\section{Introduction}

Higgs-boson pair production is commonly viewed as the golden channel to improve
our understanding of the Higgs potential.
The gluon fusion production channel is the process with the largest cross section
that provides direct constraints on the Higgs trilinear self-coupling. The
effects of anomalous couplings are typically studied in the context of Effective
Field Theories (EFTs): In general, this procedure introduces a new theoretical
systematic uncertainty, associated with the truncation of the series in
the EFT expansion parameter. It is thus important to be able to reliably estimate of the  size
of these uncertainties.
Results for $gg \to hh$ have already been obtained in the non-linear Higgs Effective Field Theory
(HEFT)  at full NLO QCD~\cite{Buchalla:2018yce}, and later have been matched to parton
showers in a {\tt
Powheg-Box}~\cite{Nason:2004rx,Frixione:2007vw,Alioli:2010xd} implementation~\cite{Heinrich:2020ckp}.
Here, we present NLO QCD results for Higgs-boson pair production within the
Standard Model Effective Field Theory (SMEFT), based on the calculation explained in more detail in~\cite{Heinrich:2022idm}. Our
formalism allows the user to choose between different truncation options. The
NLO corrections are implemented in the public {\tt ggHH\_SMEFT} generator in the
{\tt Powheg-Box}.\footnote{Available at
https://powhegbox.mib.infn.it as User-Processes-V2/ggHH\_SMEFT.}

\section{Effective field theory expansion schemes}
In this section, we define our conventions and present the EFT systematics we used. We focus on the linear Standard Model Effective field theory (SMEFT) expansion, and contrast it to the non-linear Higgs Effective Field Theory (HEFT, also called electroweak chiral Lagrangian).

The SMEFT~\cite{Buchmuller:1985jz,Grzadkowski:2010es,Brivio:2017vri} is an effective field theory with an expansion based on counting the canonical dimension of operators, where the Wilson coefficients of higher dimensional operators are suppressed by inverse powers of the scale $\Lambda$, a characteristic scale of the unknown new physics. Operators are composed of SM fields and SM symmetries are imposed, such that the Higgs field is contained in a doublet transforming linearly under  $SU(2)_L \times U(1)$.
In our study, we only consider the contributions of the leading dimension-6 operators and hence the Lagrangian is of  the form
\begin{equation}
\mathcal{L}_\text{SMEFT} = \mathcal{L}_\text{SM} + \sum_{i}\frac{C_i^{(6)}}{\Lambda^2}\mathcal{O}_i^{\rm{dim6}} +{\cal O}(\frac{1}{\Lambda^3})\; .
\label{eq:Ldim6}
\end{equation}
The number of independent operators at this level is already quite substantial, but only a restricted subset enters in gluon fusion Higgs pair production.

We work in the so-called Warsaw basis~\cite{Grzadkowski:2010es}, hence the relevant dimension-6 operators are given by
\begin{equation}
\begin{split}
\Delta\mathcal{L}_{\text{Warsaw}}&=\frac{C_{H,\Box}}{\Lambda^2} (\phi^{\dagger} \phi)\Box (\phi^{\dagger } \phi)+ \frac{C_{H D}}{\Lambda^2}(\phi^{\dagger} D_{\mu}\phi)^*(\phi^{\dagger}D^{\mu}\phi)+ \frac{C_H}{\Lambda^2} (\phi^{\dagger}\phi)^3 \\ &+\left( \frac{C_{uH}}{\Lambda^2} \phi^{\dagger}{\phi}\bar{q}_L\phi^c t_R + h.c.\right)+\frac{C_{H G}}{\Lambda^2} \phi^{\dagger} \phi G_{\mu\nu}^a G^{\mu\nu,a}\;.  \label{eq:warsaw}
\end{split}
\end{equation}
The chromo-magnetic operator is omitted since it comes with an additional loop-suppression factor  relative to the operators entering eq.~\eqref{eq:warsaw}~\cite{Buchalla:2022vjp,Buchalla:2018yce,Arzt:1994gp}.

In HEFT~\cite{Feruglio:1992wf,Burgess:1999ha,Grinstein:2007iv,Contino:2010mh,Alonso:2012px,Buchalla:2013rka} the chiral dimension $d_\chi$~\cite{Weinberg:1978kz} is used for the classification of operators, which is formally identical to a counting in loop orders with $d_\chi=2L+2$~\cite{Buchalla:2013eza,Krause:2016uhw}. The expansion parameter is given by $\frac{f^2}{\Lambda^2}\sim \frac{1}{16\pi^2}$, thus the Lagrangian can be expressed as
\begin{align}
  {\cal L}_{d_\chi}={\cal L}_{(d_\chi=2)}+\sum_{L=1}^\infty\sum_i\left(\frac{1}{16\pi^2}\right)^L c_i^{(L)} O^{(L)}_i\;.
  \label{eq:loop_expansion}
  \end{align}
The relevant terms for $gg\to hh$ up to $d_\chi=4$ are
\begin{align}
\Delta{\cal L}_{\text{HEFT}}=
-m_t\left(c_t\frac{h}{v}+c_{tt}\frac{h^2}{v^2}\right)\,\bar{t}\,t -
c_{hhh} \frac{m_h^2}{2v} h^3+\frac{\alpha_s}{8\pi} \left( c_{ggh} \frac{h}{v}+
c_{gghh}\frac{h^2}{v^2}  \right)\, G^a_{\mu \nu} G^{a,\mu \nu}\;.
\label{eq:ewchl}
\end{align}
The anomalous couplings are a priori unrelated, since the physical Higgs field enters as a singlet under SM symmetries.

After expansion of the Higgs doublet in eq.~\eqref{eq:warsaw} around its vacuum expectation value and application of the field redefinition
\begin{align}
h\to h+v^2\frac{C_{H,\textrm{kin}}}{\Lambda^2}\left(h+\frac{h^2}{v}+\frac{h^3}{3v^2}\right)\;,\label{eq:field_redefinition}
\end{align}
with $$C_{H,\textrm{kin}}:=C_{H,\Box}-\frac{1}{4}\,C_{HD}\;,$$
the Higgs kinetic term acquires its canonical form (up to ${\cal O}\left(\Lambda^{-4}\right)$ terms).
Comparing terms in the Lagrangian with eq.~\eqref{eq:ewchl}, we end up with the translation of coupling coefficients listed in Table \ref{tab:translation}, valid at $\mathcal{O}(\Lambda^{-2})$ at the level of the Lagrangian. However, this translation has to be considered with care, since in SMEFT the EFT expansion is based on the assumption that $C_i \frac{s}{\Lambda^2}$ is a small quantity, allowing only for small deviations from the SM, whereas in HEFT the anomalous couplings $c_i$ can be of order ${\cal O}(1)$.

\begin{table}[htb]
\begin{center}
\begin{tabular}{ |c |c| }
\hline
HEFT&Warsaw\\
\hline
$c_{hhh}$ & $1-2\frac{v^2}{\Lambda^2}\frac{v^2}{m_h^2}\,C_H+3\frac{v^2}{\Lambda^2}\,C_{H,\textrm{kin}}$ \\
\hline
$c_t$ &  $1+\frac{v^2}{\Lambda^2}\,C_{H,\textrm{kin}} - \frac{v^2}{\Lambda^2} \frac{v}{\sqrt{2} m_t}\,C_{uH}$\\
\hline
$ c_{tt} $ & $-\frac{v^2}{\Lambda^2} \frac{3 v}{2\sqrt{2} m_t}\,C_{uH} + \frac{v^2}{\Lambda^2}\,C_{H,\textrm{kin}}$\\
\hline
$c_{ggh}$ &  $\frac{v^2}{\Lambda^2} \frac{8\pi }{\alpha_s} \,C_{HG}$ \\
\hline
$c_{gghh}$ &  $\frac{v^2}{\Lambda^2}\frac{4\pi}{\alpha_s} \,C_{HG}$ \\
\hline
\end{tabular}
\end{center}
\caption{Translation at Lagrangian level between operators in HEFT and SMEFT in the Warsaw basis.\label{tab:translation}}
\end{table}

The SMEFT series is usually truncated at order $\mathcal{O}(1/\Lambda^2)$, and
contributions from squared dimension-6 operators, as well as dimension-8
operators, are typically neglected since they are formally suppressed (of order
$\mathcal{O}(1/\Lambda^4$)). In order to study parts of the neglected
contributions, in the following we allow all possible dimension-6 operator
insertions at amplitude level. The amplitude can be separated into a pure SM
term (no insertion), a single insertion (dim6), and a double operator-insertion
(dim6$^2$) term, as shown  in eq.~\eqref{eq:amplitude_expansion}.

\begin{align}
{\cal M}=
&\
\vcenter{\hbox{\includegraphics[page=1,scale=0.9]{gghh_diagrams}}}
+\vcenter{\hbox{\includegraphics[page=2,scale=0.9]{gghh_diagrams}}}
+\vcenter{\hbox{\includegraphics[page=3,scale=0.9]{gghh_diagrams}}}
\nonumber\\
&\ +\vcenter{\hbox{\includegraphics[page=4,scale=0.9]{gghh_diagrams}}}
+\vcenter{\hbox{\includegraphics[page=5,scale=0.9]{gghh_diagrams}}}
+\dots
\nonumber\\
=&\
{\cal M}_\text{SM} + {\cal M}_{\rm{dim6}} + {\cal M}_{\rm{dim6}^2}\;.\label{eq:amplitude_expansion}
\end{align}

When taking the square of the amplitude, $\sigma \propto |\mathcal{M}|^2$, we
define the following four truncation options, which differ in the way the above
terms are taken into account:

\begin{align}
\sigma \simeq \left\{\begin{aligned}
&\ \sigma_\text{SM} + \sigma_{\text{SM}\times \rm{dim6}} &\textrm{(a)}
\\
&\ \sigma_{\left(\text{SM}+\rm{dim6}\right)\times \left(\text{SM}+\rm{dim6}\right)}  &\textrm{(b)}
\\
&\ \sigma_{\left(\text{SM}+\rm{dim6}\right)\times \left(\text{SM}+\rm{dim6}\right)}  + \sigma_{\text{SM}\times \rm{dim6}^2} &\textrm{(c)}
\\
&\ \sigma_{\left(\text{SM}+\rm{dim6}+\rm{dim6}^2\right)\times \left(\text{SM}+\rm{dim6}+\rm{dim6}^2\right)} &\textrm{(d)}
\end{aligned}\right.\label{eq:truncation}
\end{align}

Option (a) corresponds to the first order of the expansion of $\sigma \propto
|\mathcal{M}|^2$ in $\Lambda^{-2}$. Option (b) is the first order of the
expansion of the amplitude $\mathcal{M}$ in $\Lambda^{-2}$. Option (c) includes
all terms stemming from single- and double-insertions of dimension-6 operators
at order $\mathcal{O}(\Lambda^{-4})$, i.e.~all contributions but those from
dimension-8 operators. Option (d) does not include any linearisation whatsoever,
thus corresponds to the case of HEFT upon translation of the parameters as given
in Table~\ref{tab:translation} (up to the running of the strong coupling
appearing in the effective gluon-Higgs couplings). In the following, we investigate
whether differences between these options can serve as a proxy for estimating
uncertainties related to the truncation of higher-dimensional operators.

\section{Cross-section results}
Our results were produced for a centre-of-mass energy of
$\sqrt{s}=13$\,TeV, where we used the PDF4LHC15{\tt\_}nlo{\tt\_}30{\tt\_}pdfas~\cite{Butterworth:2015oua}
parton distribution functions interfaced to our code via
LHAPDF~\cite{Buckley:2014ana}, along with the corresponding value for
$\alpha_s$.  The masses of the Higgs boson and the top quark have been fixed,
as in the virtual amplitude, to $m_h=125$\,GeV, $m_t=173$\,GeV and their widths
have been set to zero.
Jets are clustered with the anti-$k_T$ algorithm~\cite{Cacciari:2008gp} as
implemented in the FastJet package~\cite{Cacciari:2005hq,
Cacciari:2011ma}, with jet radius $R=0.4$ and a minimum transverse momentum
$p_{T,\mathrm{min}}^{\rm{jet}}=20$\,GeV. We set the renormalisation and factorisation
scales to $\mu_R=\mu_F=m_{hh}/2$.

We show results for the SM and three benchmark points, derived
originally in Ref.~\cite{Capozi:2019xsi} based on a clustering of the EFT phase
space into seven characteristic $m_{hh}$-shapes. The original benchmark points were
refined to accommodate more recent experimental
constraints~\cite{CMS:2020gsy,ATLAS:2021vrm}, as well as the linear SMEFT
relation $c_{ggh} = 2c_{gghh}$. These benchmark points, marked with a star, are given in Table~\ref{tab:benchmarks},
with the corresponding values of the SMEFT coefficients as obtained by the
translation of Table~\ref{tab:translation} at $\Lambda = 1$ TeV.

\begin{table}[htb]
  \begin{center}
    \begin{footnotesize}
\begin{tabular}{ |c|c|c|c|c|c||c|c|c|c|c| }
\hline
\begin{tabular}{c}
benchmark \\
\end{tabular} & $c_{hhh}$ & $c_t$ & $ c_{tt} $ & $c_{ggh}$ & $c_{gghh}$ & $C_{H,\textrm{kin}}$ & $C_{H}$ & $C_{uH}$ & $C_{HG}$ & $\Lambda$\\
\hline
SM & $1$ & $1$ & $0$ & $0$ & $0$ & $0$ & $0$ & $0$ & $0$ & $1\;$TeV\\
\hline
$1^\ast$ & $5.105$ & $1.1$ & $0$ & $0$ & $0$ & $4.95$ & $-6.81$ & $3.28$ & $0$ & $1\;$TeV\\
\hline
$3^\ast$ & $2.21$ & $1.05$ & $ -\frac{1}{3} $ & $0.5$ & 0.25 & $13.5$ & $2.64$ & $12.6$ & $0.0387$ & $1\;$TeV\\
\hline
$6^\ast$ & $-0.684$ & $0.9$ & $ -\frac{1}{6} $ & $0.5$ & $0.25$ & $0.561$ & $3.80$ & $2.20$ & $0.0387$ & $1\;$TeV\\
\hline
\end{tabular}
\end{footnotesize}
\end{center}
\caption{Benchmark points used for the total cross sections and the distributions of the invariant mass of the Higgs-boson pair,
cf.~Table~\ref{tab:sigmatot} and Fig.~\ref{fig:bpdistributions}. The value of $C_{HG}$ is determined using $\alpha_s(m_Z)=0.118$.
\label{tab:benchmarks}}
\end{table}

Inclusive cross-sections are summarised in Table~\ref{tab:sigmatot} for
truncation option (b) with $\Lambda=1$ TeV and $\Lambda=2$ TeV, along with
results from truncation option (a) and HEFT. As evidenced for the case of
benchmark point 1, the purely linear truncation option (a) can lead to
unphysical cross sections, which serves to conclude that this benchmark point is
not a valid SMEFT point at $\Lambda=1$ TeV.

\begin{table}[htb]
\begin{center}
\begin{tabular}{| c | c | c |c|c|c|}
\hline
  benchmark  &$\sigma_{\rm{NLO}}$[fb]  &K-factor & ratio to  SM & $\sigma_{\rm{NLO}}$[fb] & $\sigma_{\rm{NLO}}$[fb] \\
point  & option (b) & option (b) & option (b) & option (a) & HEFT\\

  \hline
  \hline
SM & 27.94$^{+13.7\%}_{-12.8\%}$  & 1.67 & 1 & - &-\\
  \hline
  \hline
\multicolumn{6}{|c|}{$\Lambda=1$\,TeV}\\
  \hline
  \hline
$1^\ast$ & 74.29$^{+19.8\%}_{-15.6\%}$  & 2.13 & 2.66 & -61.17 & 94.32\\
\hline
$3^\ast$ & 69.20$^{+11.7\%}_{-10.3\%}$ & 1.82   & 2.47 & 29.64 & 72.43\\
\hline
$6^\ast$ & 72.51$^{+20.6\%}_{-16.4\%}$& 1.90 & 2.60 & 52.89 & 91.40\\
  \hline
  \hline
\multicolumn{6}{|c|}{$\Lambda=2$\,TeV}\\
  \hline
  \hline
$1^\ast$& 14.03$^{+12.0\%}_{-11.9\%}$  &1.56  & 0.502 & 5.58 & -\\
\hline
$3^\ast$& 30.81$^{+16.0\%}_{-14.4\%}$ & 1.71 & 1.10 & 28.35  & -\\
\hline
$6^\ast$& 35.39$^{+17.5\%}_{-15.2\%}$ & 1.76 & 1.27 & 34.18 & -\\
  \hline
\end{tabular}
\end{center}
\caption{Total cross sections for Higgs-boson pair production at full NLO QCD
for three benchmark points and truncation option (b).  The total cross sections
for truncation option (a) (linearised dim-6) are also given, in order to highlight the difference, as well as the values for HEFT. The fact that
truncation option (a) leads to a negative cross section for benchmark 1 clearly indicates that this is not a valid parameter point in SMEFT for $\Lambda=1$\,TeV.  The uncertainties are scale uncertainties based on
3-point scale variations.
\label{tab:sigmatot}}
\end{table}

The ratio of the cross section to the SM value, $\sigma / \sigma_{\rm SM}$, is
shown as a function of the couplings $C_H$, $C_{uH}$ in Fig.~\ref{fig:heatmaps}
for the linear (left), quadratic (middle) and HEFT-like (right) truncation
options. A large part of the parameter space is characterised by negative
cross-sections for truncation option (a) (blank patch in the left plot). The
iso-contours of the cross-section become distorted by higher-order monomials in
the couplings, when going from the linearised case to the quadratic,
respectively the HEFT-like case.

\begin{figure}[h]
\begin{center}
\includegraphics[width=.33\textwidth,page=1]{plot_CH_CuH.pdf}%
\includegraphics[width=.33\textwidth,page=2]{plot_CH_CuH.pdf}%
\includegraphics[width=.33\textwidth,page=4]{plot_CH_CuH.pdf}%
    \caption{\label{fig:heatmaps} Heat maps showing
    the dependence of the cross section on the couplings $C_H$, $C_{uH}$ (left)
    and $C_H$, $C_{H,\textrm{kin}}$ (right) with $\Lambda=1$\,TeV for different truncation
    options. Top: option (a) (linear dim-6), middle: option (b) (quadratic dim-6),
    bottom: option (d) (no linearisation in $1/\Lambda^2$).
    The white areas denote regions in parameter space where the corresponding cross
    section would be negative.}
\end{center}
\end{figure}

Finally, in Fig.~\ref{fig:bpdistributions} we present differential results for
the Higgs-pair invariant mass $m_{hh}$, for the benchmark
points 3 (left column) and 6 (right column) given in Table~\ref{tab:benchmarks},
at $\Lambda=1$\,TeV (top row), $\Lambda=2$\,TeV (middle row) and $\Lambda=4$\,TeV
(bottom row). As noted previously, truncation option (a) (dark blue) can lead to
unphysical cross-sections in part of the phase-space (here for benchmark point 3 at
$\Lambda\leq 2$ TeV). We show a 3-point scale variation around the central scale
$\mu_R = \mu_F = c \cdot m_{hh}/2$, with $c \in \lbrace \frac{1}{2}, 1,2
\rbrace$, for the SM curve (black) and truncation option (b) (orange). We also
include the HEFT curve (cyan) in the figures for $\Lambda=1$\,TeV for comparison.
Truncation option (d) (dark green) is formally equivalent to HEFT, and the
difference between both curves stems purely from the running of $\alpha_s$ in
front of the $C_{HG}$ coefficient. For both benchmarks, at $\Lambda=1$ TeV,
truncation options (b)--(d) retain -- if only marginally -- the characteristic
$m_{hh}$-shape identified in Ref.~\cite{Capozi:2019xsi} (double peak separated
by a dip in benchmark 3, and a shoulder left of the peak in benchmark 6).
Obviously, as the value of the
heavy scale $\Lambda$ is increased, the effect of the SMEFT operators becomes
numerically suppressed, and the differential distributions for all truncation options converge to the SM
curve.

\begin{figure}[h]
\includegraphics[width=17pc,page=1]{nlo_smeft_bp3_Lambda1TeV.pdf}\hspace{2pc}%
\includegraphics[width=17pc,page=1]{nlo_smeft_bp6_Lambda1TeV.pdf}\hspace{2pc}%
\\
\includegraphics[width=17pc,page=1]{nlo_smeft_bp3_Lambda2TeV.pdf}\hspace{2pc}%
\includegraphics[width=17pc,page=1]{nlo_smeft_bp6_Lambda2TeV.pdf}\hspace{2pc}%
\\
\includegraphics[width=17pc,page=1]{nlo_smeft_bp3_Lambda4TeV.pdf}\hspace{2pc}%
\includegraphics[width=17pc,page=1]{nlo_smeft_bp6_Lambda4TeV.pdf}\hspace{2pc}%
   \caption{\label{fig:bpdistributions} Distribution of the invariant mass $m_{hh}$ of the
   Higgs-boson pair for two benchmark points of Table~\ref{tab:benchmarks}, with $\Lambda=1$\,TeV (top),
   $\Lambda=2$\,TeV (middle), and $\Lambda=4$\,TeV (bottom).  Left: benchmark 3$^\ast$, right: benchmark 6$^\ast$.}
\end{figure}

\section{Conclusions}
We have presented the NLO QCD corrections to Higgs-boson pair production, with effects of BSM physics parametrised within the SMEFT framework, including  operators up to dimension-6. The calculation is implemented in the {\tt Powheg-Box-V2} in a flexible way, which allows different truncation options regarding multiple insertions of dimension-6 operators as well as the possibility to switch to the non-linear HEFT parametrisation for comparison.
The results show  that a naive translation from valid HEFT anomalous coupling parameter choices can lead to SMEFT parameters which are outside the validity range of the SMEFT expansion, as cross sections for SMEFT truncated at  linear dimension-6 level can turn negative.
Moreover, characteristic shapes of $m_{hh}$ distributions for HEFT benchmark points can only partly be recovered by some SMEFT truncation options after translation, since the interference patterns between the various contributions to the amplitude are different.
Points in the coupling parameter space that are clearly within the validity range of SMEFT tend to lead to only small distortions of the SM $m_{hh}$ distribution, such that they are within the scale uncertainty band of the SM case, and therefore emphasize the need for precise SM predictions.

\bibliographystyle{iopart-num}


\subsection{Global-Local Stepwise Generative Framework}
As shown in Figure~\ref{fig1:frame}, the three local pathways of our \emph{GLSGN} operate on three different sizes of images with decreasing resolutions and perform image restoration in a stepwise manner. The first pathway operates on each of sixteen local patches partitioned equally from the full-resolution image ($4K$) and the decoded feature maps are fed into the second local pathways, which performs restoration on patches from scaled-down images with a quarter of original resolution ($2K$). The third and the last pathway takes the input image with $1/16$ of initial size as input and combines the decoded features from the second pathway to perform image restoration. In this way, these three local pathways restore the background successively and achieve progressively cleaner background image. Meanwhile, the global pathway performs image restoration on the whole input image but with only $1/16$ of initial resolution to obtain a rough restoration result efficiently to provide cues in a global view for the three local pathways.

Formally, the $i$-th local pathway $\mathcal{S}_i$ of our \emph{GLSGN} performs image restoration by:
\begin{equation}
    \hat{\mathbf{B}}_i = \mathcal{S}_i(\mathbf{I}_i,\textbf{F}_{i-1},\textbf{F}_{\text{g}}),
\label{eqn:content_consis}
\end{equation}
where $\hat{\mathbf{B}}_i$ is the restored background image from the input patches $\mathbf{I}_i$, and $\mathbf{F}_{i-1}$ and $\mathbf{F}_{\text{g}}$ are the decoded features from the previous pathway $\mathcal{S}_{i-1}$ and the global pathway $\mathcal{S}_{g}$ respectively ($\mathcal{S}_{1}$ have no previous pathway and only receives feedback from $\mathcal{S}_{g}$).
All four pathways share the same structure of encoders but with independent parameters. Note that the
input patches for different pathways have different sizes of receptive fields corresponding to the initial intact image: the patches from higher resolution images correspond to smaller receptive field in the initial image.

\begin{comment}
As illustrated in Figure~\ref{fig2:frame}, main framework of our \emph{GLSGN} employs a multi-stage learning strategy(three patch-based stages and one global view stage) to collaboratively separate noise constituents from the background image.
Since the resolution of input image much increases, the diversity of noise becomes larger, and current one-stage methods cannot sufficiently learn noise distribution due to the limited receptive field. Thus, our \emph{GLSGN} mainly leverages two methods to enlarge the receptive field, the multi-stage learning strategy and the perceptual consistency attention.

\noindent\textbf{Multi-stage Learning Strategy.}
In the proposed \emph{GLSGN}, the number of cropped patches are decreasing from patch-based stage-1 to stage-3.
Unlike previous multi-stage frameworks~\cite{zhang2019deep,suin2020spatially,zamir2021multi} for image restoration, we employ an additional global stage to supplement global semantic information for patch-based stages. Combined with features from global stage and last local stage, our \emph{GLSGN} is able to obtain more multi-scale noise perception:
\begin{equation}
    \hat{\textbf{B}}_i = \mathcal{S}_i(\textbf{I}_i,\textbf{F}_{i-1},\textbf{F}_{\text{global}} )
\label{eqn:content_consis}
\end{equation}
where $\hat{\textbf{B}}_i$ is the restored image in the $i$-th patch-based stage $\mathcal{S}_i$, and \textbf{I} is the input image.
As can be seen in Figure~\ref{fig1:pipline}, even if the image scale is reducing in patch-based stages, the receptive field is increasing.
For instance, the restored image in the first stage has the same resolution as the input image, and it is cropped into 16 patches during restoration. In the second stage, we reduce the scale of original image $\mathbf{I}$ into a half, and crop it into 8 patches.
Thus, the first stage owns higher fidelity of texture details, yet the last stage is able to more accurately model the noise patterns due to larger receptive fields.
Such strategy not merely enables our framework to learn richer contextual information, but also can model more complex noise patterns in the ultra high-resolution image.
\end{comment}

\subsection{Global-Local Consistency between Pathways for Collaborative Image Restoration}
Since the input patches of different pathways have different resolutions and different sizes of receptive fields, the crux of our \emph{GLSGN} lies in the global-local consistency between four pathways to perform  image restoration collaboratively. Our \emph{GLSGN} is designed to ensure the global-local consistency in four aspects: 1) restored low-level content, 2) perceptual attention, 3) restoring intensity and 4) high-level semantics.

\begin{figure}[!t]
    \centering

    \includegraphics[width=\linewidth]{fig3.pdf

    \vspace{-8pt}
    \caption{(a) The structure of perceptual attention consistency (PAC) mechanism. (b) The structure of spatial attention.
    }
    \label{fig2:PAC}

\end{figure}
\smallskip\noindent\textbf{Consistency of restored low-level content by iterative decoding.}
To guarantee the consistency of low-level content restored by different pathways, we feed the decoded features of the previous pathway and the global pathway into the current pathway by concatenating them with the corresponding encoded layer of current pathway, as indicated in Equation~\ref{eqn:content_consis} and Figure~\ref{fig1:frame}. As a result, the decoding process of current pathway is performed referring to the global cues from the global pathways and fine-grained cues from the previous pathways.

\smallskip\noindent\textbf{Perceptual Attention Consistency.}
Intuitively, the regions with heavy noise in an input image tend to obtain more attention than the regions with light noise during background restoration. The noise patterns in different scales of a same original image typically remain the same, thus four pathways in our \emph{GLSGN} should share the consistent perceptual attention during background restoration. To this end, we propose the Perceptual Attention Consistency (\emph{PAC}) mechanism as shown in Figure~\ref{fig2:PAC}(a). Specifically, for each pathway we employ a spatial attention module~\cite{feng2021deep} shown in Figure~\ref{fig2:PAC}(b) to calculate an attention map from the encoded features, which indicates the spatial perceptual attention for the input image. Then we normalize the perceptual attention of current pathway by fusing the attention maps from the previous pathway and the global pathway:
\begin{equation}
    \mathbf{A}_i = \frac{f^i_\text{att}(\mathbf{E}_i)+\sigma_1\cdot f^{i-1}_\text{att}(\mathbf{E}_{i-1})+\sigma_2\cdot f^g_\text{att}(\mathbf{F}_g)}{1+\sigma_1+\sigma_2},

\end{equation}
where $\mathbf{E}_i$ denotes the encoded features in the $i$-th pathway. Here we use the decoded features of global pathway $\mathbf{F}_g$ to provide a more accurate estimation for attention distribution. $f^i_\text{att}$ denotes the spatial attention module while $\sigma_1$ and $\sigma_2\in$[0, 1] are the hyper-parameters to balance between terms. $\mathbf{A}_i$ is the normalized attention map for $i$-th pathway, which is further used to re-weight the feature maps $\mathbf{E}_i$ by element-wise multiplication $\odot$:
\begin{equation}
    \mathbf{E}_i = \mathbf{A}_i \odot \mathbf{E}_i.

\end{equation}

\begin{comment}
Another way of increasing receptive fields in our \emph{GLSGN} is that we develop a perceptual attention consistent (PAC) module which combines information from different stages and ensures consistency of noise modeling between various receptive fields among stages, leading to cleaner restoration results with exquisite details.
Specifically, stages have different perceptual focuses due to processing images of various resolutions.
For example, the first stage pays more attention to the texture information, yet the last stage focuses more on the semantic structure in the image.
Thus, to normalize the perceptual focuses of various stages and estimate the distribution of noise patterns, we propose the perceptual consistency attention (PCA).
In each stage, we obtain its perceptual focus $\text{A}_i$ by computing attention maps of spatial information in the feature space.
Then, we normalize the perceptual focus of current stage by cooperating with the perceptual attention in the global stage and previous patch-based stage:
\begin{equation}
    \textbf{A}_i = \frac{f^1_{att}(\mathbf{F}_i)+\sigma_1\cdot f^2_{att}(\mathbf{F}_{i-1})+\sigma_2\cdot f^3_{att}(\mathbf{F}_g)}{1+\sigma_1+\sigma_2}
\end{equation}
where $\mathbf{F}_i$ denotes the features in the $i$-th stage, $f_{att}$ is the spatial attention mechanism~\cite{feng2021deep}, $\sigma_1$ and $\sigma_2\in$ [0, 1] are the hyper-parameters to balance between terms, and $\mathbf{A}_i$ is the regularized perceptual focus in the $i$-th stage.
\end{comment}

\smallskip\noindent\textbf{Consistency of restoring intensity by inter-patch normalization.}
\begin{figure}[!t]
    \centering

    \begin{minipage}[b]{0.95\linewidth}
    \includegraphics[width=\linewidth]{fig4.pdf}\vspace{4pt}
    \end{minipage}
    \vspace{-10pt}
    \caption{An example of reflection removal for our proposed patch normalization(PN). (a) The visualization of equation~\ref{equ1:PN}. (b) The restored result without patch normalization. (c) The restored result by patch normalization.
    }
    \label{fig4:PN}

\end{figure}
Each local pathway operates on the equally partitioned patches individually during both encoding and decoding. To keep the consistency of restoring intensity between different patches by a same pathway,
we introduce the patch normalization (PN) that leverages statistics of adjacent patches to regularize the restoration of local patch, which is integrated into each residual block of decoder for each local pathway. Concretely, we first measure the restoring intensity for a patch by calculating the average variation ratios of all pixel values. Then for a patch to be regularized, we calculate its restoring intensity and the average restoring intensity of four adjacent patches $x_r$, and compute the ratio as the regularizing factor. Note that all calculations are based per channel, thus the regularizing factor
$\mathcal{A}\in\mathbb{R}^{C}$ for patch $x_g$ is calculated as:
\begin{equation}
    \label{equ1:PN}
    \mathcal{A}_{\hat{x}_g}=\frac{\sum\limits^n_{r=1}\sum\limits^{W}_{i=1}\sum\limits^{H}_{j=1}\left|\frac{\hat{x}_{r, \langle i,j \rangle}}{x_{r, \langle i,j \rangle}}\right|}{n\cdot\sum\limits^{W}_{i=1}\sum\limits^{H}_{j=1}\left|\frac{\hat{x}_{g, \langle i,j \rangle}}{x_{g, \langle i,j \rangle}}\right|},

\end{equation}
where ${x}_{g, \langle i,j \rangle},\hat{x}_{g, \langle i,j \rangle}\in\mathbb{R}^{C\times H\times W}$ are the input and output channel-wise pixel of patch-wise feature maps at position $\langle i,j \rangle$ in the same residual block, and $n$ is the number of adjacent patches. In our implementation, we select four adjacent patches around patch $x_g$ as shown in Figure~\ref{fig4:PN}(a) and thus $n$ is 4.
Then the patch
\begin{equation}
    \label{equ2:PN}
    \hat{x}'_g=\mathcal{A}_{\hat{x}_g}\cdot\hat{x}_g+\mathcal{B}(\hat{x}_g),

\end{equation}
where $\mathcal{B}$ learns a bias by additional convolution layer.
Figure~\ref{fig4:PN}(b) and Figure~\ref{fig4:PN}(c) further illustrate the effect of applying our proposed PN module, and it's easy to observe that our PN modules enable our framework to obtain more consistent background image between different patches.

\begin{figure}[!t]
    \centering

    \begin{minipage}[b]{1\linewidth}
    \includegraphics[width=\linewidth]{fig5.pdf}
    \end{minipage}

    \caption{Laplacian Pyramid for reconstructing full resolution ultra high-resolution background image. The green arrow denotes the mask updating steps.
    }
    \label{fig4:laplacian}

\end{figure}
\smallskip\noindent\textbf{Semantic consistency using Laplacian Pyramid for background synthesis.}
Four pathways generate four restored background images with different resolutions. It is crucial to ensure the high-level semantic consistency of these four background images for synthesizing a high-resolution background image from these four background images.
Inspired by Laplacian Pyramid (LP)~\cite{liang2021high,burt1987laplacian} for synthesizing high resolution images, we establish the Laplacian Pyramid based on four restored background images to reconstruct the final high-resolution background image.

\begin{figure*}[!t]
    \centering
    \begin{minipage}[b]{1.0\linewidth}
    \includegraphics[width=\linewidth]{fig6.pdf}
    \end{minipage}
    \caption{The 4K resolution samples from our UHR4K dataset. Top: images with reflection or rain streak. Bottom: the corresponding groundtruth background images.}
    \label{fig5:dataset}
\end{figure*}
Laplacian pyramid (LP)~\cite{burt1987laplacian}  has a widespread application in image processing, especially image blending~\cite{burt1987laplacian} and super-resolution~\cite{lai2017deep}. The crux of LP is to linearly decouple an image into high-frequency and low-frequency components with different resolutions, from which the original image can be reconstructed invertibly and accurately. Specifically, let $d(\cdot)$ and $u(\cdot)$ be a downsampling operation and an upsampling operator, respectively.
Given an arbitrary image $I_0 \in \mathbb{R}^{H \times W} $, it is first downsampled to obtain a low-frequency prediction $I_1 \in \mathbb{R}^{\frac{H}{2} \times \frac{W}{2}}$, as $I_1=d(I_0)$. To guarantee invertible reconstruction of the original image, the LP records the high-frequency residual $h_0$, as $h_0 = I_0-u(I_1)$. To further reduce image resolution, the LP iteratively performs above operations, obtaining a sequence of low- and high-frequency components.
Reconstruction from the LP sequence is conducted using the backward recurrence: $I_k = u(I_{k+1}) + h_k$, where $k$ is the number of levels in the pyramid.

Following the above steps, we establish the LP based on four restored background images to reconstruct the final high-resolution background image, as illustrated in Figure~\ref{fig4:laplacian}. We first extract the high-frequency components [$h_1$, $h_2$, $h_3$] from the outputs of the two local pathways $\mathcal{S}_1$, $\mathcal{S}_2$ and the global pathway $\mathcal{S}_g$ for constructing the Laplacian Pyramid. Since the local pathway $\mathcal{S}_3$ performs restoration last in all four pathways, we use its restored background image as the low-frequency component $l$. By learning a mask $\mathbf{M}$ for removing the noise constituents of the high-frequency components, our Laplacian Pyramid can obtain noise-free high-frequency components:
\begin{equation}
    h'_i = h_i \odot \mathbf{M}_i,

\end{equation}
where $h_i$ is the high-frequency components in the $i$-th pathway.
Finally, according to the reversibility of Laplacian Pyramid, we can synthesize the final restored image $\hat{\mathbf{B}}_{\text{out}}$ by combining the high-frequency components [$h'_1, h'_2, h'_3$] and low-frequency component $l$:
\begin{equation}
    \hat{\mathbf{B}}_{\text{out}} = h'_1 + \text{Up}(h'_2+\text{Up}(h'_3+l)),
\end{equation}
where $\text{Up}$ denotes bi-linear interpolation upsampling.
\subsection{Jointly Supervised Parameter Learning}
We optimize the parameters of our \emph{GLSGN} in an end-to-end manner.

\smallskip\noindent\textbf{Multi-stage Pixel Reconstruction Loss.} We employ the $L_1$ loss to learn the pixel level reconstruction of each pathway:
\begin{small}
\begin{equation}
    \mathcal{L}_{\text{pixel}}=\alpha_1\sum_{i=1}^{N}{\mathcal{L}_1\left(\mathbf{B},{\hat{\mathbf{B}}}_i\right)} + \beta_1\mathcal{L}_1\left(\mathbf{B},{\hat{\mathbf{B}}}_{\text{out}}\right),

\end{equation}
\end{small}\noindent
where ${\hat{\mathbf{B}}}_i$ denotes the restored image in the $i$-th pathway, and ${\hat{\mathbf{B}}}_{\text{out}}$ is the restored image of Laplacian Pyramid. Besides, we obtain groundtruth $\mathbf{B}$ of various scales by interpolation. Empirically, we set $\alpha_1\!=\!0.1$ and $\beta_1=0.5$.

\smallskip\noindent\textbf{Multi-stage Perceptual Loss.} To learn the consistency of semantic information, we perform supervision of the perceptual loss~\cite{johnson2016perceptual} in each pathway:
\begin{small}
\begin{equation}
    \mathcal{L}_\text{perc}=\alpha_2\sum_{i=1}^{N}{\mathcal{L}_{\text{VGG}}\left(\mathbf{B},{\hat{\mathbf{B}}}_i\right)} + \beta_2\mathcal{L}_{\text{VGG}}\left(\mathbf{B},{\hat{\mathbf{B}}}_{\text{out}}\right),

\end{equation}
\end{small}

\noindent where $\mathcal{L}_{\text{VGG}}$ denotes perceptual distance between two images measured by a pre-trained VGG-19~\cite{simonyan2014very}. Empirically, we set $\alpha_2\!=\!0.1$ and $\beta_2\!=\!0.5$.

\smallskip\noindent \textbf{Conditional Adversarial Loss}, which encourages the restored image $\hat{\mathbf{B}}_{\text{out}}$ to be as realistic as the ground-truth background image $\mathbf{B}$. We employ the spectral normalization~\cite{miyato2018spectral} in our discriminator to stabilize the adversarial learning process:
\begin{equation}
    \mathcal{L}_{\text{adv}}  = -\mathbb{E}_{\text{B}\backsim \mathbb{P}_\text{GLSGN}}[D^{sn}(G(\mathbf{I}))],

\end{equation}
where $D^{sn}$ is the discriminator with the spectral normalization module after each convolution layer.
In sum, the total loss function is defined as follows:
\begin{equation}

    \mathcal{L} = \lambda_1\cdot\mathcal{L}_{\text{pixel}}+\lambda_2\cdot\mathcal{L}_{\text{perc}}+\lambda_3\cdot\mathcal{L}_{\text{adv}}.

\end{equation}
We set the hyper-parameters $\lambda_1=1$ and $\lambda_2=\lambda_3=0.01$ to balance between different loss functions.

\subsection{Image Reflection Removal}
\noindent\textbf{UHR4K-Real.}
We collect real-world 4K images using two cameras, Nikon D300 and Huawei mobile phone.
We follow two steps to collect paired background and degraded images:
1) The reflection-contaminated image is first captured through the glass; 2) The groundtruth background image is captured by removing the glass.
Altogether 336 image pairs are captured and we divide them into 316 image pairs as training set and 20 image pairs as test set.
To ensure that the model learns the reflection patterns rather than the image content, the real images from diverse scenes are collected. We also consider various reflection conditions while photographing real-world images including 1) circumstance: indoor and outdoor; 2) illumination: lamplight and sunlight; 3) glass thickness: 3mm and 9mm; 4) camera exposure value: 8.0-16.0; 5) camera view: front view and oblique view; 6) camera aperture: f/4.0 and f/16.0.

Due to the refraction effect of the glass, the inevitable spatial shifts still exist between the blended image taken behind the glass and the background image without the glass. To align the images as closely as possible, like Wan \emph{et al}.~\cite{wan2017benchmarking}, we first extract the ORB feature points~\cite{rublee2011orb} from the two images. Then the RANSAC algorithm~\cite{fischler1981random} is employed to calculate the homographic transformation matrix. Finally, the blended image is aligned to the background image by using the estimated transformation.
\begin{figure*}[!t]
    \centering
    \begin{minipage}[b]{1\linewidth}
    \includegraphics[width=\linewidth]{ablation_img.pdf}\vspace{4pt}
    \end{minipage}

    \caption{Reflection removal results by five variants of \emph{GLSGN} on a test image from Real20~\cite{zhang2018single} dataset.}
    \label{fig7:ablation}

\end{figure*}
\input{table5}

\noindent\textbf{UHR4K-Syn.}
To further expand the reflection scenes, we extract 2,167 frames from numerous 4K videos as background, covering a wide variety of scenes.
Following the previous approach~\cite{fan2017generic}, we synthesize the reflection image by applying the Gaussian kernel to blur the images of DIV2K dataset~\cite{agustsson2017ntire}.
Finally, the reflection image and background image are combined to synthesize the degraded image according to the physical principle~\cite{fan2017generic} of reflection formation.
Consequently, we obtain 2,167 image pairs, and divide 2,117 image pairs as training set and 50 image pairs as test set.

\begin{table}[!t]
\centering
\caption{Comparison with related real-world datasets for image reflection removal. The statistics are based on the image resolution, image amount, and scenes.}
\renewcommand\arraystretch{1.1}
\resizebox{0.875\linewidth}{!}{
\begin{tabular}{l|cccc}
\toprule
Dataset&Resolution & Amount & Scenes &  \\
\midrule
Solid~\cite{wan2017benchmarking}&540$\times$400&200&20 \\
Postcard~\cite{wan2017benchmarking}&540$\times$400&200&5  \\
Wild~\cite{wan2017benchmarking}&540$\times$400&55&50 \\
Nature~\cite{li2020single}&600$\times$400&220&67 \\
Real20~\cite{zhang2018single}&$\approx$1106$\times$902&110&83 \\
UHR4K-Real&\textbf{3840$\times$2160}&\textbf{336}&\textbf{116} \\
\bottomrule
\end{tabular}}
\label{tab:eff}
\end{table}

\subsection{Image Rain Streak Removal}
\noindent\textbf{UHR4K-Rain.} Due to the difficulty of capturing real-world image pairs for image rain streak removal, we simulate the rain conditions by employing  the photoshop tutorial~\cite{RN16} to synthesize rain streaks.
First, we randomly generate noise points with different densities. Then, we simulate rain streak of different sizes, and directions by stretching and rotating the direction of the noise with the Gaussian blur kernel. Finally, we superimpose the generated rain streaks mask onto the background image for the synthetic rain image.
To ensure diversity, the generated rain streaks images have different orientations, densities, sizes and contrasts. Similar to the synthetic reflection dataset, we synthesize 2,167 rainy images using the background images we collected. Among them, 2,117 image pairs are used for training and 50 are used for testing.

\subsection{Comparison with Existing Datasets}
Compared to existing datasets~\cite{wan2017benchmarking, zhang2018single, li2020single, yang2017deep, zhang2018density} for image reflection removal and rain streak removal, our UHR4K enjoys the following advantages:
1) Much higher resolution (3840$\times$2160) of images, which challenges most frameworks for image restoration; 2) containing both synthetic and real-world images, which enables more comprehensive evaluation; 3) various degradations considered to make the dataset more realistic.

There is no real-world dataset and only one synthetic dataset~\cite{zheng2021ultra} for 4K image restoration to date, thus we construct UHR4K by collecting both synthetic and real-world images.
Compared with popular real-world datasets for reflection removal in Table~\ref{tab:eff}, our dataset contains more real-world images covering more scenes.
We refer to Real20~\cite{li2020single}
and Nature~\cite{zhang2018single} to set the split ratio of training and test set and amount of test images.
Our dataset has no overlapped scenes between training and test set while the other two datasets do.
We randomly select 20 images as held-out validation set to guide the model training.
\subsection{The UHD4K Dataset for image restoration}

\subsection{Implementation Details}
We implement our \emph{GLSGN} in distribution mode with 4 RTX 3090 GPUs under Pytorch, and employ the Adam~\cite{kingma2014adam} to optimize the process of gradient descent with batch-size 4. The learning rate is 2$\times10^{-4}$ during 500 training epochs. In our experiments, we randomly crop training images into 960$\times$540, and augment training by random flipping and rotation.
In addition, we retrain all methods according to their released official codes and papers for fair comparison on ultra high-resolution images.

\begin{figure}[!t]
    \begin{center}
    \centering
    \begin{minipage}[b]{0.9\linewidth}
    \includegraphics[width=\linewidth]{runtimes.pdf}
    \end{minipage}
    \caption{Runtime vs Performance.}
    \label{fig8:runtime}
    \end{center}
\end{figure}
\input{table1}
\subsection{Ablation Study}
\noindent\textbf{Ablation experiments on reflection removal.} To investigate functional technique components in our \emph{GLSGN}, we conduct ablation study on the reflection removal task,
and perform experiments on five variants of our \emph{GLSGN}:
1) \textbf{Global-Only}, which only employs the global pathway;
2) \textbf{Global-Local}, which collaboratively employs both the global pathway and local pathways;
3) \textbf{\emph{GLSGN}-PN} that brings in the patch-normalization;
4) \textbf{\emph{GLSGN}-PAC} that leverages the proposed perceptual attention consistency;
5) \textbf{\emph{GLSGN}(complete)} further employs the Laplacian Pyramid for image reconstruction.

Table~\ref{tab1:ablation} presents the experimental results of ablation study. The comparison between \textbf{Global-Only} and \textbf{Global-Local} demonstrates the necessity of global-local collaboration. The increasingly better quantitative performance of five variants shows the effectiveness of proposed technical components. Furthermore, we visualize the restored results of various variants in Figure~\ref{fig7:ablation} on a randomly selected testing image, which also illustrates the superiority of each component in our \emph{GLSGN} for thoroughly removing noise patterns.

\begin{figure}[!t]
    \centering

    \begin{minipage}[b]{1\linewidth}
    \includegraphics[width=\linewidth]{fig7.pdf
    \end{minipage}

    \caption{Visualization of rain streak perception in the second local pathway on a randomly selected 4K test image for rain streak removal. A$_{S\!P}$ is the attention maps of plain spatial attention, and A$_{P\!A\!C}$ is the attention maps of PAC mechanism.
    }
    \label{fig7:PCA}
    \vspace{-4pt}
\end{figure}
\begin{figure}[!t]
    \centering
    \begin{minipage}[b]{0.925\linewidth}
    \includegraphics[width=\linewidth]{Double.pdf
    \end{minipage}

    \caption{Experimental results of different numbers of local pathways in \emph{GLSGN} on 4KID~\cite{zheng2021ultra} dataset. The local pathway number N=3 yields the best performance in terms of PSNR and SSIM.
    }
    \label{fig8:stage}

\end{figure}

\noindent\textbf{Effect of the perceptual attention consistency}. Figure~\ref{fig7:PCA} visualizes the attention maps of our perceptual attention consistency and plain spatial attention~\cite{feng2021deep}. Our cross-pathway perceptual attention consistency obviously enables the framework to model rain streaks more completely and synthesize higher quality results than plain spatial attention.

\begin{table}[!t]
\centering
\caption{Runtime and memory usage on different devices.}
\renewcommand\arraystretch{1.1}
\resizebox{1\linewidth}{!}{
\Huge
\begin{tabular}{l|ccccc|cc}
\toprule
Method &\multicolumn{5}{c|}{GLSGN (ours)}&MPRNet~\cite{zamir2021multi}&DMGN~\cite{feng2021deep} \\

\cmidrule(lr){0-1}
\cmidrule(lr){2-6}
\cmidrule(lr){7-8}

Device &RTX3090&RTX Titan& RTX 2080 &Titan xp &CPU &\multicolumn{2}{c}{RTX3090} \\

\midrule
Runtime(s)&0.082 &0.113&0.142&0.155&3.980 &0.549&0.767 \\
Memory(GB) &\multicolumn{5}{c|}{8.626}&17.72&21.60 \\
\bottomrule
\end{tabular}}
\label{tab:devices}
\end{table}

\noindent\textbf{Investigation on the model efficiency.}
To investigate whether the performance superiority of our \emph{GLSGN} over competing methods is benefited from the advantages of model design or model complexity, we compare the model efficiency of \emph{GLSGN} with six state-of-the-art methods~\cite{wen2019single, wei2019single, li2020single, dong2020multi, feng2021deep, zheng2021ultra} for image restoration in Table~\ref{tab:efficiency}.
Besides, as shown in Figure~\ref{fig8:runtime}, we also perform the comparison between \emph{GLSGN} and other methods on 4KID~\cite{zheng2021ultra} dataset in terms of model performance and runtime on the dehazing task.
It demonstrates our \emph{GLSGN} not only enjoys less TFLOPS, trainable parameters and runtime, but also achieves the best performance than most competing methods.
To further investigate the efficiency of our proposed \emph{GLSGN} on a 4K test image, we list the runtime and memory usage on various computational devices in Table~\ref{tab:devices}. The results demonstrate the high efficiency of our proposed \emph{GLSGN}.

\noindent\textbf{Investigation on the number of local pathways.} To explore how many pathways are optimal to predict the clean background image, we train the model with different numbers of local pathways on ultra high-resolution image dehazing.
The experimental results are illustrated in Figure~\ref{fig8:stage}, which shows deploying 3 local pathways achieves the best performance.

\begin{figure*}[!t]
    \centering
    \begin{minipage}[b]{1\linewidth}
    \includegraphics[width=\linewidth]{dereflection_syn.pdf}
    \end{minipage}
    \vspace{-16pt}
    \caption{Visualization of restored images for reflection removal on UHR4K-Syn dataset.
    }

    \label{fig7:syn}

\end{figure*}
\begin{figure*}[!t]
    \centering
    \begin{minipage}[b]{1\linewidth}
    \includegraphics[width=\linewidth]{dereflection_real.pdf}
    \end{minipage}
    \vspace{-16pt}
    \caption{
    Visualization of restored images for reflection removal on UHR4K-Real dataset
    }
    \label{fig7:real}

\end{figure*}

\begin{table}[!t]
    \centering
    \caption{Analysis of SSIM loss and high-frequency scales.}
    \renewcommand\arraystretch{1.1}
    \resizebox{1\linewidth}{!}{
        \large
        \begin{tabular}{l|c|cccc}
    \toprule
    \multicolumn{1}{l|}{Dataset} &Metric& GLSGN$_{\text{SSIM}}$ &GLSGN$_{h_0}$&GLSGN$_{h_0+h_1}$ & Ours \\
    \midrule
    \multirow{2}{*}{UHR4K-Real}&PSNR&23.54&23.58&23.86&\textbf{24.35}\\
    ~&SSIM&0.832&0.831&0.836&\textbf{0.841}\\
    \bottomrule
    \end{tabular}%
    }
    \label{tab1:ssim}
\end{table}
\noindent\textbf{Investigation on Laplacian pyramid (LP).}
we conduct reflection removal experiments on UHR4K-Real dataset to investigate 1) the difference between LP and SSIM loss, 2) the effect of different scale of high-frequency information in LP, which is shown in Table~\ref{tab1:ssim}. The results show that LP performs better than SSIM loss distinctly and it is important to incorporate different scales of high-frequency information.
\begin{table}[!t]
    \centering
    \caption{Human evaluation on the reflection removal results. 50 human subjects are asked to perform comparison between our model and other three methods on the restored background images of 50 randomly selected test samples. Our model obtains $75.2\%$ votes among $50\times 50 = 2500$ comparisons and wins on 44 samples.}
    \renewcommand\arraystretch{1.1}

    \resizebox{0.8\linewidth}{!}{
    \begin{tabular}{l|cc}

    \toprule
    Model  &Share of the vote &Winning samples \\
    \midrule
ERRNet~\cite{wei2019single} & 1.8$\%$  &0 \\
IBCLN~\cite{li2020single}  &10.6$\%$   &2 \\
DMGN~\cite{feng2021deep}   & 12.4$\%$    &4 \\
Ours &75.2$\%$ &44 \\
\bottomrule
    \end{tabular}
    }
    \label{tab5_1:human_evalution}
\end{table}

\noindent\textbf{User study.} This section further presents the results of user study because PSNR and SSIM have their bias for quality evaluation of restored background images. We perform human evaluation
to compare our model with other top-three most powerful methods for reflection removal including ERRNet~\cite{wei2019single}, IBCLN~\cite{li2020single} and DMGN~\cite{feng2021deep}. We randomly select 50 test samples and present the generated background images by our model and other three methods to 50 human subjects for manual comparison of restoring quality. As shown in Table~\ref{tab5_1:human_evalution}, among total 50×50 = 2500 comparisons, our model wins on 75.2$\%$ of 2,500 votes which is much more than other methods. Besides, we aggregate evaluation results of all subjects for each sample, and our model wins on 44 test samples and fails on only 6 test samples.
\begin{figure*}[htbp]
    \centering
    \begin{minipage}[b]{1\linewidth}
    \includegraphics[width=\linewidth]{derain_sample.pdf}\vspace{4pt}
    \end{minipage}

    \caption{Visualization of restored images for rain streak removal on UHR4K-Rain dataset.
    }
    \label{fig8:derain}

\end{figure*}

\input{table2}

\subsection{Comparison with State-of-the-art Methods}
\subsubsection{\textbf{Experiments on image reflection removal.}}
We conduct experiments to compare our \emph{GLSGN} with nine state-of-the-art methods~\cite{zou2020deep,feng2021deep,zamir2021multi,wen2019single,zheng2021ultra,wei2019single,li2020single,feng2021contrastive,Zamir2021Restormer} for image reflection removal on five datasets including our proposed ultra high-resolution datasets as UHR4K-Real and UHR4K-Syn, and multiple public benchmark datasets with regular resolution as Real20~\cite{zhang2018single}, Nature~\cite{li2020single}, and $\text{SIR}^2$~\cite{wan2017benchmarking}. Table~\ref{tab3:reflection} lists the quantitative results of various methods for image reflection removal on five datasets in terms of PSNR and SSIM. Our \emph{GLSGN} achieves significant improvement on ultra high-resolution datasets compared to other competing methods. Meanwhile, on several public benchmark datasets, our method also obtains comparable results against state-of-the-art methods. It is reasonable that stronger capability of noise modeling drives our model to enjoy higher performance and thus \emph{GLSGN} is able to restore higher-quality image from the degraded image. The large gap between Zheng \emph{et al.}~\cite{zheng2021ultra} and our \emph{GLSGN} demonstrates that our model has significant superiority for restoring ultra high-resolution images over the method specifically designed for high-resolution image restoration, even on challenging reflection removal task.

To gain more insights into the model performance of various methods, we randomly select two examples from the synthetic and real-world test sets and visualize their restored images in Figure~\ref{fig7:syn} and Figure~\ref{fig7:real} respectively. Our \emph{GLSGN} is able to remove most of reflection in the input image and synthesize cleaner background images.

\begin{figure*}[htbp]
    \centering
    \begin{minipage}[b]{1\linewidth}
    \includegraphics[width=\linewidth]{dehaze_sample.pdf}\vspace{4pt}
    \end{minipage}

    \caption{Visualization of restored images for image dehazing on dehazing dataset.
    }
    \label{fig7:dehaze}

\end{figure*}
\input{table3}

\subsubsection{\textbf{Experiments on image rain streak removal.}}
We conduct experiments to compare our \emph{GLSGN} with nine state-of-the-art methods~\cite{li2018recurrent,ren2019progressive,chen2021robust,wang2021rain,zou2020deep,feng2021deep,zamir2021multi,zheng2021ultra,Zamir2021Restormer} for image rain streak removal on our collected UHR4K-Rain dataset and two public benchmark datasets with regular resolution: Rain100H~\cite{yang2017deep} and Rain100L~\cite{yang2017deep} datasets.
Table~\ref{tab4:derain} presents the quantitative results of various methods for rain streak removal, and our \emph{GLSGN} consistently achieves the best performance on UHR4K-Rain and Rain100L datasets over nine methods. In particular, on UHR4K-Rain dataset, our method achieves significant improvement over other methods, indicating the strength of our model in processing ultra high-resolution images. On Rain100H dataset, our method obtains
similar performance compared to the state-of-the-art methods for image rain streak removal. The experimental results indicate the superiority of our \emph{GLSGN} on both regular resolution and high-resolution images.

To have a qualitative comparison, we visualize the restored images by different methods for image rain streak removal on two randomly selected examples from the test set in Figure~\ref{fig8:derain}. In particular, our \emph{GLSGN} performs distinctly better than other competing methods for rain streak removal.
Benefiting from effective collaboration between various pathways, our \emph{GLSGN} can more thoroughly remove rain streaks in ultra high-resolution images.

\subsubsection{\textbf{Experiments on image dehazing.}}
We conduct ultra high-resolution image dehazing experiments on existing datasets OHaze~\cite{ancuti2018haze} and 4KID~\cite{zheng2021ultra} to compare our proposed \emph{GLSGN} with nine current state-of-the-art methods~\cite{he2010single,qin2020ffa,dong2020multi,zou2020deep,feng2021deep,wu2021contrastive,zamir2021multi,zheng2021ultra,Zamir2021Restormer}.
Table~\ref{tab:dehaze} presents the quantitative results of different methods for image dehazing in terms of PSNR and SSIM, and our \emph{GLSGN} surpasses all other state-of-the-art models by a large margin on both OHaze~\cite{ancuti2018haze} and 4KID~\cite{zheng2021ultra} datasets.
\input{table4}

We visualize the restored details of the background image by different methods on two randomly selected test images in Figure~\ref{fig7:dehaze}.
It manifests that haze patterns are removed more thoroughly by our \emph{GLSGN} than other competing methods. Especially, compared to
Zheng \emph{et al}.~\cite{zheng2021ultra} which is a method specifically designed for ultra high-resolution image dehazing,
our \emph{GLSGN} is able to synthesize higher quality background image due to the consideration of collaborative consistency among pathways.

\section{Introduction}
\label{sec:intro}
\input{1.introduction}

\section{Related Work}
\label{sec:relatedwork}
\input{2.relatedwork}

\section{Global-Local Stepwise Generative Network}
\label{sec:method}
\input{3.method}

\section{UHR4K Dataset}
\label{sec:data}
\input{4.0.dataset}

\section{Experiments}
\label{sec:exp}
\input{4.experiments}

\section{Conclusion}
\label{sec:con}
\input{5.conclusion}

\bibliographystyle{IEEEtran}

\section{Introduction}
\IEEEPARstart{T}{his} file is intended to serve as a ``sample article file''
for IEEE journal papers produced under \LaTeX\ using
IEEEtran.cls version 1.8b and later. The most common elements are covered in the simplified and updated instructions in ``New\_IEEEtran\_how-to.pdf''. For less common elements you can refer back to the original ``IEEEtran\_HOWTO.pdf''. It is assumed that the reader has a basic working knowledge of \LaTeX. Those who are new to \LaTeX \ are encouraged to read Tobias Oetiker's ``The Not So Short Introduction to \LaTeX ,'' available at: \url{http://tug.ctan.org/info/lshort/english/lshort.pdf} which provides an overview of working with \LaTeX.

\section{The Design, Intent, and \\ Limitations of the Templates}
The templates are intended to {\bf{approximate the final look and page length of the articles/papers}}. {\bf{They are NOT intended to be the final produced work that is displayed in print or on IEEEXplore\textsuperscript{\textregistered}}}. They will help to give the authors an approximation of the number of pages that will be in the final version. The structure of the \LaTeX\ files, as designed, enable easy conversion to XML for the composition systems used by the IEEE. The XML files are used to produce the final print/IEEEXplore pdf and then converted to HTML for IEEEXplore.

\section{Where to Get \LaTeX \ Help --- User Groups}
The following online groups are helpful to beginning and experienced \LaTeX\ users. A search through their archives can provide many answers to common questions.
\begin{list}{}{}
\item{\url{http://www.latex-community.org/}}
\item{\url{https://tex.stackexchange.com/} }
\end{list}

\section{Other Resources}
See \cite{ref1,ref2,ref3,ref4,ref5} for resources on formatting math into text and additional help in working with \LaTeX .

\section{Text}
For some of the remainer of this sample we will use dummy text to fill out paragraphs rather than use live text that may violate a copyright.

Itam, que ipiti sum dem velit la sum et dionet quatibus apitet voloritet audam, qui aliciant voloreicid quaspe volorem ut maximusandit faccum conemporerum aut ellatur, nobis arcimus.
Fugit odi ut pliquia incitium latum que cusapere perit molupta eaquaeria quod ut optatem poreiur? Quiaerr ovitior suntiant litio bearciur?

Onseque sequaes rectur autate minullore nusae nestiberum, sum voluptatio. Et ratem sequiam quaspername nos rem repudandae volum consequis nos eium aut as molupta tectum ulparumquam ut maximillesti consequas quas inctia cum volectinusa porrum unt eius cusaest exeritatur? Nias es enist fugit pa vollum reium essusam nist et pa aceaqui quo elibusdandis deligendus que nullaci lloreri bla que sa coreriam explacc atiumquos simolorpore, non prehendunt lam que occum\cite{ref6} si aut aut maximus eliaeruntia dia sequiamenime natem sendae ipidemp orehend uciisi omnienetus most verum, ommolendi omnimus, est, veni aut ipsa volendelist mo conserum volores estisciis recessi nveles ut poressitatur sitiis ex endi diti volum dolupta aut aut odi as eatquo cullabo remquis toreptum et des accus dolende pores sequas dolores tinust quas expel moditae ne sum quiatis nis endipie nihilis etum fugiae audi dia quiasit quibus.
\IEEEpubidadjcol
Ibus el et quatemo luptatque doluptaest et pe volent rem ipidusa eribus utem venimolorae dera qui acea quam etur aceruptat.
Gias anis doluptaspic tem et aliquis alique inctiuntiur?

Sedigent, si aligend elibuscid ut et ium volo tem eictore pellore ritatus ut ut ullatus in con con pere nos ab ium di tem aliqui od magnit repta volectur suntio. Nam isquiante doluptis essit, ut eos suntionsecto debitiur sum ea ipitiis adipit, oditiore, a dolorerempos aut harum ius, atquat.

Rum rem ditinti sciendunti volupiciendi sequiae nonsect oreniatur, volores sition ressimil inus solut ea volum harumqui to see\eqref{deqn_ex1a} mint aut quat eos explis ad quodi debis deliqui aspel earcius.

\begin{equation}
\label{deqn_ex1a}
x = \sum_{i=0}^{n} 2{i} Q.
\end{equation}

Alis nime volorempera perferi sitio denim repudae pre ducilit atatet volecte ssimillorae dolore, ut pel ipsa nonsequiam in re nus maiost et que dolor sunt eturita tibusanis eatent a aut et dio blaudit reptibu scipitem liquia consequodi od unto ipsae. Et enitia vel et experferum quiat harum sa net faccae dolut voloria nem. Bus ut labo. Ita eum repraer rovitia samendit aut et volupta tecupti busant omni quiae porro que nossimodic temquis anto blacita conse nis am, que ereperum eumquam quaescil imenisci quae magnimos recus ilibeaque cum etum iliate prae parumquatemo blaceaquiam quundia dit apienditem rerit re eici quaes eos sinvers pelecabo. Namendignis as exerupit aut magnim ium illabor roratecte plic tem res apiscipsam et vernat untur a deliquaest que non cus eat ea dolupiducim fugiam volum hil ius dolo eaquis sitis aut landesto quo corerest et auditaquas ditae voloribus, qui optaspis exero cusa am, ut plibus.

\section{Some Common Elements}
\subsection{Sections and Subsections}
Enumeration of section headings is desirable, but not required. When numbered, please be consistent throughout the article, that is, all headings and all levels of section headings in the article should be enumerated. Primary headings are designated with Roman numerals, secondary with capital letters, tertiary with Arabic numbers; and quaternary with lowercase letters. Reference and Acknowledgment headings are unlike all other section headings in text. They are never enumerated. They are simply primary headings without labels, regardless of whether the other headings in the article are enumerated.

\subsection{Citations to the Bibliography}
The coding for the citations is made with the \LaTeX\ $\backslash${\tt{cite}} command.
This will display as: see \cite{ref1}.

For multiple citations code as follows: {\tt{$\backslash$cite\{ref1,ref2,ref3\}}}
 which will produce \cite{ref1,ref2,ref3}. For reference ranges that are not consecutive code as {\tt{$\backslash$cite\{ref1,ref2,ref3,ref9\}}} which will produce  \cite{ref1,ref2,ref3,ref9}

\subsection{Lists}
In this section, we will consider three types of lists: simple unnumbered, numbered, and bulleted. There have been many options added to IEEEtran to enhance the creation of lists. If your lists are more complex than those shown below, please refer to the original ``IEEEtran\_HOWTO.pdf'' for additional options.\\

\subsubsection*{\bf A plain  unnumbered list}
\begin{list}{}{}
\item{bare\_jrnl.tex}
\item{bare\_conf.tex}
\item{bare\_jrnl\_compsoc.tex}
\item{bare\_conf\_compsoc.tex}
\item{bare\_jrnl\_comsoc.tex}
\end{list}

\subsubsection*{\bf A simple numbered list}
\begin{enumerate}
\item{bare\_jrnl.tex}
\item{bare\_conf.tex}
\item{bare\_jrnl\_compsoc.tex}
\item{bare\_conf\_compsoc.tex}
\item{bare\_jrnl\_comsoc.tex}
\end{enumerate}

\subsubsection*{\bf A simple bulleted list}
\begin{itemize}
\item{bare\_jrnl.tex}
\item{bare\_conf.tex}
\item{bare\_jrnl\_compsoc.tex}
\item{bare\_conf\_compsoc.tex}
\item{bare\_jrnl\_comsoc.tex}
\end{itemize}

\subsection{Figures}
Fig. 1 is an example of a floating figure using the graphicx package.
 Note that $\backslash${\tt{label}} must occur AFTER (or within) $\backslash${\tt{caption}}.
 For figures, $\backslash${\tt{caption}} should occur after the $\backslash${\tt{includegraphics}}.

\begin{figure}[!t]
\centering
\includegraphics[width=2.5in]{fig1}
\caption{Simulation results for the network.}
\label{fig_1}
\end{figure}

Fig. 2(a) and 2(b) is an example of a double column floating figure using two subfigures.
 (The subfig.sty package must be loaded for this to work.)
 The subfigure $\backslash${\tt{label}} commands are set within each subfloat command,
 and the $\backslash${\tt{label}} for the overall figure must come after $\backslash${\tt{caption}}.
 $\backslash${\tt{hfil}} is used as a separator to get equal spacing.
 The combined width of all the parts of the figure should do not exceed the text width or a line break will occur.
\begin{figure*}[!t]
\centering
\subfloat[]{\includegraphics[width=2.5in]{fig1}%
\label{fig_first_case}}
\hfil
\subfloat[]{\includegraphics[width=2.5in]{fig1}%
\label{fig_second_case}}
\caption{Dae. Ad quatur autat ut porepel itemoles dolor autem fuga. Bus quia con nessunti as remo di quatus non perum que nimus. (a) Case I. (b) Case II.}
\label{fig_sim}
\end{figure*}

Note that often IEEE papers with multi-part figures do not place the labels within the image itself (using the optional argument to $\backslash${\tt{subfloat}}[]), but instead will
 reference/describe all of them (a), (b), etc., within the main caption.
 Be aware that for subfig.sty to generate the (a), (b), etc., subfigure
 labels, the optional argument to $\backslash${\tt{subfloat}} must be present. If a
 subcaption is not desired, leave its contents blank,
 e.g.,$\backslash${\tt{subfloat}}[].

\section{Tables}
Note that, for IEEE-style tables, the
 $\backslash${\tt{caption}} command should come BEFORE the table. Table captions use title case. Articles (a, an, the), coordinating conjunctions (and, but, for, or, nor), and most short prepositions are lowercase unless they are the first or last word. Table text will default to $\backslash${\tt{footnotesize}} as
 the IEEE normally uses this smaller font for tables.
 The $\backslash${\tt{label}} must come after $\backslash${\tt{caption}} as always.

\begin{table}[!t]
\caption{An Example of a Table\label{tab:table1}}
\centering
\begin{tabular}{|c||c|}
\hline
One & Two\\
\hline
Three & Four\\
\hline
\end{tabular}
\end{table}

\section{Algorithms}
Algorithms should be numbered and include a short title. They are set off from the text with rules above and below the title and after the last line.

\begin{algorithm}[H]
\caption{Weighted Tanimoto ELM.}\label{alg:alg1}
\begin{algorithmic}
\STATE
\STATE {\textsc{TRAIN}}$(\mathbf{X} \mathbf{T})$
\STATE \hspace{0.5cm}$ \textbf{select randomly } W \subset \mathbf{X}  $
\STATE \hspace{0.5cm}$ N_\mathbf{t} \gets | \{ i : \mathbf{t}_i = \mathbf{t} \} | $ \textbf{ for } $ \mathbf{t}= -1,+1 $
\STATE \hspace{0.5cm}$ B_i \gets \sqrt{ \textsc{max}(N_{-1},N_{+1}) / N_{\mathbf{t}_i} } $ \textbf{ for } $ i = 1,...,N $
\STATE \hspace{0.5cm}$ \hat{\mathbf{H}} \gets  B \cdot (\mathbf{X}^T\textbf{W})/( \mathbb{1}\mathbf{X} + \mathbb{1}\textbf{W} - \mathbf{X}^T\textbf{W} ) $
\STATE \hspace{0.5cm}$ \beta \gets \left ( I/C + \hat{\mathbf{H}}^T\hat{\mathbf{H}} \right )^{-1}(\hat{\mathbf{H}}^T B\cdot \mathbf{T})  $
\STATE \hspace{0.5cm}\textbf{return}  $\textbf{W},  \beta $
\STATE
\STATE {\textsc{PREDICT}}$(\mathbf{X} )$
\STATE \hspace{0.5cm}$ \mathbf{H} \gets  (\mathbf{X}^T\textbf{W} )/( \mathbb{1}\mathbf{X}  + \mathbb{1}\textbf{W}- \mathbf{X}^T\textbf{W}  ) $
\STATE \hspace{0.5cm}\textbf{return}  $\textsc{sign}( \mathbf{H} \beta )$
\end{algorithmic}
\label{alg1}
\end{algorithm}

Que sunt eum lam eos si dic to estist, culluptium quid qui nestrum nobis reiumquiatur minimus minctem. Ro moluptat fuga. Itatquiam ut laborpo rersped exceres vollandi repudaerem. Ulparci sunt, qui doluptaquis sumquia ndestiu sapient iorepella sunti veribus. Ro moluptat fuga. Itatquiam ut laborpo rersped exceres vollandi repudaerem.
\section{Mathematical Typography \\ and Why It Matters}

Typographical conventions for mathematical formulas have been developed to {\bf provide uniformity and clarity of presentation across mathematical texts}. This enables the readers of those texts to both understand the author's ideas and to grasp new concepts quickly. While software such as \LaTeX \ and MathType\textsuperscript{\textregistered} can produce aesthetically pleasing math when used properly, it is also very easy to misuse the software, potentially resulting in incorrect math display.

IEEE aims to provide authors with the proper guidance on mathematical typesetting style and assist them in writing the best possible article. As such, IEEE has assembled a set of examples of good and bad mathematical typesetting \cite{ref1,ref2,ref3,ref4,ref5}.

Further examples can be found at \url{http://journals.ieeeauthorcenter.ieee.org/wp-content/uploads/sites/7/IEEE-Math-Typesetting-Guide-for-LaTeX-Users.pdf}

\subsection{Display Equations}
The simple display equation example shown below uses the ``equation'' environment. To number the equations, use the $\backslash${\tt{label}} macro to create an identifier for the equation. LaTeX will automatically number the equation for you.
\begin{equation}
\label{deqn_ex1}
x = \sum_{i=0}^{n} 2{i} Q.
\end{equation}

\noindent is coded as follows:
\begin{verbatim}
\begin{equation}
\label{deqn_ex1}
x = \sum_{i=0}^{n} 2{i} Q.
\end{equation}
\end{verbatim}

To reference this equation in the text use the $\backslash${\tt{ref}} macro.
Please see (\ref{deqn_ex1})\\
\noindent is coded as follows:
\begin{verbatim}
Please see (\ref{deqn_ex1})\end{verbatim}

\subsection{Equation Numbering}
{\bf{Consecutive Numbering:}} Equations within an article are numbered consecutively from the beginning of the
article to the end, i.e., (1), (2), (3), (4), (5), etc. Do not use roman numerals or section numbers for equation numbering.

\noindent {\bf{Appendix Equations:}} The continuation of consecutively numbered equations is best in the Appendix, but numbering
 as (A1), (A2), etc., is permissible.\\

\noindent {\bf{Hyphens and Periods}}: Hyphens and periods should not be used in equation numbers, i.e., use (1a) rather than
(1-a) and (2a) rather than (2.a) for subequations. This should be consistent throughout the article.

\subsection{Multi-Line Equations and Alignment}
Here we show several examples of multi-line equations and proper alignments.

\noindent {\bf{A single equation that must break over multiple lines due to length with no specific alignment.}}
\begin{multline}
\text{The first line of this example}\\
\text{The second line of this example}\\
\text{The third line of this example}
\end{multline}

\noindent is coded as:
\begin{verbatim}
\begin{multline}
\text{The first line of this example}\\
\text{The second line of this example}\\
\text{The third line of this example}
\end{multline}
\end{verbatim}

\noindent {\bf{A single equation with multiple lines aligned at the = signs}}
\begin{align}
a &= c+d \\
b &= e+f
\end{align}
\noindent is coded as:
\begin{verbatim}
\begin{align}
a &= c+d \\
b &= e+f
\end{align}
\end{verbatim}

The {\tt{align}} environment can align on multiple  points as shown in the following example:
\begin{align}
x &= y & X & =Y & a &=bc\\
x' &= y' & X' &=Y' &a' &=bz
\end{align}
\noindent is coded as:
\begin{verbatim}
\begin{align}
x &= y & X & =Y & a &=bc\\
x' &= y' & X' &=Y' &a' &=bz
\end{align}
\end{verbatim}

\subsection{Subnumbering}
The amsmath package provides a {\tt{subequations}} environment to facilitate subnumbering. An example:

\begin{subequations}\label{eq:2}
\begin{align}
f&=g \label{eq:2A}\\
f' &=g' \label{eq:2B}\\
\mathcal{L}f &= \mathcal{L}g \label{eq:2c}
\end{align}
\end{subequations}

\noindent is coded as:
\begin{verbatim}
\begin{subequations}\label{eq:2}
\begin{align}
f&=g \label{eq:2A}\\
f' &=g' \label{eq:2B}\\
\mathcal{L}f &= \mathcal{L}g \label{eq:2c}
\end{align}
\end{subequations}

\end{verbatim}

\subsection{Matrices}
There are several useful matrix environments that can save you some keystrokes. See the example coding below and the output.

\noindent {\bf{A simple matrix:}}
\begin{equation}
\begin{matrix}  0 &  1 \\
1 &  0 \end{matrix}
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\begin{matrix}  0 &  1 \\
1 &  0 \end{matrix}
\end{equation}
\end{verbatim}

\noindent {\bf{A matrix with parenthesis}}
\begin{equation}
\begin{pmatrix} 0 & -i \\
 i &  0 \end{pmatrix}
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\begin{pmatrix} 0 & -i \\
 i &  0 \end{pmatrix}
\end{equation}
\end{verbatim}

\noindent {\bf{A matrix with square brackets}}
\begin{equation}
\begin{bmatrix} 0 & -1 \\
1 &  0 \end{bmatrix}
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\begin{bmatrix} 0 & -1 \\
1 &  0 \end{bmatrix}
\end{equation}
\end{verbatim}

\noindent {\bf{A matrix with curly braces}}
\begin{equation}
\begin{Bmatrix} 1 &  0 \\
0 & -1 \end{Bmatrix}
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\begin{Bmatrix} 1 &  0 \\
0 & -1 \end{Bmatrix}
\end{equation}\end{verbatim}

\noindent {\bf{A matrix with single verticals}}
\begin{equation}
\begin{vmatrix} a &  b \\
c &  d \end{vmatrix}
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\begin{vmatrix} a &  b \\
c &  d \end{vmatrix}
\end{equation}\end{verbatim}

\noindent {\bf{A matrix with double verticals}}
\begin{equation}
\begin{Vmatrix} i &  0 \\
0 & -i \end{Vmatrix}
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\begin{Vmatrix} i &  0 \\
0 & -i \end{Vmatrix}
\end{equation}\end{verbatim}

\subsection{Arrays}
The {\tt{array}} environment allows you some options for matrix-like equations. You will have to manually key the fences, but there are other options for alignment of the columns and for setting horizontal and vertical rules. The argument to {\tt{array}} controls alignment and placement of vertical rules.

A simple array
\begin{equation}
\left(
\begin{array}{cccc}
a+b+c & uv & x-y & 27\\
a+b & u+v & z & 134
\end{array}\right)
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\left(
\begin{array}{cccc}
a+b+c & uv & x-y & 27\\
a+b & u+v & z & 134
\end{array} \right)
\end{equation}
\end{verbatim}

A slight variation on this to better align the numbers in the last column
\begin{equation}
\left(
\begin{array}{cccr}
a+b+c & uv & x-y & 27\\
a+b & u+v & z & 134
\end{array}\right)
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\left(
\begin{array}{cccr}
a+b+c & uv & x-y & 27\\
a+b & u+v & z & 134
\end{array} \right)
\end{equation}
\end{verbatim}

An array with vertical and horizontal rules
\begin{equation}
\left( \begin{array}{c|c|c|r}
a+b+c & uv & x-y & 27\\ \hline
a+b & u+v & z & 134
\end{array}\right)
\end{equation}
is coded as:
\begin{verbatim}
\begin{equation}
\left(
\begin{array}{c|c|c|r}
a+b+c & uv & x-y & 27\\
a+b & u+v & z & 134
\end{array} \right)
\end{equation}
\end{verbatim}
Note the argument now has the pipe "$\vert$" included to indicate the placement of the vertical rules.

\subsection{Cases Structures}
Many times cases can be miscoded using the wrong environment, i.e., {\tt{array}}. Using the {\tt{cases}} environment will save keystrokes (from not having to type the $\backslash${\tt{left}}$\backslash${\tt{lbrace}}) and automatically provide the correct column alignment.
\begin{equation*}
{z_m(t)} = \begin{cases}
1,&{\text{if}}\ {\beta }_m(t) \\
{0,}&{\text{otherwise.}}
\end{cases}
\end{equation*}
\noindent is coded as follows:
\begin{verbatim}
\begin{equation*}
{z_m(t)} =
\begin{cases}
1,&{\text{if}}\ {\beta }_m(t),\\
{0,}&{\text{otherwise.}}
\end{cases}
\end{equation*}
\end{verbatim}
\noindent Note that the ``\&'' is used to mark the tabular alignment. This is important to get  proper column alignment. Do not use $\backslash${\tt{quad}} or other fixed spaces to try and align the columns. Also, note the use of the $\backslash${\tt{text}} macro for text elements such as ``if'' and ``otherwise.''

\subsection{Function Formatting in Equations}
Often, there is an easy way to properly format most common functions. Use of the $\backslash$ in front of the function name will in most cases, provide the correct formatting. When this does not work, the following example provides a solution using the $\backslash${\tt{text}} macro:

\begin{equation*}
  d_{R}^{KM} = \underset {d_{l}^{KM}} {\text{arg min}} \{ d_{1}^{KM},\ldots,d_{6}^{KM}\}.
\end{equation*}

\noindent is coded as follows:
\begin{verbatim}
\begin{equation*}
 d_{R}^{KM} = \underset {d_{l}^{KM}}
 {\text{arg min}} \{ d_{1}^{KM},
 \ldots,d_{6}^{KM}\}.
\end{equation*}
\end{verbatim}

\subsection{ Text Acronyms Inside Equations}
This example shows where the acronym ``MSE" is coded using $\backslash${\tt{text\{\}}} to match how it appears in the text.

\begin{equation*}
 \text{MSE} = \frac {1}{n}\sum _{i=1}^{n}(Y_{i} - \hat {Y_{i}})^{2}
\end{equation*}

\begin{verbatim}
\begin{equation*}
 \text{MSE} = \frac {1}{n}\sum _{i=1}^{n}
(Y_{i} - \hat {Y_{i}})^{2}
\end{equation*}
\end{verbatim}

\section{Conclusion}
The conclusion goes here.

\section*{Acknowledgments}
This should be a simple paragraph before the References to thank those individuals and institutions who have supported your work on this article.

{


\section{Introduction}

Let $\X$ be a smooth complex hypersurface of degree $3$ in projective $(d+1)$-space, $d\geqslant 3$. The geometry of $\X$ is largely determined by the Hilbert scheme $\F(\X)$ of lines on $\X$, which is is traditionally called the Fano scheme of $\X$. The scheme $\F(\X)$ is smooth of dimension $2d-4$, and its canonical sheaf is ample for $d=3$, trivial for $d=4$, and anti-ample for $d\geqslant 5$. Much is known about $\X$ and $\F(\X)$ when $d=3$ or $d=4$ (cf. \cite{Huy}), but the case $d\geqslant 5$ is largely unexplored. It is well-known \cite{KS} that every infinitesimal deformation of $\X$ is given by a family of cubic hypersurfaces, and the relative Hilbert scheme therefore defines a morphism
\begin{equation*}
\Def_{\X}\rightarrow\Def_{\F(\X)}
\end{equation*}
of the corresponding deformation functors. A remarkable result of Beauville and Donagi \cite{BD} asserts that for $d=4$ the scheme $\F(\X)$ is deformation equivalent to the Hilbert scheme of two points of a K3 surface; in particular, there are deformations of $\F(\X)$ which are not induced by $\X$, i.e. the above morphism is not surjective in this case. In this paper we address the case $d\geqslant 5$:
\begin{theorem}\label{main}
For $d\geqslant 5$ the morphism $\Def_{\X}\rightarrow\Def_{\F(\X)}$ is an isomorphism.
\end{theorem}
One can readily reduce \Cref{main} to showing that the induced map on tangent spaces
\begin{equation*}
\H^{1}(\Theta_{\X})\rightarrow\H^{1}(\Theta_{\F(\X)})
\end{equation*}
is an isomorphism. Using Hodge theory, Huybrechts (\cite{Huy}, Corollary 2.5.10) recently proved that this map is injective for any $d\geqslant 3$.
The standard approach to computing the cohomology of sheaves on $\F(\X)$ is to use the embedding of $\F(\X)$ in the ambient Grassmannian $\G$ and the Borel-Bott-Weil theorem \cite{AK}.
Together with the explicit description of $\Theta_{\F(\X)}$ due to Clemens and Griffiths \cite{CG} and Tyurin \cite{Tyu}, Kuznetsov (\cite{Huy}, Proposition 5.2.13) used this approach
to show $h^{1}(\Theta_{\X})=h^{1}(\Theta_{\F(\X)})$ in the $d=3$ case. For $d\geqslant 5$ we have no such description of $\Theta_{\F(\X)}$, and we instead consider the exact sequence sequence in cohomology associated to
\begin{equation*}
0\rightarrow\Theta_{\F(\X)}\rightarrow\Theta_{\G}\vert_{\F(\X)}\rightarrow\cn_{\F(\X)/\G}\rightarrow 0.
\end{equation*}
It turns out that the hypercohomology spectral sequences given by the Koszul resolutions of the sheaves $\Theta_{\G}\vert_{\F(\X)}$ and $\cn_{\F(\X)/\G}$ are particularly simple to understand for $d\geqslant 5$,
which allows us to prove that the map on tangent spaces is surjective, and to show the equality  $h^{1}(\Theta_{\X})=h^{1}(\Theta_{\F(\X)})$ of the number of moduli.

\section{Auxiliary results}

Let $d\geqslant 3$ be a positive integer, and  $\V$ be a complex vector space of dimension $d+2$. We write $\P=\P(\V)$ for the projective space of lines in $\V$, and
$\G=\mathrm{Gr}(2,\V)$ for the Grassmannian of $2$-planes in $\V$. We denote by
\begin{equation}\label{eq:universal}
0\rightarrow\cs\rightarrow\co\otimes\V\rightarrow\cq\rightarrow 0
\end{equation}
the universal exact sequence on $\G$. The primary tool for computing the cohomology of universal sheaves on the Grassmannian is the Borel-Bott-Weil theorem. Consider the lattice
$\bz^{d+2}$, with its natural action by the symmetric group $\mathfrak{S}_{d+2}$. For any $\nu\in\bz^{d+2}$ there exists a permutation $\sigma\in\mathfrak{S}_{d+2}$ such that $\sigma(\nu)$
is non-increasing, and if the entries of $\nu$ are pairwise distinct, then $\sigma$ is uniquely determined. We denote by $\Sigma^{\nu}$ the Schur functor corresponding to a non-increasing sequence $\nu$, and we write $\rho$ for the distinguished sequence $(d+2, d+1, \ldots, 2, 1)\in\bz^{d+2}$.
\begin{theorem}[Borel-Bott-Weil]
Let $\nu=(\lambda,\mu)\in\bz^{d+2}$, where $\lambda\in\bz^{d}$ and $\mu\in\bz^{2}$ are non-increasing. If the entries of $\nu+\rho$ are pairwise distinct, then the only
nonvanishing cohomology group of the sheaf $\Sigma^{\lambda}\cq\otimes\Sigma^{\mu}\cs$ is
\begin{equation*}
\H^{l(\sigma)}(\Sigma^{\lambda}\cq\otimes\Sigma^{\mu}\cs)=\Sigma^{\sigma(\nu+\rho)-\rho}\V.
\end{equation*}
(Here $\sigma\in\mathfrak{S}_{d+2}$ is the unique permutation such that $\sigma(\nu+\rho)$ is non-increasing, and $l(\sigma)$ is its length.) Otherwise $\H^{\ast}(\Sigma^{\lambda}\cq\otimes\Sigma^{\mu}\cs)=0$.
\end{theorem}

\begin{example}\label{example}
The only nonvanishing cohomology groups of the sheaves $\S^{3}\cs^{\vee}$ and $\Theta_{\G}\simeq\cq\otimes\cs^{\vee}$ are $\H^{0}(\S^{3}\cs^{\vee})=\S^{3}\V^{\vee}$ and $\H^{0}(\Theta_{\G})=\End(\V)/\left\langle \mathrm{id}\right\rangle$, respectively.
\end{example}
The universal sequence (\ref{eq:universal}) induces a morphism of sheaves $\co\otimes\S^{3}\V^{\vee}\rightarrow\S^{3}\cs^{\vee}$ on $\G$, and we write
\begin{equation}\label{eq:s}
s:\S^{3}\V^{\vee}\rightarrow\H^{0}(\S^{3}\cs^{\vee})
\end{equation}
for the associated map of global sections.
\begin{lemma}\label{slemma}
The map $s$ is an isomorphism.
\end{lemma}
\begin{proof}
As $\H^{0}(\S^{3}\cs^{\vee})=\S^{3}\V^{\vee}$ by \Cref{example}, it suffices to observe that $s$ is injective.
Indeed, viewing $f\in\S^{3}\V^{\vee}$ as an element of $\H^{0}(\co_{\P}(3))$, the vanishing of $s_{f}\in\H^{0}(\S^{3}\cs^{\vee})$ means in particular that $f\vert_{\L}=0$ for every line $\L\subset\P$, and hence $f=0$.
\end{proof}
The deformation theory of a cubic hypersurface $\X\subset\P$ defined by $f\in\H^{0}(\co_{\P}(3))$ can be summarised as follows.
\begin{proposition}\label{cubic}
  (i) The restriction map
  \begin{equation*}
   \H^{0}(\co_{\P}(3))\rightarrow\H^{0}(\co_{\X}(3))
  \end{equation*}
is surjective with kernel $\left\langle f\right\rangle $; \\
(ii) the restriction map
\begin{equation*}
\H^{0}(\Theta_{\P})\rightarrow\H^{0}(\Theta_{\P}\vert_{\X})
\end{equation*}
is an isomorphism, and $\H^{1}(\Theta_{\P}\vert_{\X})=0$; \\
(iii) $\H^{q}(\Theta_{\X})=0$ for $q\neq 1$ and $h^{1}(\Theta_{\X})=\binom{d+2}{3}$.
\end{proposition}
Parts (i) and (ii) are immediate consequences of standard results about the cohomology of projective spaces, and part (iii) is a classical result of Kodaira and Spencer \cite{KS}.
We denote by $\Def_{\X}$ (resp. $\Def_{\X/\P}$) the functor of Artin rings given by the infinitesimal deformations of $\X$ (resp. of $\X$ in $\P$).
It follows from part (ii) that the forgetful morphism of deformation functors
\begin{equation*}
\Def_{\X/\P}\rightarrow\Def_{\X}
\end{equation*}
is smooth. Consider now the Hilbert scheme of lines $\F(\X)$ on $\X$, which is smooth of dimension $2d-4$.
As $\Def_{\X/\P}\rightarrow\Def_{\X}$ is smooth, every infinitesimal deformation of $\X$ is induced by an infinitesimal deformation of $\X$ in $\P$, and we can thus define a morphism of deformation functors
\begin{equation}
\Def_{\X}\rightarrow\Def_{\F(\X)}
\end{equation}
by using the relative Hilbert scheme. Viewing the Grassmannian $\G$ as the Hilbert scheme of lines $\F(\P)$, the embedding $\X\subset\P$ induces an embedding $\F(\X)\subset\G$,
and the section $f\in\H^{0}(\co_{\P}(3))$ defining $\X\subset\P$ induces by (\ref{eq:s}) a section $s_{f}\in\H^{0}(\S^{3}\cs^{\vee})$ whose zero scheme is precisely $\F(\X)\subset\G$ \cite{AK}.
It follows that the section $s_{f}$ is regular; in particular, we have a canonical isomorphism
\begin{equation*}
 \cn_{\F(\X)/\G}\xrightarrow{\sim}\S^{3}\cs^{\vee}_{\F(\X)},
\end{equation*}
where $\cs_{\F(\X)}$ denotes the restriction of $\cs$ to $\F(\X)$, and a Koszul resolution
\begin{equation*}
0\rightarrow\wedge^{4}\S^{3}\cs\rightarrow\wedge^{3}\S^{3}\cs\rightarrow\wedge^{2}\S^{3}\cs\rightarrow\S^{3}\cs\rightarrow\ci\rightarrow 0
\end{equation*}
of the ideal sheaf $\ci$ of $\F(\X)\subset\G$. For any locally free sheaf $\cf$ on $\G$, the Koszul resolution induces a hypercohomology spectral sequence
\begin{equation*}
\E^{pq}_{1}=\H^{q}(\wedge^{-p+1}\S^{3}\cs\otimes\cf)\Rightarrow\H^{p+q}(\ci\otimes\cf).
\end{equation*}
We will consider this spectral sequence when $\cf$ is $\Theta_{\G}$ or $\S^{3}\cs^{\vee}$. To compute the $\E_{1}$ terms, we need to express the sheaves $\wedge^{i}\S^{3}\cs$ in the form required by the Borel-Bott-Weil theorem. For general $n$ and $m$ the decomposition of the pletyhsm $\wedge^n \S^m$ into Schur functors is a difficult problem, but in our case $n$ and $m$ are small, and since $\cs$ has rank $2$ we get a fairly simple expression:
\begin{equation}\label{eq:plethysm}
\wedge^{2}\S^{3}\cs = \Sigma^{(5,1)}\cs\oplus\Sigma^{(3,3)}\cs, \quad \wedge^{3}\S^{3}\cs = \Sigma^{(6,3)}\cs, \quad \wedge^{4}\S^{3}\cs = \Sigma^{(6,6)}\cs.
\end{equation}

Our key technical result is the following application of the Borel-Bott-Weil theorem.
\begin{lemma}\label{cohomology}
For $d\geqslant 6$ the sheaves $\wedge^{n}\S^{3}\cs\otimes\Theta_{\G}$ ($1\leqslant n\leqslant 4$) and $\wedge^{m}\S^{3}\cs\otimes\S^{3}\cs^{\vee}$ ($2\leqslant m\leqslant 4$) have no cohomology. For $d=5$ the only nonvanshing cohomology groups of these sheaves are  $\H^{4}(\wedge^{2}\S^{3}\cs\otimes\Theta_{\G})=\V^{\ast}$ and $\H^{5}(\wedge^{2}\S^{3}\cs\otimes\S^{3}\cs^{\vee})=\V^{\ast}$, and for any $d\geqslant 5$ the only nonvanshing cohomology group of the sheaf $\S^{3}\cs\otimes\S^{3}\cs^{\vee}$ is $\H^{0}(\S^{3}\cs\otimes\S^{3}\cs^{\vee})=\det(\V)^{\otimes 3}$.
\end{lemma}
\begin{proof}
By applying (\ref{eq:plethysm}), $\cs^{\vee}\simeq\cs\otimes\det(\cq)$, and the Pieri rule, we obtain for all $d\geqslant 3$
\begin{align*}
\S^{3}\cs\otimes\Theta_{G} &= \Sigma^{(2,1^{d-1})}\cq\otimes(\S^{4}\cs\oplus\Sigma^{(3,1)}\cs)\\
\wedge^{2}\S^{3}\cs\otimes\Theta_{G} &= \cq\otimes(\S^{5}\cs\oplus\Sigma^{(4,1)}\cs\oplus\Sigma^{(3,2)}\cs), \\
\wedge^{3}\S^{3}\cs\otimes\Theta_{G} &= \cq\otimes(\Sigma^{(6,2)}\cs\oplus\Sigma^{(5,3)}\cs), \\
\wedge^{4}\S^{3}\cs\otimes\Theta_{G} &= \cq\otimes\Sigma^{(6,5)}\cs, \\
S^{3}\cs\otimes\S^{3}\cs^{\vee} &= \Sigma^{(3^d)}\cq\otimes(\S^{6}\cs\oplus\Sigma^{(5,1)}\cs\oplus\Sigma^{(4,2)}\cs\oplus\Sigma^{(3,3)}\cs),\\
\wedge^{2}\S^{3}\cs\otimes\S^{3}\cs^{\vee} &= \Sigma^{(3^d)}\cq\otimes (\Sigma^{(8,1)}\cs\oplus\Sigma^{(7,2)}\cs\oplus\Sigma^{(6,3)}\cs^{\oplus 2}\oplus\Sigma^{(5,4)}\cs), \\
\wedge^{3}\S^{3}\cs\otimes\S^{3}\cs^{\vee} &= \S^{6}\cs\oplus\Sigma^{(5,1)}\cs\oplus\Sigma^{(4,2)}\cs\oplus\Sigma^{(3,3)}\cs, \\
\wedge^{4}\S^{3}\cs\otimes\S^{3}\cs^{\vee} &= \Sigma^{(6,3)}\cs.
\end{align*}
The conclusion follows by applying the Borel-Bott-Weil theorem.
\end{proof}

We now establish an exact analogue of \Cref{cubic} for $\F(\X)\subset\G$.
\begin{proposition}\label{fano}
Let $d\geqslant 5$.
(i) The restriction map
\begin{equation*}
\H^{0}(\S^{3}\cs^{\vee})\rightarrow\H^{0}(\S^{3}\cs^{\vee}_{\F(\X)})
\end{equation*}
is surjective with kernel $\left\langle s_{f}\right\rangle $; \\
(ii) the restriction map
\begin{equation*}
  \H^{0}(\Theta_{\G})\rightarrow\H^{0}(\Theta_{\G}\vert_{\F(\X)})
\end{equation*}
is an isomorphism, and $\H^{1}(\Theta_{\G}\vert_{\F(\X)})=0$; \\
(iii) $\H^{q}(\Theta_{\F(\X)})=0$ for $q\neq 1$ and $h^{1}(\Theta_{\F(\X)})=\binom{d+2}{3}$.
\end{proposition}
\begin{proof}
(i) Let $\ci$ be the ideal sheaf of $\F(\X)$ in $\G$, and consider the spectral sequence
\begin{equation*}
\E^{pq}_{1}=\H^{q}(\wedge^{-p+1}\S^{3}\cs\otimes\S^{3}\cs^{\vee})\Rightarrow\H^{p+q}(\ci\otimes\S^{3}\cs^{\vee}).
\end{equation*}
By \Cref{cohomology} this spectral sequence degenerates at the $\E_{1}$-page, giving
\begin{equation*}
\H^{0}(\ci\otimes\S^{3}\cs^{\vee})\simeq\H^{0}(\S^{3}\cs\otimes\S^{3}\cs^{\vee}) \quad \mathrm{and} \quad \H^{1}(\ci\otimes\S^{3}\cs^{\vee})=0.
\end{equation*}
It remains to combine this with the exact sequence in cohomology associated to
\begin{equation*}
0\rightarrow\ci\otimes\S^{3}\cs^{\vee}\rightarrow\S^{3}\cs^{\vee}\rightarrow\S^{3}\cs^{\vee}_{\F(\X)}\rightarrow 0.
\end{equation*}

(ii) Consider the spectral sequence
\begin{equation*}
\E^{pq}_{1}=\H^{q}(\wedge^{-p+1}\S^{3}\cs\otimes\Theta_{\G})\Rightarrow\H^{p+q}(\ci\otimes\Theta_{\G}).
\end{equation*}
By \Cref{cohomology} this spectral sequence degenerates at the $\E_{1}$-page, and we obtain
\begin{equation*}
\H^{0}(\ci\otimes\Theta_{\G}) = \H^{1}(\ci\otimes\Theta_{\G}) = \H^{2}(\ci\otimes\Theta_{\G}) = 0.
\end{equation*}
The result follows from this vanishing, \Cref{example}, and the exact sequence
\begin{equation*}
0\rightarrow\ci\otimes\Theta_{\G}\rightarrow\Theta_{\G}\rightarrow\Theta_{\G}\vert_{\F(\X)}\rightarrow 0.
\end{equation*}

(iii) We refer to Corollary 3.3.13 of \cite{Huy} for a proof of $\H^{0}(\Theta_{\F(\X)})=0$. Since the canonical sheaf $\omega_{\F(\X)}$ is anti-ample for $d\geqslant 5$, the vanishing
\begin{equation*}
 \H^{q}(\Theta_{\F(\X)})=0 \quad (q\geqslant 2)
\end{equation*}
follows from the wedge product isomorphism $\Theta_{\F(\X)}\simeq\Omega^{2d-5}_{\F(\X)}\otimes\omega_{\F(\X)}^{\vee}$ and the Kodaira–Akizuki–Nakano vanishing theorem. Using (i) and (ii), the exact sequence in cohomology of
\begin{equation*}
0\rightarrow\Theta_{\F(\X)}\rightarrow\Theta_{\G}\vert_{\F(\X)}\rightarrow\cn_{\F(\X)/\G}\rightarrow 0
\end{equation*}
can be written as
\begin{equation*}
0\rightarrow\H^{0}(\Theta_{\G}\vert_{\F(\X)})\rightarrow\H^{0}(\cn_{\F(\X)/\G})\rightarrow\H^{1}(\Theta_{\F(\X)})\rightarrow 0,
\end{equation*}
and the number of moduli of $\F(\X)$ is given by
\begin{equation*}
h^{1}(\Theta_{\F(\X)})=h^{0}(\S^{3}\cs^{\vee})-1-h^{0}(\Theta_{\G})=\binom{d+2}{3}.
\end{equation*}
\end{proof}

\begin{corollary}
The forgetful morphism $\Def_{\F(\X)/\G}\rightarrow\Def_{\F(\X)}$ is smooth.
\end{corollary}

\begin{remark}
Parts of \Cref{fano} are false for $d=3$ or $d=4$. For example
\begin{equation*}
\H^{1}(\Theta_{\G}\vert_{\F(\X)})\neq 0 \quad \mathrm{and} \quad \H^{2}(\Theta_{\F(\X)})\neq 0
\end{equation*}
(resp. $\H^{3}(\Theta_{\F(\X)})\neq 0$) for $d=3$ (resp. $d=4$).
\end{remark}

\section{Proof of the Theorem}

\begin{proof}
Consider the commutative diagram of functorial morphisms
\begin{equation}\label{eq:compatibility}
\begin{tikzcd}
\Def_{\X/\P}  \arrow[r] \arrow[d] & \Def_{\X}  \arrow[d]  \\
\Def_{\F(\X)/\G} \arrow[r] & \Def_{\F(\X)},
\end{tikzcd}
\end{equation}
where the horizontal morphisms are the forgetful ones, and the vertical morphisms are given by taking the relative Hilbert scheme. By \Cref{cubic} (iii) and \Cref{fano} (iii), the functors $\Def_{\X}$ and $\Def_{\F(\X)}$ are prorepresentable. To show that $\Def_{\X}\rightarrow\Def_{\F(\X)}$ is an isomorphism, it thus suffices to show that the map of first-order deformations
\begin{equation}\label{eq:tangent}
\H^{1}(\Theta_{\X})\rightarrow\H^{1}(\Theta_{\F(\X)})
\end{equation}
is an isomorphism. By \Cref{cubic} (iii) and \Cref{fano} (iii) $\X$ and $\F(\X)$ have the same number of moduli,
\begin{equation*}
h^{1}(\Theta_{\X})=h^{1}(\Theta_{\F(\X)}).
\end{equation*}
It remains to show that (\ref{eq:tangent}) is surjective. Consider the diagram
\begin{equation*}
\begin{tikzcd}
\H^{0}(\cn_{\X/\P}) \arrow[r] \arrow[d] & \H^{1}(\Theta_{\X})  \arrow[d]  \\
\H^{0}(\cn_{\F(\X)/\G}) \arrow[r] & \H^{1}(\Theta_{\F(\X)}),
\end{tikzcd}
\end{equation*}
induced by (\ref{eq:compatibility}). By Proposition 3.2.9 of \cite{Ser} the horizontal maps can be identifed with the connecting morphisms of the long exact sequences in cohomology associated to
\begin{gather*}
0\rightarrow\Theta_{\X}\rightarrow\Theta_{\P}|_{\X}\rightarrow\cn_{\X/\P}\rightarrow 0, \\
0\rightarrow\Theta_{\F(\X)}\rightarrow\Theta_{\G}|_{\F(\X)}\rightarrow\cn_{\F(\X)/\G}\rightarrow 0,
\end{gather*}
which are surjective by \Cref{cubic} (ii) and \Cref{fano} (ii). By \Cref{cubic} (i) every first order deformation of $\X$ in $\P$ can be represented in the form $f+\varepsilon g=0$ for some $g\in\H^{0}(\co_{\P}(3))$,
and the map $\H^{0}(\cn_{\X/\P}) \rightarrow \H^{0}(\cn_{\F(\X)/\G})$
takes it to the first order deformation $s_{f}+\varepsilon s_{g}=0$ of $\F(\X)$ in $\G$. It follows that we have a commutative diagram
\begin{equation*}
\begin{tikzcd}
\H^{0}(\co_{\P}(3)) \arrow[r] \arrow[d, swap, "s"] & \H^{0}(\cn_{\X/\P})  \arrow[d]  \\
\H^{0}(\S^{3}\cs^{\vee}) \arrow[r] & \H^{0}(\cn_{\F(\X)/\G}),
\end{tikzcd}
\end{equation*}
where the horizontal maps are given by restriction, and $s$ is an isomorphism by \Cref{slemma}. Using \Cref{cubic} (i) and \Cref{fano} (i),
it follows that $\H^{0}(\cn_{\X/\P}) \rightarrow \H^{0}(\cn_{\F(\X)/\G})$ is exactly the isomorphism $\H^{0}(\co_{\P}(3))/\langle f\rangle\xrightarrow{\sim}\H^{0}(\S^{3}\cs^{\vee})/\langle s_{f}\rangle$ induced by $s$.
\end{proof}

\begin{remark}
It would be worthwhile to consider the case where $\X$ has isolated singularities. In this case the section $s_{f}$ is still regular (\cite{AK}, Theorem 1.3), and our proof gives an exact sequence
\begin{equation*}
0\rightarrow\Hom(\Omega^{1}_{\F(\X)},\co)\rightarrow\H^{0}(\Omega^{1}_{\G}\vert_{\F(\X)})\rightarrow\H^{0}(\cn_{\F(\X)/\G})\rightarrow\Ext^{1}(\Omega^{1}_{\F(\X)},\co)\rightarrow 0.
\end{equation*}
Here one should study the exact sequence
\begin{equation*}
0\rightarrow\H^{1}(\Theta_{\F(\X)})\rightarrow\Ext^{1}(\Omega^{1}_{\F(\X)},\co)\rightarrow \H^{0}(\SExt^{1}(\Omega^{1}_{\F(\X)},\co))\rightarrow\H^{2}(\Theta_{\F(\X)})
\end{equation*}
coming from the local-to-global spectral sequence. (If $\X$ has exactly one ordinary double point, the singular locus of $\F(\X)$ is a smooth complete intersection of type $(2,3)$ in projective $d$-space \cite{CG},
and so has $\binom{d+2}{3}$ moduli.) One could also consider the analogous problem for other types of complete intersections, and the Hilbert schemes of planes of higher rank (cf. \cite{DM} for some basic results about these schemes).This seems especially interesting for the intersection of two even-dimensional quadrics with corresponding hyperelliptic curve $\C$. Here the deformation problem is in a sense \cite{DR} parallel to the analogous problem for the moduli space of stable vector bundles on $\C$, which was studied by Narasimhan and Ramanan \cite{NR}.
\end{remark}

\noindent
\textbf{Acknowledgments.}
We are indebted to D. Huybrechts for several helpful exchanges on cubic hypersurfaces and especially his book \cite{Huy}, which proved to be an invaluable reference. Equally, we thank R. Thomas for a number of discussions on deformation theory. The author is supported by the grant SNF-200020-182181.

{\small