\SmallCaption{We calculate the prediction accuracy for each class among the first $5$k ImageNet \cite{imagenet} examples, and plot these accuracies for classes with the top five classes with the largest decrease [$(1, 1) \to (2, 3)$], increase [$(3, 1) \to (4, 3)$], and spread [$(5, 1) \to (6, 3)$] at $1024^2$ px, along with the average across all five.}
\end{figure}
\newpage
\begin{figure}[ht]
\centering
\begin{tikzpicture}
% Row 1
\node[anchor=south west, inner sep=0] (image1) at (0,0) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/1D-learn/a74a73a.png}};
\node[anchor=south west, inner sep=0] (image2) at (image1.south east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/1D-learn/a77a73a.png}};
\node[anchor=south west, inner sep=0] (image3) at (image2.south east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/1D-learn/a159a168a.png}};

% Row 2
\node[anchor=north west, inner sep=0] (image4) at (image1.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/1D-learn/a6a5a.png}};
\node[anchor=north west, inner sep=0] (image5) at (image4.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/1D-learn/a72a73a.png}};
\node[anchor=north west, inner sep=0] (image6) at (image5.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/1D-learn/a595a856a.png}};

% Row 3
\node[anchor=north west, inner sep=0] (image7) at (image4.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/1D-learn/a780a914a.png}};
\node[anchor=north west, inner sep=0] (image8) at (image7.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/1D-learn/a809a925a.png}};
\node[anchor=north west, inner sep=0] (image9) at (image8.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-sincos/a6a5a.png}};

% Row 4
\node[anchor=north west, inner sep=0] (image10) at (image7.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-sincos/a72a73a.png}};
\node[anchor=north west, inner sep=0] (image11) at (image10.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-sincos/a74a73a.png}};
\node[anchor=north west, inner sep=0] (image12) at (image11.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-sincos/a77a73a.png}};

% Row 5
\node[anchor=north west, inner sep=0] (image13) at (image10.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-sincos/a595a856a.png}};
\node[anchor=north west, inner sep=0] (image14) at (image13.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-sincos/a809a925a.png}};
\node[anchor=north west, inner sep=0] (image15) at (image14.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Factorized/a6a5a.png}};

% Row 5
\node[anchor=north west, inner sep=0] (image16) at (image13.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Factorized/a30a32a.png}};
\node[anchor=north west, inner sep=0] (image17) at (image16.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Factorized/a72a73a.png}};
\node[anchor=north west, inner sep=0] (image18) at (image17.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Factorized/a74a73a.png}};

\end{tikzpicture}
\SmallCaption{We find and plot cross-plots of class pairs that confuse models during extrapolation, indicated by a transfer in prediction probabilities. For the subset of ImageNet \cite{imagenet} examples, within the first $5$k, with true class $X$ (blue) we select pairs $(X, Y)$ where $P(X | 224^2) - P(X | 1024^2) + P(Y | 1024^2) - P(Y | 224^2)$ is maximized.}
\end{figure}
\newpage
\begin{figure}[ht]
\centering
\begin{tikzpicture}
% Row 1
\node[anchor=south west, inner sep=0] (image1) at (0,0) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Factorized/a77a73a.png}};
\node[anchor=south west, inner sep=0] (image2) at (image1.south east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Factorized/a595a856a.png}};
\node[anchor=south west, inner sep=0] (image3) at (image2.south east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Fourier/a74a73a.png}};

% Row 2
\node[anchor=north west, inner sep=0] (image4) at (image1.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Fourier/a77a73a.png}};
\node[anchor=north west, inner sep=0] (image5) at (image4.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Fourier/a267a266a.png}};
\node[anchor=north west, inner sep=0] (image6) at (image5.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Fourier/a352a353a.png}};

% Row 3
\node[anchor=north west, inner sep=0] (image7) at (image4.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Fourier/a595a856a.png}};
\node[anchor=north west, inner sep=0] (image8) at (image7.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Fourier/a809a925a.png}};
\node[anchor=north west, inner sep=0] (image9) at (image8.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/Fourier/a866a856a.png}};

%%%%  UP TO HERE IS GOOD

% Row 4
\node[anchor=north west, inner sep=0] (image10) at (image7.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/RPE-learn/a496a723a.png}};
\node[anchor=north west, inner sep=0] (image11) at (image10.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/RPE-learn/a614a723a.png}};
\node[anchor=north west, inner sep=0] (image12) at (image11.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/RPE-learn/a751a817a.png}};

% Row 5
\node[anchor=north west, inner sep=0] (image13) at (image10.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/RPE-learn/a780a914a.png}};
\node[anchor=north west, inner sep=0] (image14) at (image13.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-ALiBi/a6a5a.png}};
\node[anchor=north west, inner sep=0] (image15) at (image14.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-ALiBi/a74a73a.png}};

% Row 5
\node[anchor=north west, inner sep=0] (image16) at (image13.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-ALiBi/a77a73a.png}};
\node[anchor=north west, inner sep=0] (image17) at (image16.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-ALiBi/a445a639a.png}};
\node[anchor=north west, inner sep=0] (image18) at (image17.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-ALiBi/a511a817a.png}};

\end{tikzpicture}
\SmallCaption{Cross-plots continued.}
\end{figure}
\newpage
\begin{figure}[ht]
\centering
\begin{tikzpicture}
% Row 1
\node[anchor=south west, inner sep=0] (image1) at (0,0) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-ALiBi/a579a881a.png}};
\node[anchor=south west, inner sep=0] (image2) at (image1.south east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-ALiBi/a654a675a.png}};
\node[anchor=south west, inner sep=0] (image3) at (image2.south east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-ALiBi/a780a914a.png}};

% Row 2
\node[anchor=north west, inner sep=0] (image4) at (image1.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-RoPE/a6a5a.png}};
\node[anchor=north west, inner sep=0] (image5) at (image4.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-RoPE/a77a73a.png}};
\node[anchor=north west, inner sep=0] (image6) at (image5.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-RoPE/a468a817a.png}};

% Row 3
\node[anchor=north west, inner sep=0] (image7) at (image4.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/2D-RoPE/a780a914a.png}};
\node[anchor=north west, inner sep=0] (image8) at (image7.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-180/a6a5a.png}};
\node[anchor=north west, inner sep=0] (image9) at (image8.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-180/a74a73a.png}};

% Row 4
\node[anchor=north west, inner sep=0] (image10) at (image7.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-180/a77a73a.png}};
\node[anchor=north west, inner sep=0] (image11) at (image10.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-180/a288a290a.png}};
\node[anchor=north west, inner sep=0] (image12) at (image11.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-180/a497a663a.png}};

% Row 5
\node[anchor=north west, inner sep=0] (image13) at (image10.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses//LH-180/a579a881a.png}};
\node[anchor=north west, inner sep=0] (image14) at (image13.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-180/a595a856a.png}};
\node[anchor=north west, inner sep=0] (image15) at (image14.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-180/a780a914a.png}};

% Row 5
\node[anchor=north west, inner sep=0] (image16) at (image13.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-180/a809a925a.png}};
\node[anchor=north west, inner sep=0] (image17) at (image16.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a6a5a.png}};
\node[anchor=north west, inner sep=0] (image18) at (image17.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a67a68a.png}};

\end{tikzpicture}
\SmallCaption{Cross-plots continued.}
\end{figure}
\newpage
\begin{figure}[ht]
\centering
\begin{tikzpicture}
% Row 1
\node[anchor=south west, inner sep=0] (image1) at (0,0) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a74a73a.png}};
\node[anchor=south west, inner sep=0] (image2) at (image1.south east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a77a73a.png}};
\node[anchor=south west, inner sep=0] (image3) at (image2.south east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a267a266a.png}};

% Row 2
\node[anchor=north west, inner sep=0] (image4) at (image1.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a578a689a.png}};
\node[anchor=north west, inner sep=0] (image5) at (image4.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a595a856a.png}};
\node[anchor=north west, inner sep=0] (image6) at (image5.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a780a914a.png}};

% Row 3
\node[anchor=north west, inner sep=0] (image7) at (image4.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-90/a815a73a.png}};
\node[anchor=north west, inner sep=0] (image8) at (image7.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-45/a67a68a.png}};
\node[anchor=north west, inner sep=0] (image9) at (image8.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-45/a74a73a.png}};

% Row 4
\node[anchor=north west, inner sep=0] (image10) at (image7.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-45/a77a73a.png}};
\node[anchor=north west, inner sep=0] (image11) at (image10.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses//LH-45/a159a168a.png}};
\node[anchor=north west, inner sep=0] (image12) at (image11.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-45/a197a198a.png}};

% Row 5
\node[anchor=north west, inner sep=0] (image13) at (image10.south west) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-45/a267a266a.png}};
\node[anchor=north west, inner sep=0] (image14) at (image13.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-45/a445a639a.png}};
\node[anchor=north west, inner sep=0] (image15) at (image14.north east) {\includegraphics[width=.34\textwidth]{yousef_pngs/crosses/LH-45/a751a817a.png}};

\end{tikzpicture}
\SmallCaption{Cross-plots continued.}
\end{figure}

\end{document}