Move data tables to supplementary material
This commit is contained in:
parent
1e9098a7b7
commit
1159a4103e
7 changed files with 167 additions and 82 deletions
|
|
@ -113,29 +113,22 @@ loop:
|
||||||
\begin{columns}
|
\begin{columns}
|
||||||
\column{\dimexpr\paperwidth-8pt}
|
\column{\dimexpr\paperwidth-8pt}
|
||||||
\centering
|
\centering
|
||||||
\begin{minipage}[c]{0.55\textwidth}
|
\begin{minipage}[c]{0.27\textwidth}
|
||||||
\centering
|
~
|
||||||
\footnotesize
|
|
||||||
\begin{tabular}{l r r r r r}
|
|
||||||
\toprule
|
|
||||||
\textbf{Bencher} & Failures &
|
|
||||||
\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} & \textbf{Time}\\
|
|
||||||
& (\%) & (\%) & (\%) & & (CPU$\cdot$h) \\
|
|
||||||
\midrule
|
|
||||||
BHive & 37.20 & 27.95 & 23.01 & 0.81 & 1.37\\
|
|
||||||
llvm-mca & 0.00 & 36.71 & 59.80 & 0.57 & 0.96 \\
|
|
||||||
UiCA & 0.00 & 29.59 & 52.99 & 0.58 & 2.12 \\
|
|
||||||
Ithemal & 0.00 & 57.04 & 75.69 & 0.39 & 0.38 \\
|
|
||||||
Iaca & 0.00 & 30.23 & 57.18 & 0.59 & 1.31 \\
|
|
||||||
Gus & 0.00 & 20.37 & 30.59 & 0.82 & 188.04 \\
|
|
||||||
\bottomrule
|
|
||||||
\end{tabular}
|
|
||||||
\end{minipage}
|
\end{minipage}
|
||||||
\hfill\vrule\hfill
|
\hfill
|
||||||
\begin{minipage}[c]{0.38\textwidth}
|
\begin{minipage}[c]{0.4\textwidth}
|
||||||
\centering
|
\centering
|
||||||
\includegraphics[width=\textwidth]{overall_analysis_boxplot.svg}\\
|
\includegraphics[width=\textwidth]{overall_analysis_boxplot.svg}\\
|
||||||
{\small\textit{Outliers > 250\,\% trimmed}}
|
\end{minipage}
|
||||||
|
\hfill
|
||||||
|
\begin{minipage}[c]{0.27\textwidth}
|
||||||
|
\centering
|
||||||
|
{\small\textit{Outliers > 250\,\% trimmed}} \\
|
||||||
|
|
||||||
|
\vspace{2em}
|
||||||
|
{\small\textit{Associated table in\\
|
||||||
|
supplementary material}}
|
||||||
\end{minipage}
|
\end{minipage}
|
||||||
|
|
||||||
\begin{center}
|
\begin{center}
|
||||||
|
|
@ -192,38 +185,24 @@ for((§\lsthlA{c3}§))
|
||||||
\end{frame}
|
\end{frame}
|
||||||
|
|
||||||
\begin{frame}{Pruning memory-carried dependencies (Intel Skylake on Grid5000)}
|
\begin{frame}{Pruning memory-carried dependencies (Intel Skylake on Grid5000)}
|
||||||
\newcommand{\full}{{\color[HTML]{c7805a}Full}}
|
|
||||||
\newcommand{\pruned}{{\color[HTML]{4360be}Trim}}
|
|
||||||
\begin{columns}
|
\begin{columns}
|
||||||
\column{\dimexpr\paperwidth-8pt}
|
\column{\dimexpr\paperwidth-8pt}
|
||||||
\centering
|
\centering
|
||||||
\begin{minipage}[c]{0.50\textwidth}
|
\begin{minipage}[c]{0.24\textwidth}
|
||||||
\centering
|
~
|
||||||
\footnotesize
|
|
||||||
\begin{tabular}{l r r r r r}
|
|
||||||
\toprule
|
|
||||||
\textbf{Bencher} & \textbf{Dataset} &
|
|
||||||
\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} \\
|
|
||||||
& & (\%) & (\%) & \\
|
|
||||||
\midrule
|
|
||||||
\multirow{2}*{llvm-mca} & \full{} & 36.71 & 59.80 & 0.57 \\
|
|
||||||
& \pruned{} & 27.06 & 21.04 & 0.79\\
|
|
||||||
\multirow{2}*{UiCA} & \full{} & 29.59 & 52.99 & 0.58 \\
|
|
||||||
& \pruned{} & 18.42 & 11.96 & 0.80\\
|
|
||||||
\multirow{2}*{Iaca} & \full{} & 30.23 & 57.18 & 0.59 \\
|
|
||||||
& \pruned{} & 17.55 & 12.17 & 0.82\\
|
|
||||||
\bottomrule
|
|
||||||
\end{tabular}
|
|
||||||
\end{minipage}
|
\end{minipage}
|
||||||
\hfill\vrule\hfill
|
\hfill
|
||||||
\begin{minipage}[c]{0.48\textwidth}
|
\begin{minipage}[c]{0.5\textwidth}
|
||||||
\centering
|
\centering
|
||||||
\includegraphics[width=\textwidth]{nomemdeps_boxplot.svg}\\
|
\includegraphics[width=\textwidth]{nomemdeps_boxplot.svg}\\
|
||||||
{\small\textit{Outliers > 200\,\% trimmed}}
|
\end{minipage}
|
||||||
|
\hfill
|
||||||
|
\begin{minipage}[c]{0.24\textwidth}
|
||||||
|
\centering{}
|
||||||
|
{\small\textit{Outliers > 200\,\% \\
|
||||||
|
trimmed}}
|
||||||
\end{minipage}
|
\end{minipage}
|
||||||
\end{columns}
|
\end{columns}
|
||||||
\let\full\undefined
|
|
||||||
\let\pruned\undefined
|
|
||||||
|
|
||||||
\begin{center}
|
\begin{center}
|
||||||
\textbf{\alert{Closer to expected results}}
|
\textbf{\alert{Closer to expected results}}
|
||||||
|
|
|
||||||
|
|
@ -257,24 +257,7 @@ int fibo(int* F, int n) {
|
||||||
\begin{columns}
|
\begin{columns}
|
||||||
\column{\dimexpr\paperwidth-8pt}
|
\column{\dimexpr\paperwidth-8pt}
|
||||||
\centering
|
\centering
|
||||||
\begin{minipage}[c]{0.57\textwidth}
|
\begin{minipage}[c]{0.5\textwidth}
|
||||||
\centering
|
|
||||||
\footnotesize
|
|
||||||
\begin{tabular}{l l r r r r}
|
|
||||||
\toprule
|
|
||||||
\textbf{Dataset} & \textbf{Bencher} & \textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$}\\
|
|
||||||
&& (\%) & (\%) & \\
|
|
||||||
\midrule
|
|
||||||
\multirow{2}{*}{Full} & \uica{} & 29.59 & 18.26 & 0.58\\
|
|
||||||
& + \staticdeps{} & 19.15 & 14.44 & 0.81\\
|
|
||||||
\midrule
|
|
||||||
\multirow{2}{*}{Trim} & \uica{} & 18.42 & 11.96 & 0.80\\
|
|
||||||
& + \staticdeps{} & 18.77 & 12.18 & 0.80\\
|
|
||||||
\bottomrule
|
|
||||||
\end{tabular}
|
|
||||||
\end{minipage}
|
|
||||||
\hfill
|
|
||||||
\begin{minipage}[c]{0.4\textwidth}
|
|
||||||
\centering
|
\centering
|
||||||
\includegraphics[width=0.98\textwidth]{uica_sd_boxplot.svg}
|
\includegraphics[width=0.98\textwidth]{uica_sd_boxplot.svg}
|
||||||
\end{minipage}
|
\end{minipage}
|
||||||
|
|
|
||||||
|
|
@ -39,25 +39,7 @@
|
||||||
\begin{columns}
|
\begin{columns}
|
||||||
\column{\dimexpr\paperwidth-8pt}
|
\column{\dimexpr\paperwidth-8pt}
|
||||||
\centering
|
\centering
|
||||||
\begin{minipage}[c]{0.68\textwidth}
|
\begin{minipage}[c]{0.40\textwidth}
|
||||||
\centering
|
|
||||||
\footnotesize
|
|
||||||
\begin{tabular}{l r r r r r r}
|
|
||||||
\toprule
|
|
||||||
\textbf{Bencher} &
|
|
||||||
\textbf{Fail} &
|
|
||||||
\textbf{MAPE} & \textbf{Median} & \textbf{Q1} & \textbf{Q3} & \textbf{$K_\tau$} \\
|
|
||||||
& (\%) & (\%) & (\%) & (\%) & (\%) & \\
|
|
||||||
\midrule
|
|
||||||
A72 combined & 0.51 & 19.26 & 12.98 & 5.57 & \alert{25.38} & 0.75\\
|
|
||||||
llvm-mca & 0.06 & 32.60 & \alert{25.17} & 8.84 & 59.16 & 0.69\\
|
|
||||||
Osaca (backend) & 0.17 & 49.33 & 50.19 & 33.53 & 64.94 & 0.67\\
|
|
||||||
Osaca (crit. path) & 0.17 & 84.02 & 70.39 & 40.37 & 91.47 & 0.24\\
|
|
||||||
\bottomrule
|
|
||||||
\end{tabular}
|
|
||||||
\end{minipage}
|
|
||||||
\hfill
|
|
||||||
\begin{minipage}[c]{0.3\textwidth}
|
|
||||||
\centering
|
\centering
|
||||||
\includegraphics[width=\textwidth]{cesasme_a72combined_boxplot.svg}
|
\includegraphics[width=\textwidth]{cesasme_a72combined_boxplot.svg}
|
||||||
\end{minipage}
|
\end{minipage}
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
%\section{A frontend model for the Cortex A72}
|
\section*{A frontend model for the Cortex A72}
|
||||||
|
|
||||||
%\begin{frame}{The Cortex A72}
|
%\begin{frame}{The Cortex A72}
|
||||||
% \begin{itemize}
|
% \begin{itemize}
|
||||||
|
|
|
||||||
1
slides/85_supplementary/main.tex
Normal file
1
slides/85_supplementary/main.tex
Normal file
|
|
@ -0,0 +1 @@
|
||||||
|
\input{85_supplementary/results_tables.tex}
|
||||||
137
slides/85_supplementary/results_tables.tex
Normal file
137
slides/85_supplementary/results_tables.tex
Normal file
|
|
@ -0,0 +1,137 @@
|
||||||
|
\section*{Results (detailed versions)}
|
||||||
|
|
||||||
|
\begin{frame}{\cesasme{} ---~Detailed first results}
|
||||||
|
\begin{columns}
|
||||||
|
\column{\dimexpr\paperwidth-8pt}
|
||||||
|
\centering
|
||||||
|
\begin{minipage}[c]{0.55\textwidth}
|
||||||
|
\centering
|
||||||
|
\footnotesize
|
||||||
|
\begin{tabular}{l r r r r r}
|
||||||
|
\toprule
|
||||||
|
\textbf{Bencher} & Failures &
|
||||||
|
\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} & \textbf{Time}\\
|
||||||
|
& (\%) & (\%) & (\%) & & (CPU$\cdot$h) \\
|
||||||
|
\midrule
|
||||||
|
BHive & 37.20 & 27.95 & 23.01 & 0.81 & 1.37\\
|
||||||
|
llvm-mca & 0.00 & 36.71 & 59.80 & 0.57 & 0.96 \\
|
||||||
|
UiCA & 0.00 & 29.59 & 52.99 & 0.58 & 2.12 \\
|
||||||
|
Ithemal & 0.00 & 57.04 & 75.69 & 0.39 & 0.38 \\
|
||||||
|
Iaca & 0.00 & 30.23 & 57.18 & 0.59 & 1.31 \\
|
||||||
|
Gus & 0.00 & 20.37 & 30.59 & 0.82 & 188.04 \\
|
||||||
|
\bottomrule
|
||||||
|
\end{tabular}
|
||||||
|
\end{minipage}
|
||||||
|
\hfill\vrule\hfill
|
||||||
|
\begin{minipage}[c]{0.38\textwidth}
|
||||||
|
\centering
|
||||||
|
\includegraphics[width=\textwidth]{assets/imgs/40_cesasme/overall_analysis_boxplot.svg}\\
|
||||||
|
{\small\textit{Outliers > 250\,\% trimmed}}
|
||||||
|
\end{minipage}
|
||||||
|
|
||||||
|
\begin{center}
|
||||||
|
\textbf{\alert{Severely worse} than previous evaluations!}\\
|
||||||
|
\textbf{\hspace{0.7cm}Harness broken?\hfill{}Harder
|
||||||
|
benchmarks?\hfill{}Previously undetected weaknesses?\hspace{0.7cm}~}
|
||||||
|
\end{center}
|
||||||
|
\end{columns}
|
||||||
|
\end{frame}
|
||||||
|
|
||||||
|
|
||||||
|
\begin{frame}{\cesasme{} ---~pruning memory-carried dependencies (detailed)}
|
||||||
|
\newcommand{\full}{{\color[HTML]{c7805a}Full}}
|
||||||
|
\newcommand{\pruned}{{\color[HTML]{4360be}Trim}}
|
||||||
|
\begin{columns}
|
||||||
|
\column{\dimexpr\paperwidth-8pt}
|
||||||
|
\centering
|
||||||
|
\begin{minipage}[c]{0.50\textwidth}
|
||||||
|
\centering
|
||||||
|
\footnotesize
|
||||||
|
\begin{tabular}{l r r r r r}
|
||||||
|
\toprule
|
||||||
|
\textbf{Bencher} & \textbf{Dataset} &
|
||||||
|
\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} \\
|
||||||
|
& & (\%) & (\%) & \\
|
||||||
|
\midrule
|
||||||
|
\multirow{2}*{llvm-mca} & \full{} & 36.71 & 59.80 & 0.57 \\
|
||||||
|
& \pruned{} & 27.06 & 21.04 & 0.79\\
|
||||||
|
\multirow{2}*{UiCA} & \full{} & 29.59 & 52.99 & 0.58 \\
|
||||||
|
& \pruned{} & 18.42 & 11.96 & 0.80\\
|
||||||
|
\multirow{2}*{Iaca} & \full{} & 30.23 & 57.18 & 0.59 \\
|
||||||
|
& \pruned{} & 17.55 & 12.17 & 0.82\\
|
||||||
|
\bottomrule
|
||||||
|
\end{tabular}
|
||||||
|
\end{minipage}
|
||||||
|
\hfill\vrule\hfill
|
||||||
|
\begin{minipage}[c]{0.48\textwidth}
|
||||||
|
\centering
|
||||||
|
\includegraphics[width=\textwidth]{assets/imgs/40_cesasme/nomemdeps_boxplot.svg}\\
|
||||||
|
{\small\textit{Outliers > 200\,\% trimmed}}
|
||||||
|
\end{minipage}
|
||||||
|
\end{columns}
|
||||||
|
\let\full\undefined
|
||||||
|
\let\pruned\undefined
|
||||||
|
|
||||||
|
\begin{center}
|
||||||
|
\textbf{\alert{Closer to expected results}}
|
||||||
|
\end{center}
|
||||||
|
\end{frame}
|
||||||
|
|
||||||
|
|
||||||
|
\begin{frame}{\staticdeps{}: use in \uica{} (detailed)}
|
||||||
|
\begin{columns}
|
||||||
|
\column{\dimexpr\paperwidth-8pt}
|
||||||
|
\centering
|
||||||
|
\begin{minipage}[c]{0.57\textwidth}
|
||||||
|
\centering
|
||||||
|
\footnotesize
|
||||||
|
\begin{tabular}{l l r r r r}
|
||||||
|
\toprule
|
||||||
|
\textbf{Dataset} & \textbf{Bencher} & \textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$}\\
|
||||||
|
&& (\%) & (\%) & \\
|
||||||
|
\midrule
|
||||||
|
\multirow{2}{*}{Full} & \uica{} & 29.59 & 18.26 & 0.58\\
|
||||||
|
& + \staticdeps{} & 19.15 & 14.44 & 0.81\\
|
||||||
|
\midrule
|
||||||
|
\multirow{2}{*}{Trim} & \uica{} & 18.42 & 11.96 & 0.80\\
|
||||||
|
& + \staticdeps{} & 18.77 & 12.18 & 0.80\\
|
||||||
|
\bottomrule
|
||||||
|
\end{tabular}
|
||||||
|
\end{minipage}
|
||||||
|
\hfill
|
||||||
|
\begin{minipage}[c]{0.4\textwidth}
|
||||||
|
\centering
|
||||||
|
\includegraphics[width=0.98\textwidth]{assets/imgs/50_staticdeps/uica_sd_boxplot.svg}
|
||||||
|
\end{minipage}
|
||||||
|
\end{columns}
|
||||||
|
\end{frame}
|
||||||
|
|
||||||
|
|
||||||
|
\begin{frame}{\acombined{}: results (detailed)}
|
||||||
|
\begin{columns}
|
||||||
|
\column{\dimexpr\paperwidth-8pt}
|
||||||
|
\centering
|
||||||
|
\begin{minipage}[c]{0.68\textwidth}
|
||||||
|
\centering
|
||||||
|
\footnotesize
|
||||||
|
\begin{tabular}{l r r r r r r}
|
||||||
|
\toprule
|
||||||
|
\textbf{Bencher} &
|
||||||
|
\textbf{Fail} &
|
||||||
|
\textbf{MAPE} & \textbf{Median} & \textbf{Q1} & \textbf{Q3} & \textbf{$K_\tau$} \\
|
||||||
|
& (\%) & (\%) & (\%) & (\%) & (\%) & \\
|
||||||
|
\midrule
|
||||||
|
A72 combined & 0.51 & 19.26 & 12.98 & 5.57 & \alert{25.38} & 0.75\\
|
||||||
|
llvm-mca & 0.06 & 32.60 & \alert{25.17} & 8.84 & 59.16 & 0.69\\
|
||||||
|
Osaca (backend) & 0.17 & 49.33 & 50.19 & 33.53 & 64.94 & 0.67\\
|
||||||
|
Osaca (crit. path) & 0.17 & 84.02 & 70.39 & 40.37 & 91.47 & 0.24\\
|
||||||
|
\bottomrule
|
||||||
|
\end{tabular}
|
||||||
|
\end{minipage}
|
||||||
|
\hfill
|
||||||
|
\begin{minipage}[c]{0.3\textwidth}
|
||||||
|
\centering
|
||||||
|
\includegraphics[width=\textwidth]{assets/imgs/60_a72combined/cesasme_a72combined_boxplot.svg}
|
||||||
|
\end{minipage}
|
||||||
|
\end{columns}
|
||||||
|
\end{frame}
|
||||||
|
|
@ -69,6 +69,9 @@ CORSE team}}}
|
||||||
|
|
||||||
\appendix
|
\appendix
|
||||||
|
|
||||||
|
% Not an \importchapter on purpose -- we need access to figures from every chapter
|
||||||
|
\include{85_supplementary/main.tex}
|
||||||
|
|
||||||
\importchapter{80_frontend}
|
\importchapter{80_frontend}
|
||||||
|
|
||||||
\end{document}
|
\end{document}
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue