diff --git a/slides/40_cesasme/main.tex b/slides/40_cesasme/main.tex index 12c8a00..fb48799 100644 --- a/slides/40_cesasme/main.tex +++ b/slides/40_cesasme/main.tex @@ -113,29 +113,22 @@ loop: \begin{columns} \column{\dimexpr\paperwidth-8pt} \centering - \begin{minipage}[c]{0.55\textwidth} - \centering - \footnotesize - \begin{tabular}{l r r r r r} - \toprule - \textbf{Bencher} & Failures & -\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} & \textbf{Time}\\ - & (\%) & (\%) & (\%) & & (CPU$\cdot$h) \\ -\midrule -BHive & 37.20 & 27.95 & 23.01 & 0.81 & 1.37\\ -llvm-mca & 0.00 & 36.71 & 59.80 & 0.57 & 0.96 \\ -UiCA & 0.00 & 29.59 & 52.99 & 0.58 & 2.12 \\ -Ithemal & 0.00 & 57.04 & 75.69 & 0.39 & 0.38 \\ -Iaca & 0.00 & 30.23 & 57.18 & 0.59 & 1.31 \\ -Gus & 0.00 & 20.37 & 30.59 & 0.82 & 188.04 \\ -\bottomrule - \end{tabular} + \begin{minipage}[c]{0.27\textwidth} + ~ \end{minipage} - \hfill\vrule\hfill - \begin{minipage}[c]{0.38\textwidth} + \hfill + \begin{minipage}[c]{0.4\textwidth} \centering \includegraphics[width=\textwidth]{overall_analysis_boxplot.svg}\\ - {\small\textit{Outliers > 250\,\% trimmed}} + \end{minipage} + \hfill + \begin{minipage}[c]{0.27\textwidth} + \centering + {\small\textit{Outliers > 250\,\% trimmed}} \\ + + \vspace{2em} + {\small\textit{Associated table in\\ + supplementary material}} \end{minipage} \begin{center} @@ -192,38 +185,24 @@ for((§\lsthlA{c3}§)) \end{frame} \begin{frame}{Pruning memory-carried dependencies (Intel Skylake on Grid5000)} - \newcommand{\full}{{\color[HTML]{c7805a}Full}} - \newcommand{\pruned}{{\color[HTML]{4360be}Trim}} \begin{columns} \column{\dimexpr\paperwidth-8pt} \centering - \begin{minipage}[c]{0.50\textwidth} - \centering - \footnotesize - \begin{tabular}{l r r r r r} - \toprule - \textbf{Bencher} & \textbf{Dataset} & -\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} \\ - & & (\%) & (\%) & \\ -\midrule -\multirow{2}*{llvm-mca} & \full{} & 36.71 & 59.80 & 0.57 \\ - & \pruned{} & 27.06 & 21.04 & 0.79\\ -\multirow{2}*{UiCA} & \full{} & 29.59 & 52.99 & 0.58 \\ - & \pruned{} & 18.42 & 11.96 & 0.80\\ -\multirow{2}*{Iaca} & \full{} & 30.23 & 57.18 & 0.59 \\ - & \pruned{} & 17.55 & 12.17 & 0.82\\ -\bottomrule - \end{tabular} + \begin{minipage}[c]{0.24\textwidth} + ~ \end{minipage} - \hfill\vrule\hfill - \begin{minipage}[c]{0.48\textwidth} + \hfill + \begin{minipage}[c]{0.5\textwidth} \centering \includegraphics[width=\textwidth]{nomemdeps_boxplot.svg}\\ - {\small\textit{Outliers > 200\,\% trimmed}} + \end{minipage} + \hfill + \begin{minipage}[c]{0.24\textwidth} + \centering{} + {\small\textit{Outliers > 200\,\% \\ + trimmed}} \end{minipage} \end{columns} - \let\full\undefined - \let\pruned\undefined \begin{center} \textbf{\alert{Closer to expected results}} diff --git a/slides/50_staticdeps/main.tex b/slides/50_staticdeps/main.tex index bcecd44..a2e8a89 100644 --- a/slides/50_staticdeps/main.tex +++ b/slides/50_staticdeps/main.tex @@ -257,24 +257,7 @@ int fibo(int* F, int n) { \begin{columns} \column{\dimexpr\paperwidth-8pt} \centering - \begin{minipage}[c]{0.57\textwidth} - \centering - \footnotesize - \begin{tabular}{l l r r r r} - \toprule - \textbf{Dataset} & \textbf{Bencher} & \textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$}\\ - && (\%) & (\%) & \\ -\midrule - \multirow{2}{*}{Full} & \uica{} & 29.59 & 18.26 & 0.58\\ - & + \staticdeps{} & 19.15 & 14.44 & 0.81\\ -\midrule - \multirow{2}{*}{Trim} & \uica{} & 18.42 & 11.96 & 0.80\\ - & + \staticdeps{} & 18.77 & 12.18 & 0.80\\ -\bottomrule - \end{tabular} - \end{minipage} - \hfill - \begin{minipage}[c]{0.4\textwidth} + \begin{minipage}[c]{0.5\textwidth} \centering \includegraphics[width=0.98\textwidth]{uica_sd_boxplot.svg} \end{minipage} diff --git a/slides/60_a72combined/main.tex b/slides/60_a72combined/main.tex index 021a6e6..f1fe5f4 100644 --- a/slides/60_a72combined/main.tex +++ b/slides/60_a72combined/main.tex @@ -39,25 +39,7 @@ \begin{columns} \column{\dimexpr\paperwidth-8pt} \centering - \begin{minipage}[c]{0.68\textwidth} - \centering - \footnotesize - \begin{tabular}{l r r r r r r} - \toprule - \textbf{Bencher} & - \textbf{Fail} & -\textbf{MAPE} & \textbf{Median} & \textbf{Q1} & \textbf{Q3} & \textbf{$K_\tau$} \\ - & (\%) & (\%) & (\%) & (\%) & (\%) & \\ -\midrule -A72 combined & 0.51 & 19.26 & 12.98 & 5.57 & \alert{25.38} & 0.75\\ -llvm-mca & 0.06 & 32.60 & \alert{25.17} & 8.84 & 59.16 & 0.69\\ -Osaca (backend) & 0.17 & 49.33 & 50.19 & 33.53 & 64.94 & 0.67\\ -Osaca (crit. path) & 0.17 & 84.02 & 70.39 & 40.37 & 91.47 & 0.24\\ -\bottomrule - \end{tabular} - \end{minipage} - \hfill - \begin{minipage}[c]{0.3\textwidth} + \begin{minipage}[c]{0.40\textwidth} \centering \includegraphics[width=\textwidth]{cesasme_a72combined_boxplot.svg} \end{minipage} diff --git a/slides/80_frontend/main.tex b/slides/80_frontend/main.tex index c1157e2..060d470 100644 --- a/slides/80_frontend/main.tex +++ b/slides/80_frontend/main.tex @@ -1,4 +1,4 @@ -%\section{A frontend model for the Cortex A72} +\section*{A frontend model for the Cortex A72} %\begin{frame}{The Cortex A72} % \begin{itemize} diff --git a/slides/85_supplementary/main.tex b/slides/85_supplementary/main.tex new file mode 100644 index 0000000..17f4a85 --- /dev/null +++ b/slides/85_supplementary/main.tex @@ -0,0 +1 @@ +\input{85_supplementary/results_tables.tex} diff --git a/slides/85_supplementary/results_tables.tex b/slides/85_supplementary/results_tables.tex new file mode 100644 index 0000000..5844a9b --- /dev/null +++ b/slides/85_supplementary/results_tables.tex @@ -0,0 +1,137 @@ +\section*{Results (detailed versions)} + +\begin{frame}{\cesasme{} ---~Detailed first results} + \begin{columns} + \column{\dimexpr\paperwidth-8pt} + \centering + \begin{minipage}[c]{0.55\textwidth} + \centering + \footnotesize + \begin{tabular}{l r r r r r} + \toprule + \textbf{Bencher} & Failures & +\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} & \textbf{Time}\\ + & (\%) & (\%) & (\%) & & (CPU$\cdot$h) \\ +\midrule +BHive & 37.20 & 27.95 & 23.01 & 0.81 & 1.37\\ +llvm-mca & 0.00 & 36.71 & 59.80 & 0.57 & 0.96 \\ +UiCA & 0.00 & 29.59 & 52.99 & 0.58 & 2.12 \\ +Ithemal & 0.00 & 57.04 & 75.69 & 0.39 & 0.38 \\ +Iaca & 0.00 & 30.23 & 57.18 & 0.59 & 1.31 \\ +Gus & 0.00 & 20.37 & 30.59 & 0.82 & 188.04 \\ +\bottomrule + \end{tabular} + \end{minipage} + \hfill\vrule\hfill + \begin{minipage}[c]{0.38\textwidth} + \centering + \includegraphics[width=\textwidth]{assets/imgs/40_cesasme/overall_analysis_boxplot.svg}\\ + {\small\textit{Outliers > 250\,\% trimmed}} + \end{minipage} + + \begin{center} + \textbf{\alert{Severely worse} than previous evaluations!}\\ + \textbf{\hspace{0.7cm}Harness broken?\hfill{}Harder + benchmarks?\hfill{}Previously undetected weaknesses?\hspace{0.7cm}~} + \end{center} + \end{columns} +\end{frame} + + +\begin{frame}{\cesasme{} ---~pruning memory-carried dependencies (detailed)} + \newcommand{\full}{{\color[HTML]{c7805a}Full}} + \newcommand{\pruned}{{\color[HTML]{4360be}Trim}} + \begin{columns} + \column{\dimexpr\paperwidth-8pt} + \centering + \begin{minipage}[c]{0.50\textwidth} + \centering + \footnotesize + \begin{tabular}{l r r r r r} + \toprule + \textbf{Bencher} & \textbf{Dataset} & +\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} \\ + & & (\%) & (\%) & \\ +\midrule +\multirow{2}*{llvm-mca} & \full{} & 36.71 & 59.80 & 0.57 \\ + & \pruned{} & 27.06 & 21.04 & 0.79\\ +\multirow{2}*{UiCA} & \full{} & 29.59 & 52.99 & 0.58 \\ + & \pruned{} & 18.42 & 11.96 & 0.80\\ +\multirow{2}*{Iaca} & \full{} & 30.23 & 57.18 & 0.59 \\ + & \pruned{} & 17.55 & 12.17 & 0.82\\ +\bottomrule + \end{tabular} + \end{minipage} + \hfill\vrule\hfill + \begin{minipage}[c]{0.48\textwidth} + \centering + \includegraphics[width=\textwidth]{assets/imgs/40_cesasme/nomemdeps_boxplot.svg}\\ + {\small\textit{Outliers > 200\,\% trimmed}} + \end{minipage} + \end{columns} + \let\full\undefined + \let\pruned\undefined + + \begin{center} + \textbf{\alert{Closer to expected results}} + \end{center} +\end{frame} + + +\begin{frame}{\staticdeps{}: use in \uica{} (detailed)} + \begin{columns} + \column{\dimexpr\paperwidth-8pt} + \centering + \begin{minipage}[c]{0.57\textwidth} + \centering + \footnotesize + \begin{tabular}{l l r r r r} + \toprule + \textbf{Dataset} & \textbf{Bencher} & \textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$}\\ + && (\%) & (\%) & \\ +\midrule + \multirow{2}{*}{Full} & \uica{} & 29.59 & 18.26 & 0.58\\ + & + \staticdeps{} & 19.15 & 14.44 & 0.81\\ +\midrule + \multirow{2}{*}{Trim} & \uica{} & 18.42 & 11.96 & 0.80\\ + & + \staticdeps{} & 18.77 & 12.18 & 0.80\\ +\bottomrule + \end{tabular} + \end{minipage} + \hfill + \begin{minipage}[c]{0.4\textwidth} + \centering + \includegraphics[width=0.98\textwidth]{assets/imgs/50_staticdeps/uica_sd_boxplot.svg} + \end{minipage} + \end{columns} +\end{frame} + + +\begin{frame}{\acombined{}: results (detailed)} + \begin{columns} + \column{\dimexpr\paperwidth-8pt} + \centering + \begin{minipage}[c]{0.68\textwidth} + \centering + \footnotesize + \begin{tabular}{l r r r r r r} + \toprule + \textbf{Bencher} & + \textbf{Fail} & +\textbf{MAPE} & \textbf{Median} & \textbf{Q1} & \textbf{Q3} & \textbf{$K_\tau$} \\ + & (\%) & (\%) & (\%) & (\%) & (\%) & \\ +\midrule +A72 combined & 0.51 & 19.26 & 12.98 & 5.57 & \alert{25.38} & 0.75\\ +llvm-mca & 0.06 & 32.60 & \alert{25.17} & 8.84 & 59.16 & 0.69\\ +Osaca (backend) & 0.17 & 49.33 & 50.19 & 33.53 & 64.94 & 0.67\\ +Osaca (crit. path) & 0.17 & 84.02 & 70.39 & 40.37 & 91.47 & 0.24\\ +\bottomrule + \end{tabular} + \end{minipage} + \hfill + \begin{minipage}[c]{0.3\textwidth} + \centering + \includegraphics[width=\textwidth]{assets/imgs/60_a72combined/cesasme_a72combined_boxplot.svg} + \end{minipage} + \end{columns} +\end{frame} diff --git a/slides/main.tex b/slides/main.tex index f0d1230..4556ea7 100644 --- a/slides/main.tex +++ b/slides/main.tex @@ -69,6 +69,9 @@ CORSE team}}} \appendix +% Not an \importchapter on purpose -- we need access to figures from every chapter +\include{85_supplementary/main.tex} + \importchapter{80_frontend} \end{document}