137 lines
4.4 KiB
TeX
137 lines
4.4 KiB
TeX
\section*{Results (detailed versions)}
|
|
|
|
\begin{frame}{\cesasme{} ---~Detailed first results}
|
|
\begin{columns}
|
|
\column{\dimexpr\paperwidth-8pt}
|
|
\centering
|
|
\begin{minipage}[c]{0.55\textwidth}
|
|
\centering
|
|
\footnotesize
|
|
\begin{tabular}{l r r r r r}
|
|
\toprule
|
|
\textbf{Bencher} & Failures &
|
|
\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} & \textbf{Time}\\
|
|
& (\%) & (\%) & (\%) & & (CPU$\cdot$h) \\
|
|
\midrule
|
|
BHive & 37.20 & 27.95 & 23.01 & 0.81 & 1.37\\
|
|
llvm-mca & 0.00 & 36.71 & 59.80 & 0.57 & 0.96 \\
|
|
UiCA & 0.00 & 29.59 & 52.99 & 0.58 & 2.12 \\
|
|
Ithemal & 0.00 & 57.04 & 75.69 & 0.39 & 0.38 \\
|
|
Iaca & 0.00 & 30.23 & 57.18 & 0.59 & 1.31 \\
|
|
Gus & 0.00 & 20.37 & 30.59 & 0.82 & 188.04 \\
|
|
\bottomrule
|
|
\end{tabular}
|
|
\end{minipage}
|
|
\hfill\vrule\hfill
|
|
\begin{minipage}[c]{0.38\textwidth}
|
|
\centering
|
|
\includegraphics[width=\textwidth]{assets/imgs/40_cesasme/overall_analysis_boxplot.svg}\\
|
|
{\small\textit{Outliers > 250\,\% trimmed}}
|
|
\end{minipage}
|
|
|
|
\begin{center}
|
|
\textbf{\alert{Severely worse} than previous evaluations!}\\
|
|
\textbf{\hspace{0.7cm}Harness broken?\hfill{}Harder
|
|
benchmarks?\hfill{}Previously undetected weaknesses?\hspace{0.7cm}~}
|
|
\end{center}
|
|
\end{columns}
|
|
\end{frame}
|
|
|
|
|
|
\begin{frame}{\cesasme{} ---~pruning memory-carried dependencies (detailed)}
|
|
\newcommand{\full}{{\color[HTML]{c7805a}Full}}
|
|
\newcommand{\pruned}{{\color[HTML]{4360be}Trim}}
|
|
\begin{columns}
|
|
\column{\dimexpr\paperwidth-8pt}
|
|
\centering
|
|
\begin{minipage}[c]{0.50\textwidth}
|
|
\centering
|
|
\footnotesize
|
|
\begin{tabular}{l r r r r r}
|
|
\toprule
|
|
\textbf{Bencher} & \textbf{Dataset} &
|
|
\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} \\
|
|
& & (\%) & (\%) & \\
|
|
\midrule
|
|
\multirow{2}*{llvm-mca} & \full{} & 36.71 & 59.80 & 0.57 \\
|
|
& \pruned{} & 27.06 & 21.04 & 0.79\\
|
|
\multirow{2}*{UiCA} & \full{} & 29.59 & 52.99 & 0.58 \\
|
|
& \pruned{} & 18.42 & 11.96 & 0.80\\
|
|
\multirow{2}*{Iaca} & \full{} & 30.23 & 57.18 & 0.59 \\
|
|
& \pruned{} & 17.55 & 12.17 & 0.82\\
|
|
\bottomrule
|
|
\end{tabular}
|
|
\end{minipage}
|
|
\hfill\vrule\hfill
|
|
\begin{minipage}[c]{0.48\textwidth}
|
|
\centering
|
|
\includegraphics[width=\textwidth]{assets/imgs/40_cesasme/nomemdeps_boxplot.svg}\\
|
|
{\small\textit{Outliers > 200\,\% trimmed}}
|
|
\end{minipage}
|
|
\end{columns}
|
|
\let\full\undefined
|
|
\let\pruned\undefined
|
|
|
|
\begin{center}
|
|
\textbf{\alert{Closer to expected results}}
|
|
\end{center}
|
|
\end{frame}
|
|
|
|
|
|
\begin{frame}{\staticdeps{}: use in \uica{} (detailed)}
|
|
\begin{columns}
|
|
\column{\dimexpr\paperwidth-8pt}
|
|
\centering
|
|
\begin{minipage}[c]{0.57\textwidth}
|
|
\centering
|
|
\footnotesize
|
|
\begin{tabular}{l l r r r r}
|
|
\toprule
|
|
\textbf{Dataset} & \textbf{Bencher} & \textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$}\\
|
|
&& (\%) & (\%) & \\
|
|
\midrule
|
|
\multirow{2}{*}{Full} & \uica{} & 29.59 & 18.26 & 0.58\\
|
|
& + \staticdeps{} & 19.15 & 14.44 & 0.81\\
|
|
\midrule
|
|
\multirow{2}{*}{Trim} & \uica{} & 18.42 & 11.96 & 0.80\\
|
|
& + \staticdeps{} & 18.77 & 12.18 & 0.80\\
|
|
\bottomrule
|
|
\end{tabular}
|
|
\end{minipage}
|
|
\hfill
|
|
\begin{minipage}[c]{0.4\textwidth}
|
|
\centering
|
|
\includegraphics[width=0.98\textwidth]{assets/imgs/50_staticdeps/uica_sd_boxplot.svg}
|
|
\end{minipage}
|
|
\end{columns}
|
|
\end{frame}
|
|
|
|
|
|
\begin{frame}{\acombined{}: results (detailed)}
|
|
\begin{columns}
|
|
\column{\dimexpr\paperwidth-8pt}
|
|
\centering
|
|
\begin{minipage}[c]{0.68\textwidth}
|
|
\centering
|
|
\footnotesize
|
|
\begin{tabular}{l r r r r r r}
|
|
\toprule
|
|
\textbf{Bencher} &
|
|
\textbf{Fail} &
|
|
\textbf{MAPE} & \textbf{Median} & \textbf{Q1} & \textbf{Q3} & \textbf{$K_\tau$} \\
|
|
& (\%) & (\%) & (\%) & (\%) & (\%) & \\
|
|
\midrule
|
|
A72 combined & 0.51 & 19.26 & 12.98 & 5.57 & \alert{25.38} & 0.75\\
|
|
llvm-mca & 0.06 & 32.60 & \alert{25.17} & 8.84 & 59.16 & 0.69\\
|
|
Osaca (backend) & 0.17 & 49.33 & 50.19 & 33.53 & 64.94 & 0.67\\
|
|
Osaca (crit. path) & 0.17 & 84.02 & 70.39 & 40.37 & 91.47 & 0.24\\
|
|
\bottomrule
|
|
\end{tabular}
|
|
\end{minipage}
|
|
\hfill
|
|
\begin{minipage}[c]{0.3\textwidth}
|
|
\centering
|
|
\includegraphics[width=\textwidth]{assets/imgs/60_a72combined/cesasme_a72combined_boxplot.svg}
|
|
\end{minipage}
|
|
\end{columns}
|
|
\end{frame}
|