phd-defense/slides/85_supplementary/results_tables.tex

\section*{Results (detailed versions)}

\begin{frame}{\cesasme{} ---~Detailed first results}
  \begin{columns}
    \column{\dimexpr\paperwidth-8pt}
    \centering
    \begin{minipage}[c]{0.55\textwidth}
    \centering
    \footnotesize
    \begin{tabular}{l r r r r r}
        \toprule
        \textbf{Bencher} & Failures &
\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} & \textbf{Time}\\
              & (\%) & (\%) & (\%) & & (CPU$\cdot$h) \\
\midrule
BHive & 37.20 & 27.95 & 23.01 & 0.81 & 1.37\\
llvm-mca & 0.00 & 36.71 & 59.80 & 0.57 & 0.96 \\
UiCA & 0.00 & 29.59 & 52.99 & 0.58 & 2.12 \\
Ithemal & 0.00 & 57.04 & 75.69 & 0.39 & 0.38 \\
Iaca & 0.00 & 30.23 & 57.18 & 0.59 & 1.31 \\
Gus & 0.00 & 20.37 & 30.59 & 0.82 & 188.04 \\
\bottomrule
    \end{tabular}
    \end{minipage}
    \hfill\vrule\hfill
    \begin{minipage}[c]{0.38\textwidth}
        \centering
        \includegraphics[width=\textwidth]{assets/imgs/40_cesasme/overall_analysis_boxplot.svg}\\
        {\small\textit{Outliers > 250\,\% trimmed}}
    \end{minipage}

    \begin{center}
        \textbf{\alert{Severely worse} than previous evaluations!}\\
        \textbf{\hspace{0.7cm}Harness broken?\hfill{}Harder
        benchmarks?\hfill{}Previously undetected weaknesses?\hspace{0.7cm}~}
    \end{center}
  \end{columns}
\end{frame}


\begin{frame}{\cesasme{} ---~pruning memory-carried dependencies (detailed)}
    \newcommand{\full}{{\color[HTML]{c7805a}Full}}
    \newcommand{\pruned}{{\color[HTML]{4360be}Trim}}
  \begin{columns}
    \column{\dimexpr\paperwidth-8pt}
    \centering
    \begin{minipage}[c]{0.50\textwidth}
    \centering
    \footnotesize
    \begin{tabular}{l r r r r r}
        \toprule
        \textbf{Bencher} & \textbf{Dataset} &
\textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$} \\
              & & (\%) & (\%) & \\
\midrule
\multirow{2}*{llvm-mca} & \full{} & 36.71 & 59.80 & 0.57 \\
    & \pruned{} & 27.06 & 21.04 & 0.79\\
\multirow{2}*{UiCA} & \full{} & 29.59 & 52.99 & 0.58 \\
    & \pruned{} & 18.42 & 11.96 & 0.80\\
\multirow{2}*{Iaca} & \full{} & 30.23 & 57.18 & 0.59 \\
    & \pruned{} & 17.55 & 12.17 & 0.82\\
\bottomrule
    \end{tabular}
    \end{minipage}
    \hfill\vrule\hfill
    \begin{minipage}[c]{0.48\textwidth}
        \centering
        \includegraphics[width=\textwidth]{assets/imgs/40_cesasme/nomemdeps_boxplot.svg}\\
        {\small\textit{Outliers > 200\,\% trimmed}}
    \end{minipage}
  \end{columns}
    \let\full\undefined
    \let\pruned\undefined

    \begin{center}
        \textbf{\alert{Closer to expected results}}
    \end{center}
\end{frame}


\begin{frame}{\staticdeps{}: use in \uica{} (detailed)}
  \begin{columns}
    \column{\dimexpr\paperwidth-8pt}
    \centering
    \begin{minipage}[c]{0.57\textwidth}
    \centering
    \footnotesize
    \begin{tabular}{l l r r r r}
        \toprule
        \textbf{Dataset} & \textbf{Bencher} & \textbf{MAPE} & \textbf{Median} & \textbf{$K_\tau$}\\
        && (\%) & (\%) & \\
\midrule
        \multirow{2}{*}{Full} & \uica{} & 29.59 & 18.26 & 0.58\\
                              & + \staticdeps{} & 19.15 & 14.44 & 0.81\\
\midrule
        \multirow{2}{*}{Trim} & \uica{} & 18.42 & 11.96 & 0.80\\
                                & + \staticdeps{} & 18.77 & 12.18 & 0.80\\
\bottomrule
    \end{tabular}
    \end{minipage}
    \hfill
    \begin{minipage}[c]{0.4\textwidth}
        \centering
        \includegraphics[width=0.98\textwidth]{assets/imgs/50_staticdeps/uica_sd_boxplot.svg}
    \end{minipage}
  \end{columns}
\end{frame}


\begin{frame}{\acombined{}: results (detailed)}
  \begin{columns}
    \column{\dimexpr\paperwidth-8pt}
    \centering
    \begin{minipage}[c]{0.68\textwidth}
    \centering
    \footnotesize
    \begin{tabular}{l r r r r r r}
        \toprule
        \textbf{Bencher} &
        \textbf{Fail} &
\textbf{MAPE} & \textbf{Median} & \textbf{Q1} & \textbf{Q3} & \textbf{$K_\tau$} \\
              & (\%) & (\%) & (\%) & (\%) & (\%) & \\
\midrule
A72 combined & 0.51 & 19.26 & 12.98 & 5.57 & \alert{25.38} & 0.75\\
llvm-mca & 0.06 & 32.60 & \alert{25.17} & 8.84 & 59.16 & 0.69\\
Osaca (backend) & 0.17 & 49.33 & 50.19 & 33.53 & 64.94 & 0.67\\
Osaca (crit. path) & 0.17 & 84.02 & 70.39 & 40.37 & 91.47 & 0.24\\
\bottomrule
    \end{tabular}
    \end{minipage}
    \hfill
    \begin{minipage}[c]{0.3\textwidth}
        \centering
        \includegraphics[width=\textwidth]{assets/imgs/60_a72combined/cesasme_a72combined_boxplot.svg}
    \end{minipage}
  \end{columns}
\end{frame}