diff options
Diffstat (limited to 'eval.tex')
| -rw-r--r-- | eval.tex | 30 |
1 files changed, 29 insertions, 1 deletions
diff --git a/eval.tex b/eval.tex index cd3fc7f..1431cd5 100644 --- a/eval.tex +++ b/eval.tex @@ -1 +1,29 @@ -\section{Evaluation} +\section{Experiments} +TODO: prose + +\subsection{Experimental setup} +We evaluate \psychic{} on patches generated by MSV~\cite{msv}, a fork +of the pattern-based \gls{apr} tool \textsc{Prophet}~\cite{genprog} +that adds extra repair templates and generate meta programs. +MSV is used on \textsc{IntroClass}, a set of attempts for solving +homework problems~\cite{introclass}. + +\subsection{Results} +\begin{table}[h] + \begin{center} + \begin{tabular}{l c c c c c r} + \toprule + Task & Attempt & Bug & \texttt{\#} revisions & Tree height & Largest cluster & Time\\ + \midrule + \texttt{checksum} & \texttt{3b@3} & & 2 & 1 & 1 & 1.2\\ + \texttt{checksum} & \texttt{cb@3} & & 3 & 1 & 2 & 1.7\\ + \texttt{grade} & \texttt{1b@3} & UB & 2 & 1 & 1 & 0.8\\ + \texttt{grade} & \texttt{31@3} & Logic & 7 & 2 & 5 & 1.0\\ + \texttt{grade} & \texttt{b1@3} & UB & 2 & 1 & 1 & 0.5\\ + \texttt{smallest} & \texttt{07@2} & UB & 9 & 1 & 3 & 0.7\\ + \texttt{smallest} & \texttt{d2@1} & UB & 5 & 0 & 5 & 1.5\\ + \bottomrule + \end{tabular} + \end{center} + \caption{Decision tree quality on patch pool generated by MSV for IntroClass programs} +\end{table} |