blob: 1431cd5e4c26a5923df0e4b8681eee0f4fea5e54 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
\section{Experiments}
TODO: prose
\subsection{Experimental setup}
We evaluate \psychic{} on patches generated by MSV~\cite{msv}, a fork
of the pattern-based \gls{apr} tool \textsc{Prophet}~\cite{genprog}
that adds extra repair templates and generate meta programs.
MSV is used on \textsc{IntroClass}, a set of attempts for solving
homework problems~\cite{introclass}.
\subsection{Results}
\begin{table}[h]
\begin{center}
\begin{tabular}{l c c c c c r}
\toprule
Task & Attempt & Bug & \texttt{\#} revisions & Tree height & Largest cluster & Time\\
\midrule
\texttt{checksum} & \texttt{3b@3} & & 2 & 1 & 1 & 1.2\\
\texttt{checksum} & \texttt{cb@3} & & 3 & 1 & 2 & 1.7\\
\texttt{grade} & \texttt{1b@3} & UB & 2 & 1 & 1 & 0.8\\
\texttt{grade} & \texttt{31@3} & Logic & 7 & 2 & 5 & 1.0\\
\texttt{grade} & \texttt{b1@3} & UB & 2 & 1 & 1 & 0.5\\
\texttt{smallest} & \texttt{07@2} & UB & 9 & 1 & 3 & 0.7\\
\texttt{smallest} & \texttt{d2@1} & UB & 5 & 0 & 5 & 1.5\\
\bottomrule
\end{tabular}
\end{center}
\caption{Decision tree quality on patch pool generated by MSV for IntroClass programs}
\end{table}
|
