Commit f8ef693d authored by ehebrard's avatar ehebrard
Browse files

adaread

parent 8c8521da
......@@ -27,13 +27,12 @@ int main(int argc, char *argv[]) {
WeightedDataset<int> input;
////// READING
if (opt.binarize) {
read_non_binary(input, opt);
} else {
try {
read_binary(input, opt);
} catch (const std::exception &e) {
if (opt.verbosity >= DTOptions::NORMAL)
cout << "c format not recognized or input non-binary, binarizing...\n";
read_non_binary(input, opt);
}
if (opt.verbosity >= DTOptions::NORMAL)
......
......@@ -1492,44 +1492,44 @@ Every process was first run with a memory limit of 3.5GB. Many runs of \dleight,
%\dleight 164 %5+10+20+23+30+27+25+24
\renewcommand{\arraystretch}{.9}
\renewcommand{\arraystretch}{.8}
\begin{table}[htbp]%
\begin{center}%
\begin{footnotesize}%
\begin{scriptsize}%
\tabcolsep=10pt%
\input{src/tables/datasetinfo.tex}%
\end{footnotesize}%
\end{scriptsize}%
\end{center}%
\caption{\label{tab:info} Benchmark and preprocessing data}%
\end{table}%
\begin{table}[htbp]%
\begin{center}%
\begin{footnotesize}%
\begin{scriptsize}%
\tabcolsep=2pt%
\input{src/tables/allopt3.tex}%
\end{footnotesize}%
\end{scriptsize}%
\end{center}%
\caption{\label{tab:all3} Comparison with state of the art: depth 3}%
\end{table}%
\begin{table}[htbp]
\begin{center}
\begin{footnotesize}
\begin{scriptsize}
\tabcolsep=2pt
\input{src/tables/allopt4.tex}
\end{footnotesize}
\end{scriptsize}
\end{center}
\caption{\label{tab:all4} Comparison with state of the art: depth 4}
\end{table}
\begin{table}[htbp]
\begin{center}
\begin{footnotesize}
\begin{scriptsize}
\tabcolsep=2pt
\input{src/tables/allopt5.tex}
\end{footnotesize}
\end{scriptsize}
\end{center}
\caption{\label{tab:all5} Comparison with state of the art: depth 5}
\end{table}
......@@ -1537,50 +1537,50 @@ Every process was first run with a memory limit of 3.5GB. Many runs of \dleight,
\begin{table}[htbp]
\begin{center}
\begin{footnotesize}
\begin{scriptsize}
\tabcolsep=2pt
\input{src/tables/allopt6.tex}
\end{footnotesize}
\end{scriptsize}
\end{center}
\caption{\label{tab:all6} Comparison with state of the art: depth 6}
\end{table}
\begin{table}[htbp]
\begin{center}
\begin{footnotesize}
\begin{scriptsize}
\tabcolsep=2pt
\input{src/tables/allopt7.tex}
\end{footnotesize}
\end{scriptsize}
\end{center}
\caption{\label{tab:all7} Comparison with state of the art: depth 7}
\end{table}
\begin{table}[htbp]
\begin{center}
\begin{footnotesize}
\begin{scriptsize}
\tabcolsep=2pt
\input{src/tables/allopt8.tex}
\end{footnotesize}
\end{scriptsize}
\end{center}
\caption{\label{tab:all8} Comparison with state of the art: depth 8}
\end{table}
\begin{table}[htbp]
\begin{center}
\begin{footnotesize}
\begin{scriptsize}
\tabcolsep=2pt
\input{src/tables/allopt9.tex}
\end{footnotesize}
\end{scriptsize}
\end{center}
\caption{\label{tab:all9} Comparison with state of the art: depth 9}
\end{table}
\begin{table}[htbp]
\begin{center}
\begin{footnotesize}
\begin{scriptsize}
\tabcolsep=2pt
\input{src/tables/allopt10.tex}
\end{footnotesize}
\end{scriptsize}
\end{center}
\caption{\label{tab:all10} Comparison with state of the art: depth 10}
\end{table}
......
......@@ -7,9 +7,9 @@
\texttt{hepatitis} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{lymph} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{wine1} & 22 & 545 & \textbf{20} & 1469 & 22 & 3227 & 22 & 539\\
\texttt{wine2} & 24 & 399 & \textbf{21} & 20 & 24 & 2832 & 24 & 415\\
\texttt{wine3} & 16 & 272 & 17 & 690 & 18 & 1802 & 16 & 270\\
\texttt{wine2} & 24 & 399 & \textbf{21} & 20 & 24 & 2832 & 24 & 415\\
\texttt{wine1} & 22 & 545 & \textbf{20} & 1469 & 22 & 3227 & 22 & 539\\
\texttt{audiology} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{heart-cleveland} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{primary-tumor} & 15 & 0.00$^*$ & 15 & 0.00$^*$ & 15 & 0.28 & 15 & 0.00$^*$\\
......@@ -18,8 +18,8 @@
\texttt{forest-fires} & 113 & 942 & 114 & 3068 & 118 & 3167 & 113 & 1003\\
\texttt{soybean} & 2 & 0.00$^*$ & 2 & 0.43$^*$ & 2 & 0.00 & 2 & 0.00$^*$\\
\texttt{australian-credit} & 0 & 0.04$^*$ & 0 & 0.15$^*$ & 0 & 0.26$^*$ & 0 & 0.04$^*$\\
\texttt{breast-cancer} & 0 & 0.00$^*$ & 0 & 0.31$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{breast-wisconsin} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{breast-cancer} & 0 & 0.00$^*$ & 0 & 0.31$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{diabetes} & 0 & 0.67$^*$ & 0 & 3026$^*$ & 0 & 11$^*$ & 0 & 0.60$^*$\\
\texttt{anneal} & 34 & 23$^*$ & 36 & 1986 & 36 & 661 & 34 & 32$^*$\\
\texttt{vehicle} & 0 & 0.00$^*$ & 0 & 60$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
......@@ -40,16 +40,16 @@
\texttt{taiwan\_binarised} & 4217 & 1001 & 4896 & 2890 & \textbf{4189} & 1046 & 4217 & 1041\\
\texttt{adult\_discretized} & 3841 & 2632 & 4119 & 3075 & \textbf{3775} & 2994 & 3841 & 2988\\
\texttt{bank} & 3242 & 800 & 4200 & 20 & 3245 & 851 & 3242 & 845\\
\texttt{mnist\_8} & 696 & 2141 & 2450 & 1144 & 801 & 1936 & 696 & 2466\\
\texttt{mnist\_9} & 1594 & 2124 & 3598 & 2205 & 1596 & 2234 & 1594 & 2299\\
\texttt{mnist\_0} & 383 & 413 & 1721 & 3235 & 383 & 404 & 383 & 450\\
\texttt{mnist\_6} & 965 & 1742 & 1370 & 2484 & 965 & 2228 & 965 & 2418\\
\texttt{mnist\_5} & 1973 & 491 & 2866 & 3420 & 1974 & 509 & 1973 & 950\\
\texttt{mnist\_3} & 1079 & 376 & 4098 & 2365 & \textbf{1065} & 3406 & 1079 & 406\\
\texttt{mnist\_2} & 1522 & 2520 & 2968 & 1804 & 1522 & 2466 & 1522 & 3022\\
\texttt{mnist\_4} & 801 & 398 & 4289 & 1461 & 801 & 424 & 801 & 447\\
\texttt{mnist\_7} & 1082 & 1277 & 2228 & 2846 & 1082 & 1544 & 1082 & 1798\\
\texttt{mnist\_1} & 331 & 360 & 1493 & 1783 & \textbf{330} & 355 & 331 & 382\\
\texttt{mnist\_7} & 1082 & 1277 & 2228 & 2846 & 1082 & 1544 & 1082 & 1798\\
\texttt{mnist\_6} & 965 & 1742 & 1370 & 2484 & 965 & 2228 & 965 & 2418\\
\texttt{mnist\_8} & 696 & 2141 & 2450 & 1144 & 801 & 1936 & 696 & 2466\\
\texttt{mnist\_9} & 1594 & 2124 & 3598 & 2205 & 1596 & 2234 & 1594 & 2299\\
\texttt{mnist\_4} & 801 & 398 & 4289 & 1461 & 801 & 424 & 801 & 447\\
\texttt{mnist\_2} & 1522 & 2520 & 2968 & 1804 & 1522 & 2466 & 1522 & 3022\\
\texttt{mnist\_5} & 1973 & 491 & 2866 & 3420 & 1974 & 509 & 1973 & 950\\
\texttt{weather-aus} & 1601 & 2591 & 1734 & 2391 & 1603 & 1988 & 1601 & 2758\\
\bottomrule
\end{tabular}
......@@ -2,54 +2,5 @@
\toprule
\multirow{2}{*}{}& && \multicolumn{2}{c}{\budalg} & \multicolumn{2}{c}{\noheuristic} & \multicolumn{2}{c}{\nopreprocessing} & \multicolumn{2}{c}{\nolb}\\
\cmidrule(rr){4-5}\cmidrule(rr){6-7}\cmidrule(rr){8-9}\cmidrule(rr){10-11}
&\multirow{1}{*}{$|\allex|$} & \multirow{1}{*}{$|\features|$} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} \\
&\multirow{1}{*}{('$|\\allex|$', '$|\\features|$')} & \multirow{1}{*}{(<function <lambda> at 0x7f593885b578>, <function <lambda> at 0x7f593885b320>)} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} \\
\midrule
\texttt{hepatitis} & 10 & 0.00$^*$ & 10 & 0.00$^*$ & 10 & 0.07$^*$ & 10 & 0.01$^*$\\
\texttt{lymph} & 12 & 0.01$^*$ & 12 & 0.01$^*$ & 12 & 0.06$^*$ & 12 & 0.02$^*$\\
\texttt{wine1} & 43 & 16$^*$ & 43 & 14$^*$ & 43 & 120$^*$ & 43 & 17$^*$\\
\texttt{wine2} & 49 & 17$^*$ & 49 & 14$^*$ & 49 & 118$^*$ & 49 & 17$^*$\\
\texttt{wine3} & 33 & 16$^*$ & 33 & 13$^*$ & 33 & 118$^*$ & 33 & 16$^*$\\
\texttt{audiology} & 5 & 0.06$^*$ & 5 & 0.04$^*$ & 5 & 0.33$^*$ & 5 & 0.06$^*$\\
\texttt{heart-cleveland} & 41 & 0.05$^*$ & 41 & 0.03$^*$ & 41 & 0.20$^*$ & 41 & 0.05$^*$\\
\texttt{primary-tumor} & 46 & 0.00$^*$ & 46 & 0.00$^*$ & 46 & 0.01$^*$ & 46 & 0.00$^*$\\
\texttt{ionosphere} & 22 & 3.8$^*$ & 22 & 3.0$^*$ & 22 & 22$^*$ & 22 & 4.2$^*$\\
\texttt{vote} & 12 & 0.02$^*$ & 12 & 0.02$^*$ & 12 & 0.03$^*$ & 12 & 0.03$^*$\\
\texttt{forest-fires} & 193 & 20$^*$ & 193 & 16$^*$ & 193 & 65$^*$ & 193 & 20$^*$\\
\texttt{soybean} & 29 & 0.01$^*$ & 29 & 0.01$^*$ & 29 & 0.03$^*$ & 29 & 0.02$^*$\\
\texttt{australian-credit} & 73 & 0.14$^*$ & 73 & 0.11$^*$ & 73 & 0.55$^*$ & 73 & 0.13$^*$\\
\texttt{breast-cancer} & 24 & 0.16$^*$ & 24 & 0.08$^*$ & 24 & 0.10$^*$ & 24 & 0.10$^*$\\
\texttt{breast-wisconsin} & 15 & 0.05$^*$ & 15 & 0.04$^*$ & 15 & 0.28$^*$ & 15 & 0.06$^*$\\
\texttt{diabetes} & 162 & 0.09$^*$ & 162 & 0.08$^*$ & 162 & 0.50$^*$ & 162 & 0.09$^*$\\
\texttt{anneal} & 112 & 0.03$^*$ & 112 & 0.02$^*$ & 112 & 0.17$^*$ & 112 & 0.03$^*$\\
\texttt{vehicle} & 26 & 0.93$^*$ & 26 & 0.59$^*$ & 26 & 3.5$^*$ & 26 & 0.83$^*$\\
\texttt{titanic} & 143 & 6.7$^*$ & 143 & 5.5$^*$ & 143 & 6.6$^*$ & 143 & 6.7$^*$\\
\texttt{tic-tac-toe} & 216 & 0.01$^*$ & 216 & 0.01$^*$ & 216 & 0.01$^*$ & 216 & 0.01$^*$\\
\texttt{german-credit} & 236 & 0.26$^*$ & 236 & 0.20$^*$ & 236 & 0.54$^*$ & 236 & 0.26$^*$\\
\texttt{yeast} & 403 & 0.07$^*$ & 403 & 0.07$^*$ & 403 & 0.36$^*$ & 403 & 0.07$^*$\\
\texttt{car} & 192 & 0.01$^*$ & 192 & 0.00$^*$ & 192 & 0.00$^*$ & 192 & 0.01$^*$\\
\texttt{segment} & 0 & 0.03$^*$ & 0 & 0.03$^*$ & 0 & 0.20$^*$ & 0 & 0.03$^*$\\
\texttt{splice-1} & 224 & 9.8$^*$ & 224 & 8.2$^*$ & 224 & 11$^*$ & 224 & 9.8$^*$\\
\texttt{kr-vs-kp} & 198 & 0.09$^*$ & 198 & 0.06$^*$ & 198 & 0.22$^*$ & 198 & 0.07$^*$\\
\texttt{hypothyroid} & 61 & 0.07$^*$ & 61 & 0.07$^*$ & 61 & 0.33$^*$ & 61 & 0.08$^*$\\
\texttt{compas\_discretized} & 2004 & 0.00$^*$ & 2004 & 0.00$^*$ & 2004 & 0.03$^*$ & 2004 & 0.00$^*$\\
\texttt{pendigits} & 47 & 3.3$^*$ & 47 & 3.1$^*$ & 47 & 13$^*$ & 47 & 3.6$^*$\\
\texttt{mushroom} & 8 & 0.79$^*$ & 8 & 0.60$^*$ & 8 & 0.76$^*$ & 8 & 0.68$^*$\\
\texttt{surgical-deepnet} & 2512 & 953 & 2524 & 1304 & 2512 & 907 & 2512 & 918\\
\texttt{letter} & 369 & 10$^*$ & 369 & 8.4$^*$ & 369 & 45$^*$ & 369 & 8.2$^*$\\
\texttt{taiwan\_binarised} & 5326 & 48$^*$ & 5326 & 28$^*$ & 5326 & 45$^*$ & 5326 & 33$^*$\\
\texttt{adult\_discretized} & 5020 & 0.43$^*$ & 5020 & 0.25$^*$ & 5020 & 0.72$^*$ & 5020 & 0.27$^*$\\
\texttt{bank} & 4453 & 259 & \textbf{4383} & 84 & 4453 & 226 & 4453 & 257\\
\texttt{mnist\_8} & 3583 & 2061$^*$ & 3583 & 1922$^*$ & 3583 & 1802$^*$ & 3583 & 1524$^*$\\
\texttt{mnist\_9} & 4590 & 2039$^*$ & 4590 & 1895$^*$ & 4590 & 1833$^*$ & 4590 & 2285$^*$\\
\texttt{mnist\_0} & 2557 & 1994$^*$ & 2557 & 1832$^*$ & 2557 & 1792$^*$ & 2557 & 1867$^*$\\
\texttt{mnist\_6} & 2756 & 1916$^*$ & 2756 & 1785$^*$ & 2756 & 1804$^*$ & 2756 & 2002$^*$\\
\texttt{mnist\_5} & 3539 & 2095$^*$ & 3539 & 1825$^*$ & 3539 & 1844$^*$ & 3539 & 1706$^*$\\
\texttt{mnist\_3} & 4354 & 2054$^*$ & 4354 & 1906$^*$ & 4354 & 1821$^*$ & 4354 & 1848$^*$\\
\texttt{mnist\_2} & 3938 & 1946$^*$ & 3938 & 1254$^*$ & 3938 & 1844$^*$ & 3938 & 2009$^*$\\
\texttt{mnist\_4} & 4729 & 2070$^*$ & 4729 & 1837$^*$ & 4729 & 1784$^*$ & 4729 & 2195$^*$\\
\texttt{mnist\_7} & 3483 & 1928$^*$ & 3483 & 1966$^*$ & 3483 & 1792$^*$ & 3483 & 1653$^*$\\
\texttt{mnist\_1} & 3462 & 1896$^*$ & 3462 & 1290$^*$ & 3462 & 1774$^*$ & 3462 & 1676$^*$\\
\texttt{weather-aus} & 1756 & 14 & 1756 & 1.3 & 1756 & 12 & 1756 & 13\\
\bottomrule
\end{tabular}
......@@ -7,9 +7,9 @@
\texttt{hepatitis} & 3 & 0.32$^*$ & 3 & 0.20$^*$ & 3 & 3.0$^*$ & 3 & 0.31$^*$\\
\texttt{lymph} & 3 & 0.74$^*$ & 3 & 0.57$^*$ & 3 & 2.4$^*$ & 3 & 0.91$^*$\\
\texttt{wine1} & 37 & 1674 & 37 & 1808 & 38 & 2248 & 37 & 1617\\
\texttt{wine2} & 43 & 17 & 43 & 0.02 & 43 & 110 & 43 & 16\\
\texttt{wine3} & 28 & 33 & 28 & 190 & 28 & 222 & 28 & 33\\
\texttt{wine2} & 43 & 17 & 43 & 0.02 & 43 & 110 & 43 & 16\\
\texttt{wine1} & 37 & 1674 & 37 & 1808 & 38 & 2248 & 37 & 1617\\
\texttt{audiology} & 1 & 4.0$^*$ & 1 & 3.2$^*$ & 1 & 29$^*$ & 1 & 4.5$^*$\\
\texttt{heart-cleveland} & 25 & 3.1$^*$ & 25 & 2.3$^*$ & 25 & 19$^*$ & 25 & 3.3$^*$\\
\texttt{primary-tumor} & 34 & 0.03$^*$ & 34 & 0.02$^*$ & 34 & 0.22$^*$ & 34 & 0.03$^*$\\
......@@ -18,8 +18,8 @@
\texttt{forest-fires} & 173 & 15 & 173 & 11 & 173 & 48 & 173 & 15\\
\texttt{soybean} & 14 & 0.62$^*$ & 14 & 0.50$^*$ & 14 & 1.1$^*$ & 14 & 0.71$^*$\\
\texttt{australian-credit} & 56 & 10$^*$ & 56 & 8.5$^*$ & 56 & 68$^*$ & 56 & 11$^*$\\
\texttt{breast-cancer} & 16 & 9.6$^*$ & 16 & 7.6$^*$ & 16 & 9.1$^*$ & 16 & 8.9$^*$\\
\texttt{breast-wisconsin} & 7 & 3.1$^*$ & 7 & 2.1$^*$ & 7 & 33$^*$ & 7 & 3.4$^*$\\
\texttt{breast-cancer} & 16 & 9.6$^*$ & 16 & 7.6$^*$ & 16 & 9.1$^*$ & 16 & 8.9$^*$\\
\texttt{diabetes} & 137 & 5.7$^*$ & 137 & 4.8$^*$ & 137 & 59$^*$ & 137 & 6.0$^*$\\
\texttt{anneal} & 91 & 1.5$^*$ & 91 & 1.0$^*$ & 91 & 11$^*$ & 91 & 1.3$^*$\\
\texttt{vehicle} & 12 & 71$^*$ & 12 & 60$^*$ & 12 & 706$^*$ & 12 & 91$^*$\\
......@@ -40,16 +40,16 @@
\texttt{taiwan\_binarised} & 5273 & 6.2 & 5273 & 39 & 5273 & 6.2 & 5273 & 7.1\\
\texttt{adult\_discretized} & 4609 & 14$^*$ & 4609 & 14$^*$ & 4609 & 43$^*$ & 4609 & 14$^*$\\
\texttt{bank} & 4314 & 290 & 4326 & 1102 & 4314 & 258 & 4314 & 308\\
\texttt{mnist\_8} & 3165 & 1206 & 3572 & 2358 & 3165 & 1104 & 3165 & 1413\\
\texttt{mnist\_9} & 3977 & 2061 & 4182 & 3123 & 3977 & 1706 & 3977 & 1954\\
\texttt{mnist\_0} & 2173 & 2158 & 2229 & 3292 & 2173 & 1844 & 2173 & 2444\\
\texttt{mnist\_6} & 1940 & 2752 & 2009 & 2570 & 1940 & 2518 & 1940 & 2175\\
\texttt{mnist\_5} & 3312 & 219 & 3312 & 1971 & 3312 & 198 & 3312 & 230\\
\texttt{mnist\_3} & 3485 & 2225 & 4230 & 1476 & 3485 & 2025 & 3485 & 2435\\
\texttt{mnist\_2} & 3358 & 169 & 3647 & 2672 & 3143 & 3477 & 3143 & 3472\\
\texttt{mnist\_4} & 3670 & 2476 & 4466 & 500 & 3670 & 2258 & 3670 & 3062\\
\texttt{mnist\_7} & 2793 & 52 & 3212 & 787 & 2793 & 50 & 2793 & 57\\
\texttt{mnist\_1} & 2332 & 2248 & 3462 & 563 & 2332 & 2211 & 2332 & 2698\\
\texttt{mnist\_7} & 2793 & 52 & 3212 & 787 & 2793 & 50 & 2793 & 57\\
\texttt{mnist\_6} & 1940 & 2752 & 2009 & 2570 & 1940 & 2518 & 1940 & 2175\\
\texttt{mnist\_8} & 3165 & 1206 & 3572 & 2358 & 3165 & 1104 & 3165 & 1413\\
\texttt{mnist\_9} & 3977 & 2061 & 4182 & 3123 & 3977 & 1706 & 3977 & 1954\\
\texttt{mnist\_4} & 3670 & 2476 & 4466 & 500 & 3670 & 2258 & 3670 & 3062\\
\texttt{mnist\_2} & 3358 & 169 & 3647 & 2672 & 3143 & 3477 & 3143 & 3472\\
\texttt{mnist\_5} & 3312 & 219 & 3312 & 1971 & 3312 & 198 & 3312 & 230\\
\texttt{weather-aus} & 1749 & 2525 & 1750 & 2646 & 1749 & 2142 & 1749 & 2638\\
\bottomrule
\end{tabular}
......@@ -7,9 +7,9 @@
\texttt{hepatitis} & 0 & 0.05$^*$ & 0 & 0.09$^*$ & 0 & 0.44$^*$ & 0 & 0.05$^*$\\
\texttt{lymph} & 0 & 0.00$^*$ & 0 & 0.02$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{wine1} & 33 & 1154 & 33 & 950 & 34 & 1319 & 33 & 1158\\
\texttt{wine2} & 39 & 411 & \textbf{37} & 13 & 39 & 2756 & 39 & 409\\
\texttt{wine3} & 25 & 17 & 25 & 90 & 25 & 100 & 25 & 16\\
\texttt{wine2} & 39 & 411 & \textbf{37} & 13 & 39 & 2756 & 39 & 409\\
\texttt{wine1} & 33 & 1154 & 33 & 950 & 34 & 1319 & 33 & 1158\\
\texttt{audiology} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{heart-cleveland} & 7 & 93$^*$ & 7 & 78$^*$ & 7 & 1224$^*$ & 7 & 156$^*$\\
\texttt{primary-tumor} & 26 & 0.38$^*$ & 26 & 0.43$^*$ & 26 & 6.7$^*$ & 26 & 0.46$^*$\\
......@@ -18,8 +18,8 @@
\texttt{forest-fires} & 156 & 777 & 157 & 61 & 156 & 2891 & 156 & 760\\
\texttt{soybean} & 8 & 20$^*$ & 8 & 16$^*$ & 8 & 40$^*$ & 8 & 26$^*$\\
\texttt{australian-credit} & 39 & 658$^*$ & 39 & 513$^*$ & 40 & 40 & 39 & 839$^*$\\
\texttt{breast-cancer} & 6 & 725$^*$ & 6 & 604$^*$ & 6 & 764$^*$ & 6 & 764$^*$\\
\texttt{breast-wisconsin} & 0 & 20$^*$ & 0 & 16$^*$ & 0 & 478$^*$ & 0 & 31$^*$\\
\texttt{breast-cancer} & 6 & 725$^*$ & 6 & 604$^*$ & 6 & 764$^*$ & 6 & 764$^*$\\
\texttt{diabetes} & 106 & 312$^*$ & 106 & 245$^*$ & 106 & 1425 & 106 & 357$^*$\\
\texttt{anneal} & 70 & 44$^*$ & 70 & 38$^*$ & 70 & 736$^*$ & 70 & 50$^*$\\
\texttt{vehicle} & 1 & 690 & 1 & 3525$^*$ & 3 & 42 & 1 & 1142\\
......@@ -40,16 +40,16 @@
\texttt{taiwan\_binarised} & 5200 & 105 & 5201 & 3306 & 5200 & 83 & 5200 & 115\\
\texttt{adult\_discretized} & 4423 & 725$^*$ & 4423 & 693$^*$ & 4423 & 2388$^*$ & 4423 & 755$^*$\\
\texttt{bank} & 4187 & 1152 & 4309 & 1113 & 4187 & 1073 & 4187 & 1205\\
\texttt{mnist\_8} & 2547 & 2847 & 3022 & 2733 & 2547 & 2052 & 2547 & 3242\\
\texttt{mnist\_9} & 3352 & 1695 & 4066 & 2178 & 3352 & 1491 & 3352 & 1792\\
\texttt{mnist\_0} & 1714 & 284 & 2075 & 1862 & 1714 & 241 & 1714 & 300\\
\texttt{mnist\_6} & 1485 & 2097 & 1989 & 2723 & 1485 & 1528 & 1485 & 2140\\
\texttt{mnist\_5} & 3138 & 2411 & 3241 & 2434 & 3138 & 2094 & 3138 & 2675\\
\texttt{mnist\_3} & 2893 & 1936 & 4187 & 2564 & 2893 & 1607 & 2893 & 2305\\
\texttt{mnist\_2} & 3118 & 3230 & 3440 & 1362 & 3118 & 3214 & 3118 & 3570\\
\texttt{mnist\_4} & 2864 & 708 & 3766 & 3357 & 2864 & 501 & 2864 & 1034\\
\texttt{mnist\_7} & 2532 & 1793 & 2919 & 2090 & 2532 & 1628 & 2532 & 1829\\
\texttt{mnist\_1} & 1585 & 3111 & 2852 & 3369 & 1585 & 2452 & 1585 & 2472\\
\texttt{mnist\_7} & 2532 & 1793 & 2919 & 2090 & 2532 & 1628 & 2532 & 1829\\
\texttt{mnist\_6} & 1485 & 2097 & 1989 & 2723 & 1485 & 1528 & 1485 & 2140\\
\texttt{mnist\_8} & 2547 & 2847 & 3022 & 2733 & 2547 & 2052 & 2547 & 3242\\
\texttt{mnist\_9} & 3352 & 1695 & 4066 & 2178 & 3352 & 1491 & 3352 & 1792\\
\texttt{mnist\_4} & 2864 & 708 & 3766 & 3357 & 2864 & 501 & 2864 & 1034\\
\texttt{mnist\_2} & 3118 & 3230 & 3440 & 1362 & 3118 & 3214 & 3118 & 3570\\
\texttt{mnist\_5} & 3138 & 2411 & 3241 & 2434 & 3138 & 2094 & 3138 & 2675\\
\texttt{weather-aus} & 1735 & 419 & 1749 & 1835 & 1735 & 350 & 1735 & 401\\
\bottomrule
\end{tabular}
......@@ -7,9 +7,9 @@
\texttt{hepatitis} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{lymph} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{wine1} & 31 & 2113 & \textbf{30} & 1137 & 32 & 1017 & 31 & 2178\\
\texttt{wine2} & 34 & 44 & 34 & 12 & 34 & 282 & 34 & 44\\
\texttt{wine3} & 22 & 93 & 22 & 714 & 22 & 604 & 22 & 91\\
\texttt{wine2} & 34 & 44 & 34 & 12 & 34 & 282 & 34 & 44\\
\texttt{wine1} & 31 & 2113 & \textbf{30} & 1137 & 32 & 1017 & 31 & 2178\\
\texttt{audiology} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{heart-cleveland} & 0 & 0.03$^*$ & 0 & 7.2$^*$ & 0 & 0.22$^*$ & 0 & 0.03$^*$\\
\texttt{primary-tumor} & 18 & 3.1$^*$ & 18 & 3.0$^*$ & 18 & 140$^*$ & 18 & 4.8$^*$\\
......@@ -18,8 +18,8 @@
\texttt{forest-fires} & 132 & 1934 & 137 & 234 & 137 & 1775 & 132 & 1955\\
\texttt{soybean} & 3 & 354$^*$ & 3 & 307$^*$ & 3 & 1186$^*$ & 3 & 753$^*$\\
\texttt{australian-credit} & 15 & 342 & 15 & 267 & 15 & 1207 & 15 & 511\\
\texttt{breast-cancer} & 1 & 3328 & 1 & 2193 & 1 & 3329 & 1 & 3557\\
\texttt{breast-wisconsin} & 0 & 5.9$^*$ & 0 & 0.27$^*$ & 0 & 133$^*$ & 0 & 8.4$^*$\\
\texttt{breast-cancer} & 1 & 3328 & 1 & 2193 & 1 & 3329 & 1 & 3557\\
\texttt{diabetes} & \textbf{60} & 2706 & 62 & 591 & 62 & 3190 & 62 & 306\\
\texttt{anneal} & 51 & 1330$^*$ & 51 & 1114$^*$ & 68 & 396 & 51 & 1799$^*$\\
\texttt{vehicle} & 0 & 0.08$^*$ & 0 & 2783$^*$ & 0 & 0.44$^*$ & 0 & 0.08$^*$\\
......@@ -40,16 +40,16 @@
\texttt{taiwan\_binarised} & 5073 & 1473 & 5095 & 3416 & 5073 & 2210 & 5073 & 1459\\
\texttt{adult\_discretized} & 4281 & 1326 & 4286 & 3325 & 4281 & 458 & 4281 & 1433\\
\texttt{bank} & 4046 & 339 & 4311 & 519 & 4046 & 308 & 4046 & 353\\
\texttt{mnist\_8} & 2060 & 806 & 3392 & 2590 & 2060 & 912 & 2060 & 797\\
\texttt{mnist\_9} & 2879 & 2229 & 3959 & 3209 & 2879 & 1878 & 2879 & 2447\\
\texttt{mnist\_0} & 1468 & 2513 & 1604 & 3454 & 1468 & 2094 & 1468 & 2858\\
\texttt{mnist\_6} & 1278 & 2111 & 1854 & 2072 & 1278 & 2159 & 1278 & 1839\\
\texttt{mnist\_5} & 2930 & 1759 & 3178 & 1909 & 2930 & 1637 & 2930 & 1610\\
\texttt{mnist\_3} & 2486 & 2793 & 4145 & 1515 & 2486 & 2753 & 2486 & 2486\\
\texttt{mnist\_2} & 2519 & 230 & 3337 & 2858 & 2519 & 229 & 2519 & 259\\
\texttt{mnist\_4} & 2180 & 3375 & 3600 & 2538 & 2180 & 3122 & 2180 & 3358\\
\texttt{mnist\_7} & 2074 & 2012 & 2806 & 2962 & 2074 & 1964 & 2074 & 1920\\
\texttt{mnist\_1} & 1167 & 1875 & 2582 & 3574 & 1167 & 2132 & 1167 & 2224\\
\texttt{mnist\_7} & 2074 & 2012 & 2806 & 2962 & 2074 & 1964 & 2074 & 1920\\
\texttt{mnist\_6} & 1278 & 2111 & 1854 & 2072 & 1278 & 2159 & 1278 & 1839\\
\texttt{mnist\_8} & 2060 & 806 & 3392 & 2590 & 2060 & 912 & 2060 & 797\\
\texttt{mnist\_9} & 2879 & 2229 & 3959 & 3209 & 2879 & 1878 & 2879 & 2447\\
\texttt{mnist\_4} & 2180 & 3375 & 3600 & 2538 & 2180 & 3122 & 2180 & 3358\\
\texttt{mnist\_2} & 2519 & 230 & 3337 & 2858 & 2519 & 229 & 2519 & 259\\
\texttt{mnist\_5} & 2930 & 1759 & 3178 & 1909 & 2930 & 1637 & 2930 & 1610\\
\texttt{weather-aus} & 1713 & 418 & 1748 & 1696 & 1713 & 384 & 1713 & 412\\
\bottomrule
\end{tabular}
......@@ -7,9 +7,9 @@
\texttt{hepatitis} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{lymph} & 0 & 0.00$^*$ & 0 & 0.01$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{wine1} & 28 & 892 & 28 & 2666 & 29 & 487 & 28 & 892\\
\texttt{wine2} & 31 & 28 & 31 & 23 & 31 & 168 & 31 & 28\\
\texttt{wine3} & 21 & 524 & 21 & 1062 & \textbf{20} & 296 & 21 & 531\\
\texttt{wine2} & 31 & 28 & 31 & 23 & 31 & 168 & 31 & 28\\
\texttt{wine1} & 28 & 892 & 28 & 2666 & 29 & 487 & 28 & 892\\
\texttt{audiology} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{heart-cleveland} & 0 & 0.00$^*$ & 0 & 3.0$^*$ & 0 & 0.03$^*$ & 0 & 0.00$^*$\\
\texttt{primary-tumor} & 16 & 18$^*$ & 16 & 17$^*$ & 16 & 2866$^*$ & 16 & 39$^*$\\
......@@ -18,8 +18,8 @@
\texttt{forest-fires} & 146 & 125 & 142 & 140 & \textbf{132} & 1346 & 146 & 124\\
\texttt{soybean} & 2 & 19$^*$ & 2 & 6.1$^*$ & 2 & 729 & 2 & 32$^*$\\
\texttt{australian-credit} & 0 & 101$^*$ & 0 & 477$^*$ & 0 & 1002$^*$ & 0 & 153$^*$\\
\texttt{breast-cancer} & 0 & 1007$^*$ & 0 & 824$^*$ & 0 & 1024$^*$ & 0 & 1194$^*$\\
\texttt{breast-wisconsin} & 0 & 0.02$^*$ & 0 & 0.23$^*$ & 0 & 0.33$^*$ & 0 & 0.03$^*$\\
\texttt{breast-cancer} & 0 & 1007$^*$ & 0 & 824$^*$ & 0 & 1024$^*$ & 0 & 1194$^*$\\
\texttt{diabetes} & 21 & 827 & 27 & 238 & 26 & 3164 & 21 & 1324\\
\texttt{anneal} & \textbf{41} & 3036 & 49 & 2818 & 58 & 272 & 50 & 232\\
\texttt{vehicle} & 0 & 0.09$^*$ & 0 & 196$^*$ & 0 & 0.66$^*$ & 0 & 0.10$^*$\\
......@@ -40,16 +40,16 @@
\texttt{taiwan\_binarised} & 4896 & 1958 & 5016 & 2961 & 4909 & 1426 & 4896 & 2055\\
\texttt{adult\_discretized} & 4191 & 534 & 4203 & 686 & \textbf{4162} & 2418 & 4191 & 553\\
\texttt{bank} & 3844 & 2369 & 4303 & 252 & 3844 & 2351 & 3844 & 2460\\
\texttt{mnist\_8} & 1566 & 3230 & 2928 & 2701 & 1566 & 2800 & 1566 & 3090\\
\texttt{mnist\_9} & 2550 & 1863 & 4420 & 1577 & 2550 & 1905 & 2550 & 2016\\
\texttt{mnist\_0} & 1107 & 2895 & 1556 & 1539 & 1107 & 2983 & 1107 & 2735\\
\texttt{mnist\_6} & 1208 & 2902 & 1787 & 3465 & 1208 & 2665 & 1208 & 2244\\
\texttt{mnist\_5} & 2830 & 2556 & 3112 & 2791 & 2830 & 2472 & 2830 & 2299\\
\texttt{mnist\_3} & 1843 & 3188 & 4120 & 1269 & 1843 & 2882 & 1843 & 3189\\
\texttt{mnist\_2} & 2133 & 2575 & 3288 & 3471 & 2133 & 2383 & 2133 & 2285\\
\texttt{mnist\_4} & 1727 & 3234 & 3423 & 2208 & 1727 & 3076 & 1727 & 3401\\
\texttt{mnist\_7} & 1659 & 2853 & 2666 & 3428 & 1659 & 2757 & 1659 & 2897\\
\texttt{mnist\_1} & 810 & 510 & 2657 & 1574 & 810 & 496 & 810 & 543\\
\texttt{mnist\_7} & 1659 & 2853 & 2666 & 3428 & 1659 & 2757 & 1659 & 2897\\
\texttt{mnist\_6} & 1208 & 2902 & 1787 & 3465 & 1208 & 2665 & 1208 & 2244\\
\texttt{mnist\_8} & 1566 & 3230 & 2928 & 2701 & 1566 & 2800 & 1566 & 3090\\
\texttt{mnist\_9} & 2550 & 1863 & 4420 & 1577 & 2550 & 1905 & 2550 & 2016\\
\texttt{mnist\_4} & 1727 & 3234 & 3423 & 2208 & 1727 & 3076 & 1727 & 3401\\
\texttt{mnist\_2} & 2133 & 2575 & 3288 & 3471 & 2133 & 2383 & 2133 & 2285\\
\texttt{mnist\_5} & 2830 & 2556 & 3112 & 2791 & 2830 & 2472 & 2830 & 2299\\
\texttt{weather-aus} & 1685 & 2048 & 1747 & 1685 & 1685 & 1948 & 1685 & 2083\\
\bottomrule
\end{tabular}
......@@ -7,9 +7,9 @@
\texttt{hepatitis} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{lymph} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{wine1} & 27 & 43 & \textbf{25} & 1520 & 27 & 189 & 27 & 44\\
\texttt{wine2} & 30 & 605 & \textbf{28} & 0.04 & 31 & 592 & 30 & 603\\
\texttt{wine3} & 20 & 406 & 19 & 951 & 19 & 2406 & 20 & 408\\
\texttt{wine2} & 30 & 605 & \textbf{28} & 0.04 & 31 & 592 & 30 & 603\\
\texttt{wine1} & 27 & 43 & \textbf{25} & 1520 & 27 & 189 & 27 & 44\\
\texttt{audiology} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{heart-cleveland} & 0 & 0.00$^*$ & 0 & 1.7$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{primary-tumor} & 15 & 0.00$^*$ & 15 & 0.55$^*$ & 15 & 25 & 15 & 0.01$^*$\\
......@@ -18,8 +18,8 @@
\texttt{forest-fires} & 137 & 190 & 133 & 108 & 133 & 326 & 137 & 195\\
\texttt{soybean} & 2 & 0.13$^*$ & 2 & 0.20$^*$ & 2 & 1.8 & 2 & 0.18$^*$\\
\texttt{australian-credit} & 0 & 13$^*$ & 0 & 47$^*$ & 0 & 144$^*$ & 0 & 17$^*$\\
\texttt{breast-cancer} & 0 & 25$^*$ & 0 & 22$^*$ & 0 & 27$^*$ & 0 & 27$^*$\\
\texttt{breast-wisconsin} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{breast-cancer} & 0 & 25$^*$ & 0 & 22$^*$ & 0 & 27$^*$ & 0 & 27$^*$\\
\texttt{diabetes} & 0 & 220$^*$ & 16 & 2998 & 4 & 2216 & 0 & 443$^*$\\
\texttt{anneal} & \textbf{36} & 2221 & 47 & 1669 & 41 & 560 & 40 & 296\\
\texttt{vehicle} & 0 & 0.00$^*$ & 0 & 151$^*$ & 0 & 0.04$^*$ & 0 & 0.00$^*$\\
......@@ -40,16 +40,16 @@
\texttt{taiwan\_binarised} & 4727 & 3246 & 4990 & 2579 & 4727 & 3521 & 4727 & 3349\\
\texttt{adult\_discretized} & 4148 & 450 & 4219 & 475 & \textbf{4058} & 2826 & 4148 & 477\\
\texttt{bank} & 3709 & 1815 & 4246 & 3454 & 3709 & 1704 & 3709 & 1814\\
\texttt{mnist\_8} & 1192 & 3087 & 2764 & 886 & \textbf{1183} & 3445 & 1192 & 3142\\
\texttt{mnist\_9} & 2186 & 2934 & 4681 & 1054 & 2187 & 2909 & 2186 & 3034\\
\texttt{mnist\_0} & 788 & 1983 & 1913 & 1368 & 788 & 1795 & 788 & 2158\\
\texttt{mnist\_6} & 1203 & 109 & 1563 & 1368 & 1203 & 104 & 1203 & 109\\
\texttt{mnist\_5} & 2519 & 1518 & 3082 & 2519 & 2519 & 1007 & 2519 & 1455\\
\texttt{mnist\_3} & 1436 & 1680 & 4112 & 829 & 1436 & 1675 & 1436 & 1822\\
\texttt{mnist\_2} & 1857 & 291 & 3131 & 1828 & 1856 & 3536 & 1856 & 3582\\
\texttt{mnist\_4} & 1279 & 1522 & 3251 & 1375 & 1279 & 1222 & 1279 & 1324\\
\texttt{mnist\_7} & 1429 & 347 & 2520 & 2431 & 1429 & 343 & 1429 & 365\\
\texttt{mnist\_1} & 565 & 1177 & 2282 & 1805 & 565 & 1189 & 565 & 1327\\
\texttt{mnist\_7} & 1429 & 347 & 2520 & 2431 & 1429 & 343 & 1429 & 365\\
\texttt{mnist\_6} & 1203 & 109 & 1563 & 1368 & 1203 & 104 & 1203 & 109\\
\texttt{mnist\_8} & 1192 & 3087 & 2764 & 886 & \textbf{1183} & 3445 & 1192 & 3142\\
\texttt{mnist\_9} & 2186 & 2934 & 4681 & 1054 & 2187 & 2909 & 2186 & 3034\\
\texttt{mnist\_4} & 1279 & 1522 & 3251 & 1375 & 1279 & 1222 & 1279 & 1324\\
\texttt{mnist\_2} & 1857 & 291 & 3131 & 1828 & 1856 & 3536 & 1856 & 3582\\
\texttt{mnist\_5} & 2519 & 1518 & 3082 & 2519 & 2519 & 1007 & 2519 & 1455\\
\texttt{weather-aus} & 1657 & 2060 & 1746 & 1698 & \textbf{1656} & 2025 & 1657 & 2162\\
\bottomrule
\end{tabular}
......@@ -7,9 +7,9 @@
\texttt{hepatitis} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{lymph} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{wine1} & 24 & 1541 & \textbf{22} & 1440 & 25 & 85 & 24 & 1536\\
\texttt{wine2} & 27 & 505 & \textbf{24} & 28 & 27 & 3367 & 27 & 514\\
\texttt{wine3} & 18 & 317 & \textbf{17} & 419 & 18 & 2032 & 18 & 320\\
\texttt{wine2} & 27 & 505 & \textbf{24} & 28 & 27 & 3367 & 27 & 514\\
\texttt{wine1} & 24 & 1541 & \textbf{22} & 1440 & 25 & 85 & 24 & 1536\\
\texttt{audiology} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{heart-cleveland} & 0 & 0.00$^*$ & 0 & 0.51$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{primary-tumor} & 15 & 0.00$^*$ & 15 & 0.00$^*$ & 15 & 0.28 & 15 & 0.00$^*$\\
......@@ -18,8 +18,8 @@
\texttt{forest-fires} & 133 & 7.7 & 137 & 87 & \textbf{132} & 18 & 133 & 7.9\\
\texttt{soybean} & 2 & 0.04$^*$ & 2 & 0.36$^*$ & 2 & 0.16 & 2 & 0.06$^*$\\
\texttt{australian-credit} & 0 & 1.8$^*$ & 0 & 8.5$^*$ & 0 & 11$^*$ & 0 & 2.3$^*$\\
\texttt{breast-cancer} & 0 & 10$^*$ & 0 & 11$^*$ & 0 & 9.9$^*$ & 0 & 9.9$^*$\\
\texttt{breast-wisconsin} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
\texttt{breast-cancer} & 0 & 10$^*$ & 0 & 11$^*$ & 0 & 9.9$^*$ & 0 & 9.9$^*$\\
\texttt{diabetes} & 0 & 2.6$^*$ & 9 & 2205 & 0 & 61$^*$ & 0 & 4.0$^*$\\
\texttt{anneal} & 35 & 340 & 36 & 1433 & 39 & 141 & 35 & 533\\
\texttt{vehicle} & 0 & 0.00$^*$ & 0 & 70$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$\\
......@@ -40,16 +40,16 @@
\texttt{taiwan\_binarised} & 4427 & 3484 & 4941 & 1856 & \textbf{4423} & 3557 & 4432 & 3185\\
\texttt{adult\_discretized} & 3999 & 669 & 4108 & 1911 & \textbf{3969} & 109 & 3999 & 704\\
\texttt{bank} & 3493 & 944 & 4194 & 3396 & 3493 & 923 & 3493 & 949\\
\texttt{mnist\_8} & 849 & 1304 & 2602 & 941 & 849 & 1268 & 849 & 1347\\
\texttt{mnist\_9} & 1829 & 2522 & 4291 & 1572 & 1829 & 2810 & 1829 & 2979\\
\texttt{mnist\_0} & 595 & 1511 & 1798 & 786 & 595 & 1305 & 595 & 1744\\
\texttt{mnist\_6} & 1138 & 1606 & 1444 & 3145 & 1138 & 1483 & 1138 & 1791\\
\texttt{mnist\_5} & 2424 & 612 & 3419 & 697 & 2424 & 645 & 2424 & 899\\
\texttt{mnist\_3} & 1213 & 543 & 4105 & 2454 & 1374 & 3471 & 1213 & 543\\
\texttt{mnist\_2} & 1682 & 2193 & 3028 & 1636 & 1682 & 1728 & 1682 & 2076\\
\texttt{mnist\_4} & 908 & 3043 & 4478 & 1696 & 908 & 3029 & 908 & 3482\\
\texttt{mnist\_7} & 1261 & 1792 & 2331 & 2675 & 1261 & 1761 & 1261 & 1880\\
\texttt{mnist\_1} & 465 & 500 & 1735 & 1441 & 466 & 429 & 465 & 473\\
\texttt{mnist\_7} & 1261 & 1792 & 2331 & 2675 & 1261 & 1761 & 1261 & 1880\\
\texttt{mnist\_6} & 1138 & 1606 & 1444 & 3145 & 1138 & 1483 & 1138 & 1791\\
\texttt{mnist\_8} & 849 & 1304 & 2602 & 941 & 849 & 1268 & 849 & 1347\\
\texttt{mnist\_9} & 1829 & 2522 & 4291 & 1572 & 1829 & 2810 & 1829 & 2979\\
\texttt{mnist\_4} & 908 & 3043 & 4478 & 1696 & 908 & 3029 & 908 & 3482\\
\texttt{mnist\_2} & 1682 & 2193 & 3028 & 1636 & 1682 & 1728 & 1682 & 2076\\
\texttt{mnist\_5} & 2424 & 612 & 3419 & 697 & 2424 & 645 & 2424 & 899\\
\texttt{weather-aus} & 1638 & 2359 & 1739 & 1599 & \textbf{1637} & 2730 & 1638 & 2264\\
\bottomrule
\end{tabular}
\begin{tabular}{lrrrrrrrrrrrr}
\begin{tabular}{lrrrrrrrrrr}
\toprule
\multirow{2}{*}{}& \multicolumn{2}{c}{\budalg} & \multicolumn{2}{c}{\murtree} & \multicolumn{2}{c}{\dleight} & \multicolumn{2}{c}{\cp} & \multicolumn{2}{c}{binoct} & \multicolumn{2}{c}{\cart}\\
\cmidrule(rr){2-3}\cmidrule(rr){4-5}\cmidrule(rr){6-7}\cmidrule(rr){8-9}\cmidrule(rr){10-11}\cmidrule(rr){12-13}
& \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} \\
\multirow{2}{*}{}& \multicolumn{2}{c}{\budalg} & \multicolumn{2}{c}{\murtree} & \multicolumn{2}{c}{\dleight} & \multicolumn{2}{c}{\cp} & \multicolumn{2}{c}{\cart}\\
\cmidrule(rr){2-3}\cmidrule(rr){4-5}\cmidrule(rr){6-7}\cmidrule(rr){8-9}\cmidrule(rr){10-11}
& \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} & \multicolumn{1}{c}{error} & \multicolumn{1}{c}{cpu} \\
\midrule
\texttt{hepatitis} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 1.3$^*$ & 19 & 2032 & 0 & 0.00\\
\texttt{lymph} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 1.2$^*$ & 30 & 576 & 0 & 0.00\\
\texttt{wine1} & 22 & 545 & 22 & 319 & - & - & 27 & $\mathsmaller{\geq}1$h & - & - & 25 & 0.01\\
\texttt{wine2} & 24 & 399 & 24 & 2440 & - & - & 29 & $\mathsmaller{\geq}1$h & - & - & 29 & 0.02\\
\texttt{wine3} & 16 & 272 & \textbf{15} & 151 & - & - & 19 & $\mathsmaller{\geq}1$h & - & - & 19 & 0.01\\
\texttt{audiology} & 0 & 0.00$^*$ & 0 & 0.01$^*$ & 0 & 0.00$^*$ & 0 & 1.4$^*$ & 25 & 17 & 0 & 0.00\\
\texttt{heart-cleveland} & 0 & 0.00$^*$ & 0 & 0.02$^*$ & 0 & 0.08$^*$ & 0 & 1.2$^*$ & 127 & 7.6 & 0 & 0.00\\
\texttt{primary-tumor} & 15 & 0.00$^*$ & 15 & 1820 & - & - & 82 & $\mathsmaller{\geq}1$h & 31 & 3329 & 20 & 0.00\\
\texttt{ionosphere} & 0 & 0.00$^*$ & 0 & 0.14$^*$ & 0 & 110$^*$ & 0 & 8.1$^*$ & 225 & 0.00 & 0 & 0.01\\
\texttt{vote} & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 0.00$^*$ & 0 & 2.3$^*$ & 132 & 9.9 & 0 & 0.00\\
\texttt{forest-fires} & \textbf{113} & 942 & 119 & 458 & - & - & 247 & $\mathsmaller{\geq}1$h & - & - & 146 & 0.02\\