The results below are organized as follows:
- each table below displays various solvers’ performance for individual problem instances for the given task and time limit
- table values are normalized scores for each evaluated problem as outlined in Evaluation Criteria
overall
20sec
| Problem |
baseline |
daoopt-lh-mmap |
daoopt-mmap |
merlin-mmap |
toulbar2-ipr-mmap |
toulbar2-vacint-mmap |
toulbar2-vns-mmap |
uai14-mmap |
| 75-17-5.Q0.5.I4 |
0.0 (-18.6) |
100.0 (-7.7) |
100.0 (-7.7) |
92.7 (-8.5) |
100.0 (-7.7) |
100.0 (-7.7) |
100.0 (-7.7) |
0.0 (-inf) |
| 75-19-5.Q0.5.I2 |
0.0 (-23.6) |
99.1 (-9.6) |
99.1 (-9.6) |
0.0 (-inf) |
99.1 (-9.6) |
99.1 (-9.6) |
99.1 (-9.6) |
0.0 (-inf) |
| 75-22-5.Q0.5.I2 |
0.0 (-32.9) |
99.0 (-11.7) |
99.1 (-11.7) |
100.0 (-11.5) |
99.1 (-11.7) |
99.1 (-11.7) |
99.1 (-11.7) |
0.0 (-inf) |
| 75-23-5.Q0.5.I3 |
0.0 (-33.9) |
96.2 (-13.3) |
100.0 (-12.5) |
0.0 (-inf) |
100.0 (-12.5) |
100.0 (-12.5) |
100.0 (-12.5) |
0.0 (-inf) |
| 75-26-5.Q0.5.I4 |
0.0 (-47.0) |
97.0 (-18.9) |
100.0 (-18.1) |
0.0 (nan) |
100.0 (-18.1) |
99.5 (-18.2) |
99.4 (-18.3) |
0.0 (-inf) |
| 90-22-5.Q0.5.I4 |
0.0 (-19.0) |
100.0 (-5.6) |
100.0 (-5.6) |
0.0 (-inf) |
100.0 (-5.6) |
100.0 (-5.6) |
100.0 (-5.6) |
0.0 (-inf) |
| 90-24-5.Q0.5.I2 |
0.0 (-17.9) |
87.9 (-7.2) |
100.0 (-5.7) |
0.0 (-inf) |
100.0 (-5.7) |
100.0 (-5.7) |
100.0 (-5.7) |
0.0 (-inf) |
| 90-25-5.Q0.5.I2 |
0.0 (-27.8) |
98.7 (-8.0) |
99.3 (-7.9) |
0.0 (nan) |
100.0 (-7.7) |
100.0 (-7.7) |
100.0 (-7.7) |
0.0 (-inf) |
| 90-26-5.Q0.5.I1 |
0.0 (-23.8) |
95.2 (-9.3) |
100.0 (-8.6) |
0.0 (-inf) |
99.5 (-8.7) |
99.5 (-8.7) |
99.5 (-8.7) |
0.0 (-inf) |
| 90-30-5.Q0.5.I1 |
0.0 (-27.3) |
95.2 (-11.7) |
100.0 (-10.9) |
0.0 (nan) |
100.0 (-10.9) |
100.0 (-10.9) |
100.0 (-10.9) |
0.0 (-inf) |
| 90-34-5.Q0.5.I2 |
0.0 (-38.5) |
92.2 (-14.2) |
100.0 (-12.2) |
0.0 (nan) |
100.0 (-12.2) |
100.0 (-12.2) |
100.0 (-12.2) |
0.0 (-inf) |
| 90-38-5.Q0.5.I4 |
0.0 (-38.6) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
100.0 (-16.8) |
100.0 (-16.8) |
100.0 (-16.8) |
0.0 (-inf) |
| 90-42-5.Q0.5.I4 |
0.0 (-49.1) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
100.0 (-17.0) |
100.0 (-17.0) |
98.8 (-17.4) |
0.0 (-inf) |
| 90-46-5.Q0.5.I4 |
0.0 (-61.1) |
0.0 (nan) |
96.9 (-25.6) |
0.0 (nan) |
98.7 (-24.9) |
98.6 (-25.0) |
98.7 (-25.0) |
0.0 (-inf) |
| 90-50-5.Q0.5.I3 |
0.0 (-74.0) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
100.0 (-25.7) |
99.6 (-25.9) |
99.8 (-25.8) |
0.0 (-inf) |
| Grids_20 |
0.0 (nan) |
81.9 (4810.0) |
84.1 (4813.4) |
0.0 (nan) |
0.0 (nan) |
51.7 (4761.5) |
73.4 (4796.4) |
0.0 (nan) |
| Grids_21 |
0.0 (nan) |
63.3 (8325.4) |
99.7 (8498.3) |
0.0 (nan) |
54.1 (8281.5) |
69.2 (8353.4) |
83.3 (8420.1) |
0.0 (nan) |
| Grids_22 |
0.0 (nan) |
70.2 (2800.2) |
98.5 (2833.3) |
0.0 (2682.0) |
35.6 (2759.6) |
59.9 (2788.1) |
71.0 (2801.1) |
0.0 (nan) |
| Grids_23 |
0.0 (nan) |
64.1 (2753.4) |
99.7 (2793.0) |
0.0 (2649.1) |
98.8 (2792.1) |
84.5 (2776.2) |
88.3 (2780.3) |
0.0 (nan) |
| Grids_24 |
0.0 (nan) |
79.6 (8153.5) |
98.5 (8231.1) |
0.0 (7761.6) |
81.2 (8160.3) |
80.6 (8157.8) |
80.1 (8155.9) |
0.0 (nan) |
| Grids_25 |
0.0 (nan) |
84.7 (1202.3) |
100.0 (1209.3) |
0.0 (1138.0) |
100.0 (1209.3) |
78.7 (1199.5) |
99.6 (1209.1) |
0.0 (nan) |
| Grids_26 |
0.0 (nan) |
100.0 (1326.3) |
100.0 (1326.3) |
11.5 (1279.2) |
100.0 (1326.3) |
89.1 (1320.5) |
87.3 (1319.6) |
0.0 (nan) |
| Grids_27 |
0.0 (nan) |
68.3 (5445.6) |
100.0 (5508.9) |
0.0 (5131.1) |
87.4 (5483.7) |
49.4 (5407.8) |
84.3 (5477.6) |
0.0 (nan) |
| Grids_28 |
0.0 (nan) |
98.0 (1981.7) |
100.0 (1982.5) |
0.0 (1906.2) |
100.0 (1982.5) |
65.6 (1968.6) |
75.5 (1972.6) |
0.0 (nan) |
| Grids_29 |
0.0 (nan) |
97.7 (672.5) |
100.0 (673.0) |
0.0 (651.2) |
100.0 (673.0) |
53.1 (663.2) |
87.7 (670.4) |
0.0 (nan) |
| ImageAlignment_11 |
0.0 (nan) |
100.0 (-824.2) |
100.0 (-824.2) |
0.0 (-8256.1) |
100.0 (-824.2) |
100.0 (-824.2) |
100.0 (-824.2) |
0.0 (nan) |
| ImageAlignment_12 |
0.0 (nan) |
100.0 (-436.7) |
100.0 (-436.7) |
100.0 (-436.7) |
100.0 (-436.7) |
100.0 (-436.7) |
100.0 (-436.7) |
0.0 (nan) |
| ImageAlignment_13 |
0.0 (nan) |
100.0 (-2999.8) |
100.0 (-2999.8) |
0.0 (-14566.4) |
100.0 (-2999.8) |
100.0 (-2999.8) |
100.0 (-2999.8) |
0.0 (nan) |
| ImageAlignment_14 |
0.0 (nan) |
100.0 (-1557.5) |
100.0 (-1557.5) |
0.0 (-2454.4) |
100.0 (-1557.5) |
100.0 (-1557.5) |
100.0 (-1557.5) |
0.0 (nan) |
| ImageAlignment_15 |
0.0 (nan) |
97.3 (-1188.0) |
100.0 (-1177.5) |
0.0 (-1675.5) |
100.0 (-1177.5) |
100.0 (-1177.5) |
100.0 (-1177.5) |
0.0 (nan) |
| ObjectDetection_13 |
0.0 (nan) |
99.6 (9967.7) |
82.6 (9854.2) |
0.0 (nan) |
100.0 (9970.6) |
100.0 (9970.6) |
100.0 (9970.6) |
0.0 (nan) |
| ObjectDetection_14 |
0.0 (nan) |
94.3 (9020.8) |
94.3 (9020.8) |
0.0 (4931.7) |
100.0 (9093.7) |
100.0 (9093.7) |
100.0 (9093.7) |
0.0 (nan) |
| ObjectDetection_15 |
0.0 (nan) |
59.7 (11703.8) |
93.3 (12478.6) |
0.0 (6985.6) |
100.0 (12633.3) |
100.0 (12633.3) |
100.0 (12633.3) |
0.0 (nan) |
| ObjectDetection_16 |
0.0 (nan) |
92.9 (14154.2) |
62.3 (13326.1) |
0.0 (nan) |
100.0 (14347.1) |
100.0 (14347.1) |
100.0 (14347.1) |
0.0 (nan) |
| ObjectDetection_17 |
0.0 (nan) |
93.6 (4716.4) |
97.3 (4816.0) |
0.0 (-822.5) |
100.0 (4887.4) |
100.0 (4887.4) |
100.0 (4887.4) |
0.0 (nan) |
| ProteinFolding_11 |
0.0 (nan) |
100.0 (1962.3) |
100.0 (1962.3) |
61.6 (1727.6) |
100.0 (1962.3) |
98.4 (1952.7) |
97.1 (1944.8) |
0.0 (nan) |
| ProteinFolding_12 |
0.0 (nan) |
100.0 (-1547.0) |
100.0 (-1547.0) |
0.0 (-2426.5) |
100.0 (-1547.0) |
100.0 (-1547.0) |
100.0 (-1547.0) |
0.0 (nan) |
| ProteinFolding_13 |
0.0 (nan) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
0.0 (nan) |
| ProteinFolding_14 |
0.0 (nan) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
0.0 (nan) |
| ProteinFolding_15 |
0.0 (nan) |
100.0 (-51.6) |
100.0 (-51.6) |
100.0 (-600.5) |
100.0 (-51.6) |
100.0 (-51.6) |
100.0 (-51.6) |
0.0 (nan) |
| Segmentation_11 |
0.0 (nan) |
62.6 (-135.2) |
97.8 (-132.3) |
0.0 (-207.6) |
97.8 (-132.3) |
97.8 (-132.3) |
97.8 (-132.3) |
0.0 (nan) |
| Segmentation_12 |
0.0 (nan) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
0.0 (nan) |
| Segmentation_13 |
0.0 (nan) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
0.0 (nan) |
| Segmentation_14 |
0.0 (nan) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
0.0 (nan) |
| Segmentation_15 |
0.0 (nan) |
69.7 (-169.8) |
99.3 (-163.8) |
0.0 (-318.1) |
99.3 (-163.8) |
99.3 (-163.8) |
99.3 (-163.8) |
0.0 (nan) |
| Segmentation_16 |
0.0 (nan) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
0.0 (nan) |
| Segmentation_17 |
0.0 (nan) |
92.9 (-175.4) |
100.0 (-174.3) |
0.0 (-386.4) |
100.0 (-174.3) |
100.0 (-174.3) |
100.0 (-174.3) |
0.0 (nan) |
| Segmentation_18 |
0.0 (nan) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
0.0 (nan) |
| Segmentation_19 |
0.0 (nan) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
0.0 (nan) |
| Segmentation_20 |
0.0 (nan) |
96.0 (-112.7) |
100.0 (-112.0) |
0.0 (-151.4) |
100.0 (-112.0) |
100.0 (-112.0) |
100.0 (-112.0) |
0.0 (nan) |
| bw_p24_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p24_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p34_15 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p34_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p44_15 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p44_19 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p54_10 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p54_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| comm_p01_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| comm_p01_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_11.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_16.fg.Q0.5.I3 |
0.0 (-73.1) |
97.5 (-24.7) |
100.0 (-23.4) |
0.0 (nan) |
100.0 (-23.4) |
100.0 (-23.4) |
99.7 (-23.6) |
0.0 (-inf) |
| or_chain_22.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_24.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_25.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_32.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_36.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_39.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_40.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_41.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_43.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_6.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_60.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_63.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_8.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| pedigree1.Q0.5.I3 |
0.0 (-42.1) |
78.2 (-37.1) |
78.2 (-37.1) |
0.0 (-inf) |
78.2 (-37.1) |
100.0 (-35.7) |
94.0 (-36.1) |
53.4 (-38.7) |
| pedigree13.Q0.5.I1 |
0.0 (-94.6) |
98.4 (-62.9) |
99.8 (-62.5) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
| pedigree18.Q0.5.I1 |
0.0 (-167.0) |
100.0 (-111.7) |
95.5 (-114.1) |
0.0 (-inf) |
0.0 (-inf) |
99.1 (-112.2) |
97.8 (-112.9) |
0.0 (-inf) |
| pedigree19.Q0.5.I4 |
0.0 (-156.8) |
98.5 (-87.7) |
94.8 (-90.3) |
0.0 (-inf) |
95.5 (-89.8) |
92.7 (-91.7) |
96.0 (-89.4) |
0.0 (-inf) |
| pedigree20.Q0.5.I2 |
0.0 (-89.8) |
98.7 (-46.7) |
97.7 (-47.1) |
0.0 (-inf) |
97.1 (-47.4) |
100.0 (-46.1) |
96.4 (-47.7) |
0.0 (-inf) |
| pedigree25.Q0.5.I2 |
0.0 (-193.7) |
97.4 (-148.2) |
100.0 (-147.0) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
| pedigree30.Q0.5.I2 |
0.0 (-186.6) |
95.0 (-126.7) |
99.1 (-124.2) |
0.0 (-inf) |
0.0 (-inf) |
99.0 (-124.2) |
97.6 (-125.1) |
0.0 (-inf) |
| pedigree31.Q0.5.I2 |
0.0 (-195.5) |
99.2 (-116.2) |
100.0 (-115.6) |
0.0 (-inf) |
97.0 (-118.0) |
0.0 (-inf) |
94.7 (-119.8) |
0.0 (-inf) |
| pedigree33.Q0.5.I2 |
0.0 (-127.2) |
97.7 (-70.5) |
100.0 (-69.2) |
90.4 (-74.8) |
96.9 (-71.0) |
97.8 (-70.5) |
96.8 (-71.0) |
0.0 (-inf) |
| pedigree38.Q0.5.I2 |
0.0 (-124.7) |
99.7 (-77.5) |
100.0 (-77.4) |
0.0 (-inf) |
99.3 (-77.7) |
99.8 (-77.5) |
98.6 (-78.0) |
0.0 (-inf) |
| pedigree41.Q0.5.I2 |
0.0 (-175.4) |
96.1 (-108.3) |
97.2 (-107.5) |
0.0 (-inf) |
98.9 (-106.4) |
97.3 (-107.5) |
98.1 (-106.9) |
0.0 (-inf) |
| pedigree44.Q0.5.I4 |
0.0 (-135.0) |
98.8 (-88.8) |
97.2 (-89.5) |
0.0 (-inf) |
97.5 (-89.3) |
94.9 (-90.6) |
94.3 (-90.9) |
0.0 (-inf) |
| pedigree50.Q0.5.I1 |
0.0 (-83.2) |
96.5 (-52.9) |
97.6 (-52.5) |
0.0 (-inf) |
94.7 (-53.4) |
94.7 (-53.4) |
99.6 (-51.9) |
66.7 (-62.2) |
| pedigree7.Q0.5.I2 |
0.0 (-136.9) |
94.3 (-99.8) |
97.5 (-98.5) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
| pedigree9.Q0.5.I3 |
0.0 (-178.2) |
98.0 (-114.1) |
97.1 (-114.6) |
0.0 (nan) |
97.5 (-114.4) |
96.8 (-114.8) |
97.8 (-114.2) |
0.0 (-inf) |
| pomdp10-12_7_3_8_4.mmap |
0.0 (1.2) |
100.0 (1.2) |
99.5 (1.2) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| pomdp6-12_6_2_6_3.mmap |
0.0 (0.9) |
94.4 (1.0) |
76.1 (1.0) |
95.3 (1.0) |
64.2 (1.0) |
72.0 (1.0) |
93.8 (1.0) |
100.0 (1.0) |
| pomdp7-20_10_2_10_3.mmap |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| pomdp8-14_9_3_12_4.mmap |
0.0 (1.4) |
68.7 (1.4) |
69.2 (1.4) |
0.0 (nan) |
0.0 (nan) |
69.2 (1.4) |
68.2 (1.4) |
0.0 (nan) |
| pomdp9-14_8_3_10_4.mmap |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| wcsp_14 |
0.0 (nan) |
82.5 (-21.0) |
81.8 (-22.0) |
0.0 (nan) |
89.5 (-12.2) |
88.0 (-14.1) |
91.0 (-10.3) |
0.0 (nan) |
| wcsp_15 |
0.0 (nan) |
95.1 (-80.0) |
99.3 (-75.4) |
0.0 (-467.6) |
99.3 (-75.4) |
96.4 (-78.6) |
78.3 (-98.4) |
0.0 (nan) |
| wcsp_16 |
0.0 (nan) |
80.6 (4.8) |
99.5 (22.8) |
0.0 (-398.5) |
99.6 (22.8) |
99.6 (22.8) |
100.0 (23.2) |
0.0 (nan) |
| wcsp_17 |
0.0 (nan) |
86.1 (8.7) |
92.7 (21.3) |
0.0 (-704.2) |
69.8 (-22.1) |
0.0 (nan) |
99.9 (34.8) |
0.0 (nan) |
| wcsp_18 |
0.0 (nan) |
58.1 (-24.1) |
75.2 (-14.2) |
0.0 (-698.7) |
66.9 (-19.0) |
57.2 (-24.7) |
57.2 (-24.7) |
0.0 (nan) |
1200sec
| Problem |
baseline |
daoopt-lh-mmap |
daoopt-mmap |
merlin-mmap |
toulbar2-ipr-mmap |
toulbar2-vacint-mmap |
toulbar2-vns-mmap |
uai14-mmap |
| 75-17-5.Q0.5.I4 |
0.0 (-18.6) |
100.0 (-7.7) |
100.0 (-7.7) |
0.0 (-inf) |
100.0 (-7.7) |
100.0 (-7.7) |
100.0 (-7.7) |
41.9 (-14.1) |
| 75-19-5.Q0.5.I2 |
0.0 (-23.6) |
99.1 (-9.6) |
99.1 (-9.6) |
100.0 (-9.5) |
99.1 (-9.6) |
99.1 (-9.6) |
99.1 (-9.6) |
54.5 (-15.9) |
| 75-22-5.Q0.5.I2 |
0.0 (-32.9) |
99.1 (-11.7) |
98.4 (-11.8) |
0.0 (-inf) |
99.1 (-11.7) |
99.1 (-11.7) |
99.1 (-11.7) |
0.0 (-inf) |
| 75-23-5.Q0.5.I3 |
0.0 (-33.9) |
100.0 (-12.5) |
100.0 (-12.5) |
99.8 (-12.5) |
100.0 (-12.5) |
100.0 (-12.5) |
100.0 (-12.5) |
0.0 (-inf) |
| 75-26-5.Q0.5.I4 |
0.0 (-47.0) |
100.0 (-18.1) |
100.0 (-18.1) |
96.8 (-19.0) |
100.0 (-18.1) |
100.0 (-18.1) |
100.0 (-18.1) |
0.0 (-inf) |
| 90-22-5.Q0.5.I4 |
0.0 (-19.0) |
100.0 (-5.6) |
100.0 (-5.6) |
0.0 (-inf) |
100.0 (-5.6) |
100.0 (-5.6) |
100.0 (-5.6) |
0.0 (-inf) |
| 90-24-5.Q0.5.I2 |
0.0 (-17.9) |
99.9 (-5.7) |
100.0 (-5.7) |
0.0 (-inf) |
100.0 (-5.7) |
100.0 (-5.7) |
100.0 (-5.7) |
0.0 (-inf) |
| 90-25-5.Q0.5.I2 |
0.0 (-27.8) |
98.7 (-8.0) |
100.0 (-7.7) |
0.0 (-inf) |
100.0 (-7.7) |
100.0 (-7.7) |
100.0 (-7.7) |
0.0 (-inf) |
| 90-26-5.Q0.5.I1 |
0.0 (-23.8) |
95.2 (-9.3) |
99.5 (-8.7) |
0.0 (-inf) |
99.5 (-8.7) |
99.5 (-8.7) |
99.5 (-8.7) |
0.0 (-inf) |
| 90-30-5.Q0.5.I1 |
0.0 (-27.3) |
100.0 (-10.9) |
100.0 (-10.9) |
0.0 (-inf) |
100.0 (-10.9) |
100.0 (-10.9) |
100.0 (-10.9) |
0.0 (-inf) |
| 90-34-5.Q0.5.I2 |
0.0 (-38.5) |
92.2 (-14.2) |
100.0 (-12.2) |
0.0 (-inf) |
100.0 (-12.2) |
100.0 (-12.2) |
100.0 (-12.2) |
0.0 (-inf) |
| 90-38-5.Q0.5.I4 |
0.0 (-38.6) |
0.0 (nan) |
100.0 (-16.8) |
0.0 (-inf) |
100.0 (-16.8) |
100.0 (-16.8) |
100.0 (-16.8) |
0.0 (-inf) |
| 90-42-5.Q0.5.I4 |
0.0 (-49.1) |
0.0 (nan) |
100.0 (-17.0) |
0.0 (-inf) |
100.0 (-17.0) |
100.0 (-17.0) |
100.0 (-17.0) |
0.0 (-inf) |
| 90-46-5.Q0.5.I4 |
0.0 (-61.1) |
0.0 (nan) |
99.0 (-24.8) |
0.0 (-inf) |
98.7 (-24.9) |
98.7 (-24.9) |
100.0 (-24.5) |
0.0 (-inf) |
| 90-50-5.Q0.5.I3 |
0.0 (-74.0) |
0.0 (nan) |
96.4 (-27.5) |
0.0 (nan) |
100.0 (-25.7) |
100.0 (-25.7) |
99.6 (-25.9) |
0.0 (-inf) |
| Grids_20 |
0.0 (nan) |
96.7 (4833.8) |
100.0 (4839.0) |
0.0 (4552.1) |
99.0 (4837.5) |
82.7 (4811.2) |
98.7 (4836.9) |
0.0 (nan) |
| Grids_21 |
0.0 (nan) |
83.3 (8420.1) |
100.0 (8499.7) |
1.5 (8031.5) |
91.2 (8458.1) |
70.2 (8357.8) |
87.0 (8438.1) |
0.0 (nan) |
| Grids_22 |
0.0 (nan) |
96.7 (2831.3) |
100.0 (2835.2) |
0.0 (2690.8) |
100.0 (2835.2) |
66.9 (2796.2) |
90.0 (2823.4) |
0.0 (nan) |
| Grids_23 |
0.0 (nan) |
98.1 (2791.3) |
99.7 (2793.0) |
0.0 (2644.2) |
99.7 (2793.0) |
86.8 (2778.7) |
88.3 (2780.3) |
0.0 (nan) |
| Grids_24 |
0.0 (nan) |
97.8 (8228.5) |
100.0 (8237.3) |
0.0 (7724.2) |
91.0 (8200.5) |
81.4 (8160.9) |
84.8 (8175.2) |
0.0 (nan) |
| Grids_25 |
0.0 (nan) |
100.0 (1209.3) |
100.0 (1209.3) |
0.0 (1147.1) |
100.0 (1209.3) |
78.7 (1199.5) |
99.6 (1209.1) |
0.0 (nan) |
| Grids_26 |
0.0 (nan) |
100.0 (1326.3) |
100.0 (1326.3) |
3.5 (1275.0) |
100.0 (1326.3) |
90.8 (1321.4) |
87.3 (1319.6) |
0.0 (nan) |
| Grids_27 |
0.0 (nan) |
95.3 (5499.6) |
100.0 (5508.9) |
0.0 (5114.8) |
96.1 (5501.2) |
49.5 (5408.1) |
90.4 (5489.7) |
0.0 (nan) |
| Grids_28 |
0.0 (nan) |
100.0 (1982.5) |
100.0 (1982.5) |
0.0 (1900.8) |
100.0 (1982.5) |
88.1 (1977.7) |
75.5 (1972.6) |
0.0 (nan) |
| Grids_29 |
0.0 (nan) |
100.0 (673.0) |
100.0 (673.0) |
0.0 (651.2) |
100.0 (673.0) |
96.6 (672.3) |
87.7 (670.4) |
0.0 (nan) |
| ImageAlignment_11 |
0.0 (nan) |
100.0 (-824.2) |
100.0 (-824.2) |
0.0 (-5852.0) |
100.0 (-824.2) |
100.0 (-824.2) |
100.0 (-824.2) |
0.0 (nan) |
| ImageAlignment_12 |
0.0 (nan) |
100.0 (-436.7) |
100.0 (-436.7) |
0.0 (nan) |
100.0 (-436.7) |
100.0 (-436.7) |
100.0 (-436.7) |
0.0 (nan) |
| ImageAlignment_13 |
0.0 (nan) |
100.0 (-2999.8) |
100.0 (-2999.8) |
0.0 (-9121.9) |
100.0 (-2999.8) |
100.0 (-2999.8) |
100.0 (-2999.8) |
0.0 (nan) |
| ImageAlignment_14 |
0.0 (nan) |
100.0 (-1557.5) |
100.0 (-1557.5) |
0.0 (nan) |
100.0 (-1557.5) |
100.0 (-1557.5) |
100.0 (-1557.5) |
0.0 (nan) |
| ImageAlignment_15 |
0.0 (nan) |
97.3 (-1188.0) |
100.0 (-1177.5) |
0.0 (nan) |
100.0 (-1177.5) |
100.0 (-1177.5) |
100.0 (-1177.5) |
0.0 (nan) |
| ObjectDetection_13 |
0.0 (nan) |
99.6 (9967.7) |
82.6 (9854.2) |
0.0 (nan) |
100.0 (9970.6) |
100.0 (9970.6) |
100.0 (9970.6) |
0.0 (nan) |
| ObjectDetection_14 |
0.0 (nan) |
94.3 (9020.8) |
94.3 (9020.8) |
0.0 (nan) |
100.0 (9093.7) |
100.0 (9093.7) |
100.0 (9093.7) |
0.0 (nan) |
| ObjectDetection_15 |
0.0 (nan) |
59.7 (11703.8) |
93.3 (12478.6) |
0.0 (7045.5) |
100.0 (12633.3) |
100.0 (12633.3) |
100.0 (12633.3) |
0.0 (nan) |
| ObjectDetection_16 |
0.0 (nan) |
92.9 (14154.2) |
70.1 (13536.2) |
0.0 (nan) |
100.0 (14347.1) |
100.0 (14347.1) |
100.0 (14347.1) |
0.0 (nan) |
| ObjectDetection_17 |
0.0 (nan) |
93.6 (4716.4) |
97.3 (4816.0) |
0.0 (nan) |
100.0 (4887.4) |
100.0 (4887.4) |
100.0 (4887.4) |
0.0 (nan) |
| ProteinFolding_11 |
0.0 (nan) |
100.0 (1962.3) |
100.0 (1962.3) |
61.7 (1728.4) |
100.0 (1962.3) |
99.6 (1959.7) |
97.1 (1944.8) |
0.0 (nan) |
| ProteinFolding_12 |
0.0 (nan) |
100.0 (-1547.0) |
100.0 (-1547.0) |
0.0 (nan) |
100.0 (-1547.0) |
100.0 (-1547.0) |
100.0 (-1547.0) |
0.0 (nan) |
| ProteinFolding_13 |
0.0 (nan) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
0.0 (nan) |
| ProteinFolding_14 |
0.0 (nan) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
0.0 (nan) |
| ProteinFolding_15 |
0.0 (nan) |
100.0 (-51.6) |
100.0 (-51.6) |
100.0 (-600.5) |
100.0 (-51.6) |
100.0 (-51.6) |
100.0 (-51.6) |
0.0 (nan) |
| Segmentation_11 |
0.0 (nan) |
62.6 (-135.2) |
97.8 (-132.3) |
0.0 (-207.6) |
97.8 (-132.3) |
97.8 (-132.3) |
97.8 (-132.3) |
0.0 (nan) |
| Segmentation_12 |
0.0 (nan) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
0.0 (nan) |
| Segmentation_13 |
0.0 (nan) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
0.0 (nan) |
| Segmentation_14 |
0.0 (nan) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
0.0 (nan) |
| Segmentation_15 |
0.0 (nan) |
69.7 (-169.8) |
99.3 (-163.8) |
0.0 (-318.1) |
99.3 (-163.8) |
99.3 (-163.8) |
99.3 (-163.8) |
0.0 (nan) |
| Segmentation_16 |
0.0 (nan) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
0.0 (nan) |
| Segmentation_17 |
0.0 (nan) |
92.9 (-175.4) |
100.0 (-174.3) |
0.0 (-386.4) |
100.0 (-174.3) |
100.0 (-174.3) |
100.0 (-174.3) |
0.0 (nan) |
| Segmentation_18 |
0.0 (nan) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
0.0 (nan) |
| Segmentation_19 |
0.0 (nan) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
0.0 (nan) |
| Segmentation_20 |
0.0 (nan) |
96.0 (-112.7) |
100.0 (-112.0) |
0.0 (-151.4) |
100.0 (-112.0) |
100.0 (-112.0) |
100.0 (-112.0) |
0.0 (nan) |
| bw_p24_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p24_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p34_15 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p34_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p44_15 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p44_19 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p54_10 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p54_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| comm_p01_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| comm_p01_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_11.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_16.fg.Q0.5.I3 |
0.0 (-73.1) |
96.5 (-25.2) |
100.0 (-23.4) |
0.0 (-inf) |
100.0 (-23.4) |
100.0 (-23.4) |
100.0 (-23.4) |
0.0 (-inf) |
| or_chain_22.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_24.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_25.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_32.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_36.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_39.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_40.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_41.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_43.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_6.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_60.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_63.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_8.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| pedigree1.Q0.5.I3 |
0.0 (-42.1) |
76.0 (-37.3) |
76.0 (-37.3) |
0.0 (-inf) |
78.2 (-37.1) |
100.0 (-35.7) |
94.0 (-36.1) |
68.1 (-37.8) |
| pedigree13.Q0.5.I1 |
0.0 (-94.6) |
98.4 (-62.9) |
100.0 (-62.4) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
| pedigree18.Q0.5.I1 |
0.0 (-167.0) |
99.1 (-112.2) |
95.3 (-114.2) |
0.0 (-inf) |
97.2 (-113.2) |
99.1 (-112.2) |
97.8 (-112.9) |
91.5 (-116.4) |
| pedigree19.Q0.5.I4 |
0.0 (-156.8) |
100.0 (-86.6) |
98.7 (-87.5) |
0.0 (-inf) |
98.6 (-87.5) |
96.1 (-89.3) |
95.1 (-90.0) |
0.0 (-inf) |
| pedigree20.Q0.5.I2 |
0.0 (-89.8) |
98.4 (-46.8) |
97.3 (-47.3) |
0.0 (-inf) |
97.7 (-47.1) |
100.0 (-46.1) |
96.4 (-47.7) |
38.8 (-72.8) |
| pedigree25.Q0.5.I2 |
0.0 (-193.7) |
97.5 (-148.1) |
98.2 (-147.8) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
50.8 (-170.0) |
| pedigree30.Q0.5.I2 |
0.0 (-186.6) |
97.4 (-125.2) |
98.2 (-124.7) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
72.6 (-140.8) |
| pedigree31.Q0.5.I2 |
0.0 (-195.5) |
99.2 (-116.2) |
99.5 (-116.0) |
0.0 (-inf) |
96.4 (-118.5) |
0.0 (-inf) |
95.9 (-118.9) |
0.0 (-inf) |
| pedigree33.Q0.5.I2 |
0.0 (-127.2) |
96.3 (-71.3) |
97.0 (-70.9) |
99.6 (-69.4) |
96.4 (-71.3) |
97.8 (-70.5) |
96.8 (-71.0) |
0.0 (-inf) |
| pedigree38.Q0.5.I2 |
0.0 (-124.7) |
99.7 (-77.5) |
99.5 (-77.6) |
0.0 (-inf) |
99.9 (-77.4) |
99.8 (-77.5) |
98.6 (-78.0) |
72.2 (-90.5) |
| pedigree41.Q0.5.I2 |
0.0 (-175.4) |
98.5 (-106.6) |
99.3 (-106.1) |
0.0 (-inf) |
95.5 (-108.7) |
97.0 (-107.7) |
98.9 (-106.3) |
21.0 (-160.7) |
| pedigree44.Q0.5.I4 |
0.0 (-135.0) |
97.9 (-89.2) |
98.8 (-88.7) |
0.0 (-inf) |
97.4 (-89.4) |
97.4 (-89.4) |
100.0 (-88.2) |
0.0 (-inf) |
| pedigree50.Q0.5.I1 |
0.0 (-83.2) |
95.9 (-53.1) |
100.0 (-51.8) |
0.0 (-inf) |
94.7 (-53.4) |
94.7 (-53.4) |
99.6 (-51.9) |
43.3 (-69.6) |
| pedigree7.Q0.5.I2 |
0.0 (-136.9) |
98.9 (-98.0) |
99.7 (-97.6) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
| pedigree9.Q0.5.I3 |
0.0 (-178.2) |
98.4 (-113.8) |
98.5 (-113.7) |
0.0 (-inf) |
97.5 (-114.4) |
98.3 (-113.8) |
97.8 (-114.2) |
29.3 (-159.0) |
| pomdp10-12_7_3_8_4.mmap |
0.0 (1.2) |
100.0 (1.2) |
99.4 (1.2) |
0.0 (nan) |
41.0 (1.2) |
100.0 (1.2) |
100.0 (1.2) |
100.0 (1.2) |
| pomdp6-12_6_2_6_3.mmap |
0.0 (0.9) |
94.4 (1.0) |
56.9 (1.0) |
97.4 (1.0) |
93.8 (1.0) |
93.8 (1.0) |
93.8 (1.0) |
95.2 (1.0) |
| pomdp7-20_10_2_10_3.mmap |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| pomdp8-14_9_3_12_4.mmap |
0.0 (1.4) |
69.5 (1.4) |
40.7 (1.4) |
0.0 (nan) |
68.6 (1.4) |
69.2 (1.4) |
69.0 (1.4) |
0.0 (nan) |
| pomdp9-14_8_3_10_4.mmap |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| wcsp_14 |
0.0 (nan) |
82.5 (-21.0) |
100.0 (1.1) |
0.0 (-857.9) |
88.1 (-13.9) |
88.1 (-13.9) |
88.5 (-13.5) |
0.0 (nan) |
| wcsp_15 |
0.0 (nan) |
95.1 (-80.0) |
100.0 (-74.6) |
42.8 (-137.6) |
99.3 (-75.4) |
96.4 (-78.6) |
92.0 (-83.4) |
0.0 (nan) |
| wcsp_16 |
0.0 (nan) |
80.6 (4.8) |
99.9 (23.1) |
0.0 (-396.7) |
99.6 (22.9) |
99.6 (22.8) |
100.0 (23.2) |
0.0 (nan) |
| wcsp_17 |
0.0 (nan) |
86.1 (8.7) |
99.3 (33.7) |
0.0 (-766.5) |
99.9 (34.9) |
100.0 (35.0) |
99.9 (34.8) |
0.0 (nan) |
| wcsp_18 |
0.0 (nan) |
58.1 (-24.1) |
100.0 (0.2) |
0.0 (-451.9) |
57.2 (-24.7) |
57.2 (-24.7) |
57.2 (-24.7) |
0.0 (nan) |
3600sec
| Problem |
baseline |
daoopt-lh-mmap |
daoopt-mmap |
merlin-mmap |
toulbar2-ipr-mmap |
toulbar2-vacint-mmap |
toulbar2-vns-mmap |
uai14-mmap |
| 75-17-5.Q0.5.I4 |
0.0 (-18.6) |
100.0 (-7.7) |
100.0 (-7.7) |
0.0 (-inf) |
100.0 (-7.7) |
100.0 (-7.7) |
100.0 (-7.7) |
41.9 (-14.1) |
| 75-19-5.Q0.5.I2 |
0.0 (-23.6) |
99.1 (-9.6) |
99.1 (-9.6) |
100.0 (-9.5) |
99.1 (-9.6) |
99.1 (-9.6) |
99.1 (-9.6) |
54.5 (-15.9) |
| 75-22-5.Q0.5.I2 |
0.0 (-32.9) |
98.6 (-11.8) |
99.0 (-11.7) |
0.0 (-inf) |
99.1 (-11.7) |
99.1 (-11.7) |
99.1 (-11.7) |
0.0 (-inf) |
| 75-23-5.Q0.5.I3 |
0.0 (-33.9) |
100.0 (-12.5) |
100.0 (-12.5) |
99.8 (-12.5) |
100.0 (-12.5) |
100.0 (-12.5) |
100.0 (-12.5) |
0.0 (-inf) |
| 75-26-5.Q0.5.I4 |
0.0 (-47.0) |
100.0 (-18.1) |
100.0 (-18.1) |
96.8 (-19.0) |
100.0 (-18.1) |
100.0 (-18.1) |
100.0 (-18.1) |
0.0 (-inf) |
| 90-22-5.Q0.5.I4 |
0.0 (-19.0) |
100.0 (-5.6) |
100.0 (-5.6) |
100.0 (-5.6) |
100.0 (-5.6) |
100.0 (-5.6) |
100.0 (-5.6) |
0.0 (-inf) |
| 90-24-5.Q0.5.I2 |
0.0 (-17.9) |
100.0 (-5.7) |
100.0 (-5.7) |
0.0 (-inf) |
100.0 (-5.7) |
100.0 (-5.7) |
100.0 (-5.7) |
0.0 (-inf) |
| 90-25-5.Q0.5.I2 |
0.0 (-27.8) |
99.7 (-7.8) |
100.0 (-7.7) |
0.0 (-inf) |
100.0 (-7.7) |
100.0 (-7.7) |
100.0 (-7.7) |
0.0 (-inf) |
| 90-26-5.Q0.5.I1 |
0.0 (-23.8) |
96.5 (-9.1) |
99.5 (-8.7) |
0.0 (-inf) |
99.5 (-8.7) |
99.5 (-8.7) |
99.5 (-8.7) |
0.0 (-inf) |
| 90-30-5.Q0.5.I1 |
0.0 (-27.3) |
100.0 (-10.9) |
100.0 (-10.9) |
0.0 (-inf) |
100.0 (-10.9) |
100.0 (-10.9) |
100.0 (-10.9) |
0.0 (-inf) |
| 90-34-5.Q0.5.I2 |
0.0 (-38.5) |
92.2 (-14.2) |
100.0 (-12.2) |
0.0 (-inf) |
100.0 (-12.2) |
100.0 (-12.2) |
100.0 (-12.2) |
0.0 (-inf) |
| 90-38-5.Q0.5.I4 |
0.0 (-38.6) |
0.0 (nan) |
100.0 (-16.8) |
0.0 (-inf) |
100.0 (-16.8) |
100.0 (-16.8) |
100.0 (-16.8) |
0.0 (-inf) |
| 90-42-5.Q0.5.I4 |
0.0 (-49.1) |
0.0 (nan) |
100.0 (-17.0) |
0.0 (-inf) |
100.0 (-17.0) |
100.0 (-17.0) |
100.0 (-17.0) |
0.0 (-inf) |
| 90-46-5.Q0.5.I4 |
0.0 (-61.1) |
0.0 (nan) |
99.0 (-24.8) |
0.0 (-inf) |
98.7 (-24.9) |
98.7 (-24.9) |
98.7 (-24.9) |
0.0 (-inf) |
| 90-50-5.Q0.5.I3 |
0.0 (-74.0) |
0.0 (nan) |
95.4 (-27.9) |
0.0 (-inf) |
100.0 (-25.7) |
100.0 (-25.7) |
100.0 (-25.7) |
0.0 (-inf) |
| Grids_20 |
0.0 (nan) |
96.8 (4833.9) |
100.0 (4839.0) |
0.0 (4551.3) |
99.0 (4837.5) |
85.2 (4815.3) |
98.4 (4836.5) |
0.0 (nan) |
| Grids_21 |
0.0 (nan) |
85.2 (8429.3) |
100.0 (8499.7) |
0.0 (7952.7) |
100.0 (8499.7) |
70.2 (8357.8) |
87.0 (8438.1) |
0.0 (nan) |
| Grids_22 |
0.0 (nan) |
98.8 (2833.8) |
100.0 (2835.2) |
0.0 (2690.8) |
100.0 (2835.2) |
67.6 (2797.1) |
90.0 (2823.4) |
0.0 (nan) |
| Grids_23 |
0.0 (nan) |
100.0 (2793.4) |
99.7 (2793.0) |
0.0 (2639.9) |
99.7 (2793.0) |
86.8 (2778.7) |
88.3 (2780.3) |
0.0 (nan) |
| Grids_24 |
0.0 (nan) |
99.3 (8234.4) |
100.0 (8237.3) |
0.0 (7765.5) |
99.6 (8235.6) |
81.4 (8160.9) |
84.8 (8175.2) |
0.0 (nan) |
| Grids_25 |
0.0 (nan) |
99.0 (1208.9) |
100.0 (1209.3) |
8.1 (1167.2) |
100.0 (1209.3) |
78.7 (1199.5) |
99.6 (1209.1) |
0.0 (nan) |
| Grids_26 |
0.0 (nan) |
100.0 (1326.3) |
100.0 (1326.3) |
3.5 (1275.0) |
100.0 (1326.3) |
90.8 (1321.4) |
92.4 (1322.2) |
0.0 (nan) |
| Grids_27 |
0.0 (nan) |
99.0 (5506.8) |
100.0 (5508.9) |
0.0 (5121.6) |
100.0 (5508.9) |
56.7 (5422.5) |
90.4 (5489.7) |
0.0 (nan) |
| Grids_28 |
0.0 (nan) |
100.0 (1982.5) |
100.0 (1982.5) |
0.0 (1899.7) |
100.0 (1982.5) |
89.4 (1978.2) |
75.5 (1972.6) |
0.0 (nan) |
| Grids_29 |
0.0 (nan) |
100.0 (673.0) |
100.0 (673.0) |
0.0 (651.2) |
100.0 (673.0) |
96.6 (672.3) |
87.7 (670.4) |
0.0 (nan) |
| ImageAlignment_11 |
0.0 (nan) |
100.0 (-824.2) |
100.0 (-824.2) |
0.0 (nan) |
100.0 (-824.2) |
100.0 (-824.2) |
100.0 (-824.2) |
0.0 (nan) |
| ImageAlignment_12 |
0.0 (nan) |
100.0 (-436.7) |
100.0 (-436.7) |
0.0 (nan) |
100.0 (-436.7) |
100.0 (-436.7) |
100.0 (-436.7) |
0.0 (nan) |
| ImageAlignment_13 |
0.0 (nan) |
100.0 (-2999.8) |
100.0 (-2999.8) |
0.0 (-9180.4) |
100.0 (-2999.8) |
100.0 (-2999.8) |
100.0 (-2999.8) |
0.0 (nan) |
| ImageAlignment_14 |
0.0 (nan) |
100.0 (-1557.5) |
100.0 (-1557.5) |
0.0 (nan) |
100.0 (-1557.5) |
100.0 (-1557.5) |
100.0 (-1557.5) |
0.0 (nan) |
| ImageAlignment_15 |
0.0 (nan) |
100.0 (-1177.5) |
100.0 (-1177.5) |
0.0 (nan) |
100.0 (-1177.5) |
100.0 (-1177.5) |
100.0 (-1177.5) |
0.0 (nan) |
| ObjectDetection_13 |
0.0 (nan) |
99.6 (9967.7) |
82.6 (9854.2) |
0.0 (nan) |
100.0 (9970.6) |
100.0 (9970.6) |
100.0 (9970.6) |
0.0 (nan) |
| ObjectDetection_14 |
0.0 (nan) |
94.3 (9020.8) |
94.3 (9020.8) |
0.0 (nan) |
100.0 (9093.7) |
100.0 (9093.7) |
100.0 (9093.7) |
0.0 (nan) |
| ObjectDetection_15 |
0.0 (nan) |
59.7 (11703.8) |
93.3 (12478.6) |
0.0 (nan) |
100.0 (12633.3) |
100.0 (12633.3) |
100.0 (12633.3) |
0.0 (nan) |
| ObjectDetection_16 |
0.0 (nan) |
92.9 (14154.2) |
70.1 (13536.2) |
0.0 (nan) |
100.0 (14347.1) |
100.0 (14347.1) |
100.0 (14347.1) |
0.0 (nan) |
| ObjectDetection_17 |
0.0 (nan) |
93.6 (4716.4) |
97.3 (4816.0) |
0.0 (nan) |
100.0 (4887.4) |
100.0 (4887.4) |
100.0 (4887.4) |
0.0 (nan) |
| ProteinFolding_11 |
0.0 (nan) |
100.0 (1962.3) |
100.0 (1962.3) |
61.7 (1728.4) |
100.0 (1962.3) |
99.6 (1959.7) |
97.1 (1944.8) |
0.0 (nan) |
| ProteinFolding_12 |
0.0 (nan) |
100.0 (-1547.0) |
100.0 (-1547.0) |
0.0 (nan) |
100.0 (-1547.0) |
100.0 (-1547.0) |
100.0 (-1547.0) |
0.0 (nan) |
| ProteinFolding_13 |
0.0 (nan) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
100.0 (-143.3) |
0.0 (nan) |
| ProteinFolding_14 |
0.0 (nan) |
100.0 (-331.7) |
100.0 (-331.7) |
0.0 (nan) |
100.0 (-331.7) |
100.0 (-331.7) |
100.0 (-331.7) |
0.0 (nan) |
| ProteinFolding_15 |
0.0 (nan) |
100.0 (-51.6) |
100.0 (-51.6) |
100.0 (-51.6) |
100.0 (-51.6) |
100.0 (-51.6) |
100.0 (-51.6) |
0.0 (nan) |
| Segmentation_11 |
0.0 (nan) |
97.8 (-132.3) |
97.8 (-132.3) |
100.0 (-132.1) |
97.8 (-132.3) |
97.8 (-132.3) |
97.8 (-132.3) |
0.0 (nan) |
| Segmentation_12 |
0.0 (nan) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
100.0 (-21.9) |
0.0 (nan) |
| Segmentation_13 |
0.0 (nan) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
100.0 (-21.4) |
0.0 (nan) |
| Segmentation_14 |
0.0 (nan) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
100.0 (-39.3) |
0.0 (nan) |
| Segmentation_15 |
0.0 (nan) |
99.3 (-163.8) |
99.3 (-163.8) |
100.0 (-163.7) |
99.3 (-163.8) |
99.3 (-163.8) |
99.3 (-163.8) |
0.0 (nan) |
| Segmentation_16 |
0.0 (nan) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
100.0 (-40.4) |
0.0 (nan) |
| Segmentation_17 |
0.0 (nan) |
100.0 (-174.3) |
100.0 (-174.3) |
98.2 (-174.6) |
100.0 (-174.3) |
100.0 (-174.3) |
100.0 (-174.3) |
0.0 (nan) |
| Segmentation_18 |
0.0 (nan) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
100.0 (-34.0) |
0.0 (nan) |
| Segmentation_19 |
0.0 (nan) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
100.0 (-24.1) |
0.0 (nan) |
| Segmentation_20 |
0.0 (nan) |
100.0 (-112.0) |
100.0 (-112.0) |
100.0 (-112.0) |
100.0 (-112.0) |
100.0 (-112.0) |
100.0 (-112.0) |
0.0 (nan) |
| bw_p24_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p24_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p34_15 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p34_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p44_15 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p44_19 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p54_10 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| bw_p54_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| comm_p01_16 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| comm_p01_20 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_11.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_16.fg.Q0.5.I3 |
0.0 (-73.1) |
96.5 (-25.2) |
100.0 (-23.4) |
0.0 (-inf) |
100.0 (-23.4) |
100.0 (-23.4) |
100.0 (-23.4) |
0.0 (-inf) |
| or_chain_22.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_24.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_25.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_32.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_36.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_39.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_40.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_41.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_43.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_6.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_60.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_63.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| or_chain_8.fg.Q0.5.I3 |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| pedigree1.Q0.5.I3 |
0.0 (-42.1) |
97.8 (-35.9) |
76.0 (-37.3) |
0.0 (-inf) |
78.2 (-37.1) |
100.0 (-35.7) |
94.0 (-36.1) |
68.1 (-37.8) |
| pedigree13.Q0.5.I1 |
0.0 (-94.6) |
98.7 (-62.8) |
100.0 (-62.4) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
| pedigree18.Q0.5.I1 |
0.0 (-167.0) |
98.5 (-112.5) |
99.3 (-112.1) |
0.0 (-inf) |
97.2 (-113.2) |
99.1 (-112.2) |
97.8 (-112.9) |
91.5 (-116.4) |
| pedigree19.Q0.5.I4 |
0.0 (-156.8) |
95.8 (-89.5) |
98.7 (-87.5) |
0.0 (-inf) |
99.5 (-86.9) |
94.8 (-90.3) |
95.1 (-90.0) |
0.0 (-inf) |
| pedigree20.Q0.5.I2 |
0.0 (-89.8) |
98.3 (-46.8) |
96.1 (-47.8) |
0.0 (-inf) |
97.7 (-47.1) |
100.0 (-46.1) |
96.4 (-47.7) |
38.8 (-72.8) |
| pedigree25.Q0.5.I2 |
0.0 (-193.7) |
96.8 (-148.5) |
98.2 (-147.8) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
38.5 (-175.7) |
| pedigree30.Q0.5.I2 |
0.0 (-186.6) |
100.0 (-123.6) |
98.2 (-124.7) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
72.6 (-140.8) |
| pedigree31.Q0.5.I2 |
0.0 (-195.5) |
99.2 (-116.2) |
99.5 (-116.0) |
0.0 (-inf) |
96.4 (-118.5) |
0.0 (-inf) |
95.9 (-118.9) |
48.5 (-156.8) |
| pedigree33.Q0.5.I2 |
0.0 (-127.2) |
98.0 (-70.3) |
97.0 (-70.9) |
99.6 (-69.4) |
96.4 (-71.3) |
97.8 (-70.5) |
96.8 (-71.0) |
0.0 (-inf) |
| pedigree38.Q0.5.I2 |
0.0 (-124.7) |
98.2 (-78.2) |
99.5 (-77.6) |
0.0 (-inf) |
99.9 (-77.4) |
99.8 (-77.5) |
98.6 (-78.0) |
72.2 (-90.5) |
| pedigree41.Q0.5.I2 |
0.0 (-175.4) |
100.0 (-105.6) |
97.6 (-107.3) |
0.0 (-inf) |
95.5 (-108.7) |
97.0 (-107.7) |
98.9 (-106.3) |
21.0 (-160.7) |
| pedigree44.Q0.5.I4 |
0.0 (-135.0) |
98.0 (-89.1) |
98.8 (-88.7) |
0.0 (-inf) |
97.5 (-89.3) |
97.4 (-89.4) |
100.0 (-88.2) |
0.0 (-inf) |
| pedigree50.Q0.5.I1 |
0.0 (-83.2) |
97.9 (-52.4) |
97.5 (-52.6) |
0.0 (-inf) |
94.7 (-53.4) |
94.7 (-53.4) |
99.6 (-51.9) |
43.3 (-69.6) |
| pedigree7.Q0.5.I2 |
0.0 (-136.9) |
100.0 (-97.5) |
98.0 (-98.3) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
0.0 (-inf) |
1.1 (-136.4) |
| pedigree9.Q0.5.I3 |
0.0 (-178.2) |
98.4 (-113.8) |
98.5 (-113.7) |
0.0 (-inf) |
98.1 (-114.0) |
98.3 (-113.8) |
100.0 (-112.7) |
29.3 (-159.0) |
| pomdp10-12_7_3_8_4.mmap |
0.0 (1.2) |
100.0 (1.2) |
99.4 (1.2) |
0.0 (nan) |
88.3 (1.2) |
100.0 (1.2) |
100.0 (1.2) |
100.0 (1.2) |
| pomdp6-12_6_2_6_3.mmap |
0.0 (0.9) |
94.4 (1.0) |
56.9 (1.0) |
95.9 (1.0) |
93.8 (1.0) |
93.8 (1.0) |
93.8 (1.0) |
95.2 (1.0) |
| pomdp7-20_10_2_10_3.mmap |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| pomdp8-14_9_3_12_4.mmap |
0.0 (1.4) |
69.5 (1.4) |
40.7 (1.4) |
0.0 (nan) |
69.1 (1.4) |
69.2 (1.4) |
69.0 (1.4) |
100.0 (1.4) |
| pomdp9-14_8_3_10_4.mmap |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
0.0 (nan) |
| wcsp_14 |
0.0 (nan) |
91.5 (-9.6) |
100.0 (1.1) |
82.1 (-21.5) |
88.1 (-13.9) |
88.1 (-13.9) |
88.5 (-13.5) |
0.0 (nan) |
| wcsp_15 |
0.0 (nan) |
95.1 (-80.0) |
100.0 (-74.6) |
42.8 (-137.6) |
99.3 (-75.4) |
96.4 (-78.6) |
92.0 (-83.4) |
0.0 (nan) |
| wcsp_16 |
0.0 (nan) |
80.6 (4.8) |
99.9 (23.1) |
0.0 (-372.1) |
99.6 (22.9) |
99.6 (22.8) |
100.0 (23.2) |
0.0 (nan) |
| wcsp_17 |
0.0 (nan) |
85.8 (8.3) |
99.2 (33.6) |
32.4 (-92.6) |
99.9 (34.9) |
100.0 (35.0) |
99.9 (34.8) |
0.0 (nan) |
| wcsp_18 |
0.0 (nan) |
58.1 (-24.1) |
100.0 (0.2) |
0.0 (-631.8) |
57.2 (-24.7) |
57.2 (-24.7) |
57.2 (-24.7) |
0.0 (nan) |