daoopt-test Scores
The results below are organized as follows:
- each table displays the solver’s performance for individual problem instances for the given task under different time limits
- table values are normalized scores for each evaluated problem as outlined in Evaluation Criteria
MPE
overall
| Problem | 20sec | 1200sec | 3600sec |
|---|---|---|---|
| Grids_18 | 93.7 (5528.7) | 95.7 (5576.2) | 95.7 (5576.2) |
| Grids_19 | 96.6 (1167.6) | 99.5 (1177.6) | 99.5 (1177.6) |
| Grids_20 | 90.9 (4563.2) | 96.3 (4631.5) | 96.8 (4637.8) |
| Grids_21 | 94.6 (8305.2) | 95.4 (8332.8) | 95.4 (8332.8) |
| Grids_22 | 93.9 (2763.2) | 98.6 (2810.7) | 98.6 (2810.7) |
| Grids_23 | 94.5 (2730.3) | 99.1 (2773.0) | 99.1 (2773.0) |
| Grids_24 | 93.2 (8033.3) | 98.5 (8191.7) | 98.5 (8191.7) |
| Grids_25 | 97.2 (1158.8) | 99.8 (1167.3) | 99.8 (1167.3) |
| Grids_26 | 94.2 (1295.6) | 98.2 (1315.7) | 98.9 (1319.7) |
| Grids_27 | 93.4 (5376.9) | 99.4 (5492.2) | 99.4 (5492.2) |
| Grids_28 | 94.8 (1941.6) | 98.6 (1970.7) | 98.6 (1970.7) |
| Grids_29 | 96.5 (661.6) | 100.0 (670.0) | 100.0 (670.0) |
| Grids_30 | 99.1 (1305.6) | 100.0 (1309.7) | 100.0 (1309.7) |
| ImageAlignment_11 | 100.0 (-824.2) | 100.0 (-824.2) | 100.0 (-824.2) |
| ImageAlignment_12 | 100.0 (-436.7) | 100.0 (-436.7) | 100.0 (-436.7) |
| ImageAlignment_13 | 100.0 (-2999.9) | 100.0 (-2999.9) | 100.0 (-2999.9) |
| ImageAlignment_14 | 100.0 (-1557.5) | 100.0 (-1557.5) | 100.0 (-1557.5) |
| ImageAlignment_15 | 100.0 (-1177.5) | 100.0 (-1177.5) | 100.0 (-1177.5) |
| ObjectDetection_11 | 0.0 (3001.3) | 0.0 (2667.2) | 0.0 (2667.2) |
| ObjectDetection_12 | 0.0 (5412.8) | 0.0 (4223.3) | 0.0 (4223.3) |
| ObjectDetection_13 | 22.3 (9440.7) | 0.0 (8572.3) | 0.0 (8572.3) |
| ObjectDetection_14 | 0.0 (6048.2) | 0.0 (6845.3) | 0.0 (6845.3) |
| ObjectDetection_15 | 15.8 (10691.6) | 27.4 (10958.1) | 27.4 (10958.1) |
| ObjectDetection_16 | 72.1 (13584.4) | 6.3 (11789.5) | 6.3 (11789.5) |
| ObjectDetection_17 | 54.4 (3648.0) | 85.2 (4485.5) | 85.2 (4485.5) |
| ObjectDetection_18 | 74.8 (8491.2) | 15.3 (7246.9) | 15.3 (7246.9) |
| Promedas_11 | 64.5 (-38.4) | 0.0 (nan) | 0.0 (nan) |
| Promedas_12 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_13 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_14 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_15 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_16 | 0.0 (nan) | 69.2 (-33.1) | 0.0 (nan) |
| Promedas_17 | 64.9 (-34.7) | 0.0 (nan) | 0.0 (nan) |
| Promedas_18 | 58.6 (-43.9) | 0.0 (nan) | 0.0 (nan) |
| Promedas_19 | 67.2 (-49.7) | 0.0 (nan) | 0.0 (nan) |
| Promedas_20 | 62.0 (-28.1) | 42.3 (-36.3) | 42.3 (-36.3) |
| Promedas_21 | 47.0 (-45.7) | 57.3 (-40.2) | 57.3 (-40.2) |
| Promedas_22 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_23 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_24 | 75.5 (-19.1) | 91.5 (-14.8) | 91.5 (-14.8) |
| Promedas_25 | 75.1 (-22.6) | 66.4 (-25.4) | 73.6 (-23.1) |
| Promedas_26 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_27 | 0.0 (nan) | 79.5 (-15.9) | 76.0 (-16.8) |
| Promedas_28 | 73.5 (-14.2) | 68.1 (-15.8) | 68.1 (-15.8) |
| Promedas_29 | 0.0 (nan) | 0.0 (nan) | 89.1 (-23.7) |
| Promedas_30 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_31 | 60.8 (-26.9) | 77.7 (-20.5) | 84.5 (-18.0) |
| Promedas_32 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_33 | 0.0 (nan) | 100.0 (-14.0) | 95.3 (-15.9) |
| Promedas_34 | 0.0 (nan) | 69.6 (-27.8) | 88.1 (-21.2) |
| Promedas_35 | 70.2 (-17.0) | 95.6 (-12.1) | 95.6 (-12.1) |
| Promedas_36 | 81.0 (-12.2) | 57.8 (-17.1) | 56.1 (-17.5) |
| Promedas_37 | 65.4 (-26.6) | 0.0 (nan) | 84.9 (-20.3) |
| Promedas_38 | 86.2 (-15.9) | 95.4 (-13.4) | 99.0 (-12.4) |
| Promedas_39 | 91.7 (-23.4) | 89.7 (-24.1) | 89.7 (-24.1) |
| Promedas_40 | 0.0 (nan) | 43.7 (-18.3) | 81.8 (-10.9) |
| Promedas_41 | 0.0 (nan) | 97.4 (-10.4) | 97.4 (-10.4) |
| Promedas_42 | 0.0 (nan) | 0.0 (nan) | 95.2 (-14.3) |
| Promedas_43 | 64.5 (-13.9) | 91.0 (-9.2) | 91.0 (-9.2) |
| Promedas_44 | 67.6 (-19.1) | 58.7 (-21.9) | 58.7 (-21.9) |
| Promedas_45 | 0.0 (nan) | 97.6 (-8.0) | 97.6 (-8.0) |
| Promedas_46 | 89.3 (-16.1) | 100.0 (-12.8) | 89.3 (-16.1) |
| Promedas_47 | 0.0 (nan) | 0.0 (nan) | 99.3 (-14.2) |
| Promedas_48 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_49 | 69.8 (-15.6) | 69.9 (-15.6) | 69.9 (-15.6) |
| Promedas_50 | 0.0 (nan) | 99.0 (-9.2) | 99.0 (-9.2) |
| Promedas_51 | 0.0 (nan) | 97.3 (-12.9) | 97.3 (-12.9) |
| Promedas_52 | 0.0 (nan) | 100.0 (-10.8) | 0.0 (nan) |
| Promedas_53 | 0.0 (nan) | 99.3 (-9.3) | 0.0 (nan) |
| Promedas_54 | 0.0 (nan) | 92.5 (-11.7) | 100.0 (-10.3) |
| Promedas_55 | 96.4 (-13.4) | 97.3 (-13.2) | 100.0 (-12.7) |
| Promedas_56 | 50.7 (-22.2) | 100.0 (-10.8) | 100.0 (-10.8) |
| Promedas_57 | 0.0 (nan) | 99.6 (-10.6) | 99.6 (-10.6) |
| Promedas_58 | 71.3 (-33.1) | 100.0 (-19.9) | 100.0 (-19.9) |
| Promedas_59 | 95.1 (-11.5) | 94.5 (-11.6) | 94.5 (-11.6) |
| Promedas_60 | 93.0 (-11.5) | 100.0 (-10.0) | 100.0 (-10.0) |
| Promedas_61 | 29.2 (-17.4) | 100.0 (-6.9) | 100.0 (-6.9) |
| Promedas_62 | 0.0 (nan) | 100.0 (-4.7) | 100.0 (-4.7) |
| Promedas_63 | 0.0 (nan) | 30.5 (-15.9) | 52.8 (-12.8) |
| Promedas_64 | 0.0 (nan) | 76.5 (-15.0) | 76.5 (-15.0) |
| Promedas_65 | 92.8 (-6.5) | 100.0 (-5.2) | 100.0 (-5.2) |
| Promedas_66 | 73.9 (-14.7) | 100.0 (-10.4) | 100.0 (-10.4) |
| Promedas_67 | 0.0 (nan) | 0.0 (nan) | 0.0 (nan) |
| Promedas_68 | 95.9 (-20.4) | 95.9 (-20.4) | 95.9 (-20.4) |
| Promedas_69 | 72.1 (-14.8) | 100.0 (-11.2) | 100.0 (-11.2) |
| Promedas_70 | 65.6 (-6.8) | 39.0 (-8.9) | 39.0 (-8.9) |
| Promedas_71 | 0.0 (nan) | 91.6 (-7.5) | 91.6 (-7.5) |
| ProteinFolding_11 | 99.2 (1956.2) | 100.0 (1961.8) | 100.0 (1961.8) |
| ProteinFolding_12 | 100.0 (-1547.1) | 100.0 (-1547.1) | 100.0 (-1547.1) |
| ProteinFolding_13 | 100.0 (-143.3) | 100.0 (-143.3) | 100.0 (-143.3) |
| ProteinFolding_14 | 100.0 (-331.7) | 100.0 (-331.7) | 100.0 (-331.7) |
| ProteinFolding_15 | 100.0 (-51.6) | 100.0 (-51.6) | 100.0 (-51.6) |
| ProteinFolding_16 | 100.0 (-855.5) | 100.0 (-855.5) | 100.0 (-855.5) |
| ProteinFolding_17 | 50.3 (12680.1) | 2.9 (8984.2) | 3.4 (9024.0) |
| ProteinFolding_18 | 53.9 (14316.5) | 78.6 (16619.0) | 79.6 (16705.1) |
| ProteinFolding_19 | 0.0 (1679.1) | 60.1 (2350.1) | 60.1 (2350.1) |
| ProteinFolding_20 | 18.8 (4396.8) | 24.8 (4484.1) | 24.8 (4484.1) |
| ProteinFolding_21 | 0.0 (7087.7) | 0.0 (7101.0) | 0.0 (7101.0) |
| ProteinFolding_22 | 68.3 (10373.9) | 63.3 (10346.3) | 63.3 (10346.3) |
| ProteinFolding_23 | 63.1 (3940.5) | 8.2 (3436.4) | 10.3 (3455.8) |
| ProteinFolding_24 | 79.4 (5566.6) | 27.8 (4728.5) | 36.3 (4866.5) |
| ProteinFolding_25 | 51.6 (7587.7) | 20.0 (6887.6) | 20.0 (6887.6) |
| Segmentation_11 | 72.1 (-138.4) | 100.0 (-135.8) | 100.0 (-135.8) |
| Segmentation_12 | 100.0 (-22.2) | 100.0 (-22.2) | 100.0 (-22.2) |
| Segmentation_13 | 100.0 (-21.7) | 100.0 (-21.7) | 100.0 (-21.7) |
| Segmentation_14 | 100.0 (-40.1) | 100.0 (-40.1) | 100.0 (-40.1) |
| Segmentation_15 | 91.5 (-167.1) | 100.0 (-165.2) | 100.0 (-165.2) |
| Segmentation_16 | 100.0 (-41.3) | 100.0 (-41.3) | 100.0 (-41.3) |
| Segmentation_17 | 97.7 (-177.2) | 100.0 (-176.8) | 100.0 (-176.8) |
| Segmentation_18 | 100.0 (-35.9) | 100.0 (-35.9) | 100.0 (-35.9) |
| Segmentation_19 | 100.0 (-25.5) | 100.0 (-25.5) | 100.0 (-25.5) |
| Segmentation_20 | 98.8 (-114.1) | 100.0 (-113.9) | 100.0 (-113.9) |
| wcsp_11 | 22.3 (-3.4) | 22.3 (-3.4) | 22.3 (-3.4) |
| wcsp_12 | 79.7 (-2.8) | 69.8 (-2.9) | 69.8 (-2.9) |
| wcsp_13 | 97.0 (-4.1) | 100.0 (-0.2) | 100.0 (-0.2) |
| wcsp_14 | 84.4 (-20.0) | 87.6 (-16.0) | 87.6 (-16.0) |
| wcsp_15 | 3.4 (-188.0) | 17.2 (-172.0) | 17.2 (-172.0) |
| wcsp_16 | 41.0 (-74.0) | 95.3 (-21.1) | 95.3 (-21.1) |
| wcsp_17 | 42.9 (-125.6) | 75.8 (-60.2) | 76.0 (-59.8) |
| wcsp_18 | 76.5 (-16.0) | 76.6 (-16.0) | 76.6 (-16.0) |