lbp-pr
Description
The lbp solvers are implementations of residual-scheduled loopy belief propagation on the factor graph representation of the model by Alex Ihler
Authors
Alex Ihler
The results below are organized as follows:
- each table displays the solver’s normalized score for individual problem instances (and, for PR, MPE, and MMAP, the associated log10 likelihood value) for the task under different time limits
- table values are normalized scores for each evaluated problem as outlined in Evaluation Criteria
PR
overall
| Problem | 20sec | 1200sec | 3600sec |
|---|---|---|---|
| 1a7w | 100.0 (-1.0) | 100.0 (-1.0) | 100.0 (-1.0) |
| 1aie | 100.0 (2.8) | 100.0 (2.8) | 100.0 (2.8) |
| 1b2v | 100.0 (-53.4) | 100.0 (-53.4) | 100.0 (-53.4) |
| 1bxv | 100.0 (-9.7) | 100.0 (-9.7) | 100.0 (-9.7) |
| 1cpq | 99.9 (-21.7) | 99.9 (-21.7) | 99.9 (-21.7) |
| 1ctj | 100.0 (-13.3) | 100.0 (-13.3) | 100.0 (-13.3) |
| 1cxy | 100.0 (-38.0) | 100.0 (-38.0) | 100.0 (-38.0) |
| 1f94 | 99.7 (-61.4) | 99.7 (-61.4) | 99.7 (-61.4) |
| 1fas | 100.0 (-33.3) | 100.0 (-33.3) | 100.0 (-33.3) |
| 1g6x | 100.0 (-27.2) | 100.0 (-27.2) | 100.0 (-27.2) |
| 1jer | 100.0 (-31.5) | 100.0 (-31.5) | 100.0 (-31.5) |
| 1kp6 | 100.0 (-45.1) | 100.0 (-45.1) | 100.0 (-45.1) |
| 1nkd | 100.0 (-8.8) | 100.0 (-8.8) | 100.0 (-8.8) |
| 1npl | 100.0 (-42.9) | 100.0 (-42.9) | 100.0 (-42.9) |
| 1qt9 | 100.0 (-59.7) | 100.0 (-59.7) | 100.0 (-59.7) |
| 1rfs | 100.0 (-50.6) | 100.0 (-50.6) | 100.0 (-50.6) |
| 1svy | 100.0 (-38.6) | 100.0 (-38.6) | 100.0 (-38.6) |
| 1vfy | 100.0 (-20.1) | 100.0 (-20.1) | 100.0 (-20.1) |
| 2rta | 100.0 (-55.2) | 100.0 (-55.2) | 100.0 (-55.2) |
| BN_12 | 99.9 (-3.6) | 99.9 (-3.6) | 99.9 (-3.6) |
| BN_13 | 100.0 (-2.3) | 100.0 (-2.3) | 100.0 (-2.3) |
| BN_15 | 100.0 (-5.7) | 100.0 (-5.7) | 100.0 (-5.7) |
| BN_31 | 99.8 (-11.2) | 99.8 (-11.2) | 99.8 (-11.2) |
| BN_74 | 99.6 (0.7) | 99.6 (0.7) | 99.6 (0.7) |
| blockmap_10_01-0006 | 74.4 (23.5) | 74.4 (23.5) | 74.4 (23.5) |
| blockmap_10_01-0009 | 0.0 (5.2) | 0.0 (5.2) | 0.0 (5.2) |
| blockmap_10_02-0009 | 40.1 (6.2) | 40.1 (6.2) | 40.1 (6.2) |
| blockmap_10_03-0009 | 0.0 (0.0) | 0.0 (0.0) | 0.0 (0.0) |
| blockmap_10_03-0010 | 18.4 (6.5) | 18.4 (6.5) | 18.4 (6.5) |
| blockmap_15_01-0008 | 0.0 (23.5) | 0.0 (23.5) | 0.0 (23.5) |
| blockmap_15_02-0008 | 0.0 (11.4) | 0.0 (11.4) | 0.0 (11.4) |
| blockmap_15_03-0008 | 92.3 (-0.6) | 92.3 (-0.6) | 92.3 (-0.6) |
| blockmap_15_03-0010 | 0.0 (39.4) | 0.0 (39.4) | 0.0 (39.4) |
| blockmap_20_01-0009 | 0.0 (14.3) | 0.0 (14.3) | 0.0 (14.3) |
| blockmap_20_02-0009 | 0.0 (2.7) | 0.0 (2.7) | 0.0 (2.7) |
| blockmap_20_03-0010 | 0.0 (-18.1) | 0.0 (-18.1) | 0.0 (-18.1) |
| blockmap_22_01-0006 | 0.0 (26.6) | 0.0 (26.6) | 0.0 (26.6) |
| blockmap_22_03-0009 | 0.0 (-56.3) | 0.0 (-56.3) | 0.0 (-56.3) |
| bwt3ac.wcsp | 76.8 (-2.7) | 76.8 (-2.7) | 76.8 (-2.7) |
| fs-07 | 10.5 (-22.2) | 10.5 (-22.2) | 10.5 (-22.2) |
| mastermind_03_08_04-0000 | 100.0 (-0.0) | 100.0 (-0.0) | 100.0 (-0.0) |
| mastermind_03_08_04-0001 | 100.0 (-12.7) | 100.0 (-12.7) | 100.0 (-12.7) |
| mastermind_03_08_04-0002 | 99.4 (-14.0) | 99.4 (-14.0) | 99.4 (-14.0) |
| mastermind_03_08_04-0003 | 100.0 (-11.5) | 100.0 (-11.5) | 100.0 (-11.5) |
| mastermind_03_08_04-0007 | 98.4 (-14.9) | 98.4 (-14.9) | 98.4 (-14.9) |
| mastermind_03_08_04-0008 | 99.6 (-16.1) | 99.6 (-16.1) | 99.6 (-16.1) |
| mastermind_03_08_04-0010 | 99.0 (-16.1) | 99.0 (-16.1) | 99.0 (-16.1) |
| mastermind_03_08_04-0011 | 96.7 (-17.7) | 96.3 (-18.6) | 96.3 (-18.6) |
| mastermind_03_08_04-0012 | 97.0 (-15.4) | 97.0 (-15.4) | 97.0 (-15.4) |
| mastermind_03_08_04-0013 | 96.6 (-16.8) | 96.5 (-17.0) | 96.5 (-17.0) |
| mastermind_03_08_04-0014 | 96.3 (-17.9) | 96.3 (-17.8) | 96.3 (-17.8) |
| mastermind_03_08_04-0015 | 96.8 (-15.7) | 96.0 (-17.8) | 96.0 (-17.8) |
| mastermind_03_08_05-0000 | 100.0 (-0.0) | 100.0 (-0.0) | 100.0 (-0.0) |
| mastermind_03_08_05-0001 | 99.9 (-15.2) | 99.9 (-15.2) | 99.9 (-15.2) |
| mastermind_03_08_05-0003 | 100.0 (-15.1) | 100.0 (-15.1) | 100.0 (-15.1) |
| mastermind_03_08_05-0004 | 99.9 (-13.9) | 99.9 (-13.9) | 99.9 (-13.9) |
| mastermind_03_08_05-0008 | 98.3 (-20.1) | 98.3 (-20.3) | 98.3 (-20.3) |
| mastermind_03_08_05-0009 | 89.3 (-16.2) | 89.3 (-16.2) | 89.3 (-16.2) |
| mastermind_03_08_05-0011 | 98.7 (-15.4) | 98.3 (-16.9) | 98.3 (-16.9) |
| mastermind_03_08_05-0012 | 97.6 (-18.8) | 96.8 (-22.0) | 96.8 (-22.0) |
| mastermind_03_08_05-0013 | 96.8 (-21.6) | 96.1 (-24.5) | 96.1 (-24.5) |
| mastermind_03_08_05-0014 | 97.7 (-18.3) | 97.1 (-20.6) | 97.1 (-20.6) |
| mastermind_03_08_05-0015 | 97.0 (-22.0) | 95.9 (-26.6) | 95.9 (-26.6) |
| mastermind_04_08_03-0000 | 100.0 (-0.0) | 100.0 (-0.0) | 100.0 (-0.0) |
| mastermind_04_08_03-0011 | 97.7 (-7.7) | 97.7 (-7.7) | 97.7 (-7.7) |
| mastermind_04_08_03-0012 | 96.1 (-11.3) | 95.8 (-11.7) | 95.8 (-11.7) |
| mastermind_04_08_03-0013 | 97.3 (-10.9) | 97.2 (-10.9) | 97.2 (-10.9) |
| mastermind_04_08_03-0014 | 97.7 (-9.6) | 97.7 (-9.6) | 97.7 (-9.6) |
| mastermind_04_08_03-0015 | 95.7 (-12.8) | 95.7 (-12.8) | 95.7 (-12.8) |
| mastermind_04_08_04-0000 | 100.0 (-0.0) | 100.0 (-0.0) | 100.0 (-0.0) |
| mastermind_04_08_04-0001 | 99.7 (-11.3) | 99.7 (-11.3) | 99.7 (-11.3) |
| mastermind_04_08_04-0002 | 100.0 (-12.1) | 100.0 (-12.1) | 100.0 (-12.1) |
| mastermind_04_08_04-0003 | 100.0 (-13.6) | 100.0 (-13.6) | 100.0 (-13.6) |
| mastermind_04_08_04-0004 | 99.8 (-10.9) | 99.8 (-10.9) | 99.8 (-10.9) |
| mastermind_04_08_04-0005 | 99.7 (-15.6) | 99.7 (-15.6) | 99.7 (-15.6) |
| mastermind_04_08_04-0011 | 97.4 (-15.3) | 97.0 (-16.3) | 97.0 (-16.3) |
| mastermind_04_08_04-0012 | 97.4 (-15.1) | 96.9 (-16.2) | 96.9 (-16.2) |
| mastermind_04_08_04-0013 | 97.9 (-12.7) | 97.7 (-13.3) | 97.7 (-13.3) |
| mastermind_04_08_04-0014 | 97.9 (-14.3) | 97.8 (-14.7) | 97.8 (-14.7) |
| mastermind_04_08_04-0015 | 96.8 (-16.3) | 96.5 (-17.0) | 96.5 (-17.0) |
| mastermind_05_08_03-0000 | 100.0 (-0.0) | 100.0 (-0.0) | 100.0 (-0.0) |
| mastermind_05_08_03-0001 | 100.0 (-9.8) | 100.0 (-9.8) | 100.0 (-9.8) |
| mastermind_05_08_03-0002 | 100.0 (-12.2) | 100.0 (-12.2) | 100.0 (-12.2) |
| mastermind_05_08_03-0003 | 100.0 (-8.6) | 100.0 (-8.6) | 100.0 (-8.6) |
| mastermind_05_08_03-0004 | 100.0 (-11.6) | 100.0 (-11.6) | 100.0 (-11.6) |
| mastermind_05_08_03-0009 | 96.6 (-11.6) | 96.6 (-11.6) | 96.6 (-11.6) |
| mastermind_05_08_03-0011 | 95.2 (-13.2) | 94.9 (-13.5) | 94.9 (-13.5) |
| mastermind_05_08_03-0012 | 95.7 (-13.9) | 95.1 (-14.8) | 95.1 (-14.8) |
| mastermind_05_08_03-0013 | 97.3 (-10.6) | 97.1 (-10.8) | 97.1 (-10.8) |
| mastermind_05_08_03-0014 | 96.6 (-9.8) | 96.6 (-9.8) | 96.6 (-9.8) |
| mastermind_05_08_03-0015 | 95.6 (-12.7) | 95.4 (-13.0) | 95.4 (-13.0) |
| mastermind_06_08_03-0000 | 100.0 (-0.0) | 100.0 (-0.0) | 100.0 (-0.0) |
| mastermind_06_08_03-0001 | 92.8 (-10.4) | 92.8 (-10.4) | 92.8 (-10.4) |
| mastermind_06_08_03-0002 | 99.9 (-10.6) | 99.9 (-10.6) | 99.9 (-10.6) |
| mastermind_06_08_03-0003 | 100.0 (-11.2) | 100.0 (-11.2) | 100.0 (-11.2) |
| mastermind_06_08_03-0005 | 87.0 (-9.0) | 87.0 (-9.0) | 87.0 (-9.0) |
| mastermind_06_08_03-0009 | 97.3 (-11.3) | 97.2 (-11.3) | 97.2 (-11.3) |
| mastermind_06_08_03-0011 | 98.5 (-7.0) | 98.5 (-7.0) | 98.5 (-7.0) |
| mastermind_06_08_03-0012 | 96.7 (-11.0) | 96.6 (-11.1) | 96.6 (-11.1) |
| mastermind_06_08_03-0014 | 96.0 (-12.5) | 95.7 (-12.9) | 95.7 (-12.9) |
| mastermind_06_08_03-0015 | 96.6 (-13.1) | 96.3 (-13.6) | 96.3 (-13.6) |
| mastermind_10_08_03-0001 | 100.0 (-13.6) | 100.0 (-13.6) | 100.0 (-13.6) |
| mastermind_10_08_03-0003 | 99.6 (-15.2) | 99.6 (-15.2) | 99.6 (-15.2) |
| mastermind_10_08_03-0004 | 95.7 (-14.7) | 95.7 (-14.7) | 95.7 (-14.7) |
| mastermind_10_08_03-0008 | 78.4 (-25.4) | 78.3 (-25.4) | 78.3 (-25.4) |
| mastermind_10_08_03-0009 | 88.2 (-22.0) | 88.1 (-22.0) | 88.1 (-22.0) |
| mastermind_10_08_03-0010 | 98.9 (-11.5) | 98.9 (-11.5) | 98.9 (-11.5) |
| myciel5g_3.wcsp | 44.3 (-19.1) | 44.3 (-19.1) | 44.3 (-19.1) |
| myciel5g_4.wcsp | 73.3 (0.1) | 73.3 (0.1) | 73.3 (0.1) |
| or_chain_1.fg | 91.1 (-11.3) | 91.1 (-11.3) | 91.1 (-11.3) |
| or_chain_102.fg | 88.5 (-10.6) | 88.5 (-10.6) | 88.5 (-10.6) |
| or_chain_106.fg | 91.9 (-10.6) | 91.9 (-10.6) | 91.9 (-10.6) |
| or_chain_107.fg | 95.7 (-11.9) | 95.7 (-11.9) | 95.7 (-11.9) |
| or_chain_12.fg | 85.0 (-13.3) | 85.0 (-13.3) | 85.0 (-13.3) |
| or_chain_128.fg | 89.3 (-11.8) | 89.3 (-11.8) | 89.3 (-11.8) |
| or_chain_132.fg | 100.0 (-8.4) | 100.0 (-8.4) | 100.0 (-8.4) |
| or_chain_138.fg | 99.9 (-10.1) | 99.9 (-10.1) | 99.9 (-10.1) |
| or_chain_140.fg | 89.7 (-6.2) | 89.7 (-6.2) | 89.7 (-6.2) |
| or_chain_149.fg | 99.9 (-8.6) | 99.9 (-8.6) | 99.9 (-8.6) |
| or_chain_15.fg | 99.3 (-11.9) | 99.3 (-11.9) | 99.3 (-11.9) |
| or_chain_150.fg | 96.9 (-7.4) | 96.9 (-7.4) | 96.9 (-7.4) |
| or_chain_153.fg | 95.5 (-9.0) | 95.5 (-9.0) | 95.5 (-9.0) |
| or_chain_155.fg | 99.0 (-10.0) | 99.0 (-10.0) | 99.0 (-10.0) |
| or_chain_161.fg | 93.4 (-9.6) | 93.4 (-9.6) | 93.4 (-9.6) |
| or_chain_186.fg | 95.9 (-9.6) | 95.9 (-9.6) | 95.9 (-9.6) |
| or_chain_188.fg | 95.1 (-12.7) | 95.1 (-12.7) | 95.1 (-12.7) |
| or_chain_198.fg | 99.9 (-4.3) | 99.9 (-4.3) | 99.9 (-4.3) |
| or_chain_209.fg | 98.2 (-11.6) | 98.2 (-11.6) | 98.2 (-11.6) |
| or_chain_242.fg | 98.4 (-5.5) | 98.4 (-5.5) | 98.4 (-5.5) |
| or_chain_4.fg | 95.8 (-12.0) | 95.8 (-12.0) | 95.8 (-12.0) |
| or_chain_53.fg | 100.0 (-9.2) | 100.0 (-9.2) | 100.0 (-9.2) |
| or_chain_61.fg | 96.8 (-8.2) | 96.8 (-8.2) | 96.8 (-8.2) |
| or_chain_64.fg | 92.8 (-9.4) | 92.8 (-9.4) | 92.8 (-9.4) |
| or_chain_90.fg | 85.0 (-9.5) | 85.0 (-9.5) | 85.0 (-9.5) |
| pedigree51 | 99.1 (-76.7) | 99.2 (-76.7) | 99.2 (-76.7) |
| queen5_5_3.wcsp | 19.8 (-16.2) | 19.8 (-16.2) | 19.8 (-16.2) |
| queen5_5_4.wcsp | 29.4 (-4.9) | 29.4 (-4.9) | 29.4 (-4.9) |
| rus2_20_40_0_1 | 100.0 (106.9) | 100.0 (106.9) | 100.0 (106.9) |
| rus2_20_40_0_2 | 100.0 (120.6) | 100.0 (120.6) | 100.0 (120.6) |
| rus2_20_40_0_3 | 100.0 (88.2) | 100.0 (88.2) | 100.0 (88.2) |
| rus2_20_40_1_1 | 100.0 (107.4) | 100.0 (107.4) | 100.0 (107.4) |
| rus2_20_40_1_2 | 100.0 (104.5) | 100.0 (104.5) | 100.0 (104.5) |
| rus2_20_40_1_3 | 99.9 (101.7) | 99.9 (101.7) | 99.9 (101.7) |
| rus2_20_40_2_1 | 99.9 (119.2) | 99.9 (119.2) | 99.9 (119.2) |
| rus2_20_40_2_2 | 100.0 (118.6) | 100.0 (118.6) | 100.0 (118.6) |
| rus2_20_40_2_3 | 97.6 (110.9) | 97.6 (110.9) | 97.6 (110.9) |
| rus2_20_40_3_1 | 99.2 (109.6) | 99.2 (109.6) | 99.2 (109.6) |
| rus2_20_40_3_2 | 97.6 (139.6) | 97.6 (139.6) | 97.6 (139.6) |
| rus2_20_40_3_3 | 99.3 (123.1) | 99.3 (123.1) | 99.3 (123.1) |
| rus2_20_40_4_1 | 100.0 (99.2) | 100.0 (99.2) | 100.0 (99.2) |
| rus2_20_40_4_2 | 100.0 (107.1) | 100.0 (107.1) | 100.0 (107.1) |
| rus2_20_40_4_3 | 100.0 (95.2) | 100.0 (95.2) | 100.0 (95.2) |
| rus2_20_40_5_1 | 91.2 (90.3) | 91.2 (90.3) | 91.2 (90.3) |
| rus2_20_40_5_2 | 99.9 (88.2) | 99.9 (88.2) | 99.9 (88.2) |
| rus2_20_40_5_3 | 100.0 (169.9) | 100.0 (169.9) | 100.0 (169.9) |
| rus2_20_40_6_1 | 95.2 (116.1) | 95.2 (116.1) | 95.2 (116.1) |
| rus2_20_40_6_2 | 100.0 (68.3) | 100.0 (68.3) | 100.0 (68.3) |
| rus2_20_40_6_3 | 100.0 (134.1) | 100.0 (134.1) | 100.0 (134.1) |
| rus2_20_40_7_1 | 100.0 (88.5) | 100.0 (88.5) | 100.0 (88.5) |
| rus2_20_40_7_2 | 100.0 (111.5) | 100.0 (111.5) | 100.0 (111.5) |
| rus2_20_40_7_3 | 100.0 (81.4) | 100.0 (81.4) | 100.0 (81.4) |
| rus2_20_40_8_1 | 95.1 (103.4) | 95.1 (103.4) | 95.1 (103.4) |
| rus2_20_40_8_2 | 99.9 (99.8) | 99.9 (99.8) | 99.9 (99.8) |
| rus2_20_40_8_3 | 100.0 (100.6) | 100.0 (100.6) | 100.0 (100.6) |
| rus2_20_40_9_1 | 100.0 (94.5) | 100.0 (94.5) | 100.0 (94.5) |
| rus2_20_40_9_2 | 100.0 (94.6) | 100.0 (94.6) | 100.0 (94.6) |
| rus2_20_40_9_3 | 99.9 (63.5) | 99.9 (63.5) | 99.9 (63.5) |
| rus_20_40_0_1 | 99.3 (615.7) | 100.0 (617.3) | 100.0 (617.3) |
| rus_20_40_0_2 | 100.0 (791.6) | 100.0 (791.6) | 100.0 (791.6) |
| rus_20_40_0_3 | 78.3 (860.7) | 98.8 (905.3) | 57.0 (986.8) |
| rus_20_40_1_1 | 99.5 (1003.8) | 99.5 (1003.8) | 99.5 (1003.8) |
| rus_20_40_1_2 | 100.0 (910.1) | 100.0 (910.1) | 100.0 (910.1) |
| rus_20_40_1_3 | 100.0 (900.6) | 100.0 (900.6) | 100.0 (900.6) |
| rus_20_40_2_1 | 99.6 (797.0) | 99.6 (797.0) | 99.6 (797.0) |
| rus_20_40_2_2 | 100.0 (689.3) | 100.0 (689.3) | 100.0 (689.3) |
| rus_20_40_2_3 | 100.0 (749.3) | 100.0 (749.3) | 100.0 (749.3) |
| rus_20_40_3_1 | 100.0 (825.8) | 100.0 (825.8) | 100.0 (825.8) |
| rus_20_40_3_2 | 99.9 (838.8) | 99.9 (838.8) | 99.9 (838.8) |
| rus_20_40_3_3 | 99.9 (841.7) | 99.9 (841.7) | 99.9 (841.7) |
| rus_20_40_4_1 | 95.2 (922.7) | 95.2 (922.7) | 95.2 (922.7) |
| rus_20_40_4_2 | 99.3 (934.4) | 99.3 (934.4) | 99.3 (934.4) |
| rus_20_40_4_3 | 100.0 (853.3) | 100.0 (853.3) | 100.0 (853.3) |
| rus_20_40_5_1 | 99.9 (875.7) | 99.9 (875.7) | 99.9 (875.7) |
| rus_20_40_5_2 | 100.0 (839.7) | 100.0 (839.7) | 100.0 (839.7) |
| rus_20_40_5_3 | 98.5 (878.8) | 98.5 (878.8) | 98.5 (878.8) |
| rus_20_40_6_1 | 91.3 (705.4) | 19.5 (894.2) | 89.6 (745.8) |
| rus_20_40_6_2 | 99.5 (981.6) | 99.5 (981.6) | 99.5 (981.6) |
| rus_20_40_6_3 | 100.0 (966.7) | 100.0 (966.7) | 100.0 (966.7) |
| rus_20_40_7_1 | 100.0 (752.1) | 100.0 (752.1) | 100.0 (752.1) |
| rus_20_40_7_2 | 99.4 (755.0) | 99.4 (755.0) | 99.4 (755.0) |
| rus_20_40_7_3 | 100.0 (869.7) | 100.0 (869.7) | 100.0 (869.7) |
| rus_20_40_8_1 | 73.6 (780.9) | 70.8 (786.7) | 92.3 (742.6) |
| rus_20_40_8_2 | 99.6 (897.8) | 99.6 (897.8) | 99.6 (897.8) |
| rus_20_40_8_3 | 100.0 (703.8) | 100.0 (703.8) | 100.0 (703.8) |
| rus_20_40_9_1 | 99.4 (867.7) | 90.5 (849.4) | 90.5 (849.4) |
| rus_20_40_9_2 | 100.0 (834.5) | 100.0 (834.5) | 100.0 (834.5) |
| rus_20_40_9_3 | 99.6 (863.2) | 99.6 (863.2) | 99.6 (863.2) |