Benchmark

LabelMeaning
SSolution {OPTIMUM FOUND or OPT | UNSATISFIABLE or UNSAT | UNKNOWN | Not available or N/A}
OBest solution found
TCPU time (TO for Time Out)
(out)(err)Standard output and standard error for each solver

ColorMeaning for Complete SolversMeaning for Incomplete Solvers
TextBest solver columnBest solver column
TextOptimal solution with the best CPU timeBest solution with the best CPU time
TextOptimal solution and finished within the Time OutBest solution without the best CPU time
TextOptimal solution and did not finish within the Time OutSolution found but not the best
TextTime OutTime Out
TextBuggy solutionBuggy solution

Instance file name Best solver CCEHC CCLS2015 CnC ILP-2015-in Swcca_ms WPM3-2015-in optiriss-def-i optiriss-sel-i
rsdecoder-debug.dimacs.cnf O = 1
T = 2.25		 O = 355352
T = 243.97
 O = N/A
T = TO
 O = 1
T = 2.25
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1
T = 4.68
 O = 1
T = 3.12
 O = 1
T = 4.43
sudoku-debug.dimacs.cnf O = 1
T = 4.01		 O = 264232
T = 243.46
 O = N/A
T = TO
 O = 1
T = 210.86
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1
T = 4.95
 O = 1
T = 4.16
 O = 1
T = 4.01
wb-debug.dimacs.cnf O = 28
T = 2.43		 O = 72606
T = 243.48
 O = N/A
T = TO
 O = 118
T = 172.65
 O = 28
T = 119.23
 O = N/A
T = TO
 O = 28
T = 2.43
 O = 28
T = 9.57
 O = 28
T = 3.82
SM_AS_TOP_buggy1.dimacs.filtered.cnf O = 57
T = 67.45		 O = N/A
T = TO
 O = N/A
T = TO
 O = 84
T = 0.66
 O = N/A
T = TO
 O = N/A
T = TO
 O = 57
T = 67.45
 O = 57
T = 132.14
 O = 11523
T = 0.58
SM_MAIN_MEM_buggy1.dimacs.filtered.cnf O = 577
T = 5.11		 O = 544811
T = 243.62
 O = N/A
T = TO
 O = 582
T = 19.20
 O = N/A
T = TO
 O = N/A
T = TO
 O = 577
T = 253.91
 O = 577
T = 5.11
 O = N/A
T = TO
SM_RX_TOP.dimacs.filtered.cnf O = 6
T = 12.82		 O = 82869
T = 243.13
 O = N/A
T = TO
 O = 105
T = 192.02
 O = N/A
T = TO
 O = N/A
T = TO
 O = 6
T = 12.82
 O = 6
T = 14.31
 O = 6
T = 104.43
b15-bug-fourvec-gate-0.dimacs.seq.filtered.cnf O = 4
T = 1.32		 O = 318921
T = 244.66
 O = N/A
T = TO
 O = 4
T = 1.32
 O = N/A
T = TO
 O = N/A
T = TO
 O = 4
T = 3.38
 O = 4
T = 2.31
 O = 4
T = 4.23
c1_DD_s3_f1_e2_v1-bug-fourvec-gate-0.dimacs.seq.filtered.cnf O = 4
T = 0.79		 O = 181262
T = 243.56
 O = N/A
T = TO
 O = 4
T = 0.79
 O = 4
T = 129.45
 O = N/A
T = TO
 O = 4
T = 1.86
 O = 4
T = 1.43
 O = 4
T = 2.21
c2_DD_s3_f1_e2_v1-bug-fourvec-gate-0.dimacs.seq.filtered.cnf O = 4
T = 5.83		 O = 181915
T = 243.08
 O = N/A
T = TO
 O = 15
T = 35.71
 O = N/A
T = TO
 O = N/A
T = TO
 O = 4
T = 5.83
 O = 4
T = 6.65
 O = 4
T = 6.15
c4_DD_s3_f1_e1_v1-bug-gate-0.dimacs.seq.filtered.cnf O = 8
T = 2.97		 O = 447322
T = 244.24
 O = N/A
T = TO
 O = 8
T = 5.50
 O = N/A
T = TO
 O = N/A
T = TO
 O = 8
T = 4.32
 O = 8
T = 2.97
 O = 8
T = 6.74
c4_DD_s3_f1_e2_v1-bug-fourvec-gate-0.dimacs.seq.filtered.cnf O = 4
T = 1.68		 O = 225622
T = 243.30
 O = N/A
T = TO
 O = 4
T = 18.81
 O = N/A
T = TO
 O = N/A
T = TO
 O = 4
T = 2.51
 O = 4
T = 1.68
 O = 4
T = 2.79
c5_DD_s3_f1_e1_v1-bug-gate-0.dimacs.seq.filtered.cnf O = 8
T = 0.44		 O = 50381
T = 243.53
 O = N/A
T = TO
 O = 8
T = 0.44
 O = 8
T = 46.86
 O = N/A
T = TO
 O = 8
T = 1.91
 O = 8
T = 2.25
 O = 8
T = 1.74
c5_DD_s3_f1_e1_v2-bug-gate-0.dimacs.seq.filtered.cnf O = 8
T = 0.53		 O = N/A
T = TO
 O = N/A
T = TO
 O = 8
T = 0.53
 O = 8
T = 41.31
 O = N/A
T = TO
 O = 8
T = 1.90
 O = 8
T = 2.27
 O = 8
T = 1.82
c6_DD_s3_f1_e1_v1-bug-gate-0.dimacs.seq.filtered.cnf O = 8
T = 0.66		 O = 129655
T = 243.71
 O = N/A
T = TO
 O = 8
T = 0.66
 O = N/A
T = TO
 O = N/A
T = TO
 O = 8
T = 1.57
 O = 8
T = 1.07
 O = 8
T = 2.52
divider-problem.dimacs_11.filtered.cnf O = 2
T = 32.42		 O = 67149
T = 243.66
 O = N/A
T = TO
 O = 61
T = 258.75
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 101.45
 O = 2
T = 32.42
 O = 2
T = 48.78
divider-problem.dimacs_2.filtered.cnf O = 2
T = 14.12		 O = 73976
T = 244.31
 O = N/A
T = TO
 O = 75
T = 169.69
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 59.25
 O = 2
T = 14.12
 O = 21913
T = 0.80
divider-problem.dimacs_5.filtered.cnf O = 2
T = 47.52		 O = 71951
T = 244.09
 O = N/A
T = TO
 O = 94
T = 197.39
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 47.52
 O = 2
T = 55.19
 O = 2
T = 220.86
divider-problem.dimacs_8.filtered.cnf O = 2
T = 41.29		 O = 79234
T = 243.64
 O = N/A
T = TO
 O = 65
T = 26.02
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 68.59
 O = 2
T = 41.29
 O = 2
T = 127.73
dividers10.dimacs.filtered.cnf O = 2
T = 4.21		 O = N/A
T = TO
 O = 457
T = 268.38
 O = 41
T = 41.05
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 4.21
 O = 2
T = 6.19
 O = 2
T = 39.62
dividers_multivec1.dimacs.filtered.cnf O = 2
T = 0.92		 O = N/A
T = TO
 O = N/A
T = TO
 O = 168
T = 129.24
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 3.16
 O = 2
T = 1.29
 O = 2
T = 0.92
fpu_multivec1-problem.dimacs_14.filtered.cnf O = 2
T = 1.86		 O = 94967
T = 243.99
 O = N/A
T = TO
 O = 277
T = 106.14
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 4.51
 O = 2
T = 4.14
 O = 2
T = 1.86
i2c-problem.dimacs_25.filtered.cnf O = 2
T = 3.03		 O = 261410
T = 244.98
 O = N/A
T = TO
 O = 3
T = 3.22
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 13.39
 O = 2
T = 16.09
 O = 2
T = 3.03
i2c-problem.dimacs_26.filtered.cnf O = 2
T = 1.34		 O = 181662
T = 243.32
 O = N/A
T = TO
 O = 2
T = 1.34
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 27.27
 O = 2
T = 27.55
 O = 2
T = 54.46
mem_ctrl-problem.dimacs_27.filtered.cnf O = 22
T = 73.73		 O = 2728131
T = 244.81
 O = 2541789
T = 240.66
 O = 22
T = 73.73
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
mem_ctrl1.dimacs.filtered.cnf O = 1
T = 7.17		 O = 671345
T = 245.45
 O = N/A
T = TO
 O = 6
T = 100.34
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1
T = 11.93
 O = 1
T = 8.75
 O = 1
T = 7.17
mem_ctrl2_blackbox_mc_dp-problem.dimacs_28.filtered.cnf O = 3
T = 24.79		 O = 1098412
T = 242.09
 O = 992760
T = 241.86
 O = 64
T = 5.39
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = 3
T = 38.52
 O = 3
T = 24.79
mrisc_mem2wire-problem.dimacs_29.filtered.cnf O = 1
T = 5.53		 O = 465920
T = 244.76
 O = N/A
T = TO
 O = 1
T = 45.21
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1
T = 10.13
 O = 1
T = 9.64
 O = 1
T = 5.53
rsdecoder-problem.dimacs_31.filtered.cnf O = 3
T = 6.54		 O = 648982
T = 244.92
 O = N/A
T = TO
 O = 3
T = 19.42
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = 3
T = 6.54
 O = 63719
T = 1.66
rsdecoder-problem.dimacs_36.filtered.cnf O = 1
T = 4.79		 O = 667408
T = 244.56
 O = N/A
T = TO
 O = 1
T = 4.79
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1
T = 25.55
 O = 1
T = 71.08
 O = 1
T = 195.12
rsdecoder-problem.dimacs_37.filtered.cnf O = 1
T = 12.05		 O = 836414
T = 244.27
 O = N/A
T = TO
 O = 3
T = 18.38
 O = N/A
T = TO
 O = N/A
T = TO
 O = 615
T = 284.38
 O = N/A
T = TO
 O = 1
T = 12.05
rsdecoder-problem.dimacs_38.filtered.cnf O = 2
T = 6.02		 O = 648463
T = 244.06
 O = N/A
T = TO
 O = 2
T = 6.02
 O = N/A
T = TO
 O = N/A
T = TO
 O = 448
T = 284.71
 O = 1251
T = 14.81
 O = 63719
T = 4.27
rsdecoder-problem.dimacs_39.filtered.cnf O = 1
T = 3.04		 O = 651427
T = 245.61
 O = N/A
T = TO
 O = 1
T = 3.04
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1
T = 49.92
 O = 1
T = 59.24
 O = 1
T = 7.43
rsdecoder-problem.dimacs_40.filtered.cnf O = 1
T = 6.11		 O = 665735
T = 243.42
 O = N/A
T = TO
 O = 1
T = 6.11
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1
T = 85.76
 O = 1
T = 31.79
 O = 1
T = 7.14
rsdecoder-problem.dimacs_41.filtered.cnf O = 2
T = 35.95		 O = 643119
T = 245.35
 O = N/A
T = TO
 O = 2
T = 35.95
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2634
T = 254.55
 O = 4288
T = 8.89
 O = 63118
T = 2.47
rsdecoder1_blackbox_CSEEblock-problem.dimacs_32.filtered.cnf O = 11
T = 157.09		 O = 78595
T = 243.54
 O = N/A
T = TO
 O = 11
T = 157.09
 O = N/A
T = TO
 O = N/A
T = TO
 O = 269
T = 284.07
 O = 354
T = 2.15
 O = 13353
T = 0.98
rsdecoder1_blackbox_KESblock-problem.dimacs_30.filtered.cnf O = 35
T = 58.24		 O = 151948
T = 243.44
 O = N/A
T = TO
 O = 35
T = 58.24
 O = N/A
T = TO
 O = N/A
T = TO
 O = 819
T = 283.87
 O = 585
T = 3.83
 O = 26836
T = 1.96
rsdecoder2.dimacs.filtered.cnf O = 1
T = 14.54		 O = 204399
T = 243.94
 O = N/A
T = TO
 O = 5
T = 169.60
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1
T = 50.36
 O = 1
T = 19.86
 O = 1
T = 14.54
rsdecoder4.dimacs.filtered.cnf O = 12
T = 95.45		 O = 84678
T = 243.80
 O = N/A
T = TO
 O = 12
T = 95.45
 O = N/A
T = TO
 O = N/A
T = TO
 O = 215
T = 283.78
 O = 223
T = 2.32
 O = 1562
T = 2.06
rsdecoder5.dimacs.filtered.cnf O = 2
T = 94.97		 O = 89780
T = 244.43
 O = N/A
T = TO
 O = 2
T = 94.97
 O = N/A
T = TO
 O = N/A
T = TO
 O = 80
T = 284.32
 O = 2
T = 178.56
 O = 1523
T = 0.87
rsdecoder6.dimacs.filtered.cnf O = 3
T = 241.37		 O = 82839
T = 243.66
 O = N/A
T = TO
 O = 3
T = 241.37
 O = N/A
T = TO
 O = N/A
T = TO
 O = 80
T = 284.15
 O = 80
T = 1.33
 O = 1523
T = 0.97
rsdecoder_fsm2.dimacs.filtered.cnf O = 2
T = 8.25		 O = 88961
T = 244.17
 O = N/A
T = TO
 O = 6
T = 156.29
 O = N/A
T = TO
 O = N/A
T = TO
 O = 2
T = 8.25
 O = 2
T = 15.47
 O = 2
T = 155.77
rsdecoder_multivec1-problem.dimacs_33.filtered.cnf O = 4
T = 70.24		 O = 321468
T = 243.74
 O = N/A
T = TO
 O = 5
T = 246.47
 O = N/A
T = TO
 O = N/A
T = TO
 O = 1002
T = 284.34
 O = 4
T = 70.24
 O = 5665
T = 2.41
rsdecoder_multivec1.dimacs.filtered.cnf O = 4
T = 1.51		 O = 189816
T = 243.85
 O = N/A
T = TO
 O = 4
T = 1.51
 O = N/A
T = TO
 O = N/A
T = TO
 O = 4
T = 3.22
 O = 4
T = 2.44
 O = 2968
T = 1.07
wb-problem.dimacs_45.filtered.cnf O = 14
T = 2.12		 O = 114424
T = 244.43
 O = N/A
T = TO
 O = 22
T = 255.23
 O = 14
T = 42.30
 O = N/A
T = TO
 O = 14
T = 2.52
 O = 14
T = 2.32
 O = 14
T = 2.12
wb-problem.dimacs_46.filtered.cnf O = 476
T = 25.00		 O = 110564
T = 244.08
 O = N/A
T = TO
 O = 535
T = 214.35
 O = 476
T = 40.65
 O = N/A
T = TO
 O = 476
T = 25.00
 O = 625
T = 1.30
 O = 476
T = 41.56
wb1.dimacs.filtered.cnf O = 218
T = 2.77		 O = 935
T = 254.70
 O = 750
T = 262.64
 O = 366
T = 69.89
 O = 218
T = 19.19
 O = 340
T = 119.16
 O = 218
T = 2.77
 O = 218
T = 5.40
 O = 218
T = 3.92
wb2.dimacs.filtered.cnf O = 588
T = 8.74		 O = 1206
T = 195.89
 O = N/A
T = TO
 O = 712
T = 249.64
 O = N/A
T = TO
 O = N/A
T = TO
 O = 588
T = 8.74
 O = 588
T = 116.98
 O = 588
T = 10.44
wb_4m8s-problem.dimacs_47.filtered.cnf O = 34
T = 14.67		 O = 1518282
T = 242.45
 O = 1427039
T = 241.32
 O = 34
T = 14.67
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
wb_4m8s-problem.dimacs_48.filtered.cnf O = 19
T = 13.96		 O = 1561603
T = 248.15
 O = 1472549
T = 241.77
 O = 19
T = 13.96
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
wb_4m8s-problem.dimacs_49.filtered.cnf O = 230
T = 12.45		 O = 1571828
T = 244.27
 O = 1482446
T = 241.08
 O = 230
T = 12.45
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
 O = N/A
T = TO
wb_4m8s1.dimacs.filtered.cnf O = 35
T = 24.75		 O = 239613
T = 245.89
 O = N/A
T = TO
 O = 35
T = 24.75
 O = N/A
T = TO
 O = N/A
T = TO
 O = 460
T = 284.52
 O = 460
T = 2.61
 O = 31621
T = 1.48
wb_4m8s3.dimacs.filtered.cnf O = 8
T = 4.81		 O = 237387
T = 244.86
 O = N/A
T = TO
 O = 72
T = 9.04
 O = N/A
T = TO
 O = N/A
T = TO
 O = 8
T = 5.32
 O = 8
T = 5.06
 O = 8
T = 4.81
wb_4m8s4.dimacs.filtered.cnf O = 230
T = 254.42		 O = 240326
T = 243.98
 O = N/A
T = TO
 O = 267
T = 262.87
 O = N/A
T = TO
 O = N/A
T = TO
 O = 230
T = 254.42
 O = N/A
T = TO
 O = 31621
T = 3.48
wb_conmax1.dimacs.filtered.cnf O = 54
T = 1.73		 O = 124147
T = 244.50
 O = N/A
T = TO
 O = 59
T = 183.31
 O = N/A
T = TO
 O = N/A
T = TO
 O = 54
T = 284.19
 O = 54
T = 1.73
 O = 15280
T = 2.01
wb_conmax3.dimacs.filtered.cnf O = 33
T = 16.59		 O = 124711
T = 243.22
 O = N/A
T = TO
 O = 37
T = 1.27
 O = N/A
T = TO
 O = N/A
T = TO
 O = 33
T = 16.59
 O = 33
T = 56.33
 O = 33
T = 20.93