QBF Solver Evaluation Portal
Home
QBFLIB
QBFGALLERY'23
QBFEVALs
2022
2020
2019
2018
2017
2016
2010
2008
2007
2006
2005
2004
QBF GALLERIES
QBF Gallery 2014
QBF Gallery 2013
DOWNLOADS
Download the QBFEVAL'22 dataset
Download the QBFEVAL'20 dataset
Download the QBFEVAL'19 dataset and raw results
Download the QBFEVAL'18 dataset and raw results
Download the QBFEVAL'17 dataset and raw results
Download the QBFEVAL'16 dataset
Download the QBFEVAL'10 dataset
Download the QBFEVAL'08 dataset
Download the non-prenex non-cnf track dataset
Download the QBFEVAL'07 dataset
Download the QBFEVAL'06 dataset
Download the QDIMACS to QPRO converter
Download the QDIMACS to QBF1.0 converter
qbflib.org
Instances solved by
Heretiq-cube
QBFEVAL'18 - Prenex 2QBF Track
Instance
Result
Time
bobtuint31neg
SAT
0
ltl2dba_C2-6_comp3_REAL.sat
SAT
0
rankfunc48_unsigned_16
SAT
0
rankfunc31_unsigned_64
SAT
0
driver_d9y.sat
SAT
0
rankfunc48_unsigned_64
SAT
0
driver_a9n.sat
SAT
0
rankfunc41_unsigned_64
SAT
0
rankfunc61_signed_64
SAT
0
pdtpmsmiim
SAT
0
rankfunc54_unsigned_64
SAT
0
rankfunc49_signed_64
SAT
0
floor128
SAT
0
decomposition128
SAT
0
ceiling256
SAT
0
small-synabs-fixpoint-3
UNSAT
0
rankfunc54_signed_64
SAT
0
rankfunc49_unsigned_64
SAT
0
rankfunc51_signed_64
SAT
0
rankfunc59_unsigned_64
SAT
0
mult_bool_matrix_10_9_11.sat
SAT
0
kenflashp12
SAT
0
eijkbs4863
SAT
0
stmt1_79_80
SAT
0
stmt124_966_965
SAT
0
rankfunc56_signed_64
SAT
0
rankfunc58_unsigned_64
SAT
0
floor256
SAT
0
decomposition256
SAT
0
rankfunc58_signed_64
SAT
0
stmt19_66_214
UNSAT
0
ceiling128
SAT
0
stmt27_93_98
SAT
0
stmt41_262_275
SAT
0
small-swap1-fixpoint-5
SAT
0
small-swap1-fixpoint-4
SAT
0
stmt9_445_446
SAT
0
stmt25_52_53
SAT
0
stmt16_818_819
SAT
0
stmt25_597_598
SAT
0
stmt44_554_604
SAT
0
rankfunc2_unsigned_64
SAT
0
stmt5_731_730
SAT
0
small-swap1-fixpoint-7
SAT
0
eijkbs3330
SAT
0
bs128y.sat
SAT
0
rankfunc56_unsigned_64
SAT
0
rankfunc41_signed_64
SAT
0
rankfunc51_unsigned_64
SAT
0
rankfunc52_signed_64
SAT
0
rankfunc53_unsigned_64
SAT
0
rankfunc31_signed_64
SAT
0
small-pipeline-fixpoint-1
UNSAT
0
itc-b13-fixpoint-5
SAT
0
itc-b13-fixpoint-4
SAT
0
small-swap1-fixpoint-6
SAT
0
itc-b13-fixpoint-2
UNSAT
0
itc-b13-fixpoint-3
SAT
0
itc-b13-fixpoint-6
SAT
0
bs128n.sat
SAT
0
itc-b13-fixpoint-1
UNSAT
0
small-seq-fixpoint-1
UNSAT
0
rankfunc55_unsigned_64
SAT
0
cycle_sched_12_2_1.sat
SAT
0
rankfunc52_unsigned_64
SAT
0
rankfunc60_unsigned_32
SAT
0
rankfunc61_unsigned_64
SAT
0
rankfunc53_signed_64
SAT
0
rankfunc59_signed_64
SAT
0
driver_a10y.sat
SAT
0
pdtpmsrotate32
SAT
0
kenflashp04
SAT
0
driver_b8n.sat
SAT
0
driver_c9n.sat
SAT
0
add20y.sat
SAT
0
stmt21_181_369
UNSAT
0
ltl2dba_C2-8_comp4_REAL.sat
SAT
0
driver_c9y.sat
SAT
0
rankfunc35_unsigned_64
SAT
0
Q_2-3_v-80-100_r-13.4
UNSAT
0.02
Q_2-3_v-80-100_r-13.7
UNSAT
0.02
rankfunc35_signed_64
SAT
0.27
stmt31_22_328
UNSAT
0.37
stmt21_71_354
UNSAT
0.49
stmt21_70_369
UNSAT
0.51
usb-phy-fixpoint-1
UNSAT
0.51
stmt44_40_387
UNSAT
0.53
stmt31_276_328
UNSAT
0.53
ethernet-fixpoint-1
UNSAT
0.55
Q_2-3_v-80-100_r-13.5
UNSAT
0.56
small-synabs-fixpoint-10
UNSAT
0.59
rankfunc57_unsigned_64
SAT
0.6
stmt29_226_376
UNSAT
0.6
stmt19_90_408
UNSAT
0.61
mult_bool_matrix_12_13_11.sat
SAT
0.62
stmt21_71_413
UNSAT
0.63
stmt21_143_403
UNSAT
0.64
stmt19_352_359
UNSAT
0.66
stmt39_285_335
UNSAT
0.68
stmt22_6_414
UNSAT
0.68
stmt46_289_388
UNSAT
0.7
itc-b13-fixpoint-7
SAT
0.77
small-swap1-fixpoint-8
SAT
0.77
stmt22_311_370
UNSAT
0.81
stmt21_84_364
UNSAT
0.89
stmt53_296_346
UNSAT
0.89
cache-coherence-3-fixpoint-1
UNSAT
0.91
stmt19_137_408
UNSAT
0.96
stmt19_83_412
UNSAT
1.07
ltl2dpa_C26_comp2_REAL.sat
SAT
1.17
stmt19_3_401
UNSAT
1.21
itc-b13-fixpoint-9
SAT
1.24
stmt47_290_340
UNSAT
1.38
stmt19_133_217
UNSAT
1.6
stmt19_313_412
UNSAT
1.61
stmt21_310_360
UNSAT
1.68
stmt29_275_376
UNSAT
1.8
stmt52_295_394
UNSAT
1.97
cycle_sched_2_10_1.sat
SAT
2.63
Q_2-3_v-80-100_r-13.6
UNSAT
2.71
small-swap1-fixpoint-10
SAT
3
small-swap1-fixpoint-9
SAT
3.04
stmt47_340_389
UNSAT
3.89
stmt32_329_378
UNSAT
3.9
stmt46_111_238
UNSAT
4.01
usb-phy-fixpoint-2
UNSAT
4.47
stmt41_160_235
UNSAT
4.69
stmt2_976_999
SAT
5.6
cycle_sched_4_4_2.sat
SAT
6.01
stmt41_336_385
UNSAT
6.49
query04_query25_1344n
SAT
6.92
usb-phy-fixpoint-3
UNSAT
10.49
sortnetsort8.AE.stepl.004
SAT
16.58
sortnetsort7.AE.stepl.009
UNSAT
17.75
Q_2-3_v-80-100_r-13.1
UNSAT
20.93
Q_2-3_v-80-100_r-13.3
UNSAT
25.28
sortnetsort7.AE.stepl.008
UNSAT
25.77
sortnetsort9.AE.stepl.004
SAT
26.69
stmt27_149_224
UNSAT
27.57
Q_2-3_v-80-100_r-13.8
UNSAT
30.07
Q_2-3_v-80-100_r-13.9
UNSAT
30.08
Q_2-3_v-80-100_r-13.2
UNSAT
30.08
Q_2-3_v-80-100_r-11.3
UNSAT
30.13
Q_2-3_v-80-100_r-13.0
UNSAT
30.15
nxquery_query42_1344n
UNSAT
30.22
ntrivil_query42_1344n
UNSAT
30.28
mult_bool_matrix_dyn_9_5.sat
SAT
30.31
trivial_query42_1344n
UNSAT
30.38
axquery_query42_1344n
UNSAT
30.48
query27_query42_1344n
UNSAT
30.59
query07_query42_1344n
UNSAT
30.64
query02_query44_1344n
UNSAT
30.73
sortnetsort7.AE.stepl.007
UNSAT
31.08
sortnetsort7.AE.stepl.006
UNSAT
31.21
query26_query42_1344n
UNSAT
31.87
exquery_query42_1344n
UNSAT
32.04
query08_query42_1344n
UNSAT
32.65
sortnetsort8.AE.stepl.008
UNSAT
33.71
sortnetsort9.AE.stepl.007
UNSAT
36.53
query02_query42_1344n
UNSAT
37.88
Q_2-3_v-80-100_r-11.4
UNSAT
38.19
sortnetsort8.AE.stepl.009
UNSAT
38.32
small-seq-fixpoint-2
UNSAT
38.68
sortnetsort10.AE.stepl.004
SAT
39.46
sortnetsort8.AE.stepl.006
UNSAT
39.94
sortnetsort9.AE.stepl.011
UNSAT
41.07
nxquery_query50_1344n
SAT
41.2
sortnetsort10.AE.stepl.009
UNSAT
41.9
sortnetsort9.AE.stepl.012
UNSAT
42.94
ci.e#1.a#3.E#40.A#60.c#416.w#2.s#3.asp
UNSAT
45.04
ci.e#1.a#3.E#40.A#60.c#408.w#2.s#1.asp
UNSAT
45.85
sortnetsort8.AE.stepl.005
SAT
46.95
sortnetsort10.AE.stepl.011
UNSAT
47.08
Q_2-3_v-80-100_r-11.6
UNSAT
47.52
amba2c7n.sat
SAT
48.86
query31_query50_1344n
SAT
51.18
sortnetsort10.AE.stepl.010
UNSAT
51.99
sortnetsort9.AE.stepl.010
UNSAT
53.8
ci.e#1.a#3.E#40.A#60.c#400.w#2.s#1.asp
UNSAT
59.8
sortnetsort10.AE.stepl.012
UNSAT
65.28
stmt21_178_258
UNSAT
91.47
cycle_sched_6_6_2.sat
SAT
91.59
query49_ntrivil_1344n
SAT
91.89
mult9.sat
SAT
93.91
sortnetsort9.AE.stepl.008
UNSAT
94.34
query21_query58_1344n
UNSAT
94.43
sortnetsort9.AE.stepl.009
UNSAT
94.96
sortnetsort10.AE.stepl.008
UNSAT
104.67
query21_query42_1344n
UNSAT
104.98
stmt27_16_224
UNSAT
108.38
amba2f9n.sat
SAT
108.77
query04_query42_1344n
UNSAT
114.19
sortnetsort9.AE.stepl.005
SAT
115.14
sortnetsort7.AE.stepl.005
SAT
121.3
stay24n.sat
SAT
127.23
Q_2-3_v-80-100_r-11.7
UNSAT
154.04
query03_query42_1344n
UNSAT
160.59
Q_2-3_v-80-100_r-11.2
UNSAT
162.31
query33_query45_1344n
SAT
170.77
Q_2-3_v-80-100_r-11.0
UNSAT
179.85
ctrl.e#1.a#3.E#128.A#48.c#.w#7.s#1.asp
SAT
276.97
itc-b13-fixpoint-8
SAT
303.74
cycle_sched_4_7_1.sat
SAT
390.28
stmt28_68_73
FAIL
419.18
small-seq-fixpoint-6
FAIL
432.21
small-seq-fixpoint-5
FAIL
440.44
small-seq-fixpoint-8
FAIL
440.96
small-seq-fixpoint-7
FAIL
442.92
small-seq-fixpoint-10
FAIL
450.01
small-seq-fixpoint-9
FAIL
451.85
stmt19_64_87
FAIL
453.64
stmt17_63_82
FAIL
456.88
sdlx-fixpoint-9
FAIL
457.76
small-pipeline-fixpoint-2
FAIL
457.94
cache-coherence-3-fixpoint-3
FAIL
460.28
stmt17_70_78
FAIL
461.04
stmt17_62_78
FAIL
461.74
stmt19_71_95
FAIL
464.03
small-seq-fixpoint-3
FAIL
464.43
ethernet-fixpoint-4
FAIL
464.48
stmt19_64_91
FAIL
465.35
intermediate128
FAIL
466.72
stmt17_78_90
FAIL
467.54
stmt19_65_87
FAIL
467.58
stmt17_74_90
FAIL
469.07
stmt23_66_96
FAIL
469.16
sdlx-fixpoint-4
FAIL
469.94
sdlx-fixpoint-7
FAIL
470.34
stmt23_67_92
FAIL
472.66
ethernet-fixpoint-2
FAIL
473.05
stmt28_68_69
FAIL
473.2
stmt17_86_98
FAIL
473.78
cache-coherence-2-fixpoint-5
FAIL
474.24
intermediate256
FAIL
474.5
stmt28_73_97
FAIL
474.63
stmt19_65_95
FAIL
476.74
stmt19_79_87
FAIL
477.41
stmt19_75_83
FAIL
478.39
stmt17_82_94
FAIL
479.4
stmt17_78_98
FAIL
480.02
sdlx-fixpoint-8
FAIL
480.07
stmt41_286_385
FAIL
480.26
sdlx-fixpoint-10
FAIL
480.33
stmt17_70_86
FAIL
480.75
cache-coherence-2-fixpoint-4
FAIL
481.61
cache-coherence-2-fixpoint-6
FAIL
482.01
cache-coherence-3-fixpoint-2
FAIL
482.9
sdlx-fixpoint-6
FAIL
482.95
stmt28_68_81
FAIL
483.09
cache-coherence-2-fixpoint-2
FAIL
483.12
stmt19_87_95
FAIL
484.08
stmt17_70_98
FAIL
485.02
neclaftp2002
FAIL
487.95
rankfunc48_signed_64
FAIL
489.66
small-seq-fixpoint-4
FAIL
490.38
oski3ub5i_c0to511.sat
FAIL
497.21
oski3ub5i_c0to255.sat
FAIL
498.65
oski3ub5i_c0to63.sat
FAIL
503.21
stmt17_78_94
FAIL
516.68
neclaftp4001
FAIL
517.03
stmt19_64_99
FAIL
517.93
stmt17_94_98
FAIL
518.07
stmt19_79_83
FAIL
519.53
usb-phy-fixpoint-4
FAIL
520.44
ethernet-fixpoint-3
FAIL
520.82
small-pipeline-fixpoint-3
FAIL
521.95
6s289rb05233_c0to63.sat
FAIL
523.53
UserServiceImpl
FAIL
523.59
sdlx-fixpoint-5
FAIL
524.56
stmt17_63_78
FAIL
526.99
stmt23_66_76
FAIL
527.35
stmt17_70_82
FAIL
528.98
stmt17_82_86
FAIL
529.51
usb-phy-fixpoint-5
FAIL
530.22
stmt17_82_98
FAIL
530.41
stmt21_319_418
FAIL
531.44
stmt23_92_96
FAIL
534.38
query06_query42_1344n
FAIL
534.86
stmt28_89_97
FAIL
535.82
mult_bool_matrix_18_18_18.sat
FAIL
538.2
IssueServiceImpl
FAIL
538.55
stmt19_368_417
FAIL
539.54
sdlx-fixpoint-3
FAIL
540.15
beemldelec4b1_c0to127.sat
FAIL
541
stmt17_70_90
FAIL
543.93
stmt19_75_95
FAIL
546.27
pi-bus-fixpoint-1
FAIL
549.95
pi-bus-fixpoint-3
FAIL
551.6
pi-bus-fixpoint-2
FAIL
559.37
ConcreteActivityService
FAIL
578.07
stmt50_343_392
FAIL
581.28
stmt23_72_76
FAIL
587.51
stmt21_354_403
FAIL
590.39
stmt17_63_70
FAIL
591.49
stmt23_88_92
FAIL
592.29
query44_query26_1344n
FAIL
593.41
stmt19_302_352
FAIL
595.12
ActivityService
FAIL
595.18
GuidanceService2
FAIL
595.36
stmt21_181_218
FAIL
595.95
stmt31_190_227
FAIL
597.7
PhaseService
FAIL
601.84
stmt17_74_78
FAIL
636.93
stmt17_62_98
FAIL
637.41
query09_query42_1344n
FAIL
638.83
small-equiv-fixpoint-1
FAIL
640.42
query48_query42_1344n
FAIL
642.55
stmt85_300_399
FAIL
645.95
query36_query25_1344n
SAT
649.64
stmt19_83_91
FAIL
650.75
stmt28_73_85
FAIL
650.93
ActivityService2
FAIL
651.67
small-equiv-fixpoint-4
FAIL
653.68
itc-b13-fixpoint-10
FAIL
653.79
GuidanceService
FAIL
654.36
query58_query42_1344n
FAIL
656.2
IterationService
FAIL
656.42
stmt53_208_245
FAIL
662.05
query42_query42_1344n
FAIL
666.46
stmt23_66_67
FAIL
669.67
small-equiv-fixpoint-5
FAIL
700.72
stmt22_320_370
FAIL
710.66
reachqu_query71_1344n
FAIL
713.8
nreachq_query54_1344n
FAIL
717.03
reachqu_query42_1344n
FAIL
719.83
reachqu_query64_1344n
FAIL
727.55
query42_query45_1344n
FAIL
763.32
NotificationServiceImpl2
FAIL
774.76
query10_query42_1344n
FAIL
787.01
query60_query44_1344n
FAIL
789.03
amba3b5y.sat
SAT
790.12
nreachq_query11_1344n
FAIL
800.34
small-equiv-fixpoint-3
FAIL
805.99
genbuf9b4n.sat
FAIL
819.2
small-equiv-fixpoint-8
FAIL
821.08
beemskbn1f1_c0to7.sat
FAIL
831.55
Q_2-3_v-80-100_r-11.1
FAIL
832.46
Q_2-3_v-80-100_r-11.5
FAIL
833.83
load_2c_comp_comp7_REAL.sat
FAIL
838.14
query05_query31_1344n
SAT
898.59
query64_query42_1344n
FAIL
900
query54_query42_1344n
FAIL
900
query01_query42_1344n
FAIL
900.01
ctrl.e#1.a#3.E#134.A#48.c#.w#9.s#40.asp
FAIL
900.01
ctrl.e#1.a#3.E#128.A#48.c#.w#5.s#60.asp
FAIL
900.01
query51_query57_1344n
FAIL
900.01
Q_2-3_v-80-100_r-11.9
FAIL
900.01
query34_query11_1344n
FAIL
900.01
query33_query57_1344n
FAIL
900.01
query25_query42_1344n
FAIL
900.01
mult_bool_matrix_17_17_17.sat
FAIL
900.01
ci.e#1.a#3.E#40.A#60.c#384.w#6.s#8.asp
FAIL
900.02
ctrl.e#1.a#3.E#128.A#48.c#.w#3.s#26.asp
FAIL
900.02
query45_query42_1344n
FAIL
900.02
query52_query25_1344n
FAIL
900.02
ctrl.e#1.a#3.E#116.A#48.c#.w#7.s#56.asp
FAIL
900.02
AR-fixpoint-10
FAIL
900.02
ctrl.e#1.a#3.E#128.A#48.c#.w#7.s#7.asp
FAIL
900.02
AR-fixpoint-4
FAIL
900.02
AR-fixpoint-2
FAIL
900.02
query71_query31_1344n
FAIL
900.03
ctrl.e#1.a#3.E#128.A#48.c#.w#9.s#1.asp
FAIL
900.03
ci.e#1.a#3.E#40.A#60.c#408.w#2.s#2.asp
FAIL
900.03
query42_query06_1344n
FAIL
900.04
sortnetsort10.AE.stepl.005
FAIL
900.04
query48_exquery_1344n
FAIL
900.04
ctrl.e#1.a#3.E#124.A#48.c#.w#7.s#50.asp
FAIL
900.04
query33_query51_1344n
FAIL
900.04
Q_2-3_v-80-100_r-11.8
FAIL
900.04
ci.e#1.a#3.E#40.A#60.c#288.w#6.s#2.asp
FAIL
900.04
small-equiv-fixpoint-2
FAIL
900.04
query31_query42_1344n
FAIL
900.04
query50_query42_1344n
FAIL
900.04
cycle_sched_6_7_1.sat
FAIL
900.04
query60_query45_1344n
FAIL
900.04
query31_reachqu_1344n
FAIL
900.05
AR-fixpoint-6
FAIL
900.05
query64_query01_1344n
FAIL
900.05
query34_query42_1344n
FAIL
900.05
ctrl.e#1.a#3.E#118.A#48.c#.w#5.s#7.asp
FAIL
900.05
eequery_query42_1344n
FAIL
900.06
query31_eequery_1344n
FAIL
900.06
query11_query42_1344n
FAIL
900.06
query50_query06_1344n
FAIL
900.06
query54_query58_1344n
FAIL
900.06
ctrl.e#1.a#3.E#110.A#48.c#.w#9.s#13.asp
FAIL
900.06
ctrl.e#1.a#3.E#112.A#48.c#.w#5.s#27.asp
FAIL
900.06
query71_query36_1344n
FAIL
900.06
query55_query42_1344n
FAIL
900.07
eequery_query64_1344n
FAIL
900.07
query51_query42_1344n
FAIL
900.07
AR-fixpoint-1
FAIL
900.07
query36_query42_1344n
FAIL
900.07
ctrl.e#1.a#3.E#128.A#48.c#.w#7.s#60.asp
FAIL
900.07
query64_query11_1344n
FAIL
900.08
AR-fixpoint-8
FAIL
900.08
query52_query42_1344n
FAIL
900.08
ctrl.e#1.a#3.E#128.A#48.c#.w#9.s#60.asp
FAIL
900.09
ctrl.e#1.a#3.E#120.A#48.c#.w#3.s#3.asp
FAIL
900.1
query33_query42_1344n
FAIL
900.1
query05_query42_1344n
FAIL
900.1
query10_query45_1344n
FAIL
900.1
Contact
|
Organization
|
Links
|
Citing QBFLIB