QBF Solver Evaluation Portal
Home
QBFLIB
QBFGALLERY'23
QBFEVALs
2022
2020
2019
2018
2017
2016
2010
2008
2007
2006
2005
2004
QBF GALLERIES
QBF Gallery 2014
QBF Gallery 2013
DOWNLOADS
Download the QBFEVAL'22 dataset
Download the QBFEVAL'20 dataset
Download the QBFEVAL'19 dataset and raw results
Download the QBFEVAL'18 dataset and raw results
Download the QBFEVAL'17 dataset and raw results
Download the QBFEVAL'16 dataset
Download the QBFEVAL'10 dataset
Download the QBFEVAL'08 dataset
Download the non-prenex non-cnf track dataset
Download the QBFEVAL'07 dataset
Download the QBFEVAL'06 dataset
Download the QDIMACS to QPRO converter
Download the QDIMACS to QBF1.0 converter
qbflib.org
Instances solved by
quabs___caqe-hqspre
Prenex non-CNF Track
Instance
Result
Time
exquery_query64_1133
SAT
0
k0325715.c.oe
SAT
0
k0325624.v.oe
SAT
0
k0325624.s.oe
SAT
0
k0325261.s.oe
SAT
0
driver_c9n.sat
SAT
0
driver_c9y.sat
SAT
0
k0325261.h.oe
SAT
0
k0302060.s.oe
SAT
0
k0325715.s.oe
SAT
0
k0327178.c.oe
SAT
0
k0327620.h.oe
SAT
0
exquery_query42_1133
UNSAT
0
trueque_query64_1344
SAT
0
trueque_query71_1344
SAT
0
eequery_query42_1133
UNSAT
0
axquery_query71_1133
UNSAT
0
axquery_query42_1133
SAT
0
k0327694.v.oe
SAT
0
driver_d9y.sat
SAT
0
k0302060.h.oe
SAT
0
k0300663.v.oe
SAT
0
k0206272.s.oe
SAT
0
k0206272.h.oe
SAT
0
k0206272.c.oe
SAT
0
k0201058.v.oe
SAT
0
k0201058.h.oe
SAT
0
k0201058.c.oe
SAT
0
k0026150.h.oe
SAT
0
k0026150.c.oe
SAT
0
k0206272.v.oe
SAT
0
k0225418.v.oe
SAT
0
k0225682.v.oe
SAT
0
k0300663.s.oe
SAT
0
mult9.sat
SAT
0
k0300663.c.oe
SAT
0
k0248814.v.oe
SAT
0
k0248814.h.oe
SAT
0
k0248814.c.oe
SAT
0
k0226271.s.oe
SAT
0
k0225744.s.oe
SAT
0
SR-unsat-02-01-06-1
UNSAT
0
falsequ_query64_1133
SAT
0
nxquery_query71_1344
SAT
0
axquery_query71_1344
SAT
0
query64_query11_1133
UNSAT
0
nxquery_query71_1133
UNSAT
0
axquery_query64_1344
SAT
0
nxquery_query64_1133
SAT
0
nxquery_query50_1133
UNSAT
0
nxquery_query42_1133
SAT
0
ci.e#1.a#3.E#40.A#60.c#432.w#2.s#8.asp
UNSAT
0
ntrivil_query71_1133
SAT
0
ntrivil_query64_1133
SAT
0
falsequ_query71_1133
SAT
0
trivial_query60_1133
SAT
0
trivial_query64_1133
SAT
0
trivial_query71_1133
SAT
0
falsequ_query60_1133
SAT
0
ci.e#1.a#3.E#40.A#60.c#264.w#4.s#2.asp
SAT
0
trueque_query71_1133
SAT
0
exquery_query71_1133
SAT
0
trueque_query64_1133
SAT
0
falsequ_query71_1344
SAT
0
falsequ_query64_1344
SAT
0
trueque_query60_1133
SAT
0
exquery_query71_1344
SAT
0
exquery_query64_1344
SAT
0
ntrivil_query42_1133
SAT
0
k0325261.connected.oe
SAT
0.01
k0302060.connected.oe
SAT
0.01
k0225418.connected.oe
SAT
0.01
k0325624.connected.oe
SAT
0.01
k0325715.connected.oe
SAT
0.01
k0326578.connected.oe
SAT
0.01
mult_bool_matrix_10_9_11.sat
SAT
0.01
k0327178.connected.oe
SAT
0.01
k0326191.connected.oe
SAT
0.01
k0226271.connected.oe
SAT
0.02
k0201058.connected.oe
SAT
0.02
mult_bool_matrix_12_13_11.sat
SAT
0.03
axquery_query64_1133
SAT
0.04
eequery_query64_1344
UNSAT
0.62
klieber2017q-048-12-t1
UNSAT
0.63
driver_b8n.sat
SAT
1.05
ci.e#1.a#3.E#40.A#60.c#208.w#6.s#8.asp
SAT
1.06
ci.e#1.a#3.E#40.A#60.c#200.w#6.s#6.asp
SAT
1.06
klieber2017q-048-12-eq
SAT
1.06
ltl2dba_C2-6_comp3_REAL.sat
SAT
1.4
stay24n.sat
SAT
1.42
query64_query42_1133
UNSAT
1.49
klieber2017q-066-16-t1
UNSAT
1.49
cycle_sched_12_2_1.sat
SAT
1.5
klieber2017q-062-15-t1
UNSAT
1.5
klieber2017q-060-15-t1
UNSAT
1.51
klieber2017q-072-18-t1
UNSAT
1.65
klieber2017q-086-21-t1
UNSAT
1.66
klieber2017q-052-13-eq
SAT
1.74
eequery_query71_1133
SAT
1.75
klieber2017q-064-16-t1
UNSAT
1.77
driver_a10y.sat
SAT
1.79
eequery_query42_1344
UNSAT
1.8
klieber2017q-088-22-t1
UNSAT
1.81
mult_bool_matrix_17_17_17.sat
SAT
1.91
ntrivil_query71_1344
SAT
2.04
klieber2017q-076-19-t1
UNSAT
2.04
trivial_query71_1344
SAT
2.08
klieber2017q-068-17-t1
UNSAT
2.2
ntrivil_query64_1344
SAT
2.27
trivial_query64_1344
SAT
2.27
mult_bool_matrix_18_18_18.sat
SAT
2.31
klieber2017q-074-18-t1
UNSAT
2.34
bs128n.sat
SAT
2.38
bs128y.sat
SAT
2.4
driver_a9n.sat
SAT
2.49
klieber2017q-104-26-t1
UNSAT
2.52
ci.e#1.a#3.E#40.A#60.c#280.w#6.s#7.asp
SAT
2.63
nreachq_query11_1133
UNSAT
2.73
ci.e#1.a#3.E#40.A#60.c#304.w#4.s#7.asp
SAT
2.94
klieber2017q-084-21-t1
UNSAT
3.37
ci.e#1.a#3.E#40.A#60.c#312.w#2.s#3.asp
SAT
3.45
JP-unsat-02-07-2
UNSAT
3.81
ci.e#1.a#3.E#40.A#60.c#296.w#4.s#7.asp
SAT
3.9
ci.e#1.a#3.E#40.A#60.c#296.w#6.s#7.asp
SAT
4.2
klieber2017q-056-14-eq
SAT
4.56
klieber2017q-100-25-t1
UNSAT
4.75
klieber2017q-070-17-t1
UNSAT
4.83
klieber2017q-080-20-t1
UNSAT
5.38
SR-unsat-03-01-07-1
UNSAT
5.56
ci.e#1.a#3.E#40.A#60.c#312.w#4.s#3.asp
SAT
5.81
ci.e#1.a#3.E#40.A#60.c#288.w#4.s#8.asp
SAT
6.54
query71_query34_1133
UNSAT
7.55
load_3c_comp_comp7_REAL.unsat
UNSAT
8.68
klieber2017q-082-20-t1
UNSAT
8.98
query71_query31_1133
UNSAT
9.06
klieber2017q-062-15-eq
SAT
9.08
jctc6-pass
SAT
9.25
JP-unsat-02-06-3
UNSAT
9.69
eequery_query64_1133
UNSAT
9.98
klieber2017q-108-27-t1
UNSAT
11.7
klieber2017q-060-15-eq
SAT
12.1
query71_query36_1133
UNSAT
12.26
amba2c7n.sat
SAT
12.59
ci.e#1.a#3.E#40.A#60.c#320.w#4.s#8.asp
SAT
13.06
klieber2017q-078-19-t1
UNSAT
14.99
ci.e#1.a#3.E#40.A#60.c#304.w#6.s#8.asp
SAT
18.15
klieber2017q-112-28-t1
UNSAT
20.17
klieber2017q-068-17-eq
SAT
23.55
JP-sat-02-08-3
SAT
25.33
jctc1-pass
SAT
25.47
JP-sat-02-07-4
SAT
30.73
amba2f9n.sat
SAT
34.08
SR-unsat-02-01-05-2
UNSAT
36.68
klieber2017q-064-16-eq
SAT
38.45
klieber2017q-066-16-eq
SAT
50.77
jctc16-vals-0,2-pass
SAT
51.8
ci.e#1.a#3.E#40.A#60.c#360.w#2.s#8.asp
SAT
53.3
cycle_sched_4_7_1.unsat
UNSAT
56.87
klieber2017q-070-17-eq
SAT
59.81
klieber2017q-074-18-eq
SAT
62.64
SR-sat-02-01-07-2
SAT
65.46
beemldelec4b1_c0to127.sat
SAT
68.23
klieber2017q-072-18-eq
SAT
77.3
SR-sat-02-01-06-2
SAT
79.37
genbuf9b4n.unsat
UNSAT
84.76
reachqu_query64_1133
SAT
211.81
nreachq_query71_1344
SAT
221.93
cycle_sched_2_10_1.sat
SAT
249.57
genbuf10b4n.unsat
UNSAT
280.76
load_full_4_comp3_REAL.unsat
UNSAT
304.93
jctc4-fail
UNSAT
346.64
reachqu_query60_1133
SAT
354.45
reachqu_query60_1344
SAT
358.13
CM-sat-04-01-06-4
SAT
395.66
reachqu_query71_1344
UNSAT
431.51
mult_bool_matrix_10_9_11.unsat
UNSAT
453.43
nreachq_query71_1133
UNSAT
459.12
klieber2017q-084-21-eq
SAT
460.76
klieber2017q-088-22-eq
SAT
461.03
klieber2017q-078-19-eq
SAT
461.32
klieber2017q-076-19-eq
SAT
462.53
nreachq_query54_1133
UNSAT
465.28
DW-sat-04-16-1
SAT
469.7
DW-sat-08-22-1
SAT
490.95
DWs-unsat-08-17-1
UNSAT
494.41
DWs-unsat-08-18-1
UNSAT
502.29
DW-sat-08-23-1
SAT
506.49
SR-unsat-04-01-08-1
UNSAT
511.29
CM-sat-04-01-06-3
SAT
513.92
DW-unsat-24-52-1
FAIL
518.36
DWs-unsat-22-45-1
FAIL
518.43
DWs-sat-22-47-1
FAIL
521.14
DW-sat-09-26-1
SAT
523.58
DWs-unsat-23-47-1
FAIL
524.7
DW-unsat-25-54-1
FAIL
525.68
CM-sat-04-01-07-3
SAT
528.17
DWs-sat-23-49-1
FAIL
529.28
jctc18-vals-0,2-pass
FAIL
529.73
DWs-unsat-24-49-1
FAIL
532.64
jctc17-vals-0,2-pass
FAIL
536.38
DWs-sat-24-51-1
FAIL
536.44
DWs-unsat-25-51-1
FAIL
542.69
DWs-sat-25-53-1
FAIL
546.86
DW-unsat-09-23-1
UNSAT
550.08
DWs-unsat-10-22-1
UNSAT
561.06
CM-sat-07-01-07-3
SAT
563.31
DW-unsat-09-22-1
UNSAT
575.85
DWs-unsat-09-19-1
UNSAT
581.06
JP-unsat-03-08-3
UNSAT
592.36
DW-unsat-10-25-1
UNSAT
595.28
CM-sat-07-01-06-3
SAT
604.16
DWs-unsat-11-23-1
UNSAT
607.88
DWs-sat-10-23-1
SAT
615.44
DWs-sat-10-25-1
SAT
632.53
SR-sat-02-01-06-3
SAT
682.9
DWs-unsat-11-24-1
UNSAT
698.59
SR-sat-03-01-07-2
SAT
699.24
SR-sat-04-01-09-2
FAIL
754.64
SR-sat-03-01-08-2
SAT
764.61
CM-unsat-07-01-06-2
UNSAT
775.41
SR-unsat-03-01-06-2
UNSAT
805.75
JP-unsat-03-07-4
UNSAT
872.35
DW-unsat-11-26-1
UNSAT
875.95
SR-sat-03-01-07-3
FAIL
896.22
CM-sat-20-01-06-3
FAIL
897.48
CM-unsat-21-01-05-3
FAIL
897.61
chess_solving_mate_in_3_1991_WCSC-15_05
FAIL
900
chess_solving_mate_in_2_2009_POL-CH-33_01
FAIL
900
chess_solving_mate_in_2_2009_BEL-CH-17B_01
FAIL
900
chess_solving_mate_in_2_2008_BEL-CH-16B_08
FAIL
900
ci.e#1.a#3.E#40.A#60.c#400.w#4.s#5.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#400.w#2.s#4.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#400.w#2.s#1.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#392.w#6.s#4.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#384.w#6.s#8.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#384.w#6.s#3.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#376.w#6.s#7.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#376.w#6.s#6.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#376.w#4.s#6.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#416.w#2.s#3.asp
FAIL
900
chess_solving_mate_in_2_2011_GBR-CH-32_03
FAIL
900
chess_solving_mate_in_3_1978_WCSC-2_05
FAIL
900
chess_solving_mate_in_2_2015_GBR-CH-36_02
FAIL
900
cycle_sched_6_7_1.sat
FAIL
900
chess_solving_mate_in_2_2014_NED-CH-20B_09
FAIL
900
cycle_sched_4_7_1.sat
FAIL
900
amba4b9y.unsat
FAIL
900
chess_solving_mate_in_2_2012_GER-CH-36-19_03
FAIL
900
chess_solving_mate_in_2_2011_WCCC-OPEN-54_01
FAIL
900
chess_solving_mate_in_2_2011_ROM-CH-W_02
FAIL
900
reachqu_query64_1344
FAIL
900
chess_solving_mate_in_2_2011_ISC-7B_01
FAIL
900
ci.e#1.a#3.E#40.A#60.c#424.w#2.s#1.asp
FAIL
900
chess_solving_mate_in_2_1983_FIN-CH-4_01
FAIL
900
chess_solving_mate_in_2_2005_POLTAVA-OPEN_01
FAIL
900
chess_composing_8_template_42
FAIL
900
chess_composing_8_template_38
FAIL
900
chess_composing_8_template_13
FAIL
900
chess_composing_8_template_02
FAIL
900
chess_composing_6_template_06
FAIL
900
chess_composing_6_template_04
FAIL
900
chess_composing_6_template_01
FAIL
900
SR-unsat-04-01-07-2
FAIL
900
SR-sat-04-01-08-2
FAIL
900
JP-sat-03-09-5
FAIL
900
JP-sat-03-09-4
FAIL
900
JP-sat-03-08-5
FAIL
900
chess_composing_8_template_43
FAIL
900
chess_solving_mate_in_2_1982_WCSC-6_02
FAIL
900
chess_solving_mate_in_2_2002_WCCC-OPEN-45_01
FAIL
900
chess_solving_mate_in_2_2002_MAC-CH-6_03
FAIL
900
chess_solving_mate_in_2_1998_GBR-CH-19_01
FAIL
900
ci.e#1.a#3.E#40.A#60.c#376.w#2.s#4.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#368.w#6.s#7.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#368.w#2.s#7.asp
FAIL
900
chess_solving_mate_in_2_1997_WCCC-OPEN-40_03
FAIL
900
ci.e#1.a#3.E#40.A#60.c#344.w#4.s#5.asp
FAIL
900
ci.e#1.a#3.E#40.A#60.c#336.w#4.s#5.asp
FAIL
900
chess_solving_mate_in_2_1996_FIN-CH-17_03
FAIL
900
chess_solving_mate_in_2_1991_GER-CH-15_01
FAIL
900
chess_solving_mate_in_2_1987_FIN-CH-8_01
FAIL
900
DW-unsat-20-44-1
FAIL
900
chess_solving_mate_in_3_2000_CZE-CH_04
FAIL
900
DW-unsat-22-48-1
FAIL
900
SR-sat-04-01-08-3
FAIL
900
DW-sat-18-42-1
FAIL
900
DW-sat-17-40-1
FAIL
900
CM-unsat-20-01-05-3
FAIL
900
CM-unsat-19-01-05-3
FAIL
900
CM-unsat-16-01-05-3
FAIL
900
CM-unsat-18-01-05-3
FAIL
900
CM-unsat-17-01-05-3
FAIL
900
CM-unsat-15-01-05-3
FAIL
900
CM-unsat-14-01-05-3
FAIL
900
CM-sat-07-01-06-4
FAIL
900
CM-unsat-13-01-05-3
FAIL
900
DW-sat-20-46-1
FAIL
900
DW-sat-21-48-1
FAIL
900
DW-unsat-21-46-1
FAIL
900
chess_solving_mate_in_3_2012_NED-CH-18B_04
FAIL
900
DWs-sat-21-45-1
FAIL
900
DWs-sat-20-43-1
FAIL
900
JP-sat-03-08-4
FAIL
900
JP-sat-03-09-6
FAIL
900
JP-sat-03-10-5
FAIL
900
DWs-sat-19-41-1
FAIL
900
JP-unsat-03-08-5
FAIL
900
JP-unsat-03-09-4
FAIL
900
DWs-sat-12-28-1
FAIL
900
DW-sat-22-50-1
FAIL
900
CM-sat-21-01-06-3
FAIL
900
DW-unsat-23-50-1
FAIL
900
mult_bool_matrix_dyn_9_5.sat
FAIL
900
ltl2dba_C2-8_comp4_REAL.sat
FAIL
900
load_2c_comp_comp7_REAL.sat
FAIL
900
beemskbn1f1_c0to7.sat
FAIL
900
cycle_sched_6_6_2.sat
FAIL
900
cycle_sched_4_4_2.sat
FAIL
900
chess_solving_mate_in_3_2011_UKR-OPEN-25_04
FAIL
900
amba3b5y.sat
FAIL
900
chess_solving_mate_in_3_2010_UKR-CH_04
FAIL
900
chess_solving_mate_in_3_2008_ISC-4B_07
FAIL
900
ltl2dpa_C26_comp2_REAL.sat
FAIL
900
chess_solving_mate_in_3_2003_UKR-CH_04
FAIL
900
add20y.sat
FAIL
900
chess_solving_mate_in_3_2012_GRE-CH-11_02
FAIL
900
CM-sat-19-01-06-3
FAIL
900
CM-sat-18-01-07-3
FAIL
900
jctc9-pass
FAIL
900
jctc8-pass
FAIL
900
jctc5-fail
FAIL
900
jctc2-pass
FAIL
900
jctc14-unrolled-fail
FAIL
900
jctc13-fail
FAIL
900
jctc10-fail
FAIL
900
chess_solving_mate_in_4_2001_UKR-CH_13
FAIL
900
chess_solving_mate_in_3_2014_FRA-CH_03
FAIL
900
DW-sat-19-44-1
FAIL
900
chess_solving_mate_in_3_2001_UKR-CH_06
FAIL
900
Contact
|
Organization
|
Links
|
Citing QBFLIB