QBF Solver Evaluation Portal
Home
QBFLIB
QBFGALLERY'23
QBFEVALs
2022
2020
2019
2018
2017
2016
2010
2008
2007
2006
2005
2004
QBF GALLERIES
QBF Gallery 2014
QBF Gallery 2013
DOWNLOADS
Download the QBFEVAL'22 dataset
Download the QBFEVAL'20 dataset
Download the QBFEVAL'19 dataset and raw results
Download the QBFEVAL'18 dataset and raw results
Download the QBFEVAL'17 dataset and raw results
Download the QBFEVAL'16 dataset
Download the QBFEVAL'10 dataset
Download the QBFEVAL'08 dataset
Download the non-prenex non-cnf track dataset
Download the QBFEVAL'07 dataset
Download the QBFEVAL'06 dataset
Download the QDIMACS to QPRO converter
Download the QDIMACS to QBF1.0 converter
qbflib.org
Instances of family tipfixpoint solved by
ssolve-A
QBFEVAL'08
Instance
Result
Time
texas.parsesys^4.E-f2
UNSAT
0.08
texas.parsesys^4.E-f3
UNSAT
0.16
texas.parsesys^4.E-f4
UNSAT
0.23
nusmv.reactor^3.C-f4
UNSAT
0.47
ken.flash^10.C-f2
UNSAT
0.84
eijk.S208o.S-f3
SAT
1.02
ken.flash^10.C-f3
UNSAT
1.43
ken.flash^10.C-f4
UNSAT
2.06
vis.4-arbit^1.E-f2
SAT
2.15
eijk.S208c.S-f3
SAT
2.86
nusmv.syncarb5^2.B-f2
SAT
3.25
vis.bakery.E-f2
SAT
6.43
vis.emodel.E-f2
UNSAT
8.05
eijk.S208o.S-f2
SAT
8.43
vis.arbiter.E-f2
SAT
11.9
vis.prodcell^03.E-f3
UNSAT
12.75
vis.prodcell^04.E-f3
UNSAT
13.65
texas.parsesys^1.E-f2
SAT
14.57
texas.parsesys^3.E-f2
SAT
20.58
eijk.S208.S-f4
SAT
22.02
vis.eisenberg.E-f2
SAT
22.21
vis.prodcell^21.E-f2
UNSAT
27.91
eijk.S208.S-f3
SAT
44.77
eijk.S208.S-f2
SAT
49.41
nusmv.syncarb5^2.B-f3
SAT
60.82
vis.prodcell^08.E-f2
UNSAT
70
eijk.S208o.S-f4
SAT
188.51
vis.arbiter.E-f3
SAT
361.75
vis.prodcell^11.E-f2
UNSAT
451.28
nusmv.syncarb5^2.B-f4
SAT
453.05
vis.prodcell^04.E-f4
UNSAT
488.46
eijk.S298.S-f2
SAT
492.28
eijk.S208c.S-f4
SAT
505.06
vis.prodcell^03.E-f4
UNSAT
575.72
texas.parsesys^1.E-f3
FAIL
600
eijk.S349.S-f3
FAIL
600
texas.PI_main^02.E-f4
FAIL
600
eijk.S420.S-f2
FAIL
600
texas.PI_main^08.E-f3
FAIL
600
eijk.S510.S-f4
FAIL
600
texas.PI_main^12.E-f2
FAIL
600
eijk.S641.S-f3
FAIL
600
texas.PI_main^14.E-f4
FAIL
600
eijk.S832.S-f2
FAIL
600
texas.two_proc^1.E-f3
FAIL
600
eijk.S953.S-f4
FAIL
600
texas.two_proc^4.E-f2
FAIL
600
irst.dme6.B-f3
FAIL
600
texas.two_proc^6.E-f4
FAIL
600
ken.flash^03.C-f2
FAIL
600
ken.flash^05.C-f4
FAIL
600
vis.coherence^2.E-f2
FAIL
600
ken.flash^08.C-f3
FAIL
600
vis.coherence^5.E-f4
FAIL
600
ken.flash^11.C-f2
FAIL
600
vis.elevator^2.E-f3
FAIL
600
ken.oop^1.C-f4
FAIL
600
vis.prodcell^01.E-f2
FAIL
600
nusmv.dme1-16.B-f3
FAIL
600
nusmv.guidance^2.C-f2
FAIL
600
vis.prodcell^06.E-f3
FAIL
600
nusmv.guidance^4.C-f4
FAIL
600
vis.prodcell^09.E-f2
FAIL
600
nusmv.guidance^7.C-f3
FAIL
600
vis.prodcell^12.E-f2
FAIL
600
nusmv.queue.B-f2
FAIL
600
vis.prodcell^14.E-f4
FAIL
600
vis.prodcell^17.E-f3
FAIL
600
nusmv.reactor^6.C-f3
FAIL
600
vis.prodcell^20.E-f2
FAIL
600
vis.prodcell^22.E-f4
FAIL
600
nusmv.tcas^2.B-f4
FAIL
600
nusmv.tcas^5.B-f3
FAIL
600
nusmv.tcas-t^2.B-f2
FAIL
600
cmu.gigamax.B-f3
FAIL
600
nusmv.tcas-t^4.B-f4
FAIL
600
eijk.bs3271.S-f2
FAIL
600
texas.ifetch1^1.E-f3
FAIL
600
eijk.bs3384.S-f4
FAIL
600
texas.ifetch1^4.E-f2
FAIL
600
eijk.S1196.S-f3
FAIL
600
texas.ifetch1^7.E-f4
FAIL
600
eijk.S208c.S-f2
FAIL
600
texas.parsesys^1.E-f4
FAIL
600
eijk.S349.S-f4
FAIL
600
texas.PI_main^03.E-f2
FAIL
600
eijk.S420.S-f3
FAIL
600
texas.PI_main^08.E-f4
FAIL
600
eijk.S526.S-f2
FAIL
600
texas.PI_main^12.E-f3
FAIL
600
eijk.S641.S-f4
FAIL
600
texas.PI_main^15.E-f2
FAIL
600
eijk.S832.S-f3
FAIL
600
texas.two_proc^1.E-f4
FAIL
600
irst.dme4.B-f2
FAIL
600
texas.two_proc^4.E-f3
FAIL
600
irst.dme6.B-f4
FAIL
600
ken.flash^03.C-f3
FAIL
600
vis.arbiter.E-f4
FAIL
600
ken.flash^06.C-f2
FAIL
600
vis.coherence^2.E-f3
FAIL
600
ken.flash^08.C-f4
FAIL
600
ken.flash^11.C-f3
FAIL
600
vis.elevator^2.E-f4
FAIL
600
ken.oop^2.C-f2
FAIL
600
vis.prodcell^01.E-f3
FAIL
600
nusmv.dme1-16.B-f4
FAIL
600
vis.prodcell^04.E-f2
FAIL
600
nusmv.guidance^2.C-f3
FAIL
600
vis.prodcell^06.E-f4
FAIL
600
nusmv.guidance^5.C-f2
FAIL
600
vis.prodcell^09.E-f3
FAIL
600
nusmv.guidance^7.C-f4
FAIL
600
vis.prodcell^12.E-f3
FAIL
600
nusmv.queue.B-f3
FAIL
600
vis.prodcell^15.E-f2
FAIL
600
nusmv.reactor^4.C-f2
FAIL
600
vis.prodcell^17.E-f4
FAIL
600
nusmv.reactor^6.C-f4
FAIL
600
vis.prodcell^20.E-f3
FAIL
600
vis.prodcell^23.E-f2
FAIL
600
nusmv.tcas^3.B-f2
FAIL
600
nusmv.tcas^5.B-f4
FAIL
600
cmu.dme1.B-f2
FAIL
600
nusmv.tcas-t^2.B-f3
FAIL
600
cmu.gigamax.B-f4
FAIL
600
nusmv.tcas-t^5.B-f2
FAIL
600
eijk.bs3271.S-f3
FAIL
600
texas.ifetch1^1.E-f4
FAIL
600
eijk.bs4863.S-f2
FAIL
600
texas.ifetch1^4.E-f3
FAIL
600
eijk.S1196.S-f4
FAIL
600
texas.ifetch1^8.E-f2
FAIL
600
texas.parsesys^2.E-f2
FAIL
600
eijk.S298.S-f3
FAIL
600
eijk.S382.S-f2
FAIL
600
texas.PI_main^03.E-f3
FAIL
600
eijk.S420.S-f4
FAIL
600
texas.PI_main^10.E-f2
FAIL
600
eijk.S526.S-f3
FAIL
600
texas.PI_main^12.E-f4
FAIL
600
eijk.S713.S-f2
FAIL
600
texas.PI_main^15.E-f3
FAIL
600
eijk.S832.S-f4
FAIL
600
texas.two_proc^2.E-f2
FAIL
600
irst.dme4.B-f3
FAIL
600
texas.two_proc^4.E-f4
FAIL
600
ken.flash^01.C-f2
FAIL
600
vis.4-arbit^1.E-f3
FAIL
600
ken.flash^03.C-f4
FAIL
600
ken.flash^06.C-f3
FAIL
600
vis.coherence^2.E-f4
FAIL
600
ken.flash^09.C-f2
FAIL
600
vis.eisenberg.E-f3
FAIL
600
ken.flash^11.C-f4
FAIL
600
vis.elevator^3.E-f2
FAIL
600
ken.oop^2.C-f3
FAIL
600
vis.prodcell^01.E-f4
FAIL
600
nusmv.dme2-16.B-f2
FAIL
600
nusmv.guidance^2.C-f4
FAIL
600
vis.prodcell^07.E-f2
FAIL
600
nusmv.guidance^5.C-f3
FAIL
600
vis.prodcell^09.E-f4
FAIL
600
nusmv.guidance^8.C-f2
FAIL
600
vis.prodcell^12.E-f4
FAIL
600
nusmv.queue.B-f4
FAIL
600
vis.prodcell^15.E-f3
FAIL
600
nusmv.reactor^4.C-f3
FAIL
600
vis.prodcell^18.E-f2
FAIL
600
nusmv.reactor^7.C-f2
FAIL
600
vis.prodcell^20.E-f4
FAIL
600
vis.prodcell^23.E-f3
FAIL
600
nusmv.tcas^3.B-f3
FAIL
600
nusmv.tcas^6.B-f2
FAIL
600
cmu.dme1.B-f3
FAIL
600
nusmv.tcas-t^2.B-f4
FAIL
600
cmu.periodic.N-f2
FAIL
600
nusmv.tcas-t^5.B-f3
FAIL
600
eijk.bs3271.S-f4
FAIL
600
texas.ifetch1^2.E-f2
FAIL
600
eijk.bs4863.S-f3
FAIL
600
texas.ifetch1^4.E-f4
FAIL
600
eijk.S1238.S-f2
FAIL
600
texas.ifetch1^8.E-f3
FAIL
600
texas.parsesys^2.E-f3
FAIL
600
eijk.S298.S-f4
FAIL
600
texas.PI_main^01.E-f2
FAIL
600
eijk.S382.S-f3
FAIL
600
texas.PI_main^03.E-f4
FAIL
600
eijk.S444.S-f2
FAIL
600
texas.PI_main^10.E-f3
FAIL
600
eijk.S526.S-f4
FAIL
600
texas.PI_main^13.E-f2
FAIL
600
eijk.S713.S-f3
FAIL
600
texas.PI_main^15.E-f4
FAIL
600
eijk.S838.S-f2
FAIL
600
texas.two_proc^2.E-f3
FAIL
600
irst.dme4.B-f4
FAIL
600
texas.two_proc^5.E-f2
FAIL
600
ken.flash^01.C-f3
FAIL
600
vis.4-arbit^1.E-f4
FAIL
600
ken.flash^04.C-f2
FAIL
600
vis.bakery.E-f3
FAIL
600
ken.flash^06.C-f4
FAIL
600
vis.coherence^3.E-f2
FAIL
600
ken.flash^09.C-f3
FAIL
600
vis.eisenberg.E-f4
FAIL
600
ken.flash^12.C-f2
FAIL
600
vis.elevator^3.E-f3
FAIL
600
ken.oop^2.C-f4
FAIL
600
vis.prodcell^02.E-f2
FAIL
600
nusmv.dme2-16.B-f3
FAIL
600
nusmv.guidance^3.C-f2
FAIL
600
vis.prodcell^07.E-f3
FAIL
600
nusmv.guidance^5.C-f4
FAIL
600
vis.prodcell^10.E-f3
FAIL
600
nusmv.guidance^8.C-f3
FAIL
600
vis.prodcell^13.E-f2
FAIL
600
nusmv.reactor^2.C-f2
FAIL
600
vis.prodcell^15.E-f4
FAIL
600
nusmv.reactor^4.C-f4
FAIL
600
vis.prodcell^18.E-f3
FAIL
600
nusmv.reactor^7.C-f3
FAIL
600
nusmv.tcas^1.B-f2
FAIL
600
vis.prodcell^23.E-f4
FAIL
600
nusmv.tcas^3.B-f4
FAIL
600
nusmv.tcas^6.B-f3
FAIL
600
cmu.dme1.B-f4
FAIL
600
nusmv.tcas-t^3.B-f2
FAIL
600
cmu.periodic.N-f3
FAIL
600
nusmv.tcas-t^5.B-f4
FAIL
600
eijk.bs3330.S-f2
FAIL
600
texas.ifetch1^2.E-f3
FAIL
600
eijk.bs4863.S-f4
FAIL
600
texas.ifetch1^5.E-f2
FAIL
600
eijk.S1238.S-f3
FAIL
600
texas.ifetch1^8.E-f4
FAIL
600
texas.parsesys^2.E-f4
FAIL
600
eijk.S344.S-f2
FAIL
600
texas.PI_main^01.E-f3
FAIL
600
eijk.S382.S-f4
FAIL
600
texas.PI_main^05.E-f2
FAIL
600
eijk.S444.S-f3
FAIL
600
texas.PI_main^10.E-f4
FAIL
600
eijk.S5378.S-f2
FAIL
600
texas.PI_main^13.E-f3
FAIL
600
eijk.S713.S-f4
FAIL
600
texas.PI_main^16.E-f2
FAIL
600
eijk.S838.S-f3
FAIL
600
texas.two_proc^2.E-f4
FAIL
600
irst.dme5.B-f2
FAIL
600
texas.two_proc^5.E-f3
FAIL
600
ken.flash^01.C-f4
FAIL
600
vis.4-arbit^2.E-f2
FAIL
600
ken.flash^04.C-f3
FAIL
600
vis.bakery.E-f4
FAIL
600
ken.flash^07.C-f2
FAIL
600
vis.coherence^3.E-f3
FAIL
600
ken.flash^09.C-f4
FAIL
600
vis.elevator^1.E-f2
FAIL
600
ken.flash^12.C-f3
FAIL
600
vis.elevator^3.E-f4
FAIL
600
nusmv.brp.B-f2
FAIL
600
vis.prodcell^02.E-f3
FAIL
600
nusmv.dme2-16.B-f4
FAIL
600
vis.prodcell^05.E-f2
FAIL
600
nusmv.guidance^3.C-f3
FAIL
600
vis.prodcell^07.E-f4
FAIL
600
nusmv.guidance^6.C-f2
FAIL
600
vis.prodcell^10.E-f4
FAIL
600
nusmv.guidance^8.C-f4
FAIL
600
vis.prodcell^13.E-f3
FAIL
600
nusmv.reactor^2.C-f3
FAIL
600
vis.prodcell^16.E-f2
FAIL
600
nusmv.reactor^5.C-f2
FAIL
600
vis.prodcell^18.E-f4
FAIL
600
nusmv.reactor^7.C-f4
FAIL
600
vis.prodcell^21.E-f3
FAIL
600
nusmv.tcas^1.B-f3
FAIL
600
vis.prodcell^24.E-f2
FAIL
600
nusmv.tcas^4.B-f2
FAIL
600
nusmv.tcas^6.B-f4
FAIL
600
cmu.dme2.B-f2
FAIL
600
nusmv.tcas-t^3.B-f3
FAIL
600
cmu.periodic.N-f4
FAIL
600
nusmv.tcas-t^6.B-f2
FAIL
600
eijk.bs3330.S-f3
FAIL
600
texas.ifetch1^2.E-f4
FAIL
600
eijk.bs6669.S-f2
FAIL
600
texas.ifetch1^5.E-f3
FAIL
600
eijk.S1238.S-f4
FAIL
600
texas.ifetch1^9.E-f2
FAIL
600
eijk.S344.S-f3
FAIL
600
texas.PI_main^01.E-f4
FAIL
600
eijk.S386.S-f2
FAIL
600
texas.PI_main^05.E-f3
FAIL
600
eijk.S444.S-f4
FAIL
600
texas.PI_main^11.E-f2
FAIL
600
eijk.S5378.S-f3
FAIL
600
texas.PI_main^13.E-f4
FAIL
600
eijk.S820.S-f2
FAIL
600
texas.PI_main^16.E-f3
FAIL
600
eijk.S838.S-f4
FAIL
600
texas.two_proc^3.E-f2
FAIL
600
irst.dme5.B-f3
FAIL
600
texas.two_proc^5.E-f4
FAIL
600
ken.flash^02.C-f2
FAIL
600
vis.4-arbit^2.E-f3
FAIL
600
ken.flash^04.C-f4
FAIL
600
vis.coherence^1.E-f2
FAIL
600
ken.flash^07.C-f3
FAIL
600
vis.coherence^3.E-f4
FAIL
600
vis.elevator^1.E-f3
FAIL
600
ken.flash^12.C-f4
FAIL
600
nusmv.brp.B-f3
FAIL
600
vis.prodcell^02.E-f4
FAIL
600
nusmv.guidance^1.C-f2
FAIL
600
vis.prodcell^05.E-f3
FAIL
600
nusmv.guidance^3.C-f4
FAIL
600
nusmv.guidance^6.C-f3
FAIL
600
nusmv.guidance^9.C-f2
FAIL
600
vis.prodcell^13.E-f4
FAIL
600
nusmv.reactor^2.C-f4
FAIL
600
vis.prodcell^16.E-f3
FAIL
600
nusmv.reactor^5.C-f3
FAIL
600
vis.prodcell^19.E-f2
FAIL
600
nusmv.syncarb10^2.B-f2
FAIL
600
vis.prodcell^21.E-f4
FAIL
600
nusmv.tcas^1.B-f4
FAIL
600
vis.prodcell^24.E-f3
FAIL
600
nusmv.tcas^4.B-f3
FAIL
600
nusmv.tcas-t^1.B-f2
FAIL
600
cmu.dme2.B-f3
FAIL
600
nusmv.tcas-t^3.B-f4
FAIL
600
eijk.bs1512.S-f2
FAIL
600
nusmv.tcas-t^6.B-f3
FAIL
600
eijk.bs3330.S-f4
FAIL
600
texas.ifetch1^3.E-f2
FAIL
600
eijk.bs6669.S-f3
FAIL
600
texas.ifetch1^5.E-f4
FAIL
600
eijk.S1423.S-f2
FAIL
600
texas.ifetch1^9.E-f3
FAIL
600
texas.parsesys^3.E-f3
FAIL
600
eijk.S344.S-f4
FAIL
600
texas.PI_main^02.E-f2
FAIL
600
eijk.S386.S-f3
FAIL
600
texas.PI_main^05.E-f4
FAIL
600
eijk.S510.S-f2
FAIL
600
texas.PI_main^11.E-f3
FAIL
600
eijk.S5378.S-f4
FAIL
600
texas.PI_main^14.E-f2
FAIL
600
eijk.S820.S-f3
FAIL
600
texas.PI_main^16.E-f4
FAIL
600
eijk.S953.S-f2
FAIL
600
texas.two_proc^3.E-f3
FAIL
600
irst.dme5.B-f4
FAIL
600
texas.two_proc^6.E-f2
FAIL
600
ken.flash^02.C-f3
FAIL
600
vis.4-arbit^2.E-f4
FAIL
600
ken.flash^05.C-f2
FAIL
600
vis.coherence^1.E-f3
FAIL
600
ken.flash^07.C-f4
FAIL
600
vis.coherence^5.E-f2
FAIL
600
vis.elevator^1.E-f4
FAIL
600
ken.oop^1.C-f2
FAIL
600
vis.emodel.E-f3
FAIL
600
nusmv.brp.B-f4
FAIL
600
vis.prodcell^03.E-f2
FAIL
600
nusmv.guidance^1.C-f3
FAIL
600
vis.prodcell^05.E-f4
FAIL
600
nusmv.guidance^4.C-f2
FAIL
600
vis.prodcell^08.E-f3
FAIL
600
nusmv.guidance^6.C-f4
FAIL
600
vis.prodcell^11.E-f3
FAIL
600
nusmv.guidance^9.C-f3
FAIL
600
vis.prodcell^14.E-f2
FAIL
600
nusmv.reactor^3.C-f2
FAIL
600
vis.prodcell^16.E-f4
FAIL
600
nusmv.reactor^5.C-f4
FAIL
600
vis.prodcell^19.E-f3
FAIL
600
nusmv.syncarb10^2.B-f3
FAIL
600
vis.prodcell^22.E-f2
FAIL
600
nusmv.tcas^2.B-f2
FAIL
600
vis.prodcell^24.E-f4
FAIL
600
nusmv.tcas^4.B-f4
FAIL
600
nusmv.tcas-t^1.B-f3
FAIL
600
cmu.dme2.B-f4
FAIL
600
nusmv.tcas-t^4.B-f2
FAIL
600
eijk.bs1512.S-f3
FAIL
600
nusmv.tcas-t^6.B-f4
FAIL
600
eijk.bs3384.S-f2
FAIL
600
texas.ifetch1^3.E-f3
FAIL
600
eijk.bs6669.S-f4
FAIL
600
texas.ifetch1^7.E-f2
FAIL
600
eijk.S1423.S-f3
FAIL
600
texas.ifetch1^9.E-f4
FAIL
600
texas.parsesys^3.E-f4
FAIL
600
eijk.S349.S-f2
FAIL
600
texas.PI_main^02.E-f3
FAIL
600
eijk.S386.S-f4
FAIL
600
texas.PI_main^08.E-f2
FAIL
600
eijk.S510.S-f3
FAIL
600
texas.PI_main^11.E-f4
FAIL
600
eijk.S641.S-f2
FAIL
600
texas.PI_main^14.E-f3
FAIL
600
eijk.S820.S-f4
FAIL
600
texas.two_proc^1.E-f2
FAIL
600
eijk.S953.S-f3
FAIL
600
texas.two_proc^3.E-f4
FAIL
600
irst.dme6.B-f2
FAIL
600
texas.two_proc^6.E-f3
FAIL
600
ken.flash^02.C-f4
FAIL
600
ken.flash^05.C-f3
FAIL
600
vis.coherence^1.E-f4
FAIL
600
ken.flash^08.C-f2
FAIL
600
vis.coherence^5.E-f3
FAIL
600
vis.elevator^2.E-f2
FAIL
600
ken.oop^1.C-f3
FAIL
600
vis.emodel.E-f4
FAIL
600
nusmv.dme1-16.B-f2
FAIL
600
nusmv.guidance^1.C-f4
FAIL
600
vis.prodcell^06.E-f2
FAIL
600
nusmv.guidance^4.C-f3
FAIL
600
vis.prodcell^08.E-f4
FAIL
600
nusmv.guidance^7.C-f2
FAIL
600
vis.prodcell^11.E-f4
FAIL
600
nusmv.guidance^9.C-f4
FAIL
600
vis.prodcell^14.E-f3
FAIL
600
nusmv.reactor^3.C-f3
FAIL
600
vis.prodcell^17.E-f2
FAIL
600
nusmv.reactor^6.C-f2
FAIL
600
vis.prodcell^19.E-f4
FAIL
600
nusmv.syncarb10^2.B-f4
FAIL
600
vis.prodcell^22.E-f3
FAIL
600
nusmv.tcas^2.B-f3
FAIL
600
nusmv.tcas^5.B-f2
FAIL
600
nusmv.tcas-t^1.B-f4
FAIL
600
cmu.gigamax.B-f2
FAIL
600
nusmv.tcas-t^4.B-f3
FAIL
600
eijk.bs1512.S-f4
FAIL
600
texas.ifetch1^1.E-f2
FAIL
600
eijk.bs3384.S-f3
FAIL
600
texas.ifetch1^3.E-f4
FAIL
600
eijk.S1196.S-f2
FAIL
600
texas.ifetch1^7.E-f3
FAIL
600
eijk.S1423.S-f4
FAIL
600
Contact
|
Organization
|
Links
|
Citing QBFLIB