QBF Solver Evaluation Portal
Home
QBFLIB
QBFGALLERY'23
QBFEVALs
2022
2020
2019
2018
2017
2016
2010
2008
2007
2006
2005
2004
QBF GALLERIES
QBF Gallery 2014
QBF Gallery 2013
DOWNLOADS
Download the QBFEVAL'22 dataset
Download the QBFEVAL'20 dataset
Download the QBFEVAL'19 dataset and raw results
Download the QBFEVAL'18 dataset and raw results
Download the QBFEVAL'17 dataset and raw results
Download the QBFEVAL'16 dataset
Download the QBFEVAL'10 dataset
Download the QBFEVAL'08 dataset
Download the non-prenex non-cnf track dataset
Download the QBFEVAL'07 dataset
Download the QBFEVAL'06 dataset
Download the QDIMACS to QPRO converter
Download the QDIMACS to QBF1.0 converter
qbflib.org
Instances of family tipfixpoint solved by
ssolveC
QBFEVAL'08
Instance
Result
Time
texas.parsesys^4.E-f2
UNSAT
0.09
texas.parsesys^4.E-f3
UNSAT
0.15
texas.parsesys^4.E-f4
UNSAT
0.22
nusmv.reactor^3.C-f4
UNSAT
0.44
eijk.S208o.S-f3
SAT
0.5
ken.flash^10.C-f2
UNSAT
0.81
ken.flash^10.C-f3
UNSAT
1.36
vis.emodel.E-f2
UNSAT
1.52
ken.flash^10.C-f4
UNSAT
1.96
vis.bakery.E-f2
SAT
2.71
vis.prodcell^21.E-f2
UNSAT
2.98
vis.prodcell^08.E-f2
UNSAT
3.08
vis.eisenberg.E-f2
SAT
3.11
texas.parsesys^3.E-f2
SAT
3.23
eijk.S208o.S-f2
SAT
3.66
eijk.S208c.S-f3
SAT
3.93
nusmv.syncarb5^2.B-f2
SAT
5.03
vis.prodcell^11.E-f2
UNSAT
5.38
vis.prodcell^03.E-f3
UNSAT
5.97
vis.prodcell^04.E-f3
UNSAT
6.38
texas.parsesys^1.E-f2
SAT
6.53
vis.prodcell^06.E-f3
UNSAT
9.88
vis.4-arbit^1.E-f2
SAT
9.9
vis.prodcell^04.E-f4
UNSAT
14.79
vis.prodcell^01.E-f4
UNSAT
15.07
vis.prodcell^03.E-f4
UNSAT
15.45
vis.prodcell^02.E-f4
UNSAT
17.15
vis.arbiter.E-f2
SAT
31.91
eijk.S208.S-f4
SAT
50.3
eijk.S208.S-f3
SAT
62.57
vis.eisenberg.E-f3
SAT
63.14
nusmv.syncarb5^2.B-f3
SAT
74.76
eijk.S208.S-f2
SAT
78.03
vis.bakery.E-f3
SAT
78.88
vis.prodcell^05.E-f4
UNSAT
82.68
vis.emodel.E-f3
UNSAT
122.58
eijk.S208o.S-f4
SAT
130.23
eijk.S208c.S-f2
SAT
132.39
eijk.S208c.S-f4
SAT
329.09
vis.arbiter.E-f3
SAT
332.43
vis.prodcell^09.E-f2
UNSAT
432
vis.coherence^5.E-f2
FAIL
600
vis.elevator^1.E-f4
FAIL
600
ken.oop^1.C-f2
FAIL
600
nusmv.brp.B-f4
FAIL
600
vis.prodcell^03.E-f2
FAIL
600
nusmv.guidance^1.C-f3
FAIL
600
nusmv.guidance^4.C-f2
FAIL
600
vis.prodcell^08.E-f3
FAIL
600
nusmv.guidance^6.C-f4
FAIL
600
vis.prodcell^11.E-f3
FAIL
600
nusmv.guidance^9.C-f3
FAIL
600
vis.prodcell^14.E-f2
FAIL
600
nusmv.reactor^3.C-f2
FAIL
600
vis.prodcell^16.E-f4
FAIL
600
nusmv.reactor^5.C-f4
FAIL
600
vis.prodcell^19.E-f3
FAIL
600
nusmv.syncarb10^2.B-f3
FAIL
600
vis.prodcell^22.E-f2
FAIL
600
nusmv.tcas^2.B-f2
FAIL
600
vis.prodcell^24.E-f4
FAIL
600
nusmv.tcas^4.B-f4
FAIL
600
nusmv.tcas-t^1.B-f3
FAIL
600
cmu.dme2.B-f4
FAIL
600
nusmv.tcas-t^4.B-f2
FAIL
600
eijk.bs1512.S-f3
FAIL
600
nusmv.tcas-t^6.B-f4
FAIL
600
eijk.bs3384.S-f2
FAIL
600
texas.ifetch1^3.E-f3
FAIL
600
eijk.bs6669.S-f4
FAIL
600
texas.ifetch1^7.E-f2
FAIL
600
eijk.S1423.S-f3
FAIL
600
texas.ifetch1^9.E-f4
FAIL
600
texas.parsesys^3.E-f3
FAIL
600
eijk.S344.S-f4
FAIL
600
texas.PI_main^02.E-f2
FAIL
600
eijk.S386.S-f3
FAIL
600
texas.PI_main^05.E-f4
FAIL
600
eijk.S510.S-f2
FAIL
600
texas.PI_main^11.E-f3
FAIL
600
eijk.S5378.S-f4
FAIL
600
texas.PI_main^14.E-f2
FAIL
600
eijk.S820.S-f3
FAIL
600
texas.PI_main^16.E-f4
FAIL
600
eijk.S953.S-f2
FAIL
600
texas.two_proc^3.E-f3
FAIL
600
irst.dme5.B-f4
FAIL
600
texas.two_proc^6.E-f2
FAIL
600
ken.flash^02.C-f3
FAIL
600
vis.4-arbit^2.E-f4
FAIL
600
ken.flash^05.C-f2
FAIL
600
vis.coherence^1.E-f3
FAIL
600
ken.flash^07.C-f4
FAIL
600
vis.coherence^5.E-f3
FAIL
600
vis.elevator^2.E-f2
FAIL
600
ken.oop^1.C-f3
FAIL
600
vis.emodel.E-f4
FAIL
600
nusmv.dme1-16.B-f2
FAIL
600
nusmv.guidance^1.C-f4
FAIL
600
vis.prodcell^06.E-f2
FAIL
600
nusmv.guidance^4.C-f3
FAIL
600
vis.prodcell^08.E-f4
FAIL
600
nusmv.guidance^7.C-f2
FAIL
600
vis.prodcell^11.E-f4
FAIL
600
nusmv.guidance^9.C-f4
FAIL
600
vis.prodcell^14.E-f3
FAIL
600
nusmv.reactor^3.C-f3
FAIL
600
vis.prodcell^17.E-f2
FAIL
600
nusmv.reactor^6.C-f2
FAIL
600
vis.prodcell^19.E-f4
FAIL
600
nusmv.syncarb10^2.B-f4
FAIL
600
vis.prodcell^22.E-f3
FAIL
600
nusmv.tcas^2.B-f3
FAIL
600
nusmv.tcas^5.B-f2
FAIL
600
nusmv.tcas-t^1.B-f4
FAIL
600
cmu.gigamax.B-f2
FAIL
600
nusmv.tcas-t^4.B-f3
FAIL
600
eijk.bs1512.S-f4
FAIL
600
texas.ifetch1^1.E-f2
FAIL
600
eijk.bs3384.S-f3
FAIL
600
texas.ifetch1^3.E-f4
FAIL
600
eijk.S1196.S-f2
FAIL
600
texas.ifetch1^7.E-f3
FAIL
600
eijk.S1423.S-f4
FAIL
600
texas.parsesys^3.E-f4
FAIL
600
eijk.S349.S-f2
FAIL
600
texas.PI_main^02.E-f3
FAIL
600
eijk.S386.S-f4
FAIL
600
texas.PI_main^08.E-f2
FAIL
600
eijk.S510.S-f3
FAIL
600
texas.PI_main^11.E-f4
FAIL
600
eijk.S641.S-f2
FAIL
600
texas.PI_main^14.E-f3
FAIL
600
eijk.S820.S-f4
FAIL
600
texas.two_proc^1.E-f2
FAIL
600
eijk.S953.S-f3
FAIL
600
texas.two_proc^3.E-f4
FAIL
600
irst.dme6.B-f2
FAIL
600
texas.two_proc^6.E-f3
FAIL
600
ken.flash^02.C-f4
FAIL
600
ken.flash^05.C-f3
FAIL
600
vis.coherence^1.E-f4
FAIL
600
ken.flash^08.C-f2
FAIL
600
vis.coherence^5.E-f4
FAIL
600
ken.flash^11.C-f2
FAIL
600
vis.elevator^2.E-f3
FAIL
600
ken.oop^1.C-f4
FAIL
600
vis.prodcell^01.E-f2
FAIL
600
nusmv.dme1-16.B-f3
FAIL
600
nusmv.guidance^2.C-f2
FAIL
600
nusmv.guidance^4.C-f4
FAIL
600
nusmv.guidance^7.C-f3
FAIL
600
vis.prodcell^12.E-f2
FAIL
600
nusmv.queue.B-f2
FAIL
600
vis.prodcell^14.E-f4
FAIL
600
vis.prodcell^17.E-f3
FAIL
600
nusmv.reactor^6.C-f3
FAIL
600
vis.prodcell^20.E-f2
FAIL
600
vis.prodcell^22.E-f4
FAIL
600
nusmv.tcas^2.B-f4
FAIL
600
nusmv.tcas^5.B-f3
FAIL
600
nusmv.tcas-t^2.B-f2
FAIL
600
cmu.gigamax.B-f3
FAIL
600
nusmv.tcas-t^4.B-f4
FAIL
600
eijk.bs3271.S-f2
FAIL
600
texas.ifetch1^1.E-f3
FAIL
600
eijk.bs3384.S-f4
FAIL
600
texas.ifetch1^4.E-f2
FAIL
600
eijk.S1196.S-f3
FAIL
600
texas.ifetch1^7.E-f4
FAIL
600
texas.parsesys^1.E-f3
FAIL
600
eijk.S349.S-f3
FAIL
600
texas.PI_main^02.E-f4
FAIL
600
eijk.S420.S-f2
FAIL
600
texas.PI_main^08.E-f3
FAIL
600
eijk.S510.S-f4
FAIL
600
texas.PI_main^12.E-f2
FAIL
600
eijk.S641.S-f3
FAIL
600
texas.PI_main^14.E-f4
FAIL
600
eijk.S832.S-f2
FAIL
600
texas.two_proc^1.E-f3
FAIL
600
eijk.S953.S-f4
FAIL
600
texas.two_proc^4.E-f2
FAIL
600
irst.dme6.B-f3
FAIL
600
texas.two_proc^6.E-f4
FAIL
600
ken.flash^03.C-f2
FAIL
600
ken.flash^05.C-f4
FAIL
600
vis.coherence^2.E-f2
FAIL
600
ken.flash^08.C-f3
FAIL
600
ken.flash^11.C-f3
FAIL
600
vis.elevator^2.E-f4
FAIL
600
ken.oop^2.C-f2
FAIL
600
vis.prodcell^01.E-f3
FAIL
600
nusmv.dme1-16.B-f4
FAIL
600
vis.prodcell^04.E-f2
FAIL
600
nusmv.guidance^2.C-f3
FAIL
600
vis.prodcell^06.E-f4
FAIL
600
nusmv.guidance^5.C-f2
FAIL
600
vis.prodcell^09.E-f3
FAIL
600
nusmv.guidance^7.C-f4
FAIL
600
vis.prodcell^12.E-f3
FAIL
600
nusmv.queue.B-f3
FAIL
600
vis.prodcell^15.E-f2
FAIL
600
nusmv.reactor^4.C-f2
FAIL
600
vis.prodcell^17.E-f4
FAIL
600
nusmv.reactor^6.C-f4
FAIL
600
vis.prodcell^20.E-f3
FAIL
600
vis.prodcell^23.E-f2
FAIL
600
nusmv.tcas^3.B-f2
FAIL
600
nusmv.tcas^5.B-f4
FAIL
600
cmu.dme1.B-f2
FAIL
600
nusmv.tcas-t^2.B-f3
FAIL
600
cmu.gigamax.B-f4
FAIL
600
nusmv.tcas-t^5.B-f2
FAIL
600
eijk.bs3271.S-f3
FAIL
600
texas.ifetch1^1.E-f4
FAIL
600
eijk.bs4863.S-f2
FAIL
600
texas.ifetch1^4.E-f3
FAIL
600
eijk.S1196.S-f4
FAIL
600
texas.ifetch1^8.E-f2
FAIL
600
texas.parsesys^1.E-f4
FAIL
600
eijk.S298.S-f2
FAIL
600
eijk.S349.S-f4
FAIL
600
texas.PI_main^03.E-f2
FAIL
600
eijk.S420.S-f3
FAIL
600
texas.PI_main^08.E-f4
FAIL
600
eijk.S526.S-f2
FAIL
600
texas.PI_main^12.E-f3
FAIL
600
eijk.S641.S-f4
FAIL
600
texas.PI_main^15.E-f2
FAIL
600
eijk.S832.S-f3
FAIL
600
texas.two_proc^1.E-f4
FAIL
600
irst.dme4.B-f2
FAIL
600
texas.two_proc^4.E-f3
FAIL
600
irst.dme6.B-f4
FAIL
600
ken.flash^03.C-f3
FAIL
600
vis.arbiter.E-f4
FAIL
600
ken.flash^06.C-f2
FAIL
600
vis.coherence^2.E-f3
FAIL
600
ken.flash^08.C-f4
FAIL
600
ken.flash^09.C-f2
FAIL
600
ken.flash^11.C-f4
FAIL
600
vis.elevator^3.E-f2
FAIL
600
ken.oop^2.C-f3
FAIL
600
nusmv.dme2-16.B-f2
FAIL
600
nusmv.guidance^2.C-f4
FAIL
600
vis.prodcell^07.E-f2
FAIL
600
nusmv.guidance^5.C-f3
FAIL
600
vis.prodcell^09.E-f4
FAIL
600
nusmv.guidance^8.C-f2
FAIL
600
vis.prodcell^12.E-f4
FAIL
600
nusmv.queue.B-f4
FAIL
600
vis.prodcell^15.E-f3
FAIL
600
nusmv.reactor^4.C-f3
FAIL
600
vis.prodcell^18.E-f2
FAIL
600
nusmv.reactor^7.C-f2
FAIL
600
vis.prodcell^20.E-f4
FAIL
600
nusmv.syncarb5^2.B-f4
FAIL
600
vis.prodcell^23.E-f3
FAIL
600
nusmv.tcas^3.B-f3
FAIL
600
nusmv.tcas^6.B-f2
FAIL
600
cmu.dme1.B-f3
FAIL
600
nusmv.tcas-t^2.B-f4
FAIL
600
cmu.periodic.N-f2
FAIL
600
nusmv.tcas-t^5.B-f3
FAIL
600
eijk.bs3271.S-f4
FAIL
600
texas.ifetch1^2.E-f2
FAIL
600
eijk.bs4863.S-f3
FAIL
600
texas.ifetch1^4.E-f4
FAIL
600
eijk.S1238.S-f2
FAIL
600
texas.ifetch1^8.E-f3
FAIL
600
texas.parsesys^2.E-f2
FAIL
600
eijk.S298.S-f3
FAIL
600
eijk.S382.S-f2
FAIL
600
texas.PI_main^03.E-f3
FAIL
600
eijk.S420.S-f4
FAIL
600
texas.PI_main^10.E-f2
FAIL
600
eijk.S526.S-f3
FAIL
600
texas.PI_main^12.E-f4
FAIL
600
eijk.S713.S-f2
FAIL
600
texas.PI_main^15.E-f3
FAIL
600
eijk.S832.S-f4
FAIL
600
texas.two_proc^2.E-f2
FAIL
600
irst.dme4.B-f3
FAIL
600
texas.two_proc^4.E-f4
FAIL
600
ken.flash^01.C-f2
FAIL
600
vis.4-arbit^1.E-f3
FAIL
600
ken.flash^03.C-f4
FAIL
600
ken.flash^06.C-f3
FAIL
600
vis.coherence^2.E-f4
FAIL
600
ken.flash^09.C-f3
FAIL
600
vis.eisenberg.E-f4
FAIL
600
ken.flash^12.C-f2
FAIL
600
vis.elevator^3.E-f3
FAIL
600
ken.oop^2.C-f4
FAIL
600
vis.prodcell^02.E-f2
FAIL
600
nusmv.dme2-16.B-f3
FAIL
600
nusmv.guidance^3.C-f2
FAIL
600
vis.prodcell^07.E-f3
FAIL
600
nusmv.guidance^5.C-f4
FAIL
600
vis.prodcell^10.E-f3
FAIL
600
nusmv.guidance^8.C-f3
FAIL
600
vis.prodcell^13.E-f2
FAIL
600
nusmv.reactor^2.C-f2
FAIL
600
vis.prodcell^15.E-f4
FAIL
600
nusmv.reactor^4.C-f4
FAIL
600
vis.prodcell^18.E-f3
FAIL
600
nusmv.reactor^7.C-f3
FAIL
600
nusmv.tcas^1.B-f2
FAIL
600
vis.prodcell^23.E-f4
FAIL
600
nusmv.tcas^3.B-f4
FAIL
600
nusmv.tcas^6.B-f3
FAIL
600
cmu.dme1.B-f4
FAIL
600
nusmv.tcas-t^3.B-f2
FAIL
600
cmu.periodic.N-f3
FAIL
600
nusmv.tcas-t^5.B-f4
FAIL
600
eijk.bs3330.S-f2
FAIL
600
texas.ifetch1^2.E-f3
FAIL
600
eijk.bs4863.S-f4
FAIL
600
texas.ifetch1^5.E-f2
FAIL
600
eijk.S1238.S-f3
FAIL
600
texas.ifetch1^8.E-f4
FAIL
600
texas.parsesys^2.E-f3
FAIL
600
eijk.S298.S-f4
FAIL
600
texas.PI_main^01.E-f2
FAIL
600
eijk.S382.S-f3
FAIL
600
texas.PI_main^03.E-f4
FAIL
600
eijk.S444.S-f2
FAIL
600
texas.PI_main^10.E-f3
FAIL
600
eijk.S526.S-f4
FAIL
600
texas.PI_main^13.E-f2
FAIL
600
eijk.S713.S-f3
FAIL
600
texas.PI_main^15.E-f4
FAIL
600
eijk.S838.S-f2
FAIL
600
texas.two_proc^2.E-f3
FAIL
600
irst.dme4.B-f4
FAIL
600
texas.two_proc^5.E-f2
FAIL
600
ken.flash^01.C-f3
FAIL
600
vis.4-arbit^1.E-f4
FAIL
600
ken.flash^04.C-f2
FAIL
600
ken.flash^06.C-f4
FAIL
600
vis.coherence^3.E-f2
FAIL
600
ken.flash^09.C-f4
FAIL
600
vis.elevator^1.E-f2
FAIL
600
ken.flash^12.C-f3
FAIL
600
vis.elevator^3.E-f4
FAIL
600
nusmv.brp.B-f2
FAIL
600
vis.prodcell^02.E-f3
FAIL
600
nusmv.dme2-16.B-f4
FAIL
600
vis.prodcell^05.E-f2
FAIL
600
nusmv.guidance^3.C-f3
FAIL
600
vis.prodcell^07.E-f4
FAIL
600
nusmv.guidance^6.C-f2
FAIL
600
vis.prodcell^10.E-f4
FAIL
600
nusmv.guidance^8.C-f4
FAIL
600
vis.prodcell^13.E-f3
FAIL
600
nusmv.reactor^2.C-f3
FAIL
600
vis.prodcell^16.E-f2
FAIL
600
nusmv.reactor^5.C-f2
FAIL
600
vis.prodcell^18.E-f4
FAIL
600
nusmv.reactor^7.C-f4
FAIL
600
vis.prodcell^21.E-f3
FAIL
600
nusmv.tcas^1.B-f3
FAIL
600
vis.prodcell^24.E-f2
FAIL
600
nusmv.tcas^4.B-f2
FAIL
600
nusmv.tcas^6.B-f4
FAIL
600
cmu.dme2.B-f2
FAIL
600
nusmv.tcas-t^3.B-f3
FAIL
600
cmu.periodic.N-f4
FAIL
600
nusmv.tcas-t^6.B-f2
FAIL
600
eijk.bs3330.S-f3
FAIL
600
texas.ifetch1^2.E-f4
FAIL
600
eijk.bs6669.S-f2
FAIL
600
texas.ifetch1^5.E-f3
FAIL
600
eijk.S1238.S-f4
FAIL
600
texas.ifetch1^9.E-f2
FAIL
600
texas.parsesys^2.E-f4
FAIL
600
eijk.S344.S-f2
FAIL
600
texas.PI_main^01.E-f3
FAIL
600
eijk.S382.S-f4
FAIL
600
texas.PI_main^05.E-f2
FAIL
600
eijk.S444.S-f3
FAIL
600
texas.PI_main^10.E-f4
FAIL
600
eijk.S5378.S-f2
FAIL
600
texas.PI_main^13.E-f3
FAIL
600
eijk.S713.S-f4
FAIL
600
texas.PI_main^16.E-f2
FAIL
600
eijk.S838.S-f3
FAIL
600
texas.two_proc^2.E-f4
FAIL
600
irst.dme5.B-f2
FAIL
600
texas.two_proc^5.E-f3
FAIL
600
ken.flash^01.C-f4
FAIL
600
vis.4-arbit^2.E-f2
FAIL
600
ken.flash^04.C-f3
FAIL
600
vis.bakery.E-f4
FAIL
600
ken.flash^07.C-f2
FAIL
600
vis.coherence^3.E-f3
FAIL
600
vis.elevator^1.E-f3
FAIL
600
ken.flash^12.C-f4
FAIL
600
nusmv.brp.B-f3
FAIL
600
nusmv.guidance^1.C-f2
FAIL
600
vis.prodcell^05.E-f3
FAIL
600
nusmv.guidance^3.C-f4
FAIL
600
nusmv.guidance^6.C-f3
FAIL
600
nusmv.guidance^9.C-f2
FAIL
600
vis.prodcell^13.E-f4
FAIL
600
nusmv.reactor^2.C-f4
FAIL
600
vis.prodcell^16.E-f3
FAIL
600
nusmv.reactor^5.C-f3
FAIL
600
vis.prodcell^19.E-f2
FAIL
600
nusmv.syncarb10^2.B-f2
FAIL
600
vis.prodcell^21.E-f4
FAIL
600
nusmv.tcas^1.B-f4
FAIL
600
vis.prodcell^24.E-f3
FAIL
600
nusmv.tcas^4.B-f3
FAIL
600
nusmv.tcas-t^1.B-f2
FAIL
600
cmu.dme2.B-f3
FAIL
600
nusmv.tcas-t^3.B-f4
FAIL
600
eijk.bs1512.S-f2
FAIL
600
nusmv.tcas-t^6.B-f3
FAIL
600
eijk.bs3330.S-f4
FAIL
600
texas.ifetch1^3.E-f2
FAIL
600
eijk.bs6669.S-f3
FAIL
600
texas.ifetch1^5.E-f4
FAIL
600
eijk.S1423.S-f2
FAIL
600
texas.ifetch1^9.E-f3
FAIL
600
eijk.S344.S-f3
FAIL
600
texas.PI_main^01.E-f4
FAIL
600
eijk.S386.S-f2
FAIL
600
texas.PI_main^05.E-f3
FAIL
600
eijk.S444.S-f4
FAIL
600
texas.PI_main^11.E-f2
FAIL
600
eijk.S5378.S-f3
FAIL
600
texas.PI_main^13.E-f4
FAIL
600
eijk.S820.S-f2
FAIL
600
texas.PI_main^16.E-f3
FAIL
600
eijk.S838.S-f4
FAIL
600
texas.two_proc^3.E-f2
FAIL
600
irst.dme5.B-f3
FAIL
600
texas.two_proc^5.E-f4
FAIL
600
ken.flash^02.C-f2
FAIL
600
vis.4-arbit^2.E-f3
FAIL
600
ken.flash^04.C-f4
FAIL
600
vis.coherence^1.E-f2
FAIL
600
ken.flash^07.C-f3
FAIL
600
vis.coherence^3.E-f4
FAIL
600
Contact
|
Organization
|
Links
|
Citing QBFLIB