|
SMT Evaluation 2013
|
|
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
1.98985
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
1.87420
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
1.82091
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2011 default |
unsat ✅
|
0.24096
|
—
|
| |
|
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
0.29062
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
0.71595
|
—
|
| |
|
MathSAT5-SMT-COMP-2010 default |
unsat ✅
|
0.72238
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
0.86597
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
0.76156
|
—
|
| |
|
test_pmathsat-SMT-COMP-2010 default |
unsat ✅
|
0.73357
|
—
|
| |
OpenSMT |
OpenSMT-SMT-COMP-2010 default |
unsat ✅
|
1.06215
|
—
|
| |
|
OpenSMT-SMT-COMP-2011 default |
unsat ✅
|
1.02568
|
—
|
| |
|
OpenSMT-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
SMTInterpol |
SMTInterpol-2.0r8402-SMT-EVAL-2013 default |
unsat ✅
|
3.35493
|
—
|
| |
|
SMTInterpol-SMT-COMP-2011 default |
unsat ✅
|
4.21448
|
—
|
| |
|
SMTInterpol-SMT-COMP-2012 default |
unsat ✅
|
3.01124
|
—
|
| |
veriT |
veriT-SMT-COMP-2010 default |
unsat ✅
|
3.29116
|
—
|
| |
|
veriT-SMT-COMP-2011 default |
unsat ✅
|
0.13139
|
—
|
| |
|
veriT-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.76275
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.74476
|
—
|
|
SMT-COMP 2014
|
|
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
1.16098
|
1.15282
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
0.65361
|
0.64490
|
| |
OpenSMT |
opensmt2-2014-06-14c default |
unsat ✅
|
3.89095
|
3.88341
|
| |
SMTInterpol |
smtinterpol-2.1-118-g3dada2f default |
unsat ✅
|
2.88767
|
4.83626
|
| |
veriT |
veriT-smtcomp2014 default |
unsat ✅
|
0.06791
|
0.05899
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
0.05877
|
0.04999
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
1.70946
|
1.70274
|
|
SMT-COMP 2015
|
|
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
1.19851
|
1.19682
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
1.20556
|
1.20382
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
0.64571
|
0.64490
|
| |
OpenSMT |
OpenSMT2 default |
unsat ✅
|
5.47964
|
5.48117
|
| |
|
OpenSMT2-parallel default |
unsat ✅
|
4.53769
|
11.82620
|
| |
SMTInterpol |
SMTInterpol v2.1-206-g86e9531 default |
unsat ✅
|
3.20337
|
12.12210
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
1.76347
|
1.76273
|
| |
veriT |
veriT default |
unsat ✅
|
0.04006
|
0.03899
|
| |
Yices2 |
Yices default |
unsat ✅
|
0.05128
|
0.04999
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
1.39339
|
1.39379
|
|
SMT-COMP 2016
|
0.12 (7/8) |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
1.16881
|
1.16768
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
0.61737
|
0.61862
|
| |
OpenSMT |
OpenSMT2-2016-05-12 default |
unsat ✅
|
2.93110
|
2.93314
|
| |
SMTInterpol |
smtinterpol-2.1-258-g92ab3df default |
unsat ✅
|
2.36466
|
7.92215
|
| |
Toysmt |
toysmt default |
unknown ❌
|
0.95794
|
0.95841
|
| |
veriT |
veriT-dev default |
unsat ✅
|
0.03915
|
0.03928
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
0.04646
|
0.04642
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
1.69699
|
1.69900
|
|
SMT-COMP 2017
|
|
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
1.24719
|
1.24692
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
0.65879
|
0.65893
|
| |
OpenSMT |
opensmt2-2017-06-04 default |
unsat ✅
|
1.90948
|
1.90935
|
| |
SMTInterpol |
SMTInterpol default |
unsat ✅
|
2.99704
|
7.98555
|
| |
veriT |
veriT-2017-06-17 default |
unsat ✅
|
0.03800
|
0.03696
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
0.04757
|
0.04708
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
1.55966
|
1.55963
|
|
SMT-COMP 2018
|
|
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
1.27764
|
1.27754
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
0.69800
|
0.69902
|
| |
OpenSMT |
opensmt2_default |
unsat ✅
|
1.85549
|
1.85514
|
| |
SMTInterpol |
SMTInterpol-2.5-19-g0d39cdee_default |
unsat ✅
|
2.94376
|
8.49356
|
| |
veriT |
veriT_default |
unsat ✅
|
0.03977
|
0.03982
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.04893
|
0.04886
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
1.45603
|
1.45501
|
|
SMT-COMP 2019
|
|
Alt-Ergo |
Alt-Ergo-SMTComp-2019-wrapped-sq_default |
unsat ✅
|
377.38800
|
1499.21000
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
1.35380
|
1.35397
|
| |
OpenSMT |
OpenSMT-wrapped-sq_default |
unsat ✅
|
1.88563
|
1.88561
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
0.05988
|
0.00662
|
| |
SMTInterpol |
smtinterpol-2.5-514-wrapped-sq_default |
unsat ✅
|
3.54460
|
10.12630
|
| |
veriT |
veriT-wrapped-sq_default |
unsat ✅
|
0.04410
|
0.04436
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.05450
|
0.05446
|
| |
|
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
0.05009
|
0.05006
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
1.42011
|
1.41996
|
|
SMT-COMP 2021
|
|
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
0.62748
|
0.62744
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
0.05408
|
0.00627
|
| |
SMTInterpol |
smtinterpol-2.5-823-g881e8631_default |
unsat ✅
|
6.46438
|
18.90580
|
| |
veriT |
veriT_default |
unsat ✅
|
0.04310
|
0.04333
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.04402
|
0.04398
|
| |
|
Yices 2.6.2 for SMTCOMP2020_default |
unsat ✅
|
0.04423
|
0.04417
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
1.36072
|
1.36060
|
| |
|
z3-4.8.8_default |
unsat ✅
|
1.41493
|
1.41476
|
|
SMT-COMP 2022
|
|
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
1.27578
|
1.27603
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
0.72162
|
0.72156
|
| |
veriT |
veriT_default |
unsat ✅
|
0.03913
|
0.03938
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
0.03694
|
0.03688
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
1.51317
|
1.50210
|
| |
|
z3-4.8.11_default |
unsat ✅
|
1.36311
|
1.35679
|
|
SMT-COMP 2024
|
|
cvc5 |
cvc5 |
unsat ✅
|
1.13586
|
1.03596
|
| |
OpenSMT |
OpenSMT |
unsat ✅
|
1.42739
|
1.32720
|
| |
plat-smt |
plat-smt |
unsat ✅
|
1.56134
|
1.46072
|
| |
SMTInterpol |
SMTInterpol |
unsat ✅
|
10.01140
|
25.28613
|
| |
Yices2 |
Yices2 |
unsat ✅
|
0.24345
|
0.14340
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
1.46544
|
1.36429
|