|
SMT Evaluation 2013
|
|
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
3.75850
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
3.48786
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
3.32287
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2011 default |
unsat ✅
|
0.66207
|
—
|
| |
|
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
0.98233
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.96841
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
1.37114
|
—
|
| |
|
MathSAT5-SMT-COMP-2010 default |
unsat ✅
|
1.40095
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
1.80727
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
1.57460
|
—
|
| |
|
test_pmathsat-SMT-COMP-2010 default |
unsat ✅
|
1.43679
|
—
|
| |
OpenSMT |
OpenSMT-SMT-COMP-2010 default |
unsat ✅
|
1.68059
|
—
|
| |
|
OpenSMT-SMT-COMP-2011 default |
unsat ✅
|
1.61628
|
—
|
| |
|
OpenSMT-SMT-EVAL-2013 default |
unsat ✅
|
11.22320
|
—
|
| |
SMTInterpol |
SMTInterpol-2.0r8402-SMT-EVAL-2013 default |
unsat ✅
|
5.14319
|
—
|
| |
|
SMTInterpol-SMT-COMP-2011 default |
unsat ✅
|
11.61460
|
—
|
| |
|
SMTInterpol-SMT-COMP-2012 default |
unsat ✅
|
4.97095
|
—
|
| |
veriT |
veriT-SMT-COMP-2010 default |
unsat ✅
|
7.89255
|
—
|
| |
|
veriT-SMT-COMP-2011 default |
unsat ✅
|
1.23513
|
—
|
| |
|
veriT-SMT-EVAL-2013 default |
unsat ✅
|
0.51694
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.81649
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.78948
|
—
|
|
SMT-COMP 2014
|
|
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
2.35554
|
2.34664
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
1.41306
|
1.40479
|
| |
OpenSMT |
opensmt2-2014-06-14c default |
unsat ✅
|
9.34495
|
9.34058
|
| |
SMTInterpol |
smtinterpol-2.1-118-g3dada2f default |
unsat ✅
|
5.42200
|
8.38772
|
| |
veriT |
veriT-smtcomp2014 default |
unsat ✅
|
0.47610
|
0.46693
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
0.18874
|
0.17997
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
4.26874
|
4.26235
|
|
SMT-COMP 2015
|
|
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
2.36349
|
2.36264
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
2.36972
|
2.36864
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
1.34516
|
1.34479
|
| |
OpenSMT |
OpenSMT2 default |
unsat ✅
|
12.99360
|
12.99800
|
| |
|
OpenSMT2-parallel default |
unknown ❌
|
2.12611
|
2.21066
|
| |
SMTInterpol |
SMTInterpol v2.1-206-g86e9531 default |
unsat ✅
|
4.92899
|
7.52885
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
3.83015
|
3.83042
|
| |
veriT |
veriT default |
unsat ✅
|
0.24245
|
0.24196
|
| |
Yices2 |
Yices default |
unsat ✅
|
0.19016
|
0.18897
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
4.01224
|
4.01339
|
|
SMT-COMP 2016
|
0.12 (7/8) |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
2.52582
|
2.52759
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
1.33742
|
1.33931
|
| |
OpenSMT |
OpenSMT2-2016-05-12 default |
unsat ✅
|
7.81860
|
7.82368
|
| |
SMTInterpol |
smtinterpol-2.1-258-g92ab3df default |
unsat ✅
|
5.20634
|
10.52150
|
| |
Toysmt |
toysmt default |
unknown ❌
|
1.97713
|
1.97880
|
| |
veriT |
veriT-dev default |
unsat ✅
|
0.23276
|
0.23296
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
0.17975
|
0.17976
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
4.80177
|
4.80616
|
|
SMT-COMP 2017
|
|
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
2.20932
|
2.20900
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
1.21956
|
1.22023
|
| |
OpenSMT |
opensmt2-2017-06-04 default |
unsat ✅
|
4.42869
|
4.42731
|
| |
SMTInterpol |
SMTInterpol default |
unsat ✅
|
5.61483
|
11.27820
|
| |
veriT |
veriT-2017-06-17 default |
unsat ✅
|
0.26571
|
0.26468
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
0.16768
|
0.16663
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
4.00470
|
3.99803
|
|
SMT-COMP 2018
|
|
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
2.81182
|
2.81151
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
1.35109
|
1.35195
|
| |
OpenSMT |
opensmt2_default |
unsat ✅
|
4.11609
|
4.11589
|
| |
SMTInterpol |
SMTInterpol-2.5-19-g0d39cdee_default |
unsat ✅
|
7.57180
|
13.01660
|
| |
veriT |
veriT_default |
unsat ✅
|
0.24629
|
0.24642
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.16597
|
0.16590
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
3.49816
|
3.49728
|
|
SMT-COMP 2019
|
|
Alt-Ergo |
Alt-Ergo-SMTComp-2019-wrapped-sq_default |
unsat ✅
|
1315.59000
|
5234.02000
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
2.60023
|
2.59997
|
| |
OpenSMT |
OpenSMT-wrapped-sq_default |
unsat ✅
|
4.60422
|
4.60399
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
0.16369
|
0.00620
|
| |
SMTInterpol |
smtinterpol-2.5-514-wrapped-sq_default |
unsat ✅
|
6.72854
|
13.62640
|
| |
veriT |
veriT-wrapped-sq_default |
unsat ✅
|
0.22065
|
0.22090
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.15897
|
0.15894
|
| |
|
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
0.15412
|
0.15412
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
4.30565
|
4.30542
|
|
SMT-COMP 2020
|
0.27 (8/11) |
Alt-Ergo |
Alt-Ergo-SMTComp-2020_default |
unknown ❌
|
1200.07000
|
4766.79000
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
2.62637
|
2.62661
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
1.32391
|
1.32393
|
| |
OpenSMT |
OpenSMT_default |
unsat ✅
|
4.49627
|
4.49581
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
0.17147
|
0.00612
|
| |
SMTInterpol |
smtinterpol-2.5-679-gacfde87a_default |
unsat ✅
|
6.32581
|
11.92670
|
| |
veriT |
veriT_default |
unsat ✅
|
0.24683
|
0.24703
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.16779
|
0.16776
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
3.79634
|
3.79655
|
|
SMT-COMP 2021
|
|
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
1.54402
|
1.54398
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
0.18384
|
0.00646
|
| |
SMTInterpol |
smtinterpol-2.5-823-g881e8631_default |
unsat ✅
|
10.40040
|
21.95950
|
| |
veriT |
veriT_default |
unsat ✅
|
0.19918
|
0.19944
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.17558
|
0.17555
|
| |
|
Yices 2.6.2 for SMTCOMP2020_default |
unsat ✅
|
0.17723
|
0.17710
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
4.10627
|
4.10605
|
| |
|
z3-4.8.8_default |
unsat ✅
|
4.00533
|
4.00461
|