|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
0.16792
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
0.05766
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
0.04829
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
0.04742
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
0.05294
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
0.04709
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
4.42139
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
0.03951
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
10.04180
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
0.32551
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
0.27287
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
0.28212
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
0.17913
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.01509
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
0.62521
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
0.66048
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
0.85821
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
0.93696
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
0.15850
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
0.33388
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
0.20723
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
258.64200
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
0.13585
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
3.57027
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.03482
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.04241
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
0.09636
|
0.08599
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
0.10220
|
0.08599
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
0.09953
|
0.08599
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
3.06620
|
3.05853
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
0.06978
|
0.10698
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
0.81321
|
0.80488
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
0.15864
|
0.14798
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
29.41240
|
29.40650
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
0.36641
|
0.36494
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.04049
|
0.03299
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
1.66796
|
1.66775
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
0.06749
|
0.11898
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
0.06436
|
0.11398
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
57.63280
|
57.65520
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
16.42180
|
16.42750
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
27.70630
|
27.71680
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
5.21697
|
5.21821
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.06262
|
0.06099
|
| |
|
stp-minisat-v15 default |
unknown ❌
|
2400.01000
|
2401.13000
|
| |
Yices2 |
Yices default |
unsat ✅
|
0.17124
|
0.16997
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.05322
|
0.05299
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
124.90000
|
124.96200
|
| |
|
ABC_glucose glucose |
unsat ✅
|
0.80706
|
0.80838
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.37960
|
0.37978
|
| |
|
Boolector preprop boolector |
unsat ✅
|
0.38015
|
0.38038
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
0.06381
|
0.11311
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
1.79642
|
1.79756
|
| |
|
MapleSTP-mt default |
unsat ✅
|
1.97769
|
7.49174
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
0.30128
|
0.30249
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
0.34306
|
0.77311
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.02000
|
4803.22000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
2.97286
|
2.97449
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
3.12400
|
12.20430
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
3.21175
|
3.21344
|
| |
|
stp-minisat-st-2016 default |
unknown ❌
|
2400.06000
|
2401.44000
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
0.13933
|
0.13936
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.07105
|
0.07237
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
0.29852
|
0.29769
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
0.36623
|
0.36584
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
0.06453
|
0.11340
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
25.85400
|
25.85270
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
3.70525
|
3.77687
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.03300
|
1200.00000
|
| |
STP |
stp_st default |
unsat ✅
|
2.88787
|
2.88694
|
| |
|
stp_mt default |
unsat ✅
|
3.76562
|
11.37870
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
0.17552
|
0.17504
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.08070
|
0.07946
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
0.28167
|
0.28161
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
0.45387
|
0.45398
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
1.79344
|
1.79433
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
0.19261
|
0.54401
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
0.18073
|
0.18094
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
0.15285
|
0.15306
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
0.16723
|
0.48262
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unknown ❌
|
1200.01000
|
1199.95000
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.18394
|
0.18387
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.07332
|
0.07323
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.54158
|
0.54154
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
0.53494
|
0.53492
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
0.37997
|
0.36643
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
0.67253
|
0.67278
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.09000
|
1199.94000
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
0.63696
|
0.63685
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.05876
|
0.05898
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
0.14650
|
0.41524
|
| |
STP |
STP_default |
unsat ✅
|
0.13529
|
0.39342
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
0.20589
|
0.20758
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.40315
|
0.40314
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
0.07296
|
0.07289
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.73142
|
0.73141
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
0.64221
|
0.64215
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
0.15842
|
0.49351
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
0.05708
|
0.05703
|
|
SMT-COMP 2024
|
|
Bitwuzla |
Bitwuzla |
unsat ✅
|
1.01333
|
0.91353
|
| |
cvc5 |
cvc5 |
unsat ✅
|
0.31325
|
0.21349
|
| |
SMTInterpol |
SMTInterpol |
unsat ✅
|
132.21723
|
158.07425
|
| |
STP |
STP |
unsat ✅
|
0.44912
|
0.34912
|
| |
Yices2 |
Yices2 |
unsat ✅
|
0.37612
|
0.27636
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
1.81884
|
1.71852
|