|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
0.20258
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
0.52127
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
0.53316
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
0.53077
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
0.51755
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
0.54524
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
0.73165
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
0.33646
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
1.37270
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
0.63057
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
0.57120
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
0.56549
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
0.26001
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.04910
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
4.50229
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
0.21328
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
7.06631
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
10.88220
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
0.40492
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unsat ✅
|
3.29961
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
0.36136
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
0.47330
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
1.43608
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
0.10000
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
2.12967
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.55044
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.51261
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
0.09428
|
0.08099
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
5.17071
|
5.09998
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
33.94760
|
33.88560
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.20728
|
0.19897
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
0.15706
|
0.29595
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
5.39337
|
5.38718
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
0.48904
|
0.47793
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
0.83140
|
0.82287
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
748.49200
|
748.70400
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
10.38040
|
10.37540
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
0.25666
|
0.25596
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
0.15287
|
0.28696
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
0.15228
|
0.28696
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
1.75164
|
1.75173
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
5.19290
|
5.19321
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
1.24326
|
1.24281
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
0.85648
|
0.85587
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.04086
|
0.03999
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
0.90705
|
0.90686
|
| |
Yices2 |
Yices default |
unsat ✅
|
7.72542
|
7.72583
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
3.39426
|
3.39548
|
|
SMT-COMP 2016
|
|
ABC |
ABC_default default_abc |
unsat ✅
|
3.79322
|
3.79016
|
| |
|
ABC_glucose glucose |
unsat ✅
|
0.78333
|
0.78416
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.22004
|
0.22013
|
| |
|
Boolector preprop boolector |
unsat ✅
|
0.22577
|
0.22585
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
0.14079
|
0.26565
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
1.54621
|
1.54797
|
| |
|
MapleSTP-mt default |
unsat ✅
|
0.98310
|
3.81853
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
1.67413
|
1.67599
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
17.54320
|
69.23080
|
| |
Q3B |
Q3B default |
unsat ✅
|
253.42200
|
760.25000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
0.85974
|
0.86020
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
0.76834
|
2.97104
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
0.81455
|
0.81502
|
| |
|
stp-minisat-st-2016 default |
unsat ✅
|
5.50164
|
5.50432
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
63.17850
|
63.21450
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
2.56384
|
2.56648
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
0.23062
|
0.22990
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
0.22542
|
0.22540
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
0.13691
|
0.25745
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
1.54624
|
1.54704
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
7.94089
|
10.84000
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.04600
|
1785.36000
|
| |
STP |
stp_st default |
unsat ✅
|
7.26107
|
7.25996
|
| |
|
stp_mt default |
unsat ✅
|
5.95758
|
23.57680
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
39.83650
|
39.80180
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
9.12006
|
9.11916
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
0.25876
|
0.25866
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
5.26653
|
5.26632
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
1.94848
|
1.94932
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
21.98140
|
87.20930
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
20.96980
|
20.96870
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
34.57600
|
34.57030
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
25.60220
|
101.71100
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
21.43690
|
21.43610
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
26.85700
|
26.85730
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
1.78764
|
1.78745
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.28745
|
0.28726
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
0.28464
|
0.28467
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
0.27901
|
0.29147
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
1.53663
|
1.53694
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.11000
|
1200.01000
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
3.96938
|
3.96909
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.03835
|
0.03858
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
6.34420
|
24.98880
|
| |
STP |
STP_default |
unsat ✅
|
0.33582
|
1.24838
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
3.95120
|
3.95284
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
7.04670
|
7.04647
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
4.92240
|
4.92207
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.36159
|
0.36151
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
3.00750
|
3.00744
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
0.46470
|
1.74170
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
12.47630
|
12.47610
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.32717
|
0.32712
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
0.31782
|
0.31778
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
5.00320
|
4.99765
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
4.26149
|
4.26105
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
0.25638
|
0.25639
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
0.91763
|
0.91753
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
4.08045
|
4.08042
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
22.90590
|
22.90880
|
|
SMT-COMP 2025
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
0.39618
|
0.27714
|
| |
|
Bitwuzla-MachBV-base |
unsat ✅
|
0.43521
|
0.30873
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
unsat ✅
|
0.59589
|
0.47130
|
| |
BVDecide |
bv_decide |
unsat ✅
|
1.38726
|
1.20803
|
| |
|
bv_decide-nokernel |
unsat ✅
|
0.98680
|
0.80439
|
| |
cvc5 |
cvc5 |
unsat ✅
|
1.48519
|
1.36677
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.48851
|
1271.27593
|
| |
Yices2 |
Yices2 |
unsat ✅
|
5.17243
|
5.04568
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
2.86244
|
10.19169
|
| |
Z3 |
Z3-alpha-base |
unsat ✅
|
10.21922
|
10.09825
|
| |
|
Z3-Owl-base |
unsat ✅
|
48.06358
|
47.93938
|
| |
|
z3siri-base |
unsat ✅
|
10.20976
|
10.09431
|
| |
Z3-Owl |
Z3-Owl |
unsat ✅
|
40.27137
|
40.14467
|