|
SMT-COMP 2010
|
|
CVC3 |
CVC3 2.3 |
unsat ✅
|
1.70000
|
—
|
| |
SONOLAR |
SONOLAR r252 |
unsat ✅
|
0.40000
|
—
|
| |
STP |
simplifyingSTP |
unsat ✅
|
1.20000
|
—
|
|
SMT-COMP 2011
|
|
Boolector |
Boolector 1.5.23-833 |
unsat ✅
|
0.40000
|
—
|
| |
CVC3 |
CVC3 v2.4 |
unsat ✅
|
1.60000
|
—
|
| |
MathSAT |
MathSAT5 |
unsat ✅
|
0.70000
|
—
|
| |
SONOLAR |
SONOLAR |
unsat ✅
|
0.20000
|
—
|
| |
STP |
simplifyingSTP |
unsat ✅
|
1.30000
|
—
|
| |
|
STP2 |
unsat ✅
|
0.70000
|
—
|
| |
Z3 |
Z3 |
unsat ✅
|
0.20000
|
—
|
|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
0.17141
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
0.17762
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
0.17517
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
0.18910
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
0.19004
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
0.17209
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
0.40675
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
0.22972
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
0.37129
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
1.37928
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
1.22663
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
1.23157
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
0.35904
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.36280
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
0.55171
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
0.37299
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
0.76183
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
0.54307
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
0.13669
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unsat ✅
|
0.32510
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
0.13539
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
0.16235
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
0.53643
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
0.99848
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
1.08491
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.19623
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.17626
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
0.41312
|
0.40194
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
0.31963
|
0.30595
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
0.32448
|
0.31095
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.15700
|
0.14798
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
0.40122
|
0.76588
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
0.30070
|
0.29196
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
0.19670
|
0.18597
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
2.66735
|
2.65959
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
0.32097
|
0.31195
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.19850
|
0.19797
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
0.20427
|
0.20297
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
0.35856
|
0.70289
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
0.46082
|
0.90886
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
0.35934
|
0.35895
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
4.31025
|
4.31034
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
2.64080
|
2.64060
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
2.04013
|
2.03969
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.03524
|
0.03399
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
1.43293
|
1.43278
|
| |
Yices2 |
Yices default |
unsat ✅
|
0.48991
|
0.48892
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.15451
|
0.15498
|
|
SMT-COMP 2016
|
|
ABC |
ABC_default default_abc |
unsat ✅
|
0.19996
|
0.20012
|
| |
|
ABC_glucose glucose |
unsat ✅
|
0.20697
|
0.20705
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.22037
|
0.22105
|
| |
|
Boolector preprop boolector |
unsat ✅
|
0.22138
|
0.22166
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
0.34064
|
0.66998
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
1.08640
|
2.12695
|
| |
|
MapleSTP-mt default |
unsat ✅
|
1.08129
|
4.23416
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
0.21857
|
0.21961
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
2.31645
|
8.87387
|
| |
Q3B |
Q3B default |
unsat ✅
|
0.13503
|
0.13612
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
2.22596
|
2.22720
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
2.49699
|
9.83093
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
2.42282
|
2.42430
|
| |
|
stp-minisat-st-2016 default |
unsat ✅
|
9.18794
|
9.19322
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
0.33465
|
0.33479
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.21520
|
0.21654
|
|
SMT-COMP 2017
|
|
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
0.15874
|
0.15837
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
0.20104
|
0.20029
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
0.42766
|
0.83978
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
0.39147
|
0.39287
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
2.70909
|
2.74682
|
| |
Q3B |
Q3B default |
unsat ✅
|
0.25394
|
0.25534
|
| |
STP |
stp_st default |
unsat ✅
|
3.31606
|
3.29993
|
| |
|
stp_mt default |
unsat ✅
|
2.65641
|
8.06825
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
0.63586
|
0.60254
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.23630
|
0.23577
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
0.14723
|
0.14717
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
0.58299
|
0.58318
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
0.34647
|
0.34747
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
1.67011
|
6.47346
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
1.72473
|
1.72430
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
2.68101
|
2.68072
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
1.94934
|
7.66394
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
1.35328
|
1.35340
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.61366
|
0.61339
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.20319
|
0.20314
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
0.22310
|
0.22311
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
0.28097
|
0.30099
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
unsat ✅
|
0.18538
|
0.18540
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
0.36626
|
0.36647
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
unsat ✅
|
1.57982
|
6.11219
|
| |
|
MinkeyRink ST-wrapped-sq_default |
unsat ✅
|
2.57783
|
2.57775
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
0.16029
|
0.00579
|
| |
STP |
STP-2019-wrapped-sq_default |
unsat ✅
|
2.04980
|
2.05026
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
unsat ✅
|
8.21742
|
8.21745
|
| |
|
stp-minisat-wrapped-sq_default |
unsat ✅
|
1.98764
|
1.98748
|
| |
|
stp-mt-wrapped-sq_default |
unsat ✅
|
1.85231
|
7.25492
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
unsat ✅
|
8.27036
|
12.24250
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
0.02584
|
0.02602
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
0.28118
|
0.28120
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
unsat ✅
|
0.18530
|
0.18529
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
unsat ✅
|
0.29073
|
0.29071
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
unsat ✅
|
42.24260
|
42.24460
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
unsat ✅
|
0.21417
|
0.21416
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
0.17174
|
0.17173
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.23864
|
0.23846
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
0.64131
|
0.64127
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
2.12596
|
8.36150
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
0.11718
|
0.11712
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.16152
|
0.16148
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
unsat ✅
|
0.50457
|
0.50512
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
1.37122
|
1.37119
|
| |
|
STP 2022.4_default |
unsat ✅
|
1.36062
|
1.36059
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
4.70538
|
12.05950
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
unsat ✅
|
0.53108
|
0.53088
|
| |
Z3-Owl |
z3-Owl-Final_default |
unsat ✅
|
0.99247
|
0.99249
|
| |
|
z3-Owl-Final_default |
unsat ✅
|
1.03409
|
1.03442
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
0.34008
|
0.23992
|
| |
cvc5 |
cvc5 |
unsat ✅
|
0.47775
|
0.37791
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
2.83277
|
8.12101
|
| |
STP |
STP |
unsat ✅
|
0.40551
|
0.30558
|
| |
Yices2 |
Yices2 |
unsat ✅
|
0.37989
|
0.28000
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
1.29028
|
1.19072
|
|
SMT-COMP 2025
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
0.35182
|
0.22708
|
| |
|
Bitwuzla-MachBV-base |
unsat ✅
|
0.34033
|
0.21634
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
unsat ✅
|
0.46988
|
0.35185
|
| |
BVDecide |
bv_decide |
unsat ✅
|
1.31940
|
1.15227
|
| |
|
bv_decide-nokernel |
unsat ✅
|
1.15240
|
0.97916
|
| |
cvc5 |
cvc5 |
unsat ✅
|
0.53017
|
0.39573
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
2.76497
|
7.82334
|
| |
Yices2 |
Yices2 |
unsat ✅
|
0.43318
|
0.31368
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
0.53029
|
0.96243
|
| |
Z3 |
Z3-alpha-base |
unsat ✅
|
0.46393
|
0.34262
|
| |
|
Z3-Owl-base |
unsat ✅
|
0.94341
|
0.82420
|
| |
|
z3siri-base |
unsat ✅
|
0.46314
|
0.33117
|
| |
Z3-Owl |
Z3-Owl |
unsat ✅
|
0.99505
|
0.86317
|