|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
sat ✅
|
2.97578
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
sat ✅
|
3.55791
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
sat ✅
|
3.68487
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
sat ✅
|
3.72857
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
sat ✅
|
3.68008
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
sat ✅
|
3.71937
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
sat ✅
|
7.26790
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
sat ✅
|
5.53764
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
sat ✅
|
8.94089
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
sat ✅
|
209.78500
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
sat ✅
|
199.40900
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
sat ✅
|
196.72700
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
sat ✅
|
1160.59000
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
sat ✅
|
37.77200
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
sat ✅
|
25.13250
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
sat ✅
|
7.35272
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
sat ✅
|
15.81490
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
sat ✅
|
32.33930
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
sat ✅
|
4.61637
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
sat ✅
|
18.46630
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
sat ✅
|
36.76970
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
sat ✅
|
3.23861
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
sat ✅
|
9.01437
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
sat ✅
|
3.32635
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
sat ✅
|
9.64693
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
sat ✅
|
4.75943
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
sat ✅
|
3.68892
|
—
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
sat ✅
|
5.77017
|
5.77012
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
sat ✅
|
11.44140
|
22.65660
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
sat ✅
|
6.60473
|
12.95500
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
sat ✅
|
20.05130
|
20.05990
|
| |
SMT-RAT |
SMT-RAT-final default |
sat ✅
|
555.30700
|
555.53100
|
| |
STP |
stp-cryptominisat4 default |
sat ✅
|
12.56910
|
12.56610
|
| |
|
stp-cmsat4-v15 default |
sat ✅
|
20.53250
|
20.53990
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.95171
|
0.95086
|
| |
|
stp-minisat-v15 default |
sat ✅
|
4.64412
|
4.64529
|
| |
Yices2 |
Yices default |
sat ✅
|
15.93830
|
15.94360
|
| |
Z3 |
z3 4.4.0 default |
sat ✅
|
2.02135
|
2.02169
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
sat ✅
|
29.26240
|
29.28220
|
| |
|
ABC_glucose glucose |
sat ✅
|
6.92930
|
6.93239
|
| |
Boolector |
Boolector boolector |
sat ✅
|
10.97720
|
10.98490
|
| |
|
Boolector preprop boolector |
sat ✅
|
10.87480
|
10.88100
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
sat ✅
|
13.70630
|
27.21450
|
| |
MapleSTP |
MapleSTP default |
sat ✅
|
51.81500
|
51.83130
|
| |
|
MapleSTP-mt default |
sat ✅
|
10.52750
|
38.75570
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
sat ✅
|
21.36310
|
21.37280
|
| |
MinkeyRink |
Minkeyrink 2016 default |
sat ✅
|
5.11575
|
13.23110
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.03000
|
7203.51000
|
| |
STP |
stp-cms-exp-2016 default |
sat ✅
|
15.46640
|
15.47330
|
| |
|
stp-cms-mt-2016 default |
sat ✅
|
5.20005
|
17.53560
|
| |
|
stp-cms-st-2016 default |
sat ✅
|
6.23843
|
6.24206
|
| |
|
stp-minisat-st-2016 default |
sat ✅
|
55.01380
|
55.04130
|
| |
Yices2 |
Yices-2.4.2 default |
sat ✅
|
12.32810
|
12.33420
|
| |
Z3 |
z3-4.4.1 default |
sat ✅
|
4.33630
|
4.34043
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
sat ✅
|
6.22211
|
6.21450
|
| |
|
Boolector SMT17 final boolector |
sat ✅
|
4.80710
|
4.80604
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
sat ✅
|
33.06290
|
27.77080
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
sat ✅
|
26.81380
|
26.81440
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
sat ✅
|
6.82536
|
7.77000
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.06200
|
1011.50000
|
| |
STP |
stp_st default |
sat ✅
|
29.81800
|
19.26210
|
| |
|
stp_mt default |
sat ✅
|
6.89881
|
18.61450
|
| |
Yices2 |
Yices2-Main default |
sat ✅
|
14.70990
|
14.69740
|
| |
Z3 |
z3-4.5.0 default |
sat ✅
|
3.88887
|
3.88769
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
sat ✅
|
4.81736
|
4.81672
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
sat ✅
|
4.02365
|
4.02379
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
sat ✅
|
26.32120
|
26.31660
|
| |
MinkeyRink |
Minkeyrink MT_mt |
sat ✅
|
17.45380
|
63.73910
|
| |
|
Minkeyrink ST_st |
sat ✅
|
14.43330
|
14.43120
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
sat ✅
|
34.74180
|
34.73580
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
sat ✅
|
13.83650
|
51.78190
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
sat ✅
|
5.79357
|
5.79379
|
| |
Yices2 |
Yices 2.6.0_default |
sat ✅
|
12.32480
|
12.32510
|
| |
Z3 |
z3-4.7.1_default |
sat ✅
|
7.21472
|
7.21435
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
2.20814
|
2.20805
|
| |
MathSAT |
mathsat-5.6.6_default |
sat ✅
|
13.73230
|
13.73190
|
| |
STP |
STP 2021.0_default |
sat ✅
|
9.32138
|
34.34170
|
| |
Z3 |
z3-4.8.11_default |
sat ✅
|
3.37000
|
3.36990
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
2.27779
|
2.27759
|
| |
|
Bitwuzla-wrapped_default |
sat ✅
|
3.31696
|
3.31631
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
sat ✅
|
5.40269
|
5.40332
|
| |
MathSAT |
MathSAT-5.6.8_default |
sat ✅
|
17.92180
|
17.92140
|
| |
STP |
STP 2022.4_default |
sat ✅
|
3.03547
|
3.03537
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
sat ✅
|
1.46651
|
1.46629
|
| |
Z3++BV |
z3++bv_0702_default |
sat ✅
|
3.32730
|
3.32704
|
| |
Z3 |
z3-4.8.17_default |
sat ✅
|
2.56548
|
2.56729
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
3.78744
|
3.78672
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
sat ✅
|
5.07988
|
5.08004
|
| |
STP |
STP 2022.4_default |
sat ✅
|
3.39391
|
6.76374
|
| |
|
STP 2022.4_default |
sat ✅
|
3.40106
|
3.40079
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
1200.02000
|
1246.78000
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
sat ✅
|
13.65210
|
13.65180
|
| |
Z3-Owl |
z3-Owl-Final_default |
sat ✅
|
13.96400
|
13.96460
|
| |
|
z3-Owl-Final_default |
sat ✅
|
12.86340
|
12.86260
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
sat ✅
|
3.97370
|
3.87398
|
| |
cvc5 |
cvc5 |
sat ✅
|
4.40977
|
4.30846
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.74331
|
1286.70148
|
| |
STP |
STP |
sat ✅
|
2.16145
|
2.06087
|
| |
Yices2 |
Yices2 |
sat ✅
|
1.64929
|
1.54951
|
| |
Z3alpha |
Z3-alpha |
sat ✅
|
51.77180
|
51.65401
|
|
SMT-COMP 2025
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla |
sat ✅
|
2.50629
|
2.38618
|
| |
|
Bitwuzla-MachBV-base |
sat ✅
|
2.81720
|
2.68534
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
sat ✅
|
2.30402
|
2.18412
|
| |
BVDecide |
bv_decide |
sat ✅
|
219.79887
|
219.59703
|
| |
|
bv_decide-nokernel |
sat ✅
|
65.89075
|
65.75208
|
| |
cvc5 |
cvc5 |
sat ✅
|
3.55561
|
3.43382
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.79155
|
1241.67155
|
| |
Yices2 |
Yices2 |
sat ✅
|
1.45247
|
1.33381
|
| |
Z3alpha |
Z3-alpha |
sat ✅
|
2.93109
|
10.15902
|
| |
Z3 |
Z3-alpha-base |
sat ✅
|
2.23575
|
2.11080
|
| |
|
Z3-Owl-base |
sat ✅
|
8.62265
|
8.50428
|
| |
|
z3siri-base |
sat ✅
|
2.27918
|
2.15530
|
| |
Z3-Owl |
Z3-Owl |
sat ✅
|
7.41135
|
7.28127
|