|
SMT Evaluation 2013
|
0.22 (7/9) |
4Simp |
4Simp-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
1.27710
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
1.26194
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
1.26473
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
1.23406
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
1.27347
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
41.46370
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
125.31100
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
181.65100
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unknown ❌
|
302.06400
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
1166.86000
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
1192.13000
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
5.30797
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.56640
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
52.10030
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
4.34529
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
139.38400
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
153.50200
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
409.43600
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
2.19509
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
303.88500
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
1.30370
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
1.27031
|
—
|
|
SMT-COMP 2014
|
0.33 (6/9) |
4Simp |
4Simp - 2014 default |
unknown ❌
|
2399.03000
|
2400.02000
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
1.88084
|
1.86771
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
1.90322
|
1.89071
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
10.40620
|
10.39940
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
4.83118
|
9.54455
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
50.77470
|
50.77830
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unknown ❌
|
2399.31000
|
2400.06000
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
430.54200
|
430.69400
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unknown ❌
|
2399.41000
|
2400.05000
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.96331
|
0.95585
|
|
SMT-COMP 2015
|
0.29 (5/7) |
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
8.85136
|
8.85265
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
5.63299
|
11.17630
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
5.51912
|
10.94730
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unknown ❌
|
2400.01000
|
2400.80000
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
1241.63000
|
1241.88000
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
437.70800
|
437.79500
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
38.56410
|
38.57110
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.72719
|
0.72589
|
| |
|
stp-minisat-v15 default |
unknown ❌
|
2400.01000
|
2401.01000
|
| |
Yices2 |
Yices default |
unknown ❌
|
2400.01000
|
2401.07000
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.97283
|
0.97285
|
|
SMT-COMP 2016
|
0.30 (7/10) |
ABC |
ABC_default default_abc |
unknown ❌
|
2400.02000
|
2401.39000
|
| |
|
ABC_glucose glucose |
unsat ✅
|
609.34900
|
609.66300
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
13.13880
|
13.14750
|
| |
|
Boolector preprop boolector |
unsat ✅
|
13.14030
|
13.14590
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
7.03488
|
13.99420
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
9.06035
|
9.06578
|
| |
|
MapleSTP-mt default |
unsat ✅
|
10.63950
|
79.56330
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unknown ❌
|
2400.02000
|
2401.15000
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
15.98950
|
57.37430
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.10000
|
7203.88000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
22.25600
|
22.26700
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
18.98870
|
73.00020
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
17.63270
|
17.64290
|
| |
|
stp-minisat-st-2016 default |
unknown ❌
|
2400.03000
|
2401.62000
|
| |
Yices2 |
Yices-2.4.2 default |
unknown ❌
|
2400.01000
|
2401.62000
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
1.44927
|
1.45181
|
|
SMT-COMP 2017
|
0.38 (5/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
12.54720
|
12.54610
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
5.82855
|
5.82785
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
7.79550
|
15.53390
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unknown ❌
|
600.02000
|
599.92000
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
26.38920
|
47.81000
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.09600
|
1799.66000
|
| |
STP |
stp_st default |
unsat ✅
|
28.01020
|
28.00770
|
| |
|
stp_mt default |
unsat ✅
|
19.40110
|
74.41910
|
| |
Yices2 |
Yices2-Main default |
unknown ❌
|
600.05700
|
599.97700
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
1.34823
|
1.34706
|
|
SMT-COMP 2018
|
0.29 (5/7) |
Boolector |
Boolector_default |
unsat ✅
|
6.99988
|
6.99918
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
6.86532
|
6.86555
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unknown ❌
|
1200.02000
|
1199.85000
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
18.89850
|
72.59540
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
14.27850
|
14.27230
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
14.03510
|
14.02720
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
14.84500
|
56.67600
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unknown ❌
|
1200.01000
|
1200.05000
|
| |
Yices2 |
Yices 2.6.0_default |
unknown ❌
|
1200.01000
|
1199.97000
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
1.15878
|
1.15831
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
7.26604
|
7.26462
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
7.27161
|
7.27014
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
10.30300
|
40.24800
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
6.35442
|
6.35320
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.10000
|
1199.97000
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
172.26700
|
172.20400
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.53030
|
0.51099
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
6.47432
|
24.08760
|
| |
STP |
STP_default |
unsat ✅
|
5.77879
|
21.21400
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
24.23620
|
24.23630
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
1.36487
|
1.36473
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
1.40908
|
1.40871
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
6.40246
|
6.40134
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
7.84185
|
7.83956
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
3.85234
|
3.85247
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
104.54100
|
104.53200
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
3.56135
|
3.56135
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
1.81412
|
1.81289
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
1.32438
|
1.32422
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
1.30862
|
1.31020
|
|
SMT-COMP 2023
|
0.33 (4/6) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
10.29870
|
10.29720
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
unsat ✅
|
4.04971
|
4.04533
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
4.23434
|
4.23437
|
| |
|
STP 2022.4_default |
unsat ✅
|
4.24281
|
4.24244
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
1200.12000
|
1250.23000
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
unknown ❌
|
1200.01000
|
1199.92000
|
| |
Z3-Owl |
z3-Owl-Final_default |
unknown ❌
|
1200.02000
|
1200.05000
|
| |
|
z3-Owl-Final_default |
unsat ✅
|
21.85320
|
21.85300
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
3.51359
|
3.41240
|
| |
cvc5 |
cvc5 |
unsat ✅
|
3.02665
|
2.92555
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.71756
|
1244.44694
|
| |
STP |
STP |
unsat ✅
|
3.20610
|
3.10559
|
| |
Yices2 |
Yices2 |
unsat ✅
|
2.84627
|
2.74494
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
222.07691
|
221.85192
|
|
SMT-COMP 2025
|
0.22 (7/9) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
2.41993
|
2.30660
|
| |
|
Bitwuzla-MachBV-base |
unsat ✅
|
3.04208
|
2.92397
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
unsat ✅
|
3.49336
|
3.37374
|
| |
BVDecide |
bv_decide |
unsat ✅
|
50.93791
|
50.76583
|
| |
|
bv_decide-nokernel |
unsat ✅
|
11.57120
|
11.43339
|
| |
cvc5 |
cvc5 |
unsat ✅
|
3.05127
|
2.93127
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.75643
|
1238.78204
|
| |
Yices2 |
Yices2 |
unsat ✅
|
1.37373
|
1.23681
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
2.09471
|
6.58258
|
| |
Z3 |
Z3-alpha-base |
unsat ✅
|
1.28851
|
1.16364
|
| |
|
Z3-Owl-base |
unsat ✅
|
3.31714
|
3.18385
|
| |
|
z3siri-base |
unsat ✅
|
1.29428
|
1.15944
|
| |
Z3-Owl |
Z3-Owl |
unknown ❌
|
1201.75893
|
1201.02787
|