|
SMT Evaluation 2013
|
0.78 (2/9) |
4Simp |
4Simp-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unknown ❌
|
—
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unknown ❌
|
—
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unknown ❌
|
—
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unknown ❌
|
—
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unknown ❌
|
—
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
—
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
32.71930
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
|
SMT-COMP 2014
|
0.33 (6/9) |
4Simp |
4Simp - 2014 default |
unknown ❌
|
2399.42000
|
2400.07000
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
0.79244
|
0.77988
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
0.79954
|
0.78688
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
7.87989
|
7.87880
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
0.32856
|
0.61891
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
11.54800
|
11.53520
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unknown ❌
|
2399.02000
|
2400.01000
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
252.94100
|
253.03000
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unknown ❌
|
2399.12000
|
2400.03000
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.39356
|
0.39294
|
|
SMT-COMP 2015
|
0.29 (5/7) |
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
12.33790
|
12.34010
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
0.34381
|
0.66390
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
0.32613
|
0.63190
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unknown ❌
|
2400.01000
|
2401.06000
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
528.27300
|
528.50100
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
294.08700
|
294.19800
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
73.51450
|
73.53180
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.28268
|
0.27996
|
| |
|
stp-minisat-v15 default |
unknown ❌
|
2400.01000
|
2401.18000
|
| |
Yices2 |
Yices default |
unknown ❌
|
2400.01000
|
2400.70000
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.35002
|
0.34995
|
|
SMT-COMP 2016
|
0.20 (8/10) |
ABC |
ABC_default default_abc |
unknown ❌
|
2400.03000
|
2401.36000
|
| |
|
ABC_glucose glucose |
unsat ✅
|
5.40664
|
5.40850
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
3.26951
|
3.27163
|
| |
|
Boolector preprop boolector |
unsat ✅
|
3.23746
|
3.23987
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
0.31967
|
0.62000
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
5.01372
|
5.01704
|
| |
|
MapleSTP-mt default |
unsat ✅
|
5.65062
|
21.46340
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unknown ❌
|
2400.03000
|
2401.53000
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
12.60770
|
46.88060
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.06000
|
4806.84000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
11.08110
|
11.08750
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
12.84120
|
49.75430
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
11.84910
|
11.85690
|
| |
|
stp-minisat-st-2016 default |
unknown ❌
|
2400.08000
|
2401.46000
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
4.96219
|
4.96550
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.44159
|
0.44308
|
|
SMT-COMP 2017
|
0.25 (6/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
4.34754
|
4.34680
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
4.81950
|
3.90965
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
0.32370
|
0.62648
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unknown ❌
|
600.01400
|
599.85000
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
35.22900
|
42.43180
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.11300
|
1203.52000
|
| |
STP |
stp_st default |
unsat ✅
|
19.92590
|
19.92580
|
| |
|
stp_mt default |
unsat ✅
|
10.55200
|
40.86420
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
5.19910
|
5.19807
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.50814
|
0.50550
|
|
SMT-COMP 2018
|
0.14 (6/7) |
Boolector |
Boolector_default |
unsat ✅
|
4.50092
|
4.50016
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
3.27171
|
3.27179
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unknown ❌
|
1200.02000
|
1199.96000
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
10.62370
|
41.07190
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
7.47829
|
7.47829
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
6.39253
|
6.39261
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
9.02636
|
34.73600
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unknown ❌
|
1200.02000
|
1200.04000
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
4.10578
|
4.10550
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.36553
|
0.36536
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
3.25148
|
3.25146
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
2.61841
|
9.79928
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
unsat ✅
|
2.12074
|
2.12075
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
1.92548
|
1.92566
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
unsat ✅
|
8.34064
|
31.99180
|
| |
|
MinkeyRink ST-wrapped-sq_default |
unsat ✅
|
8.19333
|
8.19269
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
4.15214
|
12.11000
|
| |
STP |
STP-2019-wrapped-sq_default |
unsat ✅
|
5.74922
|
5.74966
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
unsat ✅
|
2.85078
|
2.85083
|
| |
|
stp-minisat-wrapped-sq_default |
unknown ❌
|
2400.02000
|
2399.97000
|
| |
|
stp-mt-wrapped-sq_default |
unsat ✅
|
8.17789
|
31.40320
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
unsat ✅
|
2400.03000
|
2408.57000
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
0.27339
|
0.26738
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
4.19988
|
4.19990
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
unsat ✅
|
2.30769
|
2.30770
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
unsat ✅
|
2.17021
|
2.17010
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
unknown ❌
|
1621.13000
|
1619.82000
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
unsat ✅
|
1.13409
|
1.13402
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
0.40231
|
0.40229
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
3.40572
|
3.40528
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
3.30119
|
3.30109
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
2.59162
|
9.70000
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
2.46213
|
2.46229
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.04000
|
1199.80000
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
18.94610
|
18.94550
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.23165
|
0.23188
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
2.18706
|
7.98061
|
| |
STP |
STP_default |
unsat ✅
|
2.14183
|
7.87384
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
42.61020
|
42.60660
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.73386
|
0.73376
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
0.41455
|
0.41444
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
3.48940
|
3.48426
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
2.99780
|
2.99774
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
2.14432
|
2.14474
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
21.53220
|
21.53150
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
1.80406
|
1.80392
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
0.72573
|
0.72545
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
0.67628
|
0.67606
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
0.54994
|
0.55170
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
2.56922
|
2.46844
|
| |
cvc5 |
cvc5 |
unsat ✅
|
1.26339
|
1.16335
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.71615
|
1234.25531
|
| |
STP |
STP |
unsat ✅
|
1.54566
|
1.44594
|
| |
Yices2 |
Yices2 |
unsat ✅
|
1.11971
|
1.01834
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
121.18008
|
121.07416
|
|
SMT-COMP 2025
|
0.22 (7/9) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
1.87047
|
1.75424
|
| |
|
Bitwuzla-MachBV-base |
unsat ✅
|
2.19737
|
2.07987
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
unsat ✅
|
2.22641
|
2.09303
|
| |
BVDecide |
bv_decide |
unsat ✅
|
5.26517
|
5.09626
|
| |
|
bv_decide-nokernel |
unsat ✅
|
4.34943
|
4.18417
|
| |
cvc5 |
cvc5 |
unsat ✅
|
1.47949
|
1.35706
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.34550
|
1264.72924
|
| |
Yices2 |
Yices2 |
unsat ✅
|
1.48419
|
1.35805
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
1.04724
|
2.74713
|
| |
Z3 |
Z3-alpha-base |
unsat ✅
|
0.64980
|
0.53035
|
| |
|
Z3-Owl-base |
unsat ✅
|
1.43193
|
1.31232
|
| |
|
z3siri-base |
unsat ✅
|
0.61400
|
0.48375
|
| |
Z3-Owl |
Z3-Owl |
unknown ❌
|
1201.76263
|
1201.06606
|