|
SMT Evaluation 2013
|
0.22 (7/9) |
4Simp |
4Simp-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
2.06034
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
1.92956
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
2.06156
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
2.06650
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
2.06541
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
55.00840
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
2.12635
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
374.85700
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
241.53600
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
198.69100
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
207.06800
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
8.58051
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.17272
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
122.58800
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
104.90800
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
231.46500
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
319.23600
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
332.72300
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
2.93974
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
39.51250
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
2.09239
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
2.05875
|
—
|
|
SMT-COMP 2014
|
0.33 (6/9) |
4Simp |
4Simp - 2014 default |
unknown ❌
|
2399.22000
|
2400.07000
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
2.94397
|
2.93055
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
2.94812
|
2.93455
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
49.07250
|
49.07050
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
1.35947
|
2.66159
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
114.47700
|
114.48400
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unknown ❌
|
2399.12000
|
2400.04000
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
250.29000
|
250.35800
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unknown ❌
|
2399.02000
|
2400.07000
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
1.54768
|
1.54077
|
|
SMT-COMP 2015
|
0.29 (5/7) |
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
28.47080
|
28.47770
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
1.40438
|
2.75758
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
1.33874
|
2.63460
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unknown ❌
|
2400.01000
|
2400.57000
|
| |
SMT-RAT |
SMT-RAT-final default |
unknown ❌
|
2400.02000
|
2400.65000
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
417.74400
|
417.83200
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
18.79790
|
18.80110
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.76223
|
0.76088
|
| |
|
stp-minisat-v15 default |
unknown ❌
|
2400.01000
|
2400.52000
|
| |
Yices2 |
Yices default |
unsat ✅
|
58.61780
|
58.63810
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
1.43524
|
1.43578
|
|
SMT-COMP 2016
|
0.20 (8/10) |
ABC |
ABC_default default_abc |
unknown ❌
|
2400.03000
|
2401.33000
|
| |
|
ABC_glucose glucose |
unsat ✅
|
30.27640
|
60.44320
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
16.73310
|
16.74290
|
| |
|
Boolector preprop boolector |
unsat ✅
|
16.71660
|
16.72660
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
1.27792
|
2.51559
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
20.96300
|
20.97480
|
| |
|
MapleSTP-mt default |
unsat ✅
|
23.60570
|
90.95960
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unknown ❌
|
2400.02000
|
2401.13000
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
32.80860
|
120.99800
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.06000
|
4862.45000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
23.95430
|
47.90880
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
29.02860
|
112.10400
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
28.30880
|
28.31500
|
| |
|
stp-minisat-st-2016 default |
unknown ❌
|
2400.02000
|
2401.46000
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
36.09290
|
36.09930
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
1.86638
|
1.86891
|
|
SMT-COMP 2017
|
0.25 (6/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
25.88970
|
25.86710
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
38.63690
|
20.50370
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
4.65766
|
3.06312
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unknown ❌
|
600.01400
|
599.86000
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
52.86760
|
101.05000
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.03900
|
1259.67000
|
| |
STP |
stp_st default |
unsat ✅
|
45.53150
|
45.52740
|
| |
|
stp_mt default |
unsat ✅
|
26.16820
|
100.93500
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
29.98760
|
29.98420
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
1.97648
|
1.97588
|
|
SMT-COMP 2018
|
0.14 (6/7) |
Boolector |
Boolector_default |
unsat ✅
|
24.30320
|
24.29370
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
101.53600
|
101.52900
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unknown ❌
|
1200.01000
|
1199.58000
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
38.20870
|
149.25800
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
29.53600
|
29.53360
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
26.90560
|
26.90490
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
26.11610
|
101.14200
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
58.81580
|
58.81510
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
36.77560
|
36.77400
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
1.83840
|
1.83808
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
14.05570
|
14.05450
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
16.46910
|
81.21760
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
unsat ✅
|
9.33112
|
9.33092
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
12.94350
|
12.94280
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
unsat ✅
|
32.06980
|
125.12200
|
| |
|
MinkeyRink ST-wrapped-sq_default |
unsat ✅
|
25.48380
|
25.48170
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
10.26690
|
30.41000
|
| |
STP |
STP-2019-wrapped-sq_default |
unsat ✅
|
22.96190
|
22.96080
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
unsat ✅
|
8.31908
|
8.31806
|
| |
|
stp-minisat-wrapped-sq_default |
unknown ❌
|
2400.02000
|
2399.80000
|
| |
|
stp-mt-wrapped-sq_default |
unsat ✅
|
21.72000
|
83.70860
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
unsat ✅
|
2400.03000
|
2432.20000
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
0.76307
|
0.76328
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
57.53420
|
57.53130
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
unsat ✅
|
6.08454
|
6.08329
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
unsat ✅
|
16.07200
|
16.07100
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
unknown ❌
|
1619.52000
|
1618.50000
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
unsat ✅
|
17.96110
|
17.95980
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
2.01172
|
2.01156
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
11.09630
|
11.09530
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
661.17200
|
661.05100
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
11.61660
|
44.23910
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
1.81337
|
1.81309
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
8.13629
|
8.13623
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
9.22889
|
9.22904
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
8.97729
|
8.97587
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
276.43700
|
276.40300
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
7.14607
|
7.14017
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
8.25011
|
8.24869
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
4.03837
|
4.03785
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
1.75066
|
1.75245
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
5.80350
|
5.70215
|
| |
cvc5 |
cvc5 |
unsat ✅
|
8.02082
|
7.92120
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.74271
|
1241.45728
|
| |
STP |
STP |
unsat ✅
|
6.04255
|
5.94260
|
| |
Yices2 |
Yices2 |
unsat ✅
|
8.06854
|
7.96155
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
166.88725
|
166.77696
|
|
SMT-COMP 2025
|
0.22 (7/9) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
4.03770
|
3.91115
|
| |
|
Bitwuzla-MachBV-base |
unsat ✅
|
5.28742
|
5.16625
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
unsat ✅
|
6.13626
|
6.01430
|
| |
BVDecide |
bv_decide |
unsat ✅
|
15.10016
|
14.97039
|
| |
|
bv_decide-nokernel |
unsat ✅
|
10.88239
|
10.72021
|
| |
cvc5 |
cvc5 |
unsat ✅
|
5.77816
|
5.65844
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.39611
|
1261.03823
|
| |
Yices2 |
Yices2 |
unsat ✅
|
3.01738
|
2.89835
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
2.72490
|
9.02490
|
| |
Z3 |
Z3-alpha-base |
unsat ✅
|
1.62495
|
1.50416
|
| |
|
Z3-Owl-base |
unsat ✅
|
4.57144
|
4.45244
|
| |
|
z3siri-base |
unsat ✅
|
1.66275
|
1.53678
|
| |
Z3-Owl |
Z3-Owl |
unknown ❌
|
1201.76095
|
1201.06858
|