|
SMT Evaluation 2013
|
0.11 (8/9) |
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
35.26870
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
46.78420
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
46.55980
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
14.69420
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
14.55410
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
14.51750
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
62.25090
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
41.25740
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
194.46000
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unknown ❌
|
299.14900
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
48.70990
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
61.47260
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
1390.31000
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
115.08200
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unknown ❌
|
1384.23000
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
39.80970
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
30.74650
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
29.11980
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
142.32500
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
1102.66000
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
66.13730
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
53.33550
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
9.43825
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
26.35880
|
26.35500
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
23.31950
|
23.22720
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
77.98760
|
77.91690
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
70.62990
|
70.65030
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
6.64064
|
13.21000
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
661.94400
|
662.07700
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
58.65060
|
58.65110
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
186.74900
|
186.78800
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
159.04000
|
159.08700
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
216.88500
|
216.92200
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
44.09250
|
44.10930
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
7.64054
|
15.23470
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
7.40358
|
14.74380
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
147.26800
|
147.32900
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
1466.41000
|
1466.97000
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
323.88600
|
324.00100
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
17.29760
|
17.30240
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.81968
|
0.81888
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
121.87200
|
121.90500
|
| |
Yices2 |
Yices default |
unsat ✅
|
235.01200
|
235.04100
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
90.66170
|
90.67220
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unknown ❌
|
1052.48000
|
1049.34000
|
| |
|
ABC_glucose glucose |
unsat ✅
|
125.46900
|
125.54000
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
39.55210
|
39.57710
|
| |
|
Boolector preprop boolector |
unsat ✅
|
42.70990
|
42.73830
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
6.93636
|
13.83520
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
238.38500
|
238.49200
|
| |
|
MapleSTP-mt default |
unsat ✅
|
234.87000
|
929.01700
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
134.08900
|
134.15800
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
39.47670
|
135.84500
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.06000
|
7204.35000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
57.03230
|
57.07000
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
24.15150
|
92.85350
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
41.56790
|
41.59550
|
| |
|
stp-minisat-st-2016 default |
unsat ✅
|
1054.63000
|
1055.23000
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
191.23400
|
191.32800
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
56.69340
|
56.72600
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
59.53120
|
59.52410
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
42.07610
|
42.07760
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
7.20226
|
14.36100
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
165.80300
|
165.73500
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
49.56380
|
94.09000
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.06000
|
1791.35000
|
| |
STP |
stp_st default |
unsat ✅
|
58.39710
|
46.07590
|
| |
|
stp_mt default |
unsat ✅
|
57.96140
|
175.54600
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
305.89200
|
302.79000
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
95.15110
|
95.13390
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
52.24450
|
52.24610
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
25.38230
|
25.38180
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
156.55000
|
156.55100
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
52.36570
|
205.16300
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
45.53610
|
45.53380
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
40.85150
|
40.84940
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
50.58610
|
198.17500
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
121.82600
|
121.81500
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
180.13900
|
180.12300
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
101.44700
|
101.44300
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
273.26000
|
273.16000
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
39.77490
|
157.09800
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
unsat ✅
|
42.65270
|
42.64940
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
22.56580
|
22.56230
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
unsat ✅
|
49.39720
|
193.84400
|
| |
|
MinkeyRink ST-wrapped-sq_default |
unsat ✅
|
45.73280
|
45.73050
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
47.92680
|
143.66000
|
| |
STP |
STP-2019-wrapped-sq_default |
unsat ✅
|
49.87490
|
49.87080
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
unsat ✅
|
32.72730
|
32.72960
|
| |
|
stp-minisat-wrapped-sq_default |
unsat ✅
|
24.76670
|
24.76000
|
| |
|
stp-mt-wrapped-sq_default |
unsat ✅
|
52.70660
|
206.07800
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
unsat ✅
|
54.80870
|
117.57700
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
1.09492
|
1.08991
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
234.87900
|
234.83800
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
unsat ✅
|
18.83890
|
18.83700
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
unsat ✅
|
21.07690
|
21.07370
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
unknown ❌
|
2400.02000
|
2398.95000
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
unsat ✅
|
5.96354
|
5.96390
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
550.12300
|
550.09100
|
|
SMT-COMP 2020
|
0.22 (7/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
40.81540
|
40.81360
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
105.95700
|
105.93300
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
39.96680
|
157.87800
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
26.09970
|
26.09610
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.01000
|
1199.91000
|
| |
MathSAT |
MathSAT5_default.sh |
unknown ❌
|
1200.02000
|
1199.83000
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.92929
|
0.92946
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
83.09570
|
328.15000
|
| |
STP |
STP_default |
unsat ✅
|
60.75160
|
239.01000
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
142.80900
|
142.80900
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
5.07389
|
5.07330
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
297.49600
|
297.45100
|
|
SMT-COMP 2021
|
0.25 (3/4) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
77.29870
|
77.19000
|
| |
MathSAT |
mathsat-5.6.6_default |
unknown ❌
|
1200.11000
|
1199.91000
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
71.50830
|
279.11500
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
321.78000
|
294.04100
|