|
SMT Evaluation 2013
|
0.11 (8/9) |
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
2.94537
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
3.73037
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
3.81577
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
3.72382
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
3.70046
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
3.77882
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
8.30666
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
5.29453
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
9.20445
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
7.73994
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
18.00220
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
53.91510
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
21.54790
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
124.73200
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
153.80000
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
2.33129
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unsat ✅
|
106.29200
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
2.48600
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
2.48459
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
5.39401
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
8.14020
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
5.54049
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
14.47630
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
3.85011
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
2.97501
|
2.96655
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
7.32722
|
7.31489
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
7.26541
|
7.25190
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
19.26570
|
19.26910
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
2.68145
|
5.32519
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
48.83640
|
48.83360
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
2.37357
|
2.36264
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
5.72338
|
5.71713
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
59.77900
|
59.77990
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
13.57690
|
13.57190
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
29.50640
|
29.50250
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
2.73154
|
5.44117
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
2.70160
|
5.38318
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
6.42065
|
6.42202
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
209.61100
|
209.57800
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
17.09030
|
17.09640
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
2.75106
|
2.75058
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.31291
|
0.31195
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
7.03433
|
7.03593
|
| |
Yices2 |
Yices default |
unsat ✅
|
45.42260
|
45.43610
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
13.91800
|
13.92390
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
401.21600
|
401.43700
|
| |
|
ABC_glucose glucose |
unsat ✅
|
14.14480
|
14.15230
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
12.67890
|
12.68510
|
| |
|
Boolector preprop boolector |
unsat ✅
|
12.58740
|
12.59380
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
2.61143
|
5.20750
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
23.84100
|
23.84310
|
| |
|
MapleSTP-mt default |
unsat ✅
|
26.08640
|
102.05200
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
5.97265
|
5.97768
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
6.49887
|
22.02090
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.11000
|
7204.56000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
5.66166
|
5.66516
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
6.74192
|
25.51920
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
5.50760
|
5.51027
|
| |
|
stp-minisat-st-2016 default |
unsat ✅
|
52.71500
|
52.74620
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
66.87270
|
66.90640
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
13.16120
|
13.16950
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
10.14270
|
10.13930
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
10.86110
|
10.85840
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
3.32869
|
6.63756
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
4.89795
|
4.89836
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
6.77292
|
8.17000
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.04600
|
1799.74000
|
| |
STP |
stp_st default |
unsat ✅
|
6.14693
|
6.14594
|
| |
|
stp_mt default |
unsat ✅
|
8.61420
|
25.20440
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
55.90510
|
55.90560
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
15.87560
|
15.87440
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
9.40833
|
18.76650
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
7.78804
|
7.78800
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
5.77514
|
5.77646
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
6.51686
|
24.76200
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
5.31720
|
5.31700
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
5.50000
|
5.50017
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
6.99607
|
26.87380
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
28.37110
|
28.37250
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
52.35770
|
52.34620
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
13.15370
|
13.15430
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
3.43156
|
3.43123
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
4.64306
|
17.96000
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
unsat ✅
|
6.96033
|
6.96035
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
6.30855
|
6.30820
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
unsat ✅
|
6.73264
|
25.90470
|
| |
|
MinkeyRink ST-wrapped-sq_default |
unsat ✅
|
5.40649
|
5.40575
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
15.05120
|
44.96000
|
| |
STP |
STP-2019-wrapped-sq_default |
unsat ✅
|
5.66200
|
5.66217
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
unsat ✅
|
7.52450
|
7.52511
|
| |
|
stp-minisat-wrapped-sq_default |
unsat ✅
|
2.67198
|
2.67220
|
| |
|
stp-mt-wrapped-sq_default |
unsat ✅
|
6.84311
|
26.10860
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
unsat ✅
|
7.75083
|
16.03800
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
0.32752
|
0.32780
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
69.24940
|
69.24970
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
unsat ✅
|
6.06233
|
6.06219
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
unsat ✅
|
8.46096
|
8.46039
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
unknown ❌
|
2400.07000
|
2399.75000
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
unsat ✅
|
0.86165
|
0.86157
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
21.63350
|
21.63440
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
3.82748
|
3.82691
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
3.71384
|
3.71359
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
3.49932
|
3.49766
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
71.09630
|
71.09080
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
5.14255
|
5.14193
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
1.24626
|
1.24606
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
2.17116
|
2.17068
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
13.81230
|
13.81380
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
6.49275
|
6.49263
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
unsat ✅
|
6.88349
|
6.87911
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
2.67066
|
2.67060
|
| |
|
STP 2022.4_default |
unsat ✅
|
2.66611
|
2.66597
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
1200.12000
|
1231.58000
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
unsat ✅
|
63.60950
|
63.61160
|
| |
Z3-Owl |
z3-Owl-Final_default |
unsat ✅
|
14.27410
|
14.27310
|
| |
|
z3-Owl-Final_default |
unsat ✅
|
19.28580
|
19.28130
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
4.43406
|
4.33408
|
| |
cvc5 |
cvc5 |
unsat ✅
|
5.69865
|
5.59589
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.71879
|
1239.92272
|
| |
STP |
STP |
unsat ✅
|
2.62588
|
2.52404
|
| |
Yices2 |
Yices2 |
unsat ✅
|
3.04049
|
2.94051
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
117.09301
|
116.94679
|