|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
1.00587
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
2.76150
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
2.73810
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
2.81407
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
2.76417
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
2.83324
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
6.06650
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
10.46010
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
22.91870
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
0.43794
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
0.36877
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
0.38355
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
3.56324
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.09666
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
14.57270
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
115.39700
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
892.14900
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
1.82907
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unsat ✅
|
48.19080
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
2.01570
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
2.77875
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
4.94216
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
1.17237
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
11.15940
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
3.83776
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
2.77524
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
0.61831
|
0.60791
|
| |
Abziz |
abziz_portfolio_all_features default |
unknown ❌
|
2399.22000
|
2400.05000
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
5.61342
|
5.51191
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
2.51381
|
2.50362
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
0.09231
|
0.14498
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
37.61830
|
37.62530
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
1.29698
|
1.28181
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
17.03630
|
17.03940
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
1952.21000
|
1952.91000
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
1292.46000
|
1292.93000
|
|
SMT-COMP 2015
|
0.29 (5/7) |
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
2.33154
|
2.33165
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
0.08635
|
0.15598
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
0.08525
|
0.15398
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
3.11928
|
3.11952
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
55.22930
|
55.24060
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
16.77140
|
16.77740
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
3.87322
|
3.87441
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.05982
|
0.05899
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
5.87913
|
5.88110
|
| |
Yices2 |
Yices default |
unknown ❌
|
2400.01000
|
2401.10000
|
| |
Z3 |
z3 4.4.0 default |
unknown ❌
|
2400.01000
|
2400.93000
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
15.34420
|
15.35300
|
| |
|
ABC_glucose glucose |
unsat ✅
|
2.17869
|
2.18028
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
1.60505
|
1.60609
|
| |
|
Boolector preprop boolector |
unsat ✅
|
1.60342
|
1.60431
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
0.07963
|
0.14531
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
237.94600
|
238.07400
|
| |
|
MapleSTP-mt default |
unsat ✅
|
54.29180
|
215.70900
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
27.27750
|
27.29400
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
32.12680
|
126.81000
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.07000
|
7204.61000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
8.11821
|
8.12283
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
2.78452
|
10.91470
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
5.43896
|
5.44173
|
| |
|
stp-minisat-st-2016 default |
unsat ✅
|
31.49920
|
31.51720
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
342.47800
|
342.70300
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
29.47770
|
29.49400
|
|
SMT-COMP 2017
|
0.25 (6/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
1.34047
|
1.07124
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
2.70845
|
2.13422
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
0.21708
|
0.25592
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
24.09610
|
17.98990
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
22.00800
|
39.35000
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.04200
|
1784.57000
|
| |
STP |
stp_st default |
unsat ✅
|
23.02230
|
23.02080
|
| |
|
stp_mt default |
unsat ✅
|
38.17650
|
83.81980
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
236.56900
|
236.57200
|
| |
Z3 |
z3-4.5.0 default |
unknown ❌
|
600.01600
|
599.90000
|
|
SMT-COMP 2018
|
0.14 (6/7) |
Boolector |
Boolector_default |
unsat ✅
|
0.82368
|
0.82355
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
1.38947
|
1.38964
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
26.51180
|
26.51260
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
7.34552
|
28.98870
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
11.98190
|
11.98010
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
16.23960
|
16.23770
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
10.45700
|
41.41050
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
32.52760
|
32.52550
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
13.47550
|
13.47440
|
| |
Z3 |
z3-4.7.1_default |
unknown ❌
|
1200.01000
|
1199.99000
|
|
SMT-COMP 2020
|
0.22 (7/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
1.41040
|
1.41033
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
1.06794
|
1.06800
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
1.28527
|
6.80232
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
526.26100
|
526.23400
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.04000
|
1199.85000
|
| |
MathSAT |
MathSAT5_default.sh |
unknown ❌
|
1200.02000
|
1199.67000
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.05782
|
0.05810
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
6.32157
|
24.92900
|
| |
STP |
STP_default |
unsat ✅
|
4.94314
|
19.51890
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
27.82310
|
27.82240
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
1.23374
|
1.23367
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
89.96000
|
89.96160
|
|
SMT-COMP 2022
|
0.14 (6/7) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
1.36006
|
1.36001
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
1.76772
|
1.76646
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
52.63020
|
52.61650
|
| |
MathSAT |
MathSAT-5.6.8_default |
unknown ❌
|
1200.03000
|
1199.66000
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
0.86225
|
0.86221
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
52.11980
|
52.11160
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
35.00930
|
35.00900
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
62.22110
|
62.21510
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
1.37424
|
1.37337
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
unsat ✅
|
2.50072
|
2.50135
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
1.00017
|
1.00021
|
| |
|
STP 2022.4_default |
unsat ✅
|
0.99783
|
0.99776
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
1200.06000
|
1252.54000
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
unsat ✅
|
710.20300
|
710.18400
|
| |
Z3-Owl |
z3-Owl-Final_default |
unsat ✅
|
5.34026
|
5.34009
|
| |
|
z3-Owl-Final_default |
unsat ✅
|
3.32326
|
3.32332
|