|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
0.12070
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
0.03711
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
0.03654
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
0.03689
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
0.03702
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
0.04880
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
5.16850
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
0.06198
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
0.13793
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
0.55183
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
0.46896
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
0.48465
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
0.14529
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.01587
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
0.78048
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
1.03442
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
0.56952
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
0.57425
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
0.07894
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unsat ✅
|
595.05200
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
0.08463
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
0.08839
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
0.29856
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
0.11683
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
3.39830
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.02358
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.03537
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
0.07117
|
0.06099
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
0.07492
|
0.06199
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
0.07456
|
0.06199
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.87725
|
0.86887
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
0.06333
|
0.09598
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
0.72610
|
0.71789
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
0.08830
|
0.07699
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
0.19462
|
0.18597
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
0.09991
|
0.09098
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.02385
|
0.02300
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
0.55796
|
0.55691
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
0.06274
|
0.10798
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
0.05845
|
0.10198
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
0.23979
|
0.23896
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
4.74750
|
4.74828
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
0.21806
|
0.21697
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
0.10799
|
0.10698
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.05672
|
0.05499
|
| |
|
stp-minisat-v15 default |
unknown ❌
|
2400.01000
|
2401.21000
|
| |
Yices2 |
Yices default |
unsat ✅
|
0.11260
|
0.11198
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.04740
|
0.04699
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
0.22307
|
0.22359
|
| |
|
ABC_glucose glucose |
unsat ✅
|
0.63122
|
0.63133
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.27828
|
0.27835
|
| |
|
Boolector preprop boolector |
unsat ✅
|
0.27969
|
0.27983
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
0.05753
|
0.10127
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
0.12246
|
0.12248
|
| |
|
MapleSTP-mt default |
unsat ✅
|
0.13977
|
0.42702
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
0.21460
|
0.21611
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
0.26166
|
0.56403
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.02000
|
4802.90000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
0.13271
|
0.13290
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
0.15025
|
0.46261
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
0.13383
|
0.13386
|
| |
|
stp-minisat-st-2016 default |
unknown ❌
|
2400.04000
|
2401.41000
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
0.14214
|
0.14216
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.05810
|
0.05932
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
0.14550
|
0.14543
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
0.35706
|
0.35522
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
0.05795
|
0.10005
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
0.22711
|
0.22720
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
0.21099
|
0.17187
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.08300
|
1200.30000
|
| |
STP |
stp_st default |
unsat ✅
|
0.15223
|
0.15165
|
| |
|
stp_mt default |
unsat ✅
|
0.17815
|
0.41264
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
0.13087
|
0.13082
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.06560
|
0.06516
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
0.26027
|
0.26020
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
0.22975
|
0.22991
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
0.23469
|
0.23574
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
0.12356
|
0.30992
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
0.11377
|
0.11393
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
0.10658
|
0.10668
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
0.10913
|
0.28516
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
0.33946
|
0.33955
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.12091
|
0.12083
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.05693
|
0.05686
|