|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
118.74700
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
0.09231
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
0.08891
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
0.08794
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
0.08768
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
0.10538
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
3.19947
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
0.75199
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
16.02790
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
132.52800
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
120.32000
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
119.81200
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
0.89733
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.26018
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
2.64134
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
0.40029
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
3.10778
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
2.83117
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
1358.80000
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
256.16900
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
89.13960
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
9.12018
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.07868
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.08367
|
—
|
|
SMT-COMP 2014
|
0.11 (8/9) |
4Simp |
4Simp - 2014 default |
unsat ✅
|
0.11679
|
0.10698
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
0.17318
|
0.15998
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
0.16637
|
0.15198
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.48096
|
0.46393
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
1.15562
|
2.24466
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
2.44050
|
2.44063
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
297.89900
|
297.99900
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
21.32350
|
21.32380
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unknown ❌
|
2399.01000
|
2400.04000
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.08119
|
0.07199
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
0.47201
|
0.47093
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
1.14519
|
2.23766
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
1.15147
|
2.25366
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
891.00200
|
891.35900
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
6.46563
|
6.46702
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
7.60823
|
7.60884
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
13.00830
|
13.01300
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.16057
|
0.15897
|
| |
|
stp-minisat-v15 default |
unknown ❌
|
2400.01000
|
2400.95000
|
| |
Yices2 |
Yices default |
unsat ✅
|
2058.48000
|
2059.54000
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.09834
|
0.09799
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
576.10200
|
576.38600
|
| |
|
ABC_glucose glucose |
unsat ✅
|
1.05748
|
1.05798
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.43761
|
0.43781
|
| |
|
Boolector preprop boolector |
unsat ✅
|
0.45775
|
0.45792
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
1.28963
|
2.53420
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
1.74090
|
1.74250
|
| |
|
MapleSTP-mt default |
unsat ✅
|
1.77117
|
6.58393
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
588.47200
|
588.79600
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
2.11672
|
7.27650
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.02000
|
7203.81000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
2.05951
|
2.06081
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
2.11572
|
7.84525
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
2.06656
|
2.06751
|
| |
|
stp-minisat-st-2016 default |
unknown ❌
|
2400.03000
|
2401.61000
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
2319.00000
|
2320.34000
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.11991
|
0.12127
|
|
SMT-COMP 2017
|
0.25 (6/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
1.27155
|
1.27157
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
1.42742
|
1.42673
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
1.14062
|
2.23042
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
353.74800
|
346.55000
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
3.01387
|
3.05369
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.04000
|
1799.66000
|
| |
STP |
stp_st default |
unsat ✅
|
2.43750
|
2.43587
|
| |
|
stp_mt default |
unsat ✅
|
2.12721
|
7.95585
|
| |
Yices2 |
Yices2-Main default |
unknown ❌
|
600.07200
|
600.02300
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.11688
|
0.11682
|
|
SMT-COMP 2018
|
0.14 (6/7) |
Boolector |
Boolector_default |
unsat ✅
|
1.47029
|
1.47002
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
0.44117
|
0.44111
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
449.11100
|
449.00700
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
1.75404
|
6.59707
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
1.69910
|
1.69916
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
0.73809
|
0.73805
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
0.77090
|
2.57499
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
390.86500
|
390.85400
|
| |
Yices2 |
Yices 2.6.0_default |
unknown ❌
|
1200.06000
|
1200.06000
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.11041
|
0.11030
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
0.68312
|
0.68317
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
0.68509
|
2.23841
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
unsat ✅
|
0.71457
|
0.71456
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
0.44885
|
0.44911
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
unsat ✅
|
1.39829
|
5.12140
|
| |
|
MinkeyRink ST-wrapped-sq_default |
unsat ✅
|
1.33527
|
1.33528
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
0.51096
|
0.00605
|
| |
STP |
STP-2019-wrapped-sq_default |
unsat ✅
|
0.41276
|
0.41301
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
unsat ✅
|
0.20759
|
0.20766
|
| |
|
stp-minisat-wrapped-sq_default |
unsat ✅
|
0.19246
|
0.19268
|
| |
|
stp-mt-wrapped-sq_default |
unsat ✅
|
0.41922
|
1.17720
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
unsat ✅
|
0.44620
|
0.59310
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
0.14635
|
0.14659
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
1879.10000
|
1879.15000
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
unsat ✅
|
0.44759
|
0.44760
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
unsat ✅
|
0.58520
|
0.58513
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
unsat ✅
|
0.58519
|
0.58513
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
unsat ✅
|
22.47880
|
22.48030
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
0.11231
|
0.11230
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.72806
|
0.72793
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
0.68291
|
0.68290
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
0.68267
|
2.18125
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
0.50208
|
0.50239
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.03000
|
1199.91000
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
1.38768
|
1.38755
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.10779
|
0.10803
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
0.49077
|
1.61703
|
| |
STP |
STP_default |
unsat ✅
|
0.29788
|
0.79398
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
5.79690
|
5.79755
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.09489
|
0.09483
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
0.12256
|
0.12251
|