|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
51.34050
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
0.05303
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
0.05190
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
0.05179
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
0.05316
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
0.06639
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
1.71625
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
0.48744
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
8.18624
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
11.79010
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
10.45240
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
10.55720
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
0.20803
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.08893
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
0.33639
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
0.22140
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
0.95954
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
0.60104
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
464.22500
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
459.41300
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
—
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
253.18000
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
49.94860
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
4.03828
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.03947
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.04604
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
177.22800
|
177.28200
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
0.09642
|
0.08299
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
0.09552
|
0.08199
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.43155
|
0.42294
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
0.24886
|
0.45393
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
0.27986
|
0.27096
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
57.87290
|
57.85420
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
5.61487
|
5.60815
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
418.87100
|
419.03400
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.04775
|
0.03499
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
0.31400
|
0.31295
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
0.22719
|
0.42793
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
0.22747
|
0.42893
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
194.58800
|
194.62200
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
3.54339
|
3.54346
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
6.15716
|
6.15906
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
4.95483
|
4.95625
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.07756
|
0.07599
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
1223.38000
|
1223.72000
|
| |
Yices2 |
Yices default |
unsat ✅
|
494.37000
|
494.52600
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.06037
|
0.05999
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
140.68000
|
140.74800
|
| |
|
ABC_glucose glucose |
unsat ✅
|
0.52268
|
0.52280
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.68802
|
0.68838
|
| |
|
Boolector preprop boolector |
unsat ✅
|
0.69986
|
0.70016
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
0.24789
|
0.47209
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
1.22453
|
1.22519
|
| |
|
MapleSTP-mt default |
unsat ✅
|
1.25570
|
4.67801
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
249.93100
|
250.05300
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
1.69941
|
6.13395
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.05000
|
7203.78000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
1.49295
|
1.49371
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
1.62544
|
6.20403
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
1.55997
|
1.56084
|
| |
|
stp-minisat-st-2016 default |
unknown ❌
|
2400.07000
|
2401.47000
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
627.93600
|
628.29800
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.07883
|
0.08027
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
0.81995
|
0.81885
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
0.62516
|
0.62423
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
0.24188
|
0.45699
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
104.30000
|
104.29700
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
2.10557
|
2.09199
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.05600
|
1787.49000
|
| |
STP |
stp_st default |
unsat ✅
|
1.82230
|
1.82144
|
| |
|
stp_mt default |
unsat ✅
|
1.66538
|
6.37889
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
307.95600
|
307.96100
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.07605
|
0.07517
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
0.68187
|
0.68174
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
0.21353
|
0.21369
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
168.19200
|
168.19700
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
1.77199
|
6.79342
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
1.71877
|
1.71856
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
0.38585
|
0.38573
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
0.39653
|
1.37003
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
142.49400
|
142.48900
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
448.39600
|
448.39300
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.07240
|
0.07233
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.44866
|
0.44858
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
0.42595
|
0.42594
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
0.20283
|
0.61857
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
0.05990
|
0.05982
|