|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
0.36857
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
0.30704
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
0.30251
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
0.30232
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
0.30363
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
0.30059
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
0.12211
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
0.16676
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
0.13355
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unsat ✅
|
126.64400
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unsat ✅
|
107.19200
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unsat ✅
|
111.68900
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
1.37253
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
1.55290
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
0.47899
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
0.63239
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
0.51797
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
0.53462
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
0.35978
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unsat ✅
|
4.71727
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
0.63797
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
0.41536
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
0.25422
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
0.18120
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
1.45573
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.47731
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.29322
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
unsat ✅
|
0.29791
|
0.29795
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
0.60477
|
0.58791
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
0.59730
|
0.58291
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.13544
|
0.12698
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
2.12723
|
3.74143
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
0.43797
|
0.42893
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unsat ✅
|
0.36211
|
0.35095
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
0.16407
|
0.15498
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
0.05987
|
0.05099
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.55778
|
0.54692
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
0.16679
|
0.16597
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
2.18473
|
3.82942
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
2.15503
|
3.77543
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
0.49141
|
0.49092
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
657.34900
|
657.34700
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
0.15482
|
0.15398
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
0.15578
|
0.15498
|
| |
|
stp-cmsat4-mt-v15 default |
unsat ✅
|
0.15463
|
0.15398
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
0.15669
|
0.15598
|
| |
Yices2 |
Yices default |
unsat ✅
|
0.05178
|
0.05099
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.52771
|
0.52792
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
28.55840
|
28.57480
|
| |
|
ABC_glucose glucose |
unsat ✅
|
265.20500
|
265.35500
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.24174
|
0.24183
|
| |
|
Boolector preprop boolector |
unsat ✅
|
0.23828
|
0.23829
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
2.10668
|
3.66930
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
0.14333
|
0.14338
|
| |
|
MapleSTP-mt default |
unsat ✅
|
0.14537
|
0.14540
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
0.44410
|
0.44562
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
0.26577
|
0.26591
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.05000
|
7203.48000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
0.14840
|
0.14873
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
0.14866
|
0.14869
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
0.14947
|
0.14950
|
| |
|
stp-minisat-st-2016 default |
unsat ✅
|
0.15127
|
0.15132
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
0.05264
|
0.05287
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.52382
|
0.52538
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
0.27054
|
0.26919
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
0.24232
|
0.24172
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
2.19559
|
3.84228
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
0.45538
|
0.45522
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
0.20106
|
0.20017
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.05400
|
1799.51000
|
| |
STP |
stp_st default |
unsat ✅
|
0.17293
|
0.17201
|
| |
|
stp_mt default |
unsat ✅
|
0.19576
|
0.19571
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
0.05099
|
0.04975
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.59775
|
0.59656
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
0.22290
|
0.22260
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
2.82397
|
2.82428
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
0.44302
|
0.44401
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
0.22381
|
0.22382
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
0.22501
|
0.22501
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
0.17041
|
0.17042
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
0.17207
|
0.17208
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
0.16988
|
0.16970
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.05176
|
0.05170
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.56978
|
0.56964
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.33128
|
0.33125
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
0.36810
|
0.36804
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
0.16449
|
0.16461
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
0.60911
|
0.60902
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
4.01213
|
4.01168
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
unsat ✅
|
2.29615
|
2.29650
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
0.20828
|
0.20829
|
| |
|
STP 2022.4_default |
unsat ✅
|
0.20683
|
0.20687
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
11.18530
|
35.14510
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
unsat ✅
|
0.06279
|
0.06275
|
| |
Z3-Owl |
z3-Owl-Final_default |
unsat ✅
|
2.84877
|
2.84861
|
| |
|
z3-Owl-Final_default |
unsat ✅
|
2.83128
|
2.83125
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
2.31181
|
2.21200
|
| |
cvc5 |
cvc5 |
unsat ✅
|
1.95975
|
1.86010
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.74231
|
1252.21569
|
| |
STP |
STP |
unsat ✅
|
0.44657
|
0.34671
|
| |
Yices2 |
Yices2 |
unsat ✅
|
0.24937
|
0.14955
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
0.42543
|
0.32594
|