|
SMT Evaluation 2013
|
0.11 (8/9) |
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
2.45541
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
2.20030
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
2.10006
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
2.18598
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
2.21043
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
2.02399
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
7.85159
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
5.31499
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
6.86263
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unknown ❌
|
—
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
75.32840
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
8.62288
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
6.98218
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
11.64070
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
12.97880
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unsat ✅
|
2.71306
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
4.96274
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unsat ✅
|
91.49710
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unsat ✅
|
3.16588
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
2.89675
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
2.32730
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
9.67309
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
1.67505
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
2.12597
|
—
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
7.85909
|
7.86080
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
5.45554
|
10.82040
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
6.61214
|
13.13800
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
3.74483
|
3.74543
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
31.38210
|
31.38720
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
4.70216
|
4.70328
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
4.74879
|
4.74928
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.30192
|
0.30095
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
3.62894
|
3.62845
|
| |
Yices2 |
Yices default |
unsat ✅
|
1.97895
|
1.97870
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
1.89994
|
1.90071
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
12.37450
|
12.38130
|
| |
|
ABC_glucose glucose |
unsat ✅
|
3.14568
|
3.14737
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
5.81861
|
5.82233
|
| |
|
Boolector preprop boolector |
unsat ✅
|
6.05295
|
6.05601
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
5.98396
|
11.88640
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
63.53510
|
63.56920
|
| |
|
MapleSTP-mt default |
unsat ✅
|
24.41430
|
96.09580
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
4.33298
|
4.33617
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
2.40914
|
7.62230
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.06000
|
7203.67000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
4.80108
|
4.80300
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
4.84191
|
18.23060
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
4.53808
|
4.54105
|
| |
|
stp-minisat-st-2016 default |
unsat ✅
|
28.52500
|
28.54390
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
1.70372
|
1.70543
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
1.75423
|
1.75646
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
7.76619
|
7.76301
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
9.70099
|
9.69951
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
15.34340
|
15.01710
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
8.67846
|
5.39506
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
1.71435
|
1.74811
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.06800
|
1430.32000
|
| |
STP |
stp_st default |
unsat ✅
|
3.82542
|
3.81047
|
| |
|
stp_mt default |
unsat ✅
|
4.44619
|
13.01120
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
2.19350
|
2.14498
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
2.19776
|
2.14653
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
3.86723
|
3.86692
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
1.60178
|
1.60181
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
4.31258
|
4.31307
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
2.00106
|
7.18991
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
2.41579
|
2.41547
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
4.30056
|
4.30055
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
3.54562
|
13.18930
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
6.95293
|
6.95305
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
1.97650
|
1.97643
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
2.53526
|
2.53479
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
4.75161
|
4.75147
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
2.90595
|
10.98000
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
unsat ✅
|
2.67906
|
2.67881
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
unsat ✅
|
1.73416
|
1.73452
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
unsat ✅
|
2.12913
|
7.64221
|
| |
|
MinkeyRink ST-wrapped-sq_default |
unsat ✅
|
2.21237
|
2.21223
|
| |
Par4 |
Par4-wrapped-sq_default |
unsat ✅
|
1.60623
|
4.54000
|
| |
STP |
STP-2019-wrapped-sq_default |
unsat ✅
|
4.22286
|
4.22289
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
unsat ✅
|
11.47600
|
11.47630
|
| |
|
stp-minisat-wrapped-sq_default |
unsat ✅
|
3.66281
|
3.66235
|
| |
|
stp-mt-wrapped-sq_default |
unsat ✅
|
4.55745
|
17.11740
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
unsat ✅
|
11.41910
|
18.71770
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
0.30811
|
0.30833
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
unsat ✅
|
1.60817
|
1.60825
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
unsat ✅
|
1.22816
|
1.22811
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
unsat ✅
|
2.14478
|
2.14477
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
unknown ❌
|
2400.09000
|
2399.72000
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
unsat ✅
|
1.59245
|
1.59225
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
unsat ✅
|
1.46746
|
1.46739
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
2.89572
|
2.89531
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
4.55464
|
4.55464
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
2.77438
|
10.14070
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
1.88265
|
1.88298
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.02000
|
1199.82000
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
9.51930
|
9.51885
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.27270
|
0.27296
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
2.31626
|
8.28327
|
| |
STP |
STP_default |
unsat ✅
|
4.62726
|
17.47530
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
13.78130
|
13.78280
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.89048
|
0.89042
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
1.29562
|
1.29559
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
2.73740
|
2.73731
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
12.58160
|
12.57640
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
3.92756
|
14.63760
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
1.60548
|
1.60518
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
2.96064
|
2.95809
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
2.77341
|
2.77341
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
4.36559
|
4.36233
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
10.02220
|
10.02010
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
1.08178
|
2.08180
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
1.10288
|
1.10281
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
1.05449
|
1.05445
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
1.51266
|
1.51442
|
|
SMT-COMP 2023
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
1.60692
|
1.60646
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
unsat ✅
|
3.74372
|
3.73809
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
1.12057
|
1.12049
|
| |
|
STP 2022.4_default |
unsat ✅
|
1.12404
|
1.12399
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unsat ✅
|
728.73400
|
766.92100
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
unsat ✅
|
2.14172
|
2.14178
|
| |
Z3-Owl |
z3-Owl-Final_default |
unsat ✅
|
5.65434
|
5.65412
|
| |
|
z3-Owl-Final_default |
unsat ✅
|
5.63289
|
5.63234
|