Benchmark
non-incremental/QF_BV/Sage2/bench_1318.smt2
Patrice Godefroid, SAGE (systematic dynamic test generation). For more information: http://research.microsoft.com/en-us/um/people/pg/public_psfiles/ndss2008.pdf
| Benchmark |
|---|
| Size | 436739 |
| Compressed Size | 37609 |
| License |
Creative Commons Attribution 4.0 International
(CC-BY-4.0)
|
| Category | industrial |
| First Occurrence | 2015-07-02 |
| Generated By | — |
| Generated On | — |
| Generator | — |
| Dolmen OK | 1 |
| strict Dolmen OK | 1 |
| check-sat calls | 1 |
| Status | unsat |
| Inferred Status | unsat |
| Size | 436731 |
| Compressed Size | 37622 |
| Max. Term Depth | 40 |
| Asserts | 1507 |
| Declared Functions | 0 |
| Declared Constants | 322 |
| Declared Sorts | 0 |
| Defined Functions | 0 |
| Defined Recursive Functions | 0 |
| Defined Sorts | 0 |
| Constants | 0 |
| Declared Datatypes | 0 |
Symbols
true | 1 |
false | 4 |
ite | 365 |
not | 643 |
= | 1090 |
let | 8368 |
extract | 332 |
bvand | 26 |
bvor | 205 |
bvadd | 2241 |
bvmul | 944 |
bvult | 314 |
bvule | 139 |
bvugt | 26 |
bvuge | 115 |
bvslt | 29 |
bvsle | 13 |
bvsgt | 129 |
bvsge | 20 |
bvshl | 577 |
zero_extend | 2424 |
sign_extend | 242 |
| | | |
Evaluations
| Evaluation |
Rating |
Solver |
Variant |
Result |
Wallclock |
CPU Time |
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
0.66064
|
0.65990
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
1.02480
|
1.85372
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
1.06814
|
1.94270
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
1.78453
|
1.78373
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
1382.49000
|
1382.67000
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
0.29264
|
0.29195
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
0.28825
|
0.28696
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.28382
|
0.28296
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
0.28287
|
0.28196
|
| |
Yices2 |
Yices default |
unsat ✅
|
0.03986
|
0.03899
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.16691
|
0.16697
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
unsat ✅
|
1.00258
|
1.00344
|
| |
|
ABC_glucose glucose |
unsat ✅
|
5.77748
|
5.78023
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
0.79555
|
0.79596
|
| |
|
Boolector preprop boolector |
unsat ✅
|
0.79798
|
0.79822
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
1.09206
|
1.98976
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
0.29073
|
0.29146
|
| |
|
MapleSTP-mt default |
unsat ✅
|
0.31701
|
0.58163
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
1.52191
|
1.52382
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
0.53320
|
0.56837
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.02000
|
7203.94000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
0.30276
|
0.30289
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
0.32124
|
0.59378
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
0.29881
|
0.29895
|
| |
|
stp-minisat-st-2016 default |
unsat ✅
|
0.27868
|
0.27880
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
0.04088
|
0.04084
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.16082
|
0.16217
|
|
SMT-COMP 2017
|
|
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
0.17588
|
0.17467
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
0.91747
|
0.89097
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
1.09288
|
1.98196
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
1.85754
|
1.85824
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
0.31413
|
0.26848
|
| |
Q3B |
Q3B default |
unsat ✅
|
0.57865
|
1.46531
|
| |
STP |
stp_st default |
unsat ✅
|
0.29133
|
0.29069
|
| |
|
stp_mt default |
unsat ✅
|
0.30816
|
0.54260
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
0.04162
|
0.03801
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.17376
|
0.17299
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
0.04188
|
0.04181
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
0.52672
|
0.52687
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
1.48964
|
1.49081
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
0.24871
|
0.27724
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
0.24230
|
0.24244
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
0.22728
|
0.22745
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
0.23429
|
0.28065
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unsat ✅
|
0.65855
|
0.65862
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
0.03978
|
0.03972
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.17953
|
0.17942
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.05820
|
0.05812
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
0.06592
|
0.06593
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
0.17837
|
0.35040
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
1.03459
|
1.03475
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.02000
|
1199.93000
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
0.58849
|
0.58842
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.22993
|
0.23017
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
0.24408
|
0.26458
|
| |
STP |
STP_default |
unsat ✅
|
0.22475
|
0.25883
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
0.21380
|
0.21551
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.10382
|
0.10239
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
0.18360
|
0.18352
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.05846
|
0.05840
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
0.54580
|
0.54576
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
0.24706
|
0.27943
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
0.15174
|
0.15169
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
0.05796
|
0.05793
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
0.06060
|
0.06057
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
1.08615
|
2.07661
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
0.69259
|
0.69250
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
0.30712
|
0.30712
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
0.05745
|
0.05739
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
0.22118
|
0.22113
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
0.16856
|
0.17036
|