diff options
author | Aqua-sama <aqua@iserlohn-fortress.net> | 2020-03-30 14:08:41 +0300 |
---|---|---|
committer | Aqua-sama <aqua@iserlohn-fortress.net> | 2020-03-30 14:17:00 +0300 |
commit | f9ea03470e3a0bbe67ccb0a531dcf0e39aec1e90 (patch) | |
tree | a2079e6810e083ed437d2c0f1b9b1fe0bba27776 /rcc_format/zstd.py | |
parent | Drop dependency on serge-sans-paille/frozen (diff) | |
download | rcc-f9ea03470e3a0bbe67ccb0a531dcf0e39aec1e90.tar.xz |
Move scripts/rcc to top level
- add rcc generator for use when importing as subproject
Diffstat (limited to 'rcc_format/zstd.py')
-rw-r--r-- | rcc_format/zstd.py | 43 |
1 files changed, 43 insertions, 0 deletions
diff --git a/rcc_format/zstd.py b/rcc_format/zstd.py new file mode 100644 index 0000000..34eeb64 --- /dev/null +++ b/rcc_format/zstd.py @@ -0,0 +1,43 @@ +import subprocess +from rcc_format.util import * + +def zstd(filelist, args): + if args.train is not None: + train(filelist, args.train, args.binary, args.dsize) + return + + write_header(args.output, args.namespace) + + for f in filelist: + with open(f.path, 'rb') as contents: + write_item(args.output, f.variable, compress(contents, args.binary, args.level, dictionary=args.dict)) + + write_entries(args.output, filelist) + if args.dict is not None: + write_item(args.output, 'dict', args.dict.read()) + print("constexpr auto dictionary = std::span(dict, dict_len);", file=args.output) + else: + print("constexpr std::span<const uint8_t> dictionary {};", file=args.output) + + print("constexpr auto compression = embed::Zstd;", file=args.output) + + write_footer(args.output, args.namespace) + +def train(filelist, output, zstd_bin, maxdict): + cmd = [ zstd_bin, '--train', '--maxdict=' + str(maxdict), '-o', output.name ] + + for f in filelist: + cmd.append(f.path) + + subprocess.run(cmd) + +def compress(file, zstd_bin, level, dictionary=None): + cmd = [ zstd_bin, '--compress', '--stdout', '-' + str(level) ] + + if dictionary is not None: + cmd.append('-D') + cmd.append(dictionary.name) + + cmd.append(file.name) + return subprocess.run(cmd, capture_output=True).stdout + |