From f9ea03470e3a0bbe67ccb0a531dcf0e39aec1e90 Mon Sep 17 00:00:00 2001 From: Aqua-sama Date: Mon, 30 Mar 2020 14:08:41 +0300 Subject: Move scripts/rcc to top level - add rcc generator for use when importing as subproject --- scripts/gen-resources.sh | 9 ------- scripts/rcc | 49 ----------------------------------- scripts/rcc_format.py | 67 ------------------------------------------------ scripts/zstd.py | 43 ------------------------------- 4 files changed, 168 deletions(-) delete mode 100755 scripts/gen-resources.sh delete mode 100755 scripts/rcc delete mode 100644 scripts/rcc_format.py delete mode 100644 scripts/zstd.py (limited to 'scripts') diff --git a/scripts/gen-resources.sh b/scripts/gen-resources.sh deleted file mode 100755 index a1db9fd..0000000 --- a/scripts/gen-resources.sh +++ /dev/null @@ -1,9 +0,0 @@ -#!/bin/sh - -echo '' -echo ' ' -for f in $@; do - echo ' '$f''; -done -echo ' ' -echo '' diff --git a/scripts/rcc b/scripts/rcc deleted file mode 100755 index 479b609..0000000 --- a/scripts/rcc +++ /dev/null @@ -1,49 +0,0 @@ -#!/usr/bin/env python3 - -import argparse -import sys -from zstd import zstd -from rcc_format import * - -def none(filelist, args): - write_header(args.output, args.namespace) - - for f in filelist: - with open(f.path, 'rb') as contents: - write_item(args.output, f.variable, contents.read()) - - write_entries(args.output, filelist) - print("constexpr auto compression = embed::None;", file=args.output) - - write_footer(args.output, args.namespace) - -if __name__ == "__main__": - parser = argparse.ArgumentParser( - description='Resource Compiler for C++', - epilog='For a full list of compression options, check {mode} --help.', - ) - - mode = parser.add_subparsers(help='compression mode') - - none_mode = mode.add_parser('-') - none_mode.set_defaults(func=none) - - zstd_mode = mode.add_parser('Zstd', - description='use Zstd compression', - epilog='A dictionary is recommended if compressing many small files. size(source)/size(dictionary) should be >= 10' - ) - zstd_mode.add_argument('--binary', type=str, default='zstd', help='zstd binary name') - zstd_mode.add_argument('--train', type=argparse.FileType('wb'), help='train dictionary and exit') - zstd_mode.add_argument('-d', '--dict', type=argparse.FileType('rb'), help='use dictionary, recommended for many similar small files') - zstd_mode.add_argument('--dsize', type=int, default=512, help='dictionary size, used for training') - zstd_mode.add_argument('-l', '--level', type=int, default=19, help='compression level') - zstd_mode.set_defaults(func=zstd) - - parser.add_argument('input', type=argparse.FileType('rt'), help='input file (.xrc)') - parser.add_argument('-o', '--output', type=argparse.FileType('wt'), default=sys.stdout, help='output header file') - parser.add_argument('-n', '--namespace', type=str, default='resources', help='namespace') - - args=parser.parse_args() - - args.func(filelist(args.input), args) - diff --git a/scripts/rcc_format.py b/scripts/rcc_format.py deleted file mode 100644 index 7fcfe34..0000000 --- a/scripts/rcc_format.py +++ /dev/null @@ -1,67 +0,0 @@ -from collections import namedtuple -import xml.etree.ElementTree as xml - -resource = namedtuple('resource', 'alias variable path') - -def to_variable_name(path): - name = path.replace('/', '_') - if name.endswith('.zstd'): - name = name[:-5] - name = name.replace('-', '_') - name = name.replace('.', '_') - return name - -def filelist(file): - root = xml.parse(file).getroot() - if root.tag != 'RCC': - return None - - files = [] - for child in root: - if child.tag == 'qresource': - prefix = child.attrib['prefix'] - for i in child: - alias = prefix + '/' + i.attrib['alias'] - variable = to_variable_name(i.text) - path = i.text - files.append(resource(alias, variable, path)) - - return files - -def write_header(file, namespace): - print("// Autogenerated binary file hexdump", file=file) - print("// This file may get overwritten by the build system\n", file=file) - print("#include \n", file=file) - print("namespace {} {{".format(namespace), file=file) - -def write_item(file, array_name, array_data): - line_items = 0 - - print("constexpr uint8_t {}[] = {{".format(array_name), file=file) - - for byte in array_data[0:len(array_data)]: - line_items+=1 - if line_items == 16: - print(" 0x{:02X},".format(byte), file=file) - line_items = 0 - else: - print(" 0x{:02X},".format(byte), file=file, end='') - - - print("};", file=file) - print("constexpr size_t {}_len = {};\n".format(array_name, len(array_data)), file=file) - -def write_entries(file, resource_list): - print("constexpr std::array entries {", file=file) - for f in resource_list: - print(" \"{}\", ".format(f.alias), file=file) - print("};\n", file=file) - - print("constexpr std::array values {", file=file) - for f in resource_list: - print(" std::span( {}, {}_len ),".format(f.variable, f.variable), file=file) - print("};\n", file=file) - -def write_footer(file, namespace): - print("\n}} // namespace {}".format(namespace), file=file) - diff --git a/scripts/zstd.py b/scripts/zstd.py deleted file mode 100644 index 2cfa149..0000000 --- a/scripts/zstd.py +++ /dev/null @@ -1,43 +0,0 @@ -import subprocess -from rcc_format import * - -def zstd(filelist, args): - if args.train is not None: - train(filelist, args.train, args.binary, args.dsize) - return - - write_header(args.output, args.namespace) - - for f in filelist: - with open(f.path, 'rb') as contents: - write_item(args.output, f.variable, compress(contents, args.binary, args.level, dictionary=args.dict)) - - write_entries(args.output, filelist) - if args.dict is not None: - write_item(args.output, 'dict', args.dict.read()) - print("constexpr auto dictionary = std::span(dict, dict_len);", file=args.output) - else: - print("constexpr std::span dictionary {};", file=args.output) - - print("constexpr auto compression = embed::Zstd;", file=args.output) - - write_footer(args.output, args.namespace) - -def train(filelist, output, zstd_bin, maxdict): - cmd = [ zstd_bin, '--train', '--maxdict=' + str(maxdict), '-o', output.name ] - - for f in filelist: - cmd.append(f.path) - - subprocess.run(cmd) - -def compress(file, zstd_bin, level, dictionary=None): - cmd = [ zstd_bin, '--compress', '--stdout', '-' + str(level) ] - - if dictionary is not None: - cmd.append('-D') - cmd.append(dictionary.name) - - cmd.append(file.name) - return subprocess.run(cmd, capture_output=True).stdout - -- cgit v1.2.1