aboutsummaryrefslogtreecommitdiff
path: root/scripts/rcc
diff options
context:
space:
mode:
Diffstat (limited to 'scripts/rcc')
-rwxr-xr-xscripts/rcc118
1 files changed, 30 insertions, 88 deletions
diff --git a/scripts/rcc b/scripts/rcc
index b81cf6e..479b609 100755
--- a/scripts/rcc
+++ b/scripts/rcc
@@ -2,106 +2,48 @@
import argparse
import sys
-import os.path
-import subprocess
-import xml.etree.ElementTree as xml
+from zstd import zstd
+from rcc_format import *
-def train(files, output, zstd='zstd', maxdict=512):
- cmd = [ zstd, '--train', '--stdout', '--maxdict=' + str(maxdict), '-o', output ]
+def none(filelist, args):
+ write_header(args.output, args.namespace)
- for f in files:
- cmd.append(f.name)
-
- subprocess.run(cmd)
-
-def compress(file, zstd='zstd', level=19, dictionary=None):
- cmd = [ zstd, '--compress', '--stdout', '-' + str(level) ]
-
- if dictionary is not None:
- cmd.append('-D')
- cmd.append(dictionary.name)
+ for f in filelist:
+ with open(f.path, 'rb') as contents:
+ write_item(args.output, f.variable, contents.read())
- cmd.append(file.name)
- return subprocess.run(cmd, capture_output=True).stdout
-
-def hexdump(array_name, array_data, out_h):
- array_len = 0
+ write_entries(args.output, filelist)
+ print("constexpr auto compression = embed::None;", file=args.output)
- print("constexpr unsigned char {}[] = {{".format(array_name), file=out_h)
-
- for byte in array_data[0:len(array_data)]:
- array_len+=1
- if array_len%16 == 0:
- print(" 0x{:02X},".format(byte), file=out_h)
- else:
- print(" 0x{:02X},".format(byte), file=out_h, end='')
-
-
- print("};", file=out_h)
- print("constexpr size_t {}_len = {};\n".format(array_name, array_len), file=out_h)
-
-def name(path):
- name = path.replace('/', '_')
- if name.endswith('.zstd'):
- name = name[:-5]
- name = name.replace('-', '_')
- name = name.replace('.', '_')
- return name
+ write_footer(args.output, args.namespace)
if __name__ == "__main__":
parser = argparse.ArgumentParser(
description='Resource Compiler for C++',
- epilog='If using compression, make sure the required dependencies are provided.',
- formatter_class=argparse.ArgumentDefaultsHelpFormatter
+ epilog='For a full list of compression options, check {mode} --help.',
)
- parser.add_argument('input', type=argparse.FileType('rt'), help='input file (.xrc)')
- parser.add_argument('-o', '--output', type=argparse.FileType('wt'), metavar='OUT', default=sys.stdout, help='output header file')
- parser.add_argument('-n', '--namespace', type=str, help='namespace')
-
- parser.add_argument('--compress', choices=[ 'None', 'Zstd' ], default='None', help='compress input files using algorightm')
- parser.add_argument('--dict', type=argparse.FileType('rb'), help='[zstd] use specified dictionary, recommended for many similar small files')
- parser.add_argument('--train', action='store_true', help='[zstd] train dictionary')
+ mode = parser.add_subparsers(help='compression mode')
- args=parser.parse_args()
-
- entries_list = ""
-
- if args.train:
- train(args.input, args.dict.name)
-
- # write header
- print("// Autogenerated binary file hexdump", file=args.output)
- print("// This file may get overwritten by the build system\n", file=args.output)
- print("#include <embed.h>\n", file=args.output)
- print("namespace {} {{".format(args.namespace), file=args.output)
-
- # write file data
- for child in xml.parse(args.input).getroot():
- if child.tag == 'qresource':
- prefix = child.attrib['prefix']
- for i in child:
- vname = name(i.text)
- with open(i.text, 'rb') as f:
- if args.compress == 'None':
- hexdump(vname, f.read(), args.output)
- elif args.compress == 'Zstd':
- hexdump(vname, compress(f, dictionary=args.dict), args.output)
- entries_list += " {{ \"{}/{}\", std::span({}, {}_len) }},\n".format(prefix, i.attrib['alias'], vname, vname)
-
- # write dictionary
- if args.dict is not None:
- hexdump('dict', args.dict.read(), args.output)
+ none_mode = mode.add_parser('-')
+ none_mode.set_defaults(func=none)
- # write entries
- print("constexpr auto entries = frozen::make_unordered_map<frozen::string, std::span<const unsigned char>>({", file=args.output)
- print(entries_list, file=args.output)
- print("});\n", file=args.output)
+ zstd_mode = mode.add_parser('Zstd',
+ description='use Zstd compression',
+ epilog='A dictionary is recommended if compressing many small files. size(source)/size(dictionary) should be >= 10'
+ )
+ zstd_mode.add_argument('--binary', type=str, default='zstd', help='zstd binary name')
+ zstd_mode.add_argument('--train', type=argparse.FileType('wb'), help='train dictionary and exit')
+ zstd_mode.add_argument('-d', '--dict', type=argparse.FileType('rb'), help='use dictionary, recommended for many similar small files')
+ zstd_mode.add_argument('--dsize', type=int, default=512, help='dictionary size, used for training')
+ zstd_mode.add_argument('-l', '--level', type=int, default=19, help='compression level')
+ zstd_mode.set_defaults(func=zstd)
+
+ parser.add_argument('input', type=argparse.FileType('rt'), help='input file (.xrc)')
+ parser.add_argument('-o', '--output', type=argparse.FileType('wt'), default=sys.stdout, help='output header file')
+ parser.add_argument('-n', '--namespace', type=str, default='resources', help='namespace')
- # write metadata
- print("constexpr auto compression = embed::{};".format(args.compress), file=args.output)
- if args.dict is not None:
- print("constexpr auto dictionary = std::span(dict, dict_len);", file=args.output)
+ args=parser.parse_args()
- print("}} // namespace {}".format(args.namespace), file=args.output)
+ args.func(filelist(args.input), args)