1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#!/usr/bin/env python3
import argparse
import io
import pathlib
import re
import zlib
# The MIT License (MIT)
# Copyright (c) 2016 kyarei
#
# Permission is hereby granted, free of charge, to any person obtaining a copy of
# this software and associated documentation files (the "Software"), to deal in
# the Software without restriction, including without limitation the rights to
# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
# of the Software, and to permit persons to whom the Software is furnished to do
# so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
# Usage: python3 repack.py <root dir> <archive name>
# Parse the arguments
parser = argparse.ArgumentParser(description='Repack Wizard101 WAD files.')
parser.add_argument('sourcePath', type=str,
help='the root directory of the files to be archived')
parser.add_argument('archivePath', type=str,
help='the path of the archive file to be made')
parser.add_argument('blacklist', type=str, nargs='?', default='',
help='a file containing patterns to avoid compressing')
parser.add_argument('--verbose', '-v', type=bool,
help='if enabled, use diagnostics')
args = parser.parse_args()
# Get all files in the directory specified
root = pathlib.Path(args.sourcePath)
files = root.glob("**/*");
blacklist = set()
if args.blacklist != '':
blacklistPatterns = re.split('\s', open(args.blacklist).read(-1))
for p in blacklistPatterns:
if p != '':
blacklist.update(set(root.glob(p)))
entries = []
offset = 14 # Precalculate offset of data section in loop below
# Make entries of all files
for f in files:
if f.is_file():
with f.open(mode="rb") as h:
contents = h.read(-1)
isCompressed = not f in blacklist
zSize = 0xFFFFFFFF
uSize = len(contents)
if isCompressed:
compressedContents = zlib.compress(contents)
zSize = len(compressedContents)
isCompressed = zSize < uSize
name = str(f.relative_to(root))
name = name.replace("\\", "/")
crc = zlib.crc32(contents)
entry = {
"contents": compressedContents if isCompressed else contents,
"uSize": uSize,
"zSize": zSize,
"name": name,
"isCompressed": isCompressed,
"crc": crc
}
entries.append(entry)
offset += 22 + len(name)
if args.verbose:
print("> File %s acknowledged" % name)
if args.verbose:
print("%d files acknowledged" % len(entries))
# Open the output file
out = open(args.archivePath, "wb");
def writeByte(stream, val):
stream.write(bytes([val]))
def writeInt(stream, val):
stream.write(val.to_bytes(4, byteorder="little"))
if args.verbose:
print("Opened output file; writing data...")
# Write magic string
out.write(b"KIWAD")
# Write version
writeInt(out, 2)
# Write number of files
writeInt(out, len(entries))
# Write dummy byte
writeByte(out, 1)
# Write file ENTRIES
for e in entries:
netSize = e["zSize"] if e["isCompressed"] else e["uSize"]
writeInt(out, offset) # Offset
writeInt(out, e["uSize"])
writeInt(out, e["zSize"])
writeByte(out, e["isCompressed"])
writeInt(out, e["crc"])
writeInt(out, len(e["name"].encode()) + 1) # includes terminating null
out.write(e["name"].encode())
writeByte(out, 0)
offset += netSize
if args.verbose:
print("> Wrote ENTRY for %s" % e["name"])
# Write file DATA
for e in entries:
out.write(e["contents"])
if args.verbose:
print("> Wrote DATA for %s" % e["name"])
|