heroes-renaissance/extract.py

410 lines
16 KiB
Python
Raw Normal View History

2008-11-23 20:07:47 +00:00
#!/usr/bin/python
"""
homm3lodextract - extract data from heroes of might and magic 3 lod
archives and convert pcx images and def animations to png
images
copyright 2008 - Johannes 'josch' Schauer <j.schauer@email.de>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
"""
import zlib, os
import struct
import sys
import Image, ImageDraw
def read_frame_3(width, height, data):
length = height*width/32 #length of scanline
#UNSIGNED short here!!
offsets = struct.unpack("%dH"%length, data[:length*2])
offsets += (len(data),)
raw = ""
for i in xrange(len(offsets)-1):
line = data[offsets[i]:offsets[i+1]]
pos = 0
while pos < len(line):
count = ord(line[pos])
if 0x00 <= count <= 0x1F: #empty
raw += '\x00'*(count+1)
pos +=1
elif 0x20 <= count <= 0x3F: #light shadow
raw += '\x01'*(count-31)
pos +=1
elif 0x40 <= count <= 0x5F: #only used in Tshre.def and AvGnoll.def
raw += '\x02'*(count-63)
pos +=1
elif 0x60 <= count <= 0x7F: #only used in Tshre.def
raw += '\x03'*(count-95)
pos +=1
elif 0x80 <= count <= 0x9F: #strong shadow
raw += '\x04'*(count-127)
pos +=1
elif 0xA0 <= count <= 0xBF: #replaced by player color
raw += '\x05'*(count-159)
pos +=1
elif 0xE0 <= count <= 0xFF: #normal colors
raw += line[pos+1:pos+count-222]
pos += count-222
else:
raise Exception("%02X"%count)
return raw
def read_frame_1(width, height, data):
try:
offsets = struct.unpack("%di"%height, data[:height*4])
except:
#this failes for SGTWMTB.def
print "cannot read scanline offses"
return None
offsets += (len(data),)
raw = ""
for i in xrange(len(offsets)-1):
line = data[offsets[i]:offsets[i+1]]
pos = 0
while pos < len(line):
try:
count = ord(line[pos+1])+1
except IndexError:
#this failes for SGTWMTA.def, SGTWMTB.def
print "cannot read scanline"
return None
if ord(line[pos]) is 0xFF:
raw+=line[pos+2:pos+2+count]
pos+=2+count
else:
raw+=line[pos]*count
pos+=2
return raw
def save_frame(path, num, data, palette, width, height, fname):
(data_size, frame_type, fwidth, fheight, img_width, img_height, offset_x,
offset_y) = struct.unpack("8i", data[0:32])
#this only does not match in OVSLOT.def
if width != fwidth:
print "frame width %d does not match def width %d"%(fwidth, width)
if height != fheight:
print "frame height %d does not match def height %d"%(fheight, height)
data = data[32:32+data_size]
if frame_type is 0:
#type 0 is raw indexed image data
buffer = data
elif frame_type is 1:
buffer = read_frame_1(img_width, img_height, data)
elif frame_type is 2:
#this is seldomly used and seems to decode fine using type3
buffer = read_frame_3(img_width, img_height, data)
elif frame_type is 3:
buffer = read_frame_3(img_width, img_height, data)
else:
raise Exception("frame type %d not supported"%frame_type)
if buffer is not None:
im = Image.new("P", (fwidth, fheight), 0x00)
im.paste(
Image.frombuffer(
'RGB',
(img_width, img_height),
buffer,
'raw', 'P', 0, 1),
(offset_x, offset_y))
if fname == "clrrvr.def":
path = os.path.join(path, "%d"%num)
if not os.path.exists(path):
os.makedirs(path)
for i in xrange(12):
im.putpalette(palette[:189*3]
+palette[201*3-i*3:201*3]
+palette[189*3:201*3-i*3]
+palette[201*3:])
im2 = im.convert("RGBA")
data = im2.load()
for x in xrange(im.size[0]):
for y in xrange(im.size[1]):
if data[x, y] == (0, 255, 255, 255):
data[x, y] = (0, 0, 0, 0)
if os.path.exists(os.path.join(path, "%d.png"%i)):
print "overwriting %s" % os.path.join(path, "%d.png"%i)
im2.save(os.path.join(path, "%d.png"%i), "PNG")
elif fname == "lavrvr.def":
path = os.path.join(path, "%d"%num)
if not os.path.exists(path):
os.makedirs(path)
for i in xrange(9):
im.putpalette(palette[:240*3]
+palette[249*3-i*3:249*3]
+palette[240*3:249*3-i*3]
+palette[249*3:])
im2 = im.convert("RGBA")
data = im2.load()
for x in xrange(im.size[0]):
for y in xrange(im.size[1]):
if data[x, y] == (0, 255, 255, 255):
data[x, y] = (0, 0, 0, 0)
if os.path.exists(os.path.join(path, "%d.png"%i)):
print "overwriting %s" % os.path.join(path, "%d.png"%i)
im2.save(os.path.join(path, "%d.png"%i), "PNG")
elif fname == "mudrvr.def":
path = os.path.join(path, "%d"%num)
if not os.path.exists(path):
os.makedirs(path)
for i in xrange(12):
im.putpalette(palette[:228*3]
+palette[240*3-i*3:240*3]
+palette[228*3:240*3-i*3]
+palette[240*3:])
im2 = im.convert("RGBA")
data = im2.load()
for x in xrange(im.size[0]):
for y in xrange(im.size[1]):
if data[x, y] == (0, 255, 255, 255):
data[x, y] = (0, 0, 0, 0)
if os.path.exists(os.path.join(path, "%d.png"%i)):
print "overwriting %s" % os.path.join(path, "%d.png"%i)
im2.save(os.path.join(path, "%d.png"%i), "PNG")
elif fname == "watrtl.def":
path = os.path.join(path, "%d"%num)
if not os.path.exists(path):
os.makedirs(path)
for i in xrange(12):
im.putpalette(palette[:229*3]
+palette[241*3-i*3:241*3]
+palette[229*3:241*3-i*3]
+palette[241*3:242*3]
+palette[254*3-i*3:254*3]
+palette[242*3:254*3-i*3]
+palette[254*3:])
if os.path.exists(os.path.join(path, "%d.png"%i)):
print "overwriting %s" % os.path.join(path, "%d.png"%i)
im.convert("RGBA").save(os.path.join(path, "%d.png"%i), "PNG")
else:
im.putpalette(palette)
im = im.convert("RGBA")
data = im.load()
for x in xrange(im.size[0]):
for y in xrange(im.size[1]):
if data[x, y] == (0, 255, 255, 255):
data[x, y] = (0, 0, 0, 0)
elif data[x, y] == (255, 150, 255, 255):
data[x, y] = (0, 0, 0, 64)
elif data[x, y] == (255, 151, 255, 255):
data[x, y] = (0, 0, 0, 64)
elif data[x, y] == (255, 0, 255, 255):
data[x, y] = (0, 0, 0, 128)
if os.path.exists(os.path.join(path, "%d.png"%num)):
print "overwriting %s" % os.path.join(path, "%d.png"%num)
im.save(os.path.join(path, "%d.png"%num), "PNG")
else:
print "invalid frame"
def save_file(fid, name, ftype, data):
if not os.path.exists(os.path.join("data", ftype)):
os.makedirs(os.path.join("data", ftype))
if os.path.exists(os.path.join("data", ftype, name)):
print "overwriting %s" % os.path.join("data", ftype, name)
file = open(os.path.join("data", ftype, name), "w")
file.write(data)
file.close()
def lod_extract(filename):
lod = open(filename)
if lod.read(4) != "LOD\x00":
raise Exception("not an LOD archive")
(version, files_count) = struct.unpack("2i", lod.read(8))
print "Version: %d, File Count: %d"%(version, files_count) #RoE: 200, AB: 500
for fid in xrange(files_count):
lod.seek(92+(fid*32))
name = lod.read(16).split('\x00')[0].lower()
(offset, size_orig, ftype, size_comp) = \
struct.unpack("4i", lod.read(16))
lod.seek(offset)
if size_comp:
pcx = zlib.decompress(lod.read(size_comp))
else:
pcx = lod.read(size_orig)
if ftype == 1: #h3c file
print fid, name, ftype
save_file(fid, name, "campaigns", pcx)
elif ftype == 2: #txt file
print fid, name, ftype
save_file(fid, name, "txt", pcx)
elif ftype == 16: #pcx palette image
(size, width, height) = struct.unpack("3i", pcx[:12])
print fid, name, width, height
if not os.path.exists(os.path.join("data", "pcx_palette")):
os.makedirs(os.path.join("data", "pcx_palette"))
im = Image.frombuffer('RGB', (width, height), pcx[12:size+12],
'raw', 'P', 0, 1)
im.putpalette(pcx[12+size:12+size+3*256])
if os.path.exists(os.path.join("data", "pcx_palette", name)):
print "overwriting %s" % os.path.join("data", "pcx_palette", name)
im.save(os.path.join("data", "pcx_palette", name), "PNG")
elif ftype == 17: #pcx rgb image
(size, width, height) = struct.unpack("3i", pcx[:12])
print fid, name, width, height
if not os.path.exists(os.path.join("data", "pcx_rgb")):
os.makedirs(os.path.join("data", "pcx_rgb"))
im = Image.frombuffer('RGB', (width, height), pcx[12:size+12],
'raw', 'RGB', 0, 1)
if os.path.exists(os.path.join("data", "pcx_rgb", name)):
print "overwriting %s" % os.path.join("data", "pcx_rgb", name)
im.save(os.path.join("data", "pcx_rgb", name), "PNG")
elif ftype in (64, 65, 66, 67, 68, 69, 70, 71, 73,): #def animation
#in 0.2% of all def files the internal def type does not match the
#type given in the lod archive header but tests show that in this
#case the type given in the def file is more important
(ftype, width, height, sequences_count) = \
struct.unpack("4i", pcx[0:16])
palette = pcx[16:784]
print fid, name, ftype
#all def sequences are thrown into the same folder
#there are no 65 def types - only 65 file types
if ftype == 64:
parent = os.path.join("data", "combat_spells", name)
elif ftype == 66:
parent = os.path.join("data", "combat_creatures", name)
elif ftype == 67:
parent = os.path.join("data", "advmap_objects", name)
elif ftype == 68:
parent = os.path.join("data", "advmap_heroes", name)
elif ftype == 69:
parent = os.path.join("data", "advmap_tiles", name)
elif ftype == 70:
parent = os.path.join("data", "cursors", name)
elif ftype == 71:
parent = os.path.join("data", "interface", name)
elif ftype == 73:
parent = os.path.join("data", "combat_heroes", name)
else:
raise NotImplementedError
if not os.path.exists(parent):
os.makedirs(parent)
pos = 784
for i in xrange(sequences_count):
(index, length, unkown1, unkown2) = \
struct.unpack("4i", pcx[pos:pos+16])
pos+=16
folder = parent
#create subfolder for defs with more than one sequence
if sequences_count > 1:
folder = os.path.join(parent, str(i))
if not os.path.exists(folder):
os.makedirs(folder)
pos+=13*length #read filenames
offsets = struct.unpack("%di"%length, pcx[pos:pos+4*length])
pos+=4*length
lengths = []
for j in xrange(length):
lengths.append(struct.unpack("i", pcx[offsets[j]:offsets[j]+4])[0])
for j in xrange(length):
data = pcx[offsets[j]:offsets[j]+32+lengths[j]]
save_frame(folder, j, data, palette, width, height, name)
elif ftype == 79: #msk file
print fid, name, ftype
save_file(fid, name, "msk", pcx)
elif ftype == 80: #fnt file
print fid, name, ftype
save_file(fid, name, "fonts", pcx)
elif ftype == 96: #pal file
print fid, name, ftype
save_file(fid, name, "palettes", pcx)
else:
raise Exception("type of %s not supported: %d"%(name, ftype))
lod.close()
def snd_extract(filename):
lod = open(filename)
(files_count,) = struct.unpack("i", lod.read(4))
print files_count
if not os.path.exists(os.path.join("data", "sounds")):
os.makedirs(os.path.join("data", "sounds"))
for fid in xrange(files_count):
lod.seek(4+(fid*48))
filename = '.'.join([lod.read(40).split('\x00', 1)[0], "wav"])
(offset, size) = struct.unpack("ii", lod.read(8))
lod.seek(offset)
wav = open(os.path.join("data", "sounds", filename), "w")
wav.write(lod.read(size))
wav.close()
lod.close()
def vid_extract(filename):
lod = open(filename)
(files_count,) = struct.unpack("i", lod.read(4))
print files_count
offsets = []
files = []
for fid in xrange(files_count):
lod.seek(4+(fid*44))
files.append(lod.read(40).rstrip('\x00'))
offsets.append(struct.unpack("i", lod.read(4))[0])
offsets.append(os.stat(filename)[6])
if not os.path.exists(os.path.join("data", "videos")):
os.makedirs(os.path.join("data", "videos"))
for i in xrange(len(offsets)-1):
print files[i]
lod.seek(offsets[i])
vid = open(os.path.join("data", "videos", files[i]), "w")
vid.write(lod.read(offsets[i+1]-offsets[i]))
vid.close()
lod.close()
def main(args):
path = "."
if len(args) > 1:
path = args[1]
lod_extract(os.path.join(path, "H3bitmap.lod"))
lod_extract(os.path.join(path, "H3ab_bmp.lod"))
lod_extract(os.path.join(path, "H3sprite.lod"))
lod_extract(os.path.join(path, "H3ab_spr.lod"))
snd_extract(os.path.join(path, "Heroes3.snd"))
snd_extract(os.path.join(path, "H3ab_ahd.snd"))
vid_extract(os.path.join(path, "VIDEO.VID"))
vid_extract(os.path.join(path, "H3ab_ahd.vid"))
if __name__ == '__main__':
sys.exit(main(sys.argv))