paktools.py

#!/usr/bin/env python

# Original file: http://code.google.com/searchframe#OAMlx_jo-ck/src/tools/grit/grit/format/data_pack.py
# Copyright (c) 2012 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# (http://code.google.com/searchframe#OAMlx_jo-ck/src/LICENSE)

# This file:
#
# Copyright (c) 2012 Adobe Systems Incorporated. All rights reserved.
#  
# Permission is hereby granted, free of charge, to any person obtaining a
# copy of this software and associated documentation files (the "Software"), 
# to deal in the Software without restriction, including without limitation 
# the rights to use, copy, modify, merge, publish, distribute, sublicense, 
# and/or sell copies of the Software, and to permit persons to whom the 
# Software is furnished to do so, subject to the following conditions:
#  
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#  
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER 
# DEALINGS IN THE SOFTWARE.


'''Provides functions to handle .pak files as provided by Chromium. If the optional argument is a file, it will be unpacked, if it is a directory, it will be packed.'''

import collections
import exceptions
import os
import struct
import sys
import re
import shutil
import time

PACK_FILE_VERSION = 4
HEADER_LENGTH = 2 * 4 + 1  # Two uint32s. (file version, number of entries) and
                           # one uint8 (encoding of text resources)
BINARY, UTF8, UTF16 = range(3)


class WrongFileVersion(Exception):
  pass


DataPackContents = collections.namedtuple('DataPackContents', 'resources encoding')


def ReadDataPack(input_file):
  """Reads a data pack file and returns a dictionary."""
  with open(input_file, "rb") as file:
    data = file.read()
  original_data = data

  # Read the header.
  version, num_entries, encoding = struct.unpack("<IIB", data[:HEADER_LENGTH])
  if version != PACK_FILE_VERSION:
    print "Wrong file version in ", input_file
    raise WrongFileVersion

  resources = {}
  if num_entries == 0:
    return DataPackContents(resources, encoding)

  # Read the index and data.
  data = data[HEADER_LENGTH:]
  kIndexEntrySize = 2 + 4  # Each entry is a uint16 and a uint32.
  for _ in range(num_entries):
    id, offset = struct.unpack("<HI", data[:kIndexEntrySize])
    data = data[kIndexEntrySize:]
    next_id, next_offset = struct.unpack("<HI", data[:kIndexEntrySize])
    resources[id] = original_data[offset:next_offset]

  return DataPackContents(resources, encoding)

def WriteDataPackToString(resources, encoding):
  """Write a map of id=>data into a string in the data pack format and return
  it."""
  ids = sorted(resources.keys())
  ret = []

  # Write file header.
  ret.append(struct.pack("<IIB", PACK_FILE_VERSION, len(ids), encoding))
  HEADER_LENGTH = 2 * 4 + 1            # Two uint32s and one uint8.

  # Each entry is a uint16 + a uint32s. We have one extra entry for the last
  # item.
  index_length = (len(ids) + 1) * (2 + 4)

  # Write index.
  data_offset = HEADER_LENGTH + index_length
  for id in ids:
    ret.append(struct.pack("<HI", id, data_offset))
    data_offset += len(resources[id])

  ret.append(struct.pack("<HI", 0, data_offset))

  # Write data.
  for id in ids:
    ret.append(resources[id])
  return ''.join(ret)

def WriteDataPack(resources, output_file, encoding):
  """Write a map of id=>data into output_file as a data pack."""
  content = WriteDataPackToString(resources, encoding)
  with open(output_file, "wb") as file:
    file.write(content)

def PackDirectoryIntoFile(directory, pakFile):
  print "Packing %s as %s" % (directory, pakFile)

  # if it's a gettext file we signal it
  if os.path.isfile(directory) and re.search("\.po(t)?$", directory):
    pot = True
  elif not os.path.isdir(directory):
    print "%s is not a directory (or does not exist)" % (directory)
    return False

  if not pot:
    files = os.listdir(directory)
    files.sort()

    numeric = re.compile("^\d+$")

    data = {}
    for (id) in files:
      if not numeric.match(id):
        continue
      input_file = "%s/%s" % (directory, id)
      with open(input_file, "rb") as file:
        data[int(id)] = file.read()
  else:
    # regular expressions to use
    msgctxt = re.compile("msgctxt \"(\d+)\"")
    msgstrg = re.compile("msgstr \"(.*)\"")
    msgstrp = re.compile("\"(.*)\"")
    id = False
    strp = False

    # iterate over the lines of te po file
    data = {}
    file = open(directory, "r")
    for line in file.readlines():
      ctxt = msgctxt.match(line)
      text = msgstrg.match(line)
      rest = msgstrp.match(line)
      if ctxt:
        if id:
          strp = strp.replace("\\\"", "\"")
          data[int(id)] = strp.replace("\\n", "\n")
        id = ctxt.group(1)
        strp = False
      if text and id:
        strp = text.expand(text.group(1))
      if rest and strp:
        strp += rest.expand(rest.group(1))
    strp = strp.replace("\\\"", "\"")
    data[int(id)] = strp.replace("\\n", "\n")

  WriteDataPack(data, pakFile, UTF8)

  return True

def UnpackFileIntoDirectory(pakFile, directory):
  print "Unpacking %s to %s" % (pakFile, directory)

  if not os.path.isfile(pakFile):
    print "%s is not a file (or does not exist)" % (pakFile)
    return False

  data = ReadDataPack(pakFile)
  #print data.encoding

  name = re.search("^([a-zA-Z-]+).*\.po(t)?$", directory)
  if name:
    with open(directory, "w") as file:
      file.write("msgid \"\"\nmsgstr \"\"\n\"Project-Id-Version: Vivaldi Chromium Strings\\n\"\n\"Language-Team: Vivaldi Translation Team\\n\"\n\"Last-Translator: Vivaldi Translation Team\\n\"\n\"Report-Msgid-Bugs-To: https://github.com/An-dz/ChromiumPoPak/issues\\n\"\n\"POT-Creation-Date: " +
        time.strftime("%Y-%m-%d %H:%M+0000", time.gmtime(os.path.getmtime(pakFile))) +
        "\\n\"\n\"PO-Revision-Date: " +
        time.strftime("%Y-%m-%d %H:%M+0000", time.gmtime()) +
        "\\n\"\n\"MIME-Version: 1.0\\n\"\n\"Content-Type: text/plain; charset=UTF-8\\n\"\n\"Content-Transfer-Encoding: 8bit\\n\"\n\"Language: " +
        name.group(1).replace("-", "_") +
        "\\n\"\n\"X-Generator: Vivaldi Translation Team Packer 1.0\\n\"\n\n")
      for (resource_id, contents) in data.resources.iteritems():
        contents = contents.replace("\"", "\\\"")
        contents = contents.replace("\n", "\\n\"\n\"")
        file.write("msgctxt \"" + str(resource_id) + "\"\nmsgid \"" + contents + "\"\n")
        file.write("msgstr \"")
        if not name.group(2):
          file.write(contents)
        file.write("\"\n\n")
  else:
    if os.path.exists(directory):
      shutil.rmtree(directory)
    os.makedirs(directory)

    for (resource_id, contents) in data.resources.iteritems():
      output_file = "%s/%s" % (directory, resource_id)
      with open(output_file, "wb") as file:
        file.write(contents)

def FindIdForNameInHeaderFile(name, headerFile):
  print "Extracting ID for %s from header file %s" % (name, headerFile)
  with open(headerFile, "rb") as file:
    match = re.search("#define %s (\d+)" % (name), file.read())
    return int(match.group(1)) if match else None 

def main():
  if len(sys.argv) <= 1:
    print "Usage: %s <file_or_directory>" % sys.argv[0]
    return

  path = sys.argv[1]
  if os.path.isdir(path):
    PackDirectoryIntoFile(path, path + ".pak")
  else:
    UnpackFileIntoDirectory(path, re.sub("\.pak$", "", path))

if __name__ == '__main__':
  main()