# HG changeset patch # User Stefano Rivera # Date 1359218307 -7200 # Node ID 087d3ff0aa08b6683e5dab3404a8d7dbbc714e42 # Parent 98cdb74582256501c360a6a1d7cb9929da927003 Move po scripts into scripts. Bundle msgfmt.py from cpython too diff -r 98cdb7458225 -r 087d3ff0aa08 data/locale/README.txt --- a/data/locale/README.txt Sat Jan 26 18:23:07 2013 +0200 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,3 +0,0 @@ -We don't store generated .mo files in VCS. - -Run ./install-po.sh diff -r 98cdb7458225 -r 087d3ff0aa08 install-po.sh --- a/install-po.sh Sat Jan 26 18:23:07 2013 +0200 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,10 +0,0 @@ -#!/bin/sh - -# Compiles and installs translation catalogs - -for pofile in po/*.po; do - molang=`echo $pofile | sed -e 's#po/\(.*\)\\.po#\\1#'`; - mofile=`echo $pofile | sed -e 's/\\.po/.mo/'`; - mkdir -p data/locale/$molang/LC_MESSAGES - msgfmt $pofile -o data/locale/$molang/LC_MESSAGES/suspended-sentence.mo -done diff -r 98cdb7458225 -r 087d3ff0aa08 scripts/install-po.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/install-po.sh Sat Jan 26 18:38:27 2013 +0200 @@ -0,0 +1,12 @@ +#!/bin/sh + +# Compiles and installs translation catalogs + +set -eu + +for pofile in po/*.po; do + molang=`echo $pofile | sed -e 's#po/\(.*\)\\.po#\\1#'`; + mofile=`echo $pofile | sed -e 's/\\.po/.mo/'`; + mkdir -p data/locale/$molang/LC_MESSAGES + scripts/msgfmt.py -o data/locale/$molang/LC_MESSAGES/suspended-sentence.mo $pofile +done diff -r 98cdb7458225 -r 087d3ff0aa08 scripts/msgfmt.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/msgfmt.py Sat Jan 26 18:38:27 2013 +0200 @@ -0,0 +1,226 @@ +#! /usr/bin/env python +# -*- coding: iso-8859-1 -*- +# Written by Martin v. Löwis + +"""Generate binary message catalog from textual translation description. + +This program converts a textual Uniforum-style message catalog (.po file) into +a binary GNU catalog (.mo file). This is essentially the same function as the +GNU msgfmt program, however, it is a simpler implementation. + +Usage: msgfmt.py [OPTIONS] filename.po + +Options: + -o file + --output-file=file + Specify the output file to write to. If omitted, output will go to a + file named filename.mo (based off the input file name). + + -h + --help + Print this message and exit. + + -V + --version + Display version information and exit. +""" + +import os +import sys +import ast +import getopt +import struct +import array + +__version__ = "1.1" + +MESSAGES = {} + + + +def usage(code, msg=''): + print >> sys.stderr, __doc__ + if msg: + print >> sys.stderr, msg + sys.exit(code) + + + +def add(id, str, fuzzy): + "Add a non-fuzzy translation to the dictionary." + global MESSAGES + if not fuzzy and str: + MESSAGES[id] = str + + + +def generate(): + "Return the generated output." + global MESSAGES + keys = MESSAGES.keys() + # the keys are sorted in the .mo file + keys.sort() + offsets = [] + ids = strs = '' + for id in keys: + # For each string, we need size and file offset. Each string is NUL + # terminated; the NUL does not count into the size. + offsets.append((len(ids), len(id), len(strs), len(MESSAGES[id]))) + ids += id + '\0' + strs += MESSAGES[id] + '\0' + output = '' + # The header is 7 32-bit unsigned integers. We don't use hash tables, so + # the keys start right after the index tables. + # translated string. + keystart = 7*4+16*len(keys) + # and the values start after the keys + valuestart = keystart + len(ids) + koffsets = [] + voffsets = [] + # The string table first has the list of keys, then the list of values. + # Each entry has first the size of the string, then the file offset. + for o1, l1, o2, l2 in offsets: + koffsets += [l1, o1+keystart] + voffsets += [l2, o2+valuestart] + offsets = koffsets + voffsets + output = struct.pack("Iiiiiii", + 0x950412deL, # Magic + 0, # Version + len(keys), # # of entries + 7*4, # start of key index + 7*4+len(keys)*8, # start of value index + 0, 0) # size and offset of hash table + output += array.array("i", offsets).tostring() + output += ids + output += strs + return output + + + +def make(filename, outfile): + ID = 1 + STR = 2 + + # Compute .mo name from .po name and arguments + if filename.endswith('.po'): + infile = filename + else: + infile = filename + '.po' + if outfile is None: + outfile = os.path.splitext(infile)[0] + '.mo' + + try: + lines = open(infile).readlines() + except IOError, msg: + print >> sys.stderr, msg + sys.exit(1) + + section = None + fuzzy = 0 + + # Parse the catalog + lno = 0 + for l in lines: + lno += 1 + # If we get a comment line after a msgstr, this is a new entry + if l[0] == '#' and section == STR: + add(msgid, msgstr, fuzzy) + section = None + fuzzy = 0 + # Record a fuzzy mark + if l[:2] == '#,' and 'fuzzy' in l: + fuzzy = 1 + # Skip comments + if l[0] == '#': + continue + # Now we are in a msgid section, output previous section + if l.startswith('msgid') and not l.startswith('msgid_plural'): + if section == STR: + add(msgid, msgstr, fuzzy) + section = ID + l = l[5:] + msgid = msgstr = '' + is_plural = False + # This is a message with plural forms + elif l.startswith('msgid_plural'): + if section != ID: + print >> sys.stderr, 'msgid_plural not preceeded by msgid on %s:%d' %\ + (infile, lno) + sys.exit(1) + l = l[12:] + msgid += '\0' # separator of singular and plural + is_plural = True + # Now we are in a msgstr section + elif l.startswith('msgstr'): + section = STR + if l.startswith('msgstr['): + if not is_plural: + print >> sys.stderr, 'plural without msgid_plural on %s:%d' %\ + (infile, lno) + sys.exit(1) + l = l.split(']', 1)[1] + if msgstr: + msgstr += '\0' # Separator of the various plural forms + else: + if is_plural: + print >> sys.stderr, 'indexed msgstr required for plural on %s:%d' %\ + (infile, lno) + sys.exit(1) + l = l[6:] + # Skip empty lines + l = l.strip() + if not l: + continue + l = ast.literal_eval(l) + if section == ID: + msgid += l + elif section == STR: + msgstr += l + else: + print >> sys.stderr, 'Syntax error on %s:%d' % (infile, lno), \ + 'before:' + print >> sys.stderr, l + sys.exit(1) + # Add last entry + if section == STR: + add(msgid, msgstr, fuzzy) + + # Compute output + output = generate() + + try: + open(outfile,"wb").write(output) + except IOError,msg: + print >> sys.stderr, msg + + + +def main(): + try: + opts, args = getopt.getopt(sys.argv[1:], 'hVo:', + ['help', 'version', 'output-file=']) + except getopt.error, msg: + usage(1, msg) + + outfile = None + # parse options + for opt, arg in opts: + if opt in ('-h', '--help'): + usage(0) + elif opt in ('-V', '--version'): + print >> sys.stderr, "msgfmt.py", __version__ + sys.exit(0) + elif opt in ('-o', '--output-file'): + outfile = arg + # do it + if not args: + print >> sys.stderr, 'No input file given' + print >> sys.stderr, "Try `msgfmt --help' for more information." + return + + for filename in args: + make(filename, outfile) + + +if __name__ == '__main__': + main() diff -r 98cdb7458225 -r 087d3ff0aa08 scripts/update-po.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/update-po.sh Sat Jan 26 18:38:27 2013 +0200 @@ -0,0 +1,11 @@ +#!/bin/sh + +# Updates translation catalogs + +set -eu + +xgettext -f po/POTFILES -o po/suspended-sentence.pot + +for f in po/*.po; do + msgmerge -U $f po/suspended-sentence.pot; +done diff -r 98cdb7458225 -r 087d3ff0aa08 update-po.sh --- a/update-po.sh Sat Jan 26 18:23:07 2013 +0200 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,9 +0,0 @@ -#!/bin/sh - -# Updates translation catalogs - -xgettext -f po/POTFILES -o po/suspended-sentence.pot - -for f in po/*.po; do - msgmerge -U $f po/suspended-sentence.pot; -done