Subversion Repositories LCARS


Rev 292 | Go to most recent revision | View as "text/plain" | Blame | Compare with Previous | Last modification | View Log | RSS feed

Created on 2014-10-20

@author: Thomas 'PointedEars' Lahn <>

from sys import argv, stderr
from re import findall, DOTALL, IGNORECASE, match, sub, compile, \
from os import chdir
from os.path import dirname, realpath
from collections import OrderedDict
from functools import cmp_to_key
from copy import deepcopy
from import MutableSequence

dictionary = {}

prepositions = {
    "fi'": 'on',
    "na'": 'at|to',
    "t'": 'of'

class MutableString2(MutableSequence):
    def __init__(self, value=None):
        self._values = [str(value)] if value is not None else []

    def __add__(self, value):
        return ''.join([self, value])

    def __delitem__(self):
        raise NotImplementedError

    def __getitem__(self, index):
        return str(self)[index]

    def __len__(self):
        return len(str(self))

    def __repr__(self):
        return ''.join(self._values)

    def __setitem__(self, index, value):
        raise NotImplementedError

    def __str__(self):
        return self.__repr__()

    def extend(self, values):

    def insert(self, index, value):
        raise NotImplementedError

def load_dictionary(dictionary, dictionary_file):
    print('Loading dictionary {0} ...'.format(dictionary_file), end='', file=stderr)

    with open(dictionary_file) as f:
        keys = "ipa|en|lit|pos|com|tag|ex"
        indent = None
        value = None

        for line in f:
            m = match(r'^\s*vuh:\s*(?P<phrase>.+)', line)
            if m is not None:
                phrase ="phrase")
                dictionary[phrase] = {}
                indent = None
                m = match(
                if m is not None:
                    indent ="indent")
                    key ="key")
                    value ="value")
                    value = dictionary[phrase][key] = MutableString2(value)
                elif indent is not None:
                    m = match(r'(?P<indent>\s+)(?P<continuation>\S.*)', line)
                    if m is not None:
                        if len("indent")) == len(indent) + 2:
                            dictionary[phrase][key] += (" " +"continuation"))

    print(' done ({0} entries).'.format(len(dictionary)), file=stderr)

def clean_dictionary(dictionary):
    braces_re = compile(r'^\s*\{(.+)\}\s*$')
    semicolon_re = compile(r'\s*;\s*')

    for orig_phrase, data in list(dictionary.items()):
        if orig_phrase.find(";") > -1:
            synonyms = map(
                lambda x: sub(braces_re, r'\1', orig_phrase),
                split(semicolon_re, orig_phrase))

            for synonym in synonyms:
                dictionary[synonym] = deepcopy(data)

            del dictionary[orig_phrase]
            m = match(braces_re, orig_phrase)
            if m is not None:
                dictionary[] = deepcopy(dictionary[orig_phrase])
                del dictionary[orig_phrase]

def sort_dict_alnum_english_key(phrase):
    return sub(r'\{(.+)\}', r'\1', phrase[0]).lower()

def get_sort_dict_alnum_vulcan_key():
    letters = list(map(str.lower, [
        " ", 'S', 'T', 'P', 'K', 'R', 'L', 'A', 'Sh', 'O', 'U', 'D',
        'V', 'Kh', 'E', 'H', 'G', 'Ch', 'I', 'N', 'Zh', 'M', 'Y', 'F', 'Z',
        'Th', 'W', 'B', "'", '-']))
    letter_values = dict(map(lambda x: (x[1], x[0]), enumerate(letters)))
    letters_re = compile(r'(?:{0})'.format('|'.join(sorted(letters, key=lambda char:-len(char)))))

    def sort_dict_alnum_vulcan (a, b):
        # split into Vulcan letters
        a = findall(letters_re, sort_dict_alnum_english_key(a))
        b = findall(letters_re, sort_dict_alnum_english_key(b))

        if len(a) < len(b):
            for index, char in enumerate(a):
                diff = letter_values[char] - letter_values[b[index]]
                if diff != 0:
                    return diff
            return -1

        # len(b) <= len(a)
        for index, char in enumerate(b):
            diff = letter_values[a[index]] - letter_values[char]
            if diff != 0:
                return diff

        return 1 if len(b) < len(a) else 0

    return cmp_to_key(sort_dict_alnum_vulcan)

def translate (word, recursion=False):
    translation = dictionary.get(word.lower(), None)
    if translation is not None:
        translation = translation["en"]
        if match('[A-Z]', word):
            return sub('[a-z]', lambda ch:, str(translation), count=1)
        return translation

    if not recursion:
        # prepositions attached?
        for prep, prep_transl in prepositions.items():
            if (match(prep, word)):
                real_word = word.replace(r'^' + prep, '')
                real_word_transl = translate(real_word, recursion=True)
                if real_word_transl is not None:
                    return prep_transl + ' ' + real_word_transl

    if recursion:
        return None
        # Not in dictionary: proper name or missing for other reasons
        return '{{{0}}}'.format(word)

if __name__ == '__main__':
    load_dictionary(dictionary, 'vuh-gol-en.dict.zdb.txt')

#     try:
#         for phrase, data in OrderedDict(sorted(
#             dictionary.items(),
#             key=get_sort_dict_alnum_vulcan_key()
#         )).items():
#             print(phrase, "=", data)
#     except BrokenPipeError:
#         pass

    text = argv[1]
    sentences = findall(r'(?!\s+)(?:.+?\.{1,3}|.+$)', text, DOTALL)
    for sentence in sentences:

        words = findall(r"(?!\s+)[a-z'-]{2,}", sentence, IGNORECASE)

        translated_words = list(map(translate, words))

        for index, word in enumerate(words):
            sentence = sentence.replace(word, str(translated_words[index]))

        # replace punctuation
        for symbol, replacement in ({" - ": ", "}).items():
            sentence = sentence.replace(symbol, replacement)