Subversion Repositories LCARS

Rev

Rev 294 | Rev 297 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
292 PointedEar 1
#!/usr/bin/env python3
2
 
291 PointedEar 3
'''
4
Created on 2014-10-20
5
 
6
@author: Thomas 'PointedEars' Lahn <mail@PointedEars.de>
7
'''
8
from sys import argv, stderr
293 PointedEar 9
from re import findall, DOTALL, match, sub, compile, \
10
    escape, search
11
from os.path import basename
291 PointedEar 12
from functools import cmp_to_key
293 PointedEar 13
from Dictionary import Dictionary, dmsg, \
14
    sort_dict_alnum_english_key
291 PointedEar 15
 
16
dictionary = {}
17
 
18
prepositions = {
19
    "fi'": 'on',
20
    "na'": 'at|to',
21
    "t'": 'of'
22
}
23
 
292 PointedEar 24
def cli_help():
25
    print('Usage: {0} TEXT...'.format(basename(argv[0])))
26
 
296 PointedEar 27
def get_sort_dict_alnum_vulcan_key ():
291 PointedEar 28
    letters = list(map(str.lower, [
29
        " ", 'S', 'T', 'P', 'K', 'R', 'L', 'A', 'Sh', 'O', 'U', 'D',
30
        'V', 'Kh', 'E', 'H', 'G', 'Ch', 'I', 'N', 'Zh', 'M', 'Y', 'F', 'Z',
31
        'Th', 'W', 'B', "'", '-']))
32
    letter_values = dict(map(lambda x: (x[1], x[0]), enumerate(letters)))
33
    letters_re = compile(r'(?:{0})'.format('|'.join(sorted(letters, key=lambda char:-len(char)))))
34
 
35
    def sort_dict_alnum_vulcan (a, b):
36
        # split into Vulcan letters
37
        a = findall(letters_re, sort_dict_alnum_english_key(a))
38
        b = findall(letters_re, sort_dict_alnum_english_key(b))
39
 
40
        if len(a) < len(b):
41
            for index, char in enumerate(a):
42
                diff = letter_values[char] - letter_values[b[index]]
43
                if diff != 0:
44
                    return diff
45
            return -1
46
 
47
        # len(b) <= len(a)
48
        for index, char in enumerate(b):
49
            diff = letter_values[a[index]] - letter_values[char]
50
            if diff != 0:
51
                return diff
52
 
53
        return 1 if len(b) < len(a) else 0
54
 
55
    return cmp_to_key(sort_dict_alnum_vulcan)
56
 
296 PointedEar 57
class VulcanDictionary (Dictionary):
293 PointedEar 58
    def translate (self, phrase, search_prefix=True, search_plural=True):
59
        dictionary = self
291 PointedEar 60
 
296 PointedEar 61
        translation = super().translate(phrase)
293 PointedEar 62
        if translation is not None:
63
            return translation
64
        else:
296 PointedEar 65
            expr_translation = dictionary.translate_expression(phrase)
66
            if expr_translation is not None:
67
                return expr_translation
68
 
293 PointedEar 69
            if search_prefix:
70
                # find prefix
71
                for preposition in prepositions:
72
                    prefix = match(escape(preposition), phrase)
73
                    if prefix is not None:
74
                        prefix_translation = self.translate(prefix.group(0))
75
                        if prefix_translation is not None:
76
                            tail = sub(preposition, '', phrase)
77
                            tail_translation = self.translate(tail, search_prefix=False)
78
                            if tail_translation is not None:
79
                                return [prefix_translation, tail_translation]
80
            elif search_plural:
81
                # find plural
82
                suffix = search(r'lar$', phrase)
83
                if suffix is not None:
84
                    head = sub(r'lar$', '', phrase)
85
                    head_translation = self.translate(head, search_prefix=False, search_plural=False)
86
                    if head_translation is not None:
87
                        head_translation = dict(head_translation)
88
                        head_translation['en'] += ' (pl.)'
89
                        return head_translation
291 PointedEar 90
 
293 PointedEar 91
        return None
92
 
292 PointedEar 93
if __name__ == '__main__':
94
    if len(argv) < 2:
95
        print('Nothing to translate.', end='\n\n', file=stderr)
96
        cli_help()
97
        exit(1)
291 PointedEar 98
 
296 PointedEar 99
    text = ' '.join(argv[1:])
292 PointedEar 100
 
293 PointedEar 101
    dictionary = VulcanDictionary(dictionary)
294 PointedEar 102
    dictionary.load('vuh-gol-en.dict.zdb.txt', 'vuh')
293 PointedEar 103
    dictionary.clean()
291 PointedEar 104
 
105
#     try:
106
#         for phrase, data in OrderedDict(sorted(
107
#             dictionary.items(),
108
#             key=get_sort_dict_alnum_vulcan_key()
109
#         )).items():
110
#             print(phrase, "=", data)
111
#     except BrokenPipeError:
112
#         pass
113
 
293 PointedEar 114
    dmsg("text:", text, min_level=2)
291 PointedEar 115
    sentences = findall(r'(?!\s+)(?:.+?\.{1,3}|.+$)', text, DOTALL)
292 PointedEar 116
    dmsg("sentences:", sentences, min_level=2)
291 PointedEar 117
    for sentence in sentences:
292 PointedEar 118
        dmsg("sentence:", sentence, min_level=2)
291 PointedEar 119
 
293 PointedEar 120
        clauses = findall(r'(?!\s+)(?:.+?(?:\s+-\s*|\s*[–—]\s*|\.{1,3}|.+$))', sentence, DOTALL)
292 PointedEar 121
        dmsg("clauses:", clauses, min_level=2)
122
        for clause in clauses:
123
            dmsg("clause:", clause, min_level=2)
291 PointedEar 124
 
292 PointedEar 125
            words = findall(r'[^\s.]+', clause)
126
            dmsg("words:", words, min_level=2)
291 PointedEar 127
 
292 PointedEar 128
            offset = 0
129
            while offset < len(words):
130
                translation = None
291 PointedEar 131
 
293 PointedEar 132
                for i in range(len(words), offset, -1):
133
                    dmsg("words[{0}:{1}] = {2}".format(offset, i, words[offset:i]), min_level=2)
292 PointedEar 134
                    phrase = ' '.join(words[offset:i])
291 PointedEar 135
 
292 PointedEar 136
                    dmsg("phrase:", phrase, min_level=2)
137
 
293 PointedEar 138
                    translation = dictionary.translate(phrase)
292 PointedEar 139
 
140
                    if translation is not None:
141
                        dmsg("phrase-translation:", translation, min_level=2)
142
                        dmsg("words[{0}:{1}] = [\"{2}\"]".format(offset, i, translation), min_level=2)
143
                        words[offset:i] = [translation]
293 PointedEar 144
                        offset += i - offset
292 PointedEar 145
                        break
146
 
147
                if translation is None:
148
                    dmsg("phrase-translation:", translation, min_level=2)
149
                    offset += 1
150
 
151
            dmsg("words-translation:", words, min_level=2)
296 PointedEar 152
            dmsg("words-translation-reduced:",
153
                list(map(
154
                    lambda word:
155
                        word['en']
156
                        if (hasattr(word, "get") and word.get('en', None) is not None)
157
                        else word,
158
                    words)),
159
                min_level=2)
160
            # dmsg(dictionary._expressions)