eazytrans: * Dictionary.py - dmsg(): Fixed argument handling - Dictionary.load(): Fixed/updated default values * vuh-gol-en.dict.zdb.txt - Added Vim modeline - Clarified format description - Simplified expression of imperatives in translation - Updated IPA transcriptions - Updated word order - New words based on Surak's teachings in "Spock's World" * vuh.py, VulcanDictionary.py - Organized imports - Moved VulcanDictionary class to own file - Properly split into paragraphs, sentences, and clauses - Find and translate phrases by looking up subsets of clauses (TODO: compound handling)
/trunk/tools/eazytrans/VulcanDictionary.py |
---|
File deleted |
Property changes: |
Deleted: svn:mime-type |
## -1 +0,0 ## |
-text/plain |
\ No newline at end of property |
Index: eazytrans/Dictionary.py |
=================================================================== |
--- eazytrans/Dictionary.py (revision 300) |
+++ eazytrans/Dictionary.py (revision 299) |
@@ -14,12 +14,14 @@ |
debug_level = 2 |
def dmsg (*args, **kwargs): |
- if not kwargs.get('file'): |
+ if not hasattr(kwargs, 'min_level') or kwargs['min_level'] is None: |
+ kwargs['min_level'] = 1 |
+ |
+ if not hasattr(kwargs, 'file'): |
kwargs['file'] = stderr |
- min_level = kwargs.pop('min_level', 1) |
- |
- if debug_level >= min_level: |
+ if debug_level >= kwargs['min_level']: |
+ del kwargs['min_level'] |
print(*args, **kwargs) |
def sort_dict_alnum_english_key (phrase): |
@@ -35,7 +37,7 @@ |
_keys = "ipa|en|lit|pos|com|tag|ex" |
_expressions = {} |
- def load (self, dictionary_file, keys=None, language_key=None): |
+ def load (self, dictionary_file, language_key='en'): |
""" |
Loads a word dictionary from a file. |
:param dictionary_file: |
@@ -43,10 +45,6 @@ |
:param language_key: |
:type language_key: |
""" |
- if keys is not None: |
- self._keys = keys |
- |
- if language_key is not None: |
self._language_key = language_key |
dmsg('Loading dictionary '.format(dictionary_file), end='', min_level=1) |
@@ -62,7 +60,6 @@ |
if pickle_mtime is None or stat(dictionary_file).st_mtime > pickle_mtime: |
dmsg('from {0} ...'.format(dictionary_file), end='', min_level=1) |
- |
phrase = None |
key = None |
value = None |
@@ -104,14 +101,11 @@ |
self[phrase][key] = ' '.join(value) |
dmsg('\nSaving pickle {0} ...'.format(pickle_file), end='', min_level=1) |
- |
# TODO: Pickle should only contain strings to be small |
with open(pickle_file, mode='wb') as f: dump(self, f) |
- |
dmsg(' done.', min_level=1) |
else: |
dmsg('from {0} ...'.format(pickle_file), end='', min_level=1) |
- |
with open(pickle_file, mode='rb') as f: pickle = load(f) |
for key, value in pickle.items(): |
self[key] = value |
/trunk/tools/eazytrans/vuh.py |
---|
6,14 → 6,21 |
@author: Thomas 'PointedEars' Lahn <mail@PointedEars.de> |
''' |
from sys import argv, stderr |
from re import findall, compile |
from re import findall, DOTALL, match, sub, compile, \ |
escape, search |
from os.path import basename |
from functools import cmp_to_key |
from Dictionary import dmsg, sort_dict_alnum_english_key |
from VulcanDictionary import VulcanDictionary, Text |
from Dictionary import Dictionary, dmsg, \ |
sort_dict_alnum_english_key |
dictionary = {} |
prepositions = { |
"fi'": 'on', |
"na'": 'at|to', |
"t'": 'of' |
} |
def cli_help(): |
print('Usage: {0} TEXT...'.format(basename(argv[0]))) |
47,7 → 54,63 |
return cmp_to_key(sort_dict_alnum_vulcan) |
class VulcanDictionary (Dictionary): |
""" |
""" |
def translate (self, phrase, search_prefix=True, search_plural=True): |
""" |
:param phrase: |
:type phrase: |
:param search_prefix: |
:type search_prefix: |
:param search_plural: |
:type search_plural: |
""" |
translation = super().translate(phrase) |
if translation is not None: |
return translation |
else: |
expr_translation = self.translate_expression(phrase) |
if expr_translation is not None: |
return expr_translation |
if search_prefix: |
# find prefix |
for preposition in prepositions: |
prefix = match(escape(preposition), phrase) |
if prefix is not None: |
prefix_translation = self.translate(prefix.group(0)) |
if prefix_translation is not None: |
tail = sub(preposition, '', phrase) |
tail_translation = self.translate(tail, search_prefix=False) |
if tail_translation is not None: |
return [prefix_translation, tail_translation] |
elif search_plural: |
# find plural |
suffix = search(r'lar$', phrase) |
if suffix is not None: |
head = sub(r'lar$', '', phrase) |
head_translation = self.translate(head, search_prefix=False, search_plural=False) |
if head_translation is not None: |
head_translation = dict(head_translation) |
head_translation['en'] += ' (pl.)' |
return head_translation |
return None |
def clean_entry(self, phrase): |
""" |
Replace GV Media Script parens with FSE parens |
:param phrase: |
:type phrase: |
""" |
return sub( |
r'(\([^)]*\))|\|([^|)]+)\|', |
lambda m: '({0})'.format(m.group(2)) if m.group(2) else m.group(1), |
phrase) |
if __name__ == '__main__': |
if len(argv) < 2: |
print('Nothing to translate.', end='\n\n', file=stderr) |
69,21 → 132,51 |
# except BrokenPipeError: |
# pass |
text = Text(text) |
dmsg("text:", text, min_level=2) |
dmsg("text:", text.__repr__(), min_level=2) |
sentences = findall(r'(?!\s+)(?:.+?\.{1,3}|.+$)', text, DOTALL) |
dmsg("sentences:", sentences, min_level=2) |
for sentence in sentences: |
dmsg("sentence:", sentence, min_level=2) |
text.translate(dictionary) |
clauses = findall(r'(?!\s+)(?:.+?(?:\s+-\s*|\s*[–—]\s*|\.{1,3}|.+$))', sentence, DOTALL) |
dmsg("clauses:", clauses, min_level=2) |
for clause in clauses: |
dmsg("clause:", clause, min_level=2) |
# dmsg("words-translation:", words, min_level=2) |
# dmsg("words-translation-reduced:", |
# list(map( |
# lambda word: |
# word['en'] |
# if (hasattr(word, "get") and word.get('en', None) is not None) |
# else word, |
# words)), |
# min_level=2) |
words = findall(r'[^\s.]+', clause) |
dmsg("words:", words, min_level=2) |
offset = 0 |
while offset < len(words): |
translation = None |
for i in range(len(words), offset, -1): |
dmsg("words[{0}:{1}] = {2}".format(offset, i, words[offset:i]), min_level=2) |
phrase = ' '.join(words[offset:i]) |
dmsg("phrase:", phrase, min_level=2) |
translation = dictionary.translate(phrase) |
if translation is not None: |
dmsg("phrase-translation:", translation, min_level=2) |
dmsg("words[{0}:{1}] = [\"{2}\"]".format(offset, i, translation), min_level=2) |
words[offset:i] = [translation] |
offset += i - offset |
break |
if translation is None: |
dmsg("phrase-translation:", translation, min_level=2) |
offset += 1 |
dmsg("words-translation:", words, min_level=2) |
dmsg("words-translation-reduced:", |
list(map( |
lambda word: |
word['en'] |
if (hasattr(word, "get") and word.get('en', None) is not None) |
else word, |
words)), |
min_level=2) |
# for key, value in dictionary._expressions.items(): |
# dmsg(key, value, min_level=3) |
/trunk/tools/eazytrans/vuh-gol-en.dict.zdb.txt |
---|
145,7 → 145,7 |
# ("Close-follow entries of-this dictionary format established |
# by-Klingonska Akademien [KA] for-online-version |
# of-'Pocket-Dictionary Klingon' <http://klingonska.org/dict/>. |
# See! [hon.] on-website of-them for-details.") |
# See [hon. imp.] on-website of-them for-details.") |
# |
# The format of this dictionary differs in that it uses “vuh”, |
# for Vulcan, instead of “tlh”, for Klingon, adds the “ipa” key, |
158,7 → 158,7 |
# ("Have format of-this dictionary difference – use of->vuh< - |
# for-language Vulcan – instead of->tlh< - for-Klingon – add |
# key >ipa< - use abbrevations for-key >pos< for-small-keeping |
# size of-file and different-abbrevations [below-see! (hon.)] :") |
# size of-file and different-abbrevations [below-see (hon. imp.)] :") |
# |
# vuh: {original(required|alternative) (optional part)} (required) |
# ipa: IPA transcription (optional) |
210,17 → 210,14 |
# |
# Different from the KA format, entries are indented to signify |
# derivation, so that software can mark common word-roots |
# automatically. Use two spaces per indentation level. |
# The optional part of the original may contain |
# automatically. The optional part of the original may contain |
# affixes that can be omitted, or give an abbreviation. |
# {Natyan na'yidor t'KA - pugas-dvun-tor svinlar glantokau |
# sakazun - shatik kup-ulidau tumak ka-zhit-girlar. |
# Is'voh dah-ret na'vok t'gas-dvun. |
# Kup-tuhlau dvelik krus t'tvesh-vel tereklar kup-puyenik |
# il tanilau zhipenaya.} |
# ("Difference to-format of-KA - be-indented entries signify |
# derivation - automatically can-mark program same-word-root. |
# Use! two-space for-level of-indentation. |
# derivation - automatically can-mark program same-word-roots. |
# Can-contain optional part of-original affixes can-be-forgotten |
# or give abbreviation.") |
# |
329,7 → 326,7 |
# Isha ri bolau zhit-dunap-gir nam-tor kim-krus t'terti-zhit.} |
# ("Only-if all-criteria superordered same - be-sorted entries |
# to-FSE-alphabet | not alphabet of-Modern-Golic-Vulcan |
# to-help students. | Notice! [hon.] that verb-forms of-nouns - |
# to-help students. | Notice [hon. imp.] that verb-forms of-nouns - |
# although modifying e.g. with->~au<, and combining with->-tor< - |
# be-sorted before-other-forms modifying and combining because have |
# they more-strong root-relation. |
341,7 → 338,7 |
# {Fayei t'ta - kuv ri kup tal-tor du mesukh t'terti-zhit |
# na'svinlar palikaun k'zun t'zhit - viglazha'voh svin t'nel-gir.} |
# ("Because of-that - if not can find you translation of-compound-word |
# at-entries beginning with-letter of-word - into-look! [hon.] |
# at-entries beginning with-letter of-word - into-look [hon. imp.] |
# entry of-main-root.") |
# |
# The following abbreviations have been used: |
500,7 → 497,7 |
# ka-tvahik iyi-zhit na'isan ek'gadik heh |
# rivanuk | na'li-fal {wak} svi'rak t'{farr} - |
# hi – {kari farr} - {pon farr} ∴} |
# ("too-old [ word ] - instead-use! [hon.] |
# ("too-old [ word ] - instead-use [hon. imp.] |
# synonymous contemporary-word for-usage diurnal and |
# non-ceremonial | for-example {wak} instead of-{farr} - |
# but : {kari farr} - {pon farr} etc.") |
714,7 → 711,7 |
com: not in GV-FSE |
vuh: {abrash} |
ipa: ɑ‿'brɑʃ |
ipa: ɑ‿'braʃ |
en: <flood> |
pos: n. |
772,7 → 769,7 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {abu(')~} |
vuh: {abu(')~)} |
en: <up> |
vuh: {abu-tor} |
779,12 → 776,12 |
en: <erect>, <put up> |
vuh: {abu'le} |
ipa: ɑ‿'bu‿le |
ipa: - ' - |
en: <upward(s)> |
com: from CLGV {apu'leh} and AGV {ápuullh} |
vuh: {abulau} |
ipa: ɑ‿bu‿'lau |
ipa: - - ' |
en: <increase> |
pos: v. |
10696,7 → 10693,6 |
vuh: {gas-dvun-tor} |
en: <indent> |
lit: <right>-<move> |
pos: v. |
def: PE |
vuh: {pugas-dvun-tor} |
14841,11 → 14837,6 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {huhrsauyik} |
en: <practical> |
pos: adj. |
def: PE |
vuh: {huhsh} |
ipa: , |
en: <cough> |
15682,7 → 15673,7 |
vuh: {ish} |
en: <that> |
pos: det. |
pos: adj. |
def: FSE-GV |
com: not in GV-FSE |
17813,11 → 17804,6 |
en: <bring> |
pos: v. |
vuh: {nukatau} |
en: <bring down>, <inflict> |
pos: v. |
def: PE |
vuh: {sakatau} |
en: <enhance>, <bring out>, <implement> |
def: GV-FSE; <implement> by PE |
17828,7 → 17814,7 |
vuh: {sakatausu} |
en: <implementor> |
lit: <implement><person> |
lit: implementperson |
def: PE |
vuh: {vikatau} |
19077,11 → 19063,6 |
en: <direct> |
pos: adj. |
vuh: {rikhar(-~|ik)} |
en: <indirect> |
pos: adj. |
def: PE |
vuh: {khar-el'taranaya} |
en: <direct manipulation> |
def: FSE-GV |
28055,26 → 28036,10 |
en: <reach> |
pos: v. |
vuh: {sapulau} |
en: <reach out> |
pos: v. |
def: PE |
vuh: {pulaya} |
en: <reach> |
pos: n. |
def: PE |
vuh: {pulayan} |
en: <reaching> |
pos: n. |
def: PE |
vuh: {pulayau} |
ipa: - - ' |
en: <be present> |
pos: v. |
com: but <presence> {la'es}; cf. {pulayan} |
vuh: {pulu-kur} |
en: <lavender> |
31653,7 → 31618,7 |
vuh: {ta} |
en: <that>, <which>, <who> (not a question word) |
pos: conj., pron. |
pos: conj. |
tag: MGV |
vuh: {ta'a} |
31895,11 → 31860,6 |
en: <ideal> |
pos: n. |
vuh: {tangu(-~|yik)} |
en: <ideal> |
pos: adj. |
def: PE |
vuh: {tanilau} |
en: <provide>, <supply> |
pos: v. |
44788,6 → 44748,11 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {papulau} |
en: <roam> |
def: FSE-GV |
com: not in GV-FSE |
vuh: {paresh-tor} |
en: <occur> |
def: FSE-GV |
46938,13 → 46903,13 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {plom (n., anc.); plomik (adj.)} |
en: <vegetable> |
vuh: {plomik shur} |
en: <vegetable soup> |
def: FSE-GV |
com: not in GV-FSE |
vuh: {plomik shur} |
en: <vegetable soup> |
vuh: {plom (n., anc.); plomik (adj.)} |
en: <vegetable> |
def: FSE-GV |
com: not in GV-FSE |
47865,11 → 47830,6 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {papulau} |
en: <roam> |
def: FSE-GV |
com: not in GV-FSE |
vuh: {pulayau} |
en: <be present> |
def: FSE-GV |
53085,6 → 53045,11 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {sakatau} |
en: <bring out>, <enhance> |
def: FSE-GV |
com: not in GV-FSE |
vuh: {sakataya} |
en: <enhancement> |
def: FSE-GV |
56551,7 → 56516,6 |
vuh: {sha'ves-yokulan} |
en: <cannibalism> |
lit: <own><kind>-<eating> |
def: FSE-GV |
com: not in GV-FSE |
61977,6 → 61941,12 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {ta} |
en: <that> |
pos: conj., pron. |
def: FSE-GV |
com: not in GV-FSE |
vuh: {ta'bek} |
tag: anc. |
en: <drug> |
62417,6 → 62387,12 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {tangu} |
en: <ideal> |
pos: n. |
def: FSE-GV |
com: not in GV-FSE |
vuh: {tangu-sfek} |
en: <ideal point> |
def: FSE-GV |
63005,7 → 62981,6 |
vuh: {tehnekon-torsu} |
en: <sinner> |
lit: <against><god>-<do><person> |
def: FSE-GV |
com: not in GV-FSE |
70711,6 → 70686,11 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {vikatau} |
en: <bring in> |
def: FSE-GV |
com: not in GV-FSE |
vuh: {vikau} |
en: <warn> |
pos: v. |
71214,10 → 71194,8 |
vuh: {vishasplotau} |
en: <invade> |
lit: <into><land><?> |
def: FSE-GV |
com: not in GV-FSE |
see: {vi}, {shasol}, {plotau} |
vuh: {vishasplotausu} |
en: <invader> |
71498,6 → 71476,11 |
def: FSE-GV |
com: not in GV-FSE |
vuh: {vi} |
en: <who> |
def: FSE-GV |
com: not in GV-FSE |
vuh: {viyatau} |
en: <impregnate> |
def: FSE-GV |
77908,5 → 77891,3 |
en: <gadget>, <gizmo> |
def: FSE-GV |
com: not in GV-FSE |
# vim: set tabstop=2 shiftwidth=2 expandtab : |
/trunk/tools/eazytrans |
---|
Property changes: |
Deleted: svn:ignore |
## -1 +0,0 ## |
-*.pickle |