def __test_29_mappings(self):
"""
Testing mappings.
"""
for language_pack in get_available_language_packs():
print_('Testing language pack %s %s' % (language_pack.language_code, language_pack.language_name))
print_('Reversed test:')
for letter in language_pack.mapping[1]:
print_(letter, ' --> ', translit(letter, language_pack.language_code, reversed=True))
print_('Normal test:')
for letter in language_pack.mapping[0]:
print_(letter, ' --> ', translit(letter, language_pack.language_code))
def test_11_translit_cyrillic_to_latin(self):
"""
Test transliteration from Cyrillic to Latun.
"""
res = translit(self.cyrillic_text, 'ru', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def __test_10_translit_hebrew_to_latin(self):
"""
Test transliteration from Hebrew to Latin.
"""
res = translit(self.hebrew_text, 'he', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def test_09_translit_greek_to_latin(self):
"""
Test transliteration from Greek to Latin.
"""
res = translit(self.greek_text, 'el', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def test_08_translit_georgian_to_latin(self):
"""
Test transliteration from Georgian to Latin.
"""
res = translit(self.georgian_text, 'ka', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def test_07_translit_armenian_to_latin(self):
"""
Test transliteration from Armenian to Latin.
"""
res = translit(self.armenian_text, 'hy', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def test_06_translit_latin_to_cyrillic(self):
"""
Test transliteration from Latin to Cyrillic.
"""
res = translit(self.latin_text, 'ru')
self.assertEqual(res, self.cyrillic_text)
return res
def __test_05_translit_latin_to_hebrew(self):
"""
Test transliteration from Latin to Hebrew.
"""
res = translit(self.latin_text, 'he')
self.assertEqual(res, self.hebrew_text)
return res
def test_04_translit_latin_to_greek(self):
"""
Test transliteration from Latin to Greek.
"""
res = translit(self.latin_text, 'el')
self.assertEqual(res, self.greek_text)
return res
def test_06_translit_latin_to_cyrillic(self):
"""
Test transliteration from Latin to Cyrillic.
"""
res = translit(self.latin_text, 'ru')
self.assertEqual(res, self.cyrillic_text)
return res
def generate_paragraph(self, *args, **kwargs):
value = super(TranslipsumGenerator, self).generate_paragraph(
*args, **kwargs
)
return translit(value,
language_code=self._language_code,
reversed=self._reversed)
def test_09_translit_greek_to_latin(self):
"""
Test transliteration from Greek to Latin.
"""
res = translit(self.greek_text, 'el', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def generate_sentence(self, *args, **kwargs):
"""Generate sentence."""
value = super(TranslipsumGenerator,
self).generate_sentence(*args, **kwargs)
return translit(value,
language_code=self._language_code,
reversed=self._reversed)
def generate_paragraph(self, *args, **kwargs):
"""Generate paragraph."""
value = super(TranslipsumGenerator,
self).generate_paragraph(*args, **kwargs)
return translit(value,
language_code=self._language_code,
reversed=self._reversed)
def test_03_translit_latin_to_georgian(self):
"""
Test transliteration from Latin to Georgian.
"""
res = translit(self.latin_text, 'ka')
self.assertEqual(res, self.georgian_text)
return res
def test_07_translit_armenian_to_latin(self):
"""
Test transliteration from Armenian to Latin.
"""
res = translit(self.armenian_text, 'hy', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def test_08_translit_georgian_to_latin(self):
"""
Test transliteration from Georgian to Latin.
"""
res = translit(self.georgian_text, 'ka', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def test_03_translit_latin_to_georgian(self):
"""
Test transliteration from Latin to Georgian.
"""
res = translit(self.latin_text, 'ka')
self.assertEqual(res, self.georgian_text)
return res
def __test_05_translit_latin_to_hebrew(self):
"""
Test transliteration from Latin to Hebrew.
"""
res = translit(self.latin_text, 'he')
self.assertEqual(res, self.hebrew_text)
return res
def test_04_translit_latin_to_greek(self):
"""
Test transliteration from Latin to Greek.
"""
res = translit(self.latin_text, 'el')
self.assertEqual(res, self.greek_text)
return res
def test_11_translit_cyrillic_to_latin(self):
"""
Test transliteration from Cyrillic to Latun.
"""
res = translit(self.cyrillic_text, 'ru', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def __test_10_translit_hebrew_to_latin(self):
"""
Test transliteration from Hebrew to Latin.
"""
res = translit(self.hebrew_text, 'he', reversed=True)
self.assertEqual(res, self.latin_text)
return res
def test_02_translit_latin_to_armenian(self):
"""
Test transliteration from Latin to Armenian.
"""
res = translit(self.latin_text, 'hy')
self.assertEqual(res, self.armenian_text)
return res
def inner(this, *args, **kwargs):
if six.PY2:
value = unicode(func(this, *args, **kwargs))
else:
value = func(this, *args, **kwargs)
return translit(value, language_code=self.language_code, reversed=self.reversed)
def test_02_translit_latin_to_armenian(self):
"""
Test transliteration from Latin to Armenian.
"""
res = translit(self.latin_text, 'hy')
self.assertEqual(res, self.armenian_text)
return res
def generate_sentence(self, *args, **kwargs):
"""Generate sentence."""
value = super(TranslipsumGenerator, self).generate_sentence(
*args, **kwargs
)
return translit(value,
language_code=self._language_code,
reversed=self._reversed)
def inner(this, *args, **kwargs):
if not six.PY3:
value = unicode(func(this, *args, **kwargs))
else:
value = func(this, *args, **kwargs)
return translit(value,
language_code=self.language_code,
reversed=self.reversed)
def listposts(service, blogid):
feed = service.Get('/feeds/' + blogid + '/posts/default?max-results=400')
k = 0
all_tags = {}
for post in feed.entry:
#print post.GetEditLink().href.split('/')[-1], post.title.text, "[DRAFT]" if is_draft(post) else ""
#print "###############\n\n##################"
id = getid(post.published.text)
values = {
'datetime': post.published.text,
'title': post.title.text,
'content': post.content.text,
'deleted': is_draft(post),
}
tags = []
for tag in post.category:
if not tag.term in all_tags:
slug = translit(tag.term, "ru", reversed=True)
slug = slug.replace(' ', '_')
slug = slug.replace('-', '_')
slug = slug.replace('.', '')
slug = slug.replace(',', '')
slug = slug.replace('\'', '')
slug = slug.replace('\"', '')
new_tag = {
'slug': slug,
'name': tag.term,
}
act, tid = sql.upsert('blog_tag', {'slug': slug}, {'name': tag.term, })
new_tag['id'] = tid
all_tags[tag.term] = new_tag
tags.append(all_tags[tag.term]['id'])
for link in post.link:
if link.rel == "alternate":
values['slug'] = link.href[39:-5]
break
#pp.pprint (all_tags)
#pp.pprint (tags)
for tid in tags:
sql.upsert('blog_post_tags', {'post_id': id, 'tag_id': tid})
#sql.upsert('blog_post', {'id': id}, values)
#if 'insert' == sql.upsert('blog_post', {'id': id}, values):
# try:
# twit.send(post.title.text, "", "http://mechanicalbear.ru/" + str(id))
# except Exception as e:
# print (e)
#break
k += 1
if k % 10 == 0:
print k
print k
def __test_29_mappings(self):
"""
Testing mappings.
"""
for language_pack in get_available_language_packs():
print_('Testing language pack %s %s' %
(language_pack.language_code, language_pack.language_name))
print_('Reversed test:')
for letter in language_pack.mapping[1]:
print_(
letter, ' --> ',
translit(letter,
language_pack.language_code,
reversed=True))
print_('Normal test:')
for letter in language_pack.mapping[0]:
print_(letter, ' --> ',
translit(letter, language_pack.language_code))
def test_32_auto_translit_reversed(self):
"""
Test automatic reversed translit (from target script to source script) for Armenian, Georgian, Greek,
Hebrew and Russian (Cyrillic).
"""
res = []
texts = [
self.armenian_text,
self.georgian_text,
self.greek_text,
#self.hebrew_text,
self.cyrillic_text
]
for text in texts:
r = translit(text, reversed=True)
self.assertEqual(r, self.latin_text)
res.append(r)
return res
def test_32_auto_translit_reversed(self):
"""
Test automatic reversed translit (from target script to source script) for Armenian, Georgian, Greek,
Hebrew and Russian (Cyrillic).
"""
res = []
texts = [
self.armenian_text,
self.georgian_text,
self.greek_text,
#self.hebrew_text,
self.cyrillic_text
]
for text in texts:
r = translit(text, reversed=True)
self.assertEqual(r, self.latin_text)
res.append(r)
return res
def test_15_register_custom_language_pack(self):
"""
Testing registering of a custom language pack.
"""
class ExampleLanguagePack(TranslitLanguagePack):
"""
Example language pack.
"""
language_code = "example"
language_name = "Example"
mapping = (
u"abcdefghij",
u"1234567890",
)
registry.register(ExampleLanguagePack)
assert 'example' in get_available_language_codes()
res = translit(self.latin_text, 'example')
self.assertEqual(res, 'Lor5m 9psum 4olor s9t 1m5t')
return res
def test_15_register_custom_language_pack(self):
"""
Testing registering of a custom language pack.
"""
class ExampleLanguagePack(TranslitLanguagePack):
"""
Example language pack.
"""
language_code = "example"
language_name = "Example"
mapping = (
u"abcdefghij",
u"1234567890",
)
registry.register(ExampleLanguagePack)
assert 'example' in get_available_language_codes()
res = translit(self.latin_text, 'example')
self.assertEqual(res, 'Lor5m 9psum 4olor s9t 1m5t')
return res
from transliterate import autodiscover
from transliterate.conf import set_setting
from transliterate.utils import get_available_language_codes, translit
set_setting('DEBUG', True)
# Autodiscover available language packs
autodiscover()
print '\nOriginal text\n---------------------------------------'
text = "Lorem ipsum dolor sit amet"
print text
print '\nTransliteration to Armenian\n---------------------------------------'
print translit(text, 'hy')
print '\nTransliteration to Russian\n---------------------------------------'
print translit(text, 'ru')
print '\nList of available (registered) languages\n---------------------------------------'
print get_available_language_codes()
print '\nReversed transliteration from Armenian\n---------------------------------------'
print translit(u'Լօրեմ իպսում դoլoր սիտ ամետ', 'hy', reversed=True)
print '\nReversed transliteration from Russian\n---------------------------------------'
print translit(u'Лорем ипсум долор сит амет', 'ru', reversed=True)
print '\nTesting the function decorator\n---------------------------------------'
from transliterate.decorators import transliterate_function
def slugify(self, tag, i=None):
slug = slugify(translit(tag, 'ru', reversed=True))
if i is not None:
slug += "-%d" % i
return slug
