def test_content(self):
"""Test content based guess from ttkit"""
with open(TEST_PO, 'rb') as handle:
data = handle.read()
handle = BytesIO(data)
store = AutoFormat.parse(handle)
self.assertIsInstance(store, AutoFormat)
self.assertIsInstance(store.store, pofile)
def test_content(self):
"""Test content based guess from ttkit"""
with open(TEST_PO, 'rb') as handle:
data = handle.read()
handle = BytesIO(data)
store = AutoFormat.parse(handle)
self.assertIsInstance(store, AutoFormat)
self.assertIsInstance(store.store, pofile)
def upload(self, request, project, language, fileobj, method):
"""Handle dictionary upload."""
from weblate.trans.models.change import Change
store = AutoFormat.parse(fileobj)
ret = 0
# process all units
for dummy, unit in store.iterate_merge(False):
source = unit.get_source()
target = unit.get_target()
# Ignore too long words
if len(source) > 190 or len(target) > 190:
continue
# Get object
try:
word, created = self.get_or_create(
project=project,
language=language,
source=source,
defaults={
'target': target,
},
)
except Dictionary.MultipleObjectsReturned:
word = self.filter(
project=project,
language=language,
source=source
)[0]
created = False
# Already existing entry found
if not created:
# Same as current -> ignore
if target == word.target:
continue
if method == 'add':
# Add word
word = self.create(
user=request.user,
action=Change.ACTION_DICTIONARY_UPLOAD,
project=project,
language=language,
source=source,
target=target
)
elif method == 'overwrite':
# Update word
word.target = target
word.save()
ret += 1
return ret
def upload(self, request, project, language, fileobj, method):
'''
Handles dictionary upload.
'''
from weblate.trans.models.changes import Change
store = AutoFormat.parse(fileobj)
ret = 0
# process all units
for dummy, unit in store.iterate_merge(False):
source = unit.get_source()
target = unit.get_target()
# Ignore too long words
if len(source) > 190 or len(target) > 190:
continue
# Get object
word, created = self.get_or_create(
project=project,
language=language,
source=source,
defaults={
'target': target,
},
)
# Already existing entry found
if not created:
# Same as current -> ignore
if target == word.target:
continue
if method == 'add':
# Add word
word = self.create(
request,
action=Change.ACTION_DICTIONARY_UPLOAD,
project=project,
language=language,
source=source,
target=target
)
elif method == 'overwrite':
# Update word
word.target = target
word.save()
ret += 1
return ret
def merge_upload(self, request, fileobj, overwrite, author=None,
merge_header=True, method='', fuzzy='',
merge_comments=False):
'''
Top level handler for file uploads.
'''
filecopy = fileobj.read()
fileobj.close()
# Strip possible UTF-8 BOM
if filecopy[:3] == codecs.BOM_UTF8:
filecopy = filecopy[3:]
# Load backend file
try:
# First try using own loader
store = self.subproject.file_format_cls.parse(
StringIOMode(fileobj.name, filecopy),
self.subproject.template_store
)
except Exception:
# Fallback to automatic detection
store = AutoFormat.parse(
StringIOMode(fileobj.name, filecopy),
)
# Optionally set authorship
if author is None:
author = get_author_name(request.user)
# List translations we should process
# Filter out those who don't want automatic update, but keep ourselves
translations = Translation.objects.filter(
language=self.language,
subproject__project=self.subproject.project
).filter(
Q(pk=self.pk) | Q(subproject__allow_translation_propagation=True)
)
ret = False
if method in ('', 'fuzzy'):
# Do actual merge
if self.subproject.has_template():
# Merge on units level
ret = self.merge_translations(
request,
store,
overwrite,
(method == 'fuzzy'),
fuzzy
)
else:
# Merge on file level
for translation in translations:
ret |= translation.merge_store(
request,
author,
store,
overwrite,
merge_header,
(method == 'fuzzy'),
fuzzy,
merge_comments=merge_comments,
)
else:
# Add as sugestions
ret = self.merge_suggestions(request, store, fuzzy)
return ret, store.count_units()
def single_test(self, filename, fileclass):
with open(filename, 'rb') as handle:
store = AutoFormat.parse(handle)
self.assertIsInstance(store, fileclass)
self.assertEqual(fileclass, detect_filename(filename))
def merge_upload(self, request, fileobj, overwrite, author=None,
merge_header=True, method='', fuzzy='',
merge_comments=False):
'''
Top level handler for file uploads.
'''
filecopy = fileobj.read()
fileobj.close()
# Strip possible UTF-8 BOM
if filecopy[:3] == codecs.BOM_UTF8:
filecopy = filecopy[3:]
# Load backend file
try:
# First try using own loader
store = self.subproject.file_format_cls.parse(
StringIOMode(fileobj.name, filecopy),
self.subproject.template_store
)
except Exception:
# Fallback to automatic detection
store = AutoFormat.parse(
StringIOMode(fileobj.name, filecopy),
)
# Optionally set authorship
if author is None:
author = get_author_name(request.user)
# List translations we should process
# Filter out those who don't want automatic update, but keep ourselves
translations = Translation.objects.filter(
language=self.language,
subproject__project=self.subproject.project
).filter(
Q(pk=self.pk) | Q(subproject__allow_translation_propagation=True)
)
ret = False
if method in ('', 'fuzzy'):
# Do actual merge
if self.subproject.has_template():
# Merge on units level
ret = self.merge_translations(
request,
store,
overwrite,
(method == 'fuzzy'),
fuzzy
)
else:
# Merge on file level
for translation in translations:
ret |= translation.merge_store(
request,
author,
store,
overwrite,
merge_header,
(method == 'fuzzy'),
fuzzy,
merge_comments=merge_comments,
)
else:
# Add as sugestions
ret = self.merge_suggestions(request, store, fuzzy)
return ret, store.count_units()
def single_test(self, filename, fileclass):
with open(filename, 'rb') as handle:
store = AutoFormat.parse(handle)
self.assertIsInstance(store, fileclass)
self.assertEqual(fileclass, detect_filename(filename))
def single_test(self, filename, fileclass):
with open(filename, 'r') as handle:
store = AutoFormat.parse(handle)
self.assertIsInstance(store, fileclass)
def single_test(self, filename, fileclass):
with open(filename, 'r') as handle:
store = AutoFormat.parse(handle)
self.assertIsInstance(store, fileclass)