def delete(self, resources=[], languages=[], skip=False, force=False):
"""Delete translations."""
resource_list = self.get_chosen_resources(resources)
self.skip = skip
self.force = force
if not languages:
delete_func = self._delete_resource
else:
delete_func = self._delete_translations
for resource in resource_list:
project_slug, resource_slug = resource.split('.', 1)
host = self.get_resource_host(resource)
self.url_info = {
'host': host,
'project': project_slug,
'resource': resource_slug
}
logger.debug("URL data are: %s" % self.url_info)
json, _ = self.do_url_request('project_details', project=self)
project_details = utils.parse_json(json)
teams = project_details['teams']
stats = self._get_stats_for_resource()
delete_func(project_details, resource, stats, languages)
def _get_stats_for_resource(self, url_info):
"""Get the statistics information for a resource."""
try:
r = self.do_url_request('resource_stats', url_info)
logger.debug("Statistics response is %s" % r)
stats = parse_json(r)
except Exception, e:
logger.debug("Empty statistics: %s" % e)
stats = {}
def _extension_for(self, i18n_type):
"""Return the extension used for the specified type."""
try:
json, charset = self.do_url_request('formats')
res = utils.parse_json(json)
return res[i18n_type]['file-extensions'].split(',')[0]
except Exception as e:
logger.error(e)
return ''
def _extension_for(self, i18n_type):
"""Return the extension used for the specified type."""
try:
json, charset = self.do_url_request('formats')
res = utils.parse_json(json)
return res[i18n_type]['file-extensions'].split(',')[0]
except Exception as e:
logger.error(e)
return ''
def _get_stats_for_resource(self, url_info):
"""Get the statistics information for a resource."""
try:
r = self.do_url_request('resource_stats', url_info)
logger.debug("Statistics response is %s" % r)
stats = parse_json(r)
except Exception,e:
logger.debug("Empty statistics: %s" % e)
stats = {}
def _download_pseudo(self, project_slug, resource_slug, pseudo_file):
response, charset = self.do_url_request('pull_pseudo_file',
resource_slug=resource_slug,
project_slug=project_slug)
response = utils.parse_json(response)
base_dir = os.path.split(pseudo_file)[0]
utils.mkdir_p(base_dir)
with open(pseudo_file, "wb") as fd:
fd.write(response['content'].encode("utf-8"))
def _get_stats_for_resource(self):
"""Get the statistics information for a resource."""
try:
r, charset = self.do_url_request('resource_stats')
logger.debug("Statistics response is %s" % r)
stats = utils.parse_json(r)
except utils.HttpNotFound:
logger.debug("Resource not found, creating...")
stats = {}
except Exception as e:
logger.debug(six.u(str(e)))
raise
return stats
def _download_pseudo(self, project_slug, resource_slug, pseudo_file):
response, charset = self.do_url_request(
'pull_pseudo_file',
resource_slug=resource_slug,
project_slug=project_slug
)
response = utils.parse_json(response)
base_dir = os.path.split(pseudo_file)[0]
utils.mkdir_p(base_dir)
with open(pseudo_file, "wb") as fd:
fd.write(response['content'].encode("utf-8"))
def _get_stats_for_resource(self):
"""Get the statistics information for a resource."""
try:
r, charset = self.do_url_request('resource_stats')
logger.debug("Statistics response is %s" % r)
stats = utils.parse_json(r)
except utils.HttpNotFound:
logger.debug("Resource not found, creating...")
stats = {}
except Exception as e:
logger.debug(six.u(str(e)))
raise
return stats
def delete(self, resources=[], languages=[], skip=False, force=False):
"""Delete translations."""
resource_list = self.get_chosen_resources(resources)
self.skip = skip
self.force = force
if not languages:
delete_func = self._delete_resource
else:
delete_func = self._delete_translations
for resource in resource_list:
project_slug, resource_slug = resource.split('.', 1)
host = self.get_resource_host(resource)
self.url_info = {
'host': host,
'project': project_slug,
'resource': resource_slug
}
logger.debug("URL data are: %s" % self.url_info)
json, _ = self.do_url_request('project_details', project=self)
project_details = utils.parse_json(json)
stats = self._get_stats_for_resource()
delete_func(project_details, resource, stats, languages)
def pull(self,
languages=[],
resources=[],
overwrite=True,
fetchall=False,
fetchsource=False,
force=False,
skip=False,
minimum_perc=0,
mode=None,
pseudo=False):
"""Pull all translations file from transifex server."""
self.minimum_perc = minimum_perc
resource_list = self.get_chosen_resources(resources)
skip_decode = False
if mode == 'reviewed':
url = 'pull_reviewed_file'
elif mode == 'translator':
url = 'pull_translator_file'
elif mode == 'developer':
url = 'pull_developer_file'
elif mode == 'onlytranslated':
url = 'pull_onlytranslated_file'
elif mode == 'onlyreviewed':
url = 'pull_onlyreviewed_file'
else:
url = 'pull_file'
for resource in resource_list:
logger.debug("Handling resource %s" % resource)
self.resource = resource
project_slug, resource_slug = resource.split('.', 1)
files = self.get_resource_files(resource)
slang = self.get_resource_option(resource, 'source_lang')
sfile = self.get_source_file(resource)
lang_map = self.get_resource_lang_mapping(resource)
host = self.get_resource_host(resource)
logger.debug("Language mapping is: %s" % lang_map)
if mode is None:
mode = self._get_option(resource, 'mode')
self.url_info = {
'host': host,
'project': project_slug,
'resource': resource_slug
}
logger.debug("URL data are: %s" % self.url_info)
stats = self._get_stats_for_resource()
details_response, _ = self.do_url_request('resource_details')
details = utils.parse_json(details_response)
if details['i18n_type'] in self.SKIP_DECODE_I18N_TYPES:
skip_decode = True
try:
file_filter = self.config.get(resource, 'file_filter')
except configparser.NoOptionError:
file_filter = None
# Pull source file
pull_languages = set([])
new_translations = set([])
if pseudo:
pseudo_file = self._get_pseudo_file(slang, resource,
file_filter)
if self._should_download(slang, stats, local_file=pseudo_file):
logger.info(
"Pulling pseudo file for resource %s (%s)." %
(resource, utils.color_text(pseudo_file, "RED")))
self._download_pseudo(project_slug, resource_slug,
pseudo_file)
if not languages:
continue
if fetchall:
new_translations = self._new_translations_to_add(
files, slang, lang_map, stats, force)
if new_translations:
msg = ("New translations found "
"for the following languages:%s")
logger.info(msg % ', '.join(new_translations))
existing, new = self._languages_to_pull(languages, files, lang_map,
stats, force)
pull_languages |= existing
new_translations |= new
logger.debug("Adding to new translations: %s" % new)
if fetchsource:
if sfile and slang not in pull_languages:
pull_languages.add(slang)
elif slang not in new_translations:
new_translations.add(slang)
if pull_languages:
logger.debug("Pulling languages for: %s" % pull_languages)
msg = "Pulling translations for resource %s (source: %s)"
logger.info(msg % (resource, sfile))
for lang in pull_languages:
local_lang = lang
if lang in list(lang_map.values()):
remote_lang = lang_map.flip[lang]
else:
remote_lang = lang
if languages and lang not in pull_languages:
logger.debug("Skipping language %s" % lang)
continue
if lang != slang:
local_file = files.get(lang, None) or files[lang_map[lang]]
else:
local_file = sfile
logger.debug("Using file %s" % local_file)
kwargs = {
'lang': remote_lang,
'stats': stats,
'local_file': local_file,
'force': force,
'mode': mode,
}
if not self._should_update_translation(**kwargs):
msg = "Skipping '%s' translation (file: %s)."
logger.info(
msg %
(utils.color_text(remote_lang, "RED"), local_file))
continue
if not overwrite:
local_file = ("%s.new" % local_file)
logger.warning(
" -> %s: %s" %
(utils.color_text(remote_lang, "RED"), local_file))
try:
r, charset = self.do_url_request(url,
language=remote_lang,
skip_decode=skip_decode)
except Exception as e:
if isinstance(e, SSLError) or not skip:
raise
else:
logger.error(e)
continue
self._save_file(local_file, charset, r)
if new_translations:
msg = "Pulling new translations for resource %s (source: %s)"
logger.info(msg % (resource, sfile))
for lang in new_translations:
if lang in list(lang_map.keys()):
local_lang = lang_map[lang]
else:
local_lang = lang
remote_lang = lang
if file_filter:
local_file = os.path.relpath(
os.path.join(
self.root,
native_path(
file_filter.replace('<lang>',
local_lang))),
os.curdir)
else:
trans_dir = os.path.join(self.root, ".tx", resource)
if not os.path.exists(trans_dir):
os.mkdir(trans_dir)
local_file = os.path.relpath(
os.path.join(trans_dir,
'%s_translation' % local_lang,
os.curdir))
if lang != slang:
satisfies_min = self._satisfies_min_translated(
stats[remote_lang], mode)
if not satisfies_min:
msg = "Skipping language %s due to used options."
logger.info(msg % lang)
continue
logger.warning(
" -> %s: %s" %
(utils.color_text(remote_lang, "RED"), local_file))
r, charset = self.do_url_request(url,
language=remote_lang,
skip_decode=skip_decode)
self._save_file(local_file, charset, r)
def pull(self, languages=[], resources=[], overwrite=True, fetchall=False,
fetchsource=False, force=False, skip=False, minimum_perc=0,
mode=None, pseudo=False):
"""Pull all translations file from transifex server."""
self.minimum_perc = minimum_perc
resource_list = self.get_chosen_resources(resources)
skip_decode = False
if mode == 'reviewed':
url = 'pull_reviewed_file'
elif mode == 'translator':
url = 'pull_translator_file'
elif mode == 'developer':
url = 'pull_developer_file'
elif mode == 'onlytranslated':
url = 'pull_onlytranslated_file'
elif mode == 'onlyreviewed':
url = 'pull_onlyreviewed_file'
else:
url = 'pull_file'
for resource in resource_list:
logger.debug("Handling resource %s" % resource)
self.resource = resource
project_slug, resource_slug = resource.split('.', 1)
files = self.get_resource_files(resource)
slang = self.get_resource_option(resource, 'source_lang')
sfile = self.get_source_file(resource)
lang_map = self.get_resource_lang_mapping(resource)
host = self.get_resource_host(resource)
logger.debug("Language mapping is: %s" % lang_map)
if mode is None:
mode = self._get_option(resource, 'mode')
self.url_info = {
'host': host,
'project': project_slug,
'resource': resource_slug
}
logger.debug("URL data are: %s" % self.url_info)
stats = self._get_stats_for_resource()
details_response, _ = self.do_url_request('resource_details')
details = utils.parse_json(details_response)
if details['i18n_type'] in self.SKIP_DECODE_I18N_TYPES:
skip_decode = True
try:
file_filter = self.config.get(resource, 'file_filter')
except configparser.NoOptionError:
file_filter = None
# Pull source file
pull_languages = set([])
new_translations = set([])
if pseudo:
pseudo_file = self._get_pseudo_file(
slang, resource, file_filter
)
if self._should_download(slang, stats, local_file=pseudo_file):
logger.info("Pulling pseudo file for resource %s (%s)." % (
resource,
utils.color_text(pseudo_file, "RED")
))
self._download_pseudo(
project_slug, resource_slug, pseudo_file
)
if not languages:
continue
if fetchall:
new_translations = self._new_translations_to_add(
files, slang, lang_map, stats, force
)
if new_translations:
msg = ("New translations found "
"for the following languages:%s")
logger.info(msg % ', '.join(new_translations))
existing, new = self._languages_to_pull(
languages, files, lang_map, stats, force
)
pull_languages |= existing
new_translations |= new
logger.debug("Adding to new translations: %s" % new)
if fetchsource:
if sfile and slang not in pull_languages:
pull_languages.add(slang)
elif slang not in new_translations:
new_translations.add(slang)
if pull_languages:
logger.debug("Pulling languages for: %s" % pull_languages)
msg = "Pulling translations for resource %s (source: %s)"
logger.info(msg % (resource, sfile))
for lang in pull_languages:
local_lang = lang
if lang in list(lang_map.values()):
remote_lang = lang_map.flip[lang]
else:
remote_lang = lang
if languages and lang not in pull_languages:
logger.debug("Skipping language %s" % lang)
continue
if lang != slang:
local_file = files.get(lang, None) or files[lang_map[lang]]
else:
local_file = sfile
logger.debug("Using file %s" % local_file)
kwargs = {
'lang': remote_lang,
'stats': stats,
'local_file': local_file,
'force': force,
'mode': mode,
}
if not self._should_update_translation(**kwargs):
msg = "Skipping '%s' translation (file: %s)."
logger.info(
msg % (utils.color_text(remote_lang, "RED"),
local_file)
)
continue
if not overwrite:
local_file = ("%s.new" % local_file)
logger.warning(
" -> %s: %s" % (utils.color_text(remote_lang, "RED"),
local_file)
)
try:
r, charset = self.do_url_request(
url, language=remote_lang, skip_decode=skip_decode
)
except Exception as e:
if isinstance(e, SSLError) or not skip:
raise
else:
logger.error(e)
continue
self._save_file(local_file, charset, r)
if new_translations:
msg = "Pulling new translations for resource %s (source: %s)"
logger.info(msg % (resource, sfile))
for lang in new_translations:
if lang in list(lang_map.keys()):
local_lang = lang_map[lang]
else:
local_lang = lang
remote_lang = lang
if file_filter:
local_file = os.path.relpath(
os.path.join(
self.root, native_path(
file_filter.replace('<lang>', local_lang)
)
), os.curdir
)
else:
trans_dir = os.path.join(self.root, ".tx", resource)
if not os.path.exists(trans_dir):
os.mkdir(trans_dir)
local_file = os.path.relpath(
os.path.join(trans_dir,
'%s_translation' % local_lang,
os.curdir))
if lang != slang:
satisfies_min = self._satisfies_min_translated(
stats[remote_lang], mode
)
if not satisfies_min:
msg = "Skipping language %s due to used options."
logger.info(msg % lang)
continue
logger.warning(
" -> %s: %s" % (utils.color_text(remote_lang, "RED"),
local_file)
)
r, charset = self.do_url_request(
url, language=remote_lang, skip_decode=skip_decode
)
self._save_file(local_file, charset, r)
