def i18n(ctx, update=False): '''Extract translatable strings''' header('Extract translatable strings') info('Extract Python strings') lrun('python setup.py extract_messages') if update: lrun('python setup.py update_catalog') info('Extract JavaScript strings') keys = set() catalog = {} catalog_filename = join(ROOT, 'js', 'locales', '{}.en.json'.format(I18N_DOMAIN)) if exists(catalog_filename): with codecs.open(catalog_filename, encoding='utf8') as f: catalog = json.load(f) globs = '*.js', '*.vue', '*.hbs' regexps = [ re.compile(r'(?:|\.|\s|\{)_\(\s*(?:"|\')(.*?)(?:"|\')\s*(?:\)|,)' ), # JS _('trad') re.compile(r'v-i18n="(.*?)"'), # Vue.js directive v-i18n="trad" re.compile(r'"\{\{\{?\s*\'(.*?)\'\s*\|\s*i18n\}\}\}?"' ), # Vue.js filter {{ 'trad'|i18n }} re.compile(r'{{_\s*"(.*?)"\s*}}'), # Handlebars {{_ "trad" }} re.compile(r'{{_\s*\'(.*?)\'\s*}}'), # Handlebars {{_ 'trad' }} re.compile(r'\:[a-z0-9_\-]+="\s*_\(\'(.*?)\'\)\s*"' ), # Vue.js binding :prop="_('trad')" ] for directory, _, _ in os.walk(join(ROOT, 'js')): glob_patterns = (iglob(join(directory, g)) for g in globs) for filename in itertools.chain(*glob_patterns): print('Extracting messages from {0}'.format(green(filename))) content = codecs.open(filename, encoding='utf8').read() for regexp in regexps: for match in regexp.finditer(content): key = match.group(1) key = key.replace('\\n', '\n') keys.add(key) if key not in catalog: catalog[key] = key # Remove old/not found translations for key in catalog.keys(): if key not in keys: del catalog[key] with codecs.open(catalog_filename, 'w', encoding='utf8') as f: json.dump(catalog, f, sort_keys=True, indent=4, ensure_ascii=False, encoding='utf8', separators=(',', ': '))
def qa(): '''Run a quality report''' header('Performing static analysis') info('Python static analysis') flake8_results = lrun('flake8 udata', warn=True) info('JavaScript static analysis') jshint_results = nrun('jshint js', warn=True) if flake8_results.failed or jshint_results.failed: exit(flake8_results.return_code or jshint_results.return_code)
def qa(): '''Run a quality report''' header('Performing static analysis') info('Python static analysis') flake8_results = lrun('flake8 udata', pty=True, warn=True) info('JavaScript static analysis') eslint_results = nrun('eslint js/ --ext .vue,.js', pty=True, warn=True) if flake8_results.failed or eslint_results.failed: exit(flake8_results.return_code or eslint_results.return_code) print(green('OK'))
def qa(ctx): '''Run a quality report''' header('Performing static analysis') info('Python static analysis') flake8_results = lrun('flake8 udata --jobs 1', pty=True, warn=True) info('JavaScript static analysis') eslint_results = lrun('npm -s run lint', pty=True, warn=True) if flake8_results.failed or eslint_results.failed: exit(flake8_results.return_code or eslint_results.return_code) print(green('OK'))
def qa(): """Run a quality report""" header("Performing static analysis") info("Python static analysis") flake8_results = lrun("flake8 udata --jobs 1", pty=True, warn=True) info("JavaScript static analysis") eslint_results = lrun("npm -s run lint", pty=True, warn=True) if flake8_results.failed or eslint_results.failed: exit(flake8_results.return_code or eslint_results.return_code) print(green("OK"))
def clean(bower=False, node=False): """Cleanup all build artifacts""" header("Clean all build artifacts") patterns = ["build", "dist", "cover", "docs/_build", "**/*.pyc", "*.egg-info", ".tox"] if bower: patterns.append("udata/static/bower") if node: patterns.append("node_modules") for pattern in patterns: info("Removing {0}".format(pattern)) run("cd {0} && rm -rf {1}".format(ROOT, pattern))
def qa(): '''Run a quality report''' header('Performing static analysis') info('Python static analysis') flake8_results = lrun('flake8 udata', warn=True) info('JavaScript static analysis') jshint_results = nrun('jshint js --extra-ext=.vue --extract=auto', warn=True) if flake8_results.failed or jshint_results.failed: exit(flake8_results.return_code or jshint_results.return_code) print(green('OK'))
def i18n(): '''Extract translatable strings''' header('Extract translatable strings') info('Extract Python strings') lrun('python setup.py extract_messages') lrun('python setup.py update_catalog') info('Extract JavaScript strings') keys = [] catalog = {} catalog_filename = join(ROOT, 'js', 'locales', '{}.en.json'.format(I18N_DOMAIN)) not_found = {} not_found_filename = join(ROOT, 'js', 'locales', '{}.notfound.json'.format(I18N_DOMAIN)) if exists(catalog_filename): with codecs.open(catalog_filename, encoding='utf8') as f: catalog = json.load(f) globs = '*.js', '*.vue', '*.hbs' regexps = [ re.compile(r'(?:|\.|\s|\{)_\(\s*(?:"|\')(.*?)(?:"|\')\s*(?:\)|,)'), # re.compile(r'this\._\(\s*(?:"|\')(.*?)(?:"|\')\s*\)'), re.compile(r'v-i18n="(.*?)"'), re.compile(r'"\{\{\{?\s*\'(.*?)\'\s*\|\s*i18n\}\}\}?"'), re.compile(r'{{_\s*"(.*?)"\s*}}'), re.compile(r'{{_\s*\'(.*?)\'\s*}}'), ] for directory, _, _ in os.walk(join(ROOT, 'js')): glob_patterns = (iglob(join(directory, g)) for g in globs) for filename in itertools.chain(*glob_patterns): print('Extracting messages from {0}'.format(green(filename))) content = codecs.open(filename, encoding='utf8').read() for regexp in regexps: for match in regexp.finditer(content): key = match.group(1) keys.append(key) if key not in catalog: catalog[key] = key with codecs.open(catalog_filename, 'w', encoding='utf8') as f: json.dump(catalog, f, sort_keys=True, indent=4, ensure_ascii=False, encoding='utf8', separators=(',', ': ')) for key, value in catalog.items(): if key not in keys: not_found[key] = value with codecs.open(not_found_filename, 'w', encoding='utf8') as f: json.dump(not_found, f, sort_keys=True, indent=4, ensure_ascii=False, encoding='utf8', separators=(',', ': '))
def clean(ctx, node=False, translations=False, all=False): '''Cleanup all build artifacts''' header('Clean all build artifacts') patterns = [ 'build', 'dist', 'cover', 'docs/_build', '**/*.pyc', '*.egg-info', '.tox', 'udata/static/*' ] if node or all: patterns.append('node_modules') if translations or all: patterns.append('udata/translations/*/LC_MESSAGES/udata.mo') for pattern in patterns: info(pattern) lrun('rm -rf {0}'.format(' '.join(patterns)))
def clean(bower=False, node=False): '''Cleanup all build artifacts''' header('Clean all build artifacts') patterns = [ 'build', 'dist', 'cover', 'docs/_build', '**/*.pyc', '*.egg-info', '.tox' ] if bower: patterns.append('udata/static/bower') if node: patterns.append('node_modules') for pattern in patterns: info('Removing {0}'.format(pattern)) run('cd {0} && rm -rf {1}'.format(ROOT, pattern))
def i18n(): """Extract translatable strings""" header("Extract translatable strings") info("Extract Python strings") lrun("python setup.py extract_messages") lrun("python setup.py update_catalog") info("Extract JavaScript strings") keys = [] catalog = {} catalog_filename = join(ROOT, "js", "locales", "{}.en.json".format(I18N_DOMAIN)) not_found = {} not_found_filename = join(ROOT, "js", "locales", "{}.notfound.json".format(I18N_DOMAIN)) if exists(catalog_filename): with codecs.open(catalog_filename, encoding="utf8") as f: catalog = json.load(f) globs = "*.js", "*.vue", "*.hbs" regexps = [ re.compile(r'(?:|\.|\s|\{)_\(\s*(?:"|\')(.*?)(?:"|\')\s*(?:\)|,)'), # JS _('trad') re.compile(r'v-i18n="(.*?)"'), # Vue.js directive v-i18n="trad" re.compile(r'"\{\{\{?\s*\'(.*?)\'\s*\|\s*i18n\}\}\}?"'), # Vue.js filter {{ 'trad'|i18n }} re.compile(r'{{_\s*"(.*?)"\s*}}'), # Handlebars {{_ "trad" }} re.compile(r"{{_\s*\'(.*?)\'\s*}}"), # Handlebars {{_ 'trad' }} re.compile(r'\:[a-z0-9_\-]+="\s*_\(\'(.*?)\'\)\s*"'), # Vue.js binding :prop="_('trad')" ] for directory, _, _ in os.walk(join(ROOT, "js")): glob_patterns = (iglob(join(directory, g)) for g in globs) for filename in itertools.chain(*glob_patterns): print("Extracting messages from {0}".format(green(filename))) content = codecs.open(filename, encoding="utf8").read() for regexp in regexps: for match in regexp.finditer(content): key = match.group(1) keys.append(key) if key not in catalog: catalog[key] = key with codecs.open(catalog_filename, "w", encoding="utf8") as f: json.dump(catalog, f, sort_keys=True, indent=4, ensure_ascii=False, encoding="utf8", separators=(",", ": ")) for key, value in catalog.items(): if key not in keys: not_found[key] = value with codecs.open(not_found_filename, "w", encoding="utf8") as f: json.dump(not_found, f, sort_keys=True, indent=4, ensure_ascii=False, encoding="utf8", separators=(",", ": "))
def clean(ctx, bower=False, node=False, translations=False, all=False): '''Cleanup all build artifacts''' header('Clean all build artifacts') patterns = [ 'build', 'dist', 'cover', 'docs/_build', '**/*.pyc', '*.egg-info', '.tox' ] # Static build assets patterns.extend('udata/static/*.{0}'.format(e) for e in STATIC_ASSETS_EXTS) patterns.extend('udata/static/{0}'.format(d) for d in STATIC_ASSETS_DIRS) if bower or all: patterns.append('udata/static/bower') if node or all: patterns.append('node_modules') if translations or all: patterns.append('udata/translations/*/LC_MESSAGES/udata.mo') for pattern in patterns: info(pattern) lrun('rm -rf {0}'.format(' '.join(patterns)))
def update(ctx, migrate=False): '''Perform a development update''' msg = 'Update all dependencies' if migrate: msg += ' and migrate data' header(msg) info('Updating Python dependencies') lrun('pip install -r requirements/develop.pip') lrun('pip install -e .') info('Updating JavaScript dependencies') lrun('npm install') if migrate: info('Migrating database') lrun('udata db migrate')
def i18n(ctx, update=False): '''Extract translatable strings''' header('Extract translatable strings') info('Extract Python strings') lrun('python setup.py extract_messages') # Fix crowdin requiring Language with `2-digit` iso code in potfile # to produce 2-digit iso code pofile # Opening the catalog also allows to set extra metadata potfile = join(ROOT, 'udata', 'translations', '{}.pot'.format(I18N_DOMAIN)) with open(potfile, 'rb') as infile: catalog = read_po(infile, 'en') catalog.copyright_holder = 'Open Data Team' catalog.msgid_bugs_address = '*****@*****.**' catalog.language_team = 'Open Data Team <*****@*****.**>' catalog.last_translator = 'Open Data Team <*****@*****.**>' catalog.revision_date = datetime.now(LOCALTZ) with open(potfile, 'wb') as outfile: write_po(outfile, catalog, width=80) if update: lrun('python setup.py update_catalog') info('Extract JavaScript strings') keys = set() catalog = {} catalog_filename = join(ROOT, 'js', 'locales', '{}.en.json'.format(I18N_DOMAIN)) if exists(catalog_filename): with codecs.open(catalog_filename, encoding='utf8') as f: catalog = json.load(f) globs = '*.js', '*.vue', '*.hbs' regexps = [ re.compile(r'(?:|\.|\s|\{)_\(\s*(?:"|\')(.*?)(?:"|\')\s*(?:\)|,)'), # JS _('trad') re.compile(r'v-i18n="(.*?)"'), # Vue.js directive v-i18n="trad" re.compile(r'"\{\{\{?\s*\'(.*?)\'\s*\|\s*i18n\}\}\}?"'), # Vue.js filter {{ 'trad'|i18n }} re.compile(r'{{_\s*"(.*?)"\s*}}'), # Handlebars {{_ "trad" }} re.compile(r'{{_\s*\'(.*?)\'\s*}}'), # Handlebars {{_ 'trad' }} re.compile(r'\:[a-z0-9_\-]+="\s*_\(\'(.*?)\'\)\s*"'), # Vue.js binding :prop="_('trad')" ] for directory, _, _ in os.walk(join(ROOT, 'js')): glob_patterns = (iglob(join(directory, g)) for g in globs) for filename in itertools.chain(*glob_patterns): print('Extracting messages from {0}'.format(green(filename))) content = codecs.open(filename, encoding='utf8').read() for regexp in regexps: for match in regexp.finditer(content): key = match.group(1) key = key.replace('\\n', '\n') keys.add(key) if key not in catalog: catalog[key] = key # Remove old/not found translations for key in catalog.keys(): if key not in keys: del catalog[key] with codecs.open(catalog_filename, 'w', encoding='utf8') as f: json.dump(catalog, f, sort_keys=True, indent=4, ensure_ascii=False, encoding='utf8', separators=(',', ': '))
def i18n(ctx, update=False): '''Extract translatable strings''' header('Extract translatable strings') info('Extract Python strings') lrun('python setup.py extract_messages') # Fix crowdin requiring Language with `2-digit` iso code in potfile # to produce 2-digit iso code pofile # Opening the catalog also allows to set extra metadata potfile = join(ROOT, 'udata', 'translations', '{}.pot'.format(I18N_DOMAIN)) with open(potfile, 'rb') as infile: catalog = read_po(infile, 'en') catalog.copyright_holder = 'Open Data Team' catalog.msgid_bugs_address = '*****@*****.**' catalog.language_team = 'Open Data Team <*****@*****.**>' catalog.last_translator = 'Open Data Team <*****@*****.**>' catalog.revision_date = datetime.now(LOCALTZ) with open(potfile, 'wb') as outfile: write_po(outfile, catalog, width=80) if update: lrun('python setup.py update_catalog') info('Extract JavaScript strings') keys = set() catalog = {} catalog_filename = join(ROOT, 'js', 'locales', '{}.en.json'.format(I18N_DOMAIN)) if exists(catalog_filename): with codecs.open(catalog_filename, encoding='utf8') as f: catalog = json.load(f) globs = '*.js', '*.vue', '*.hbs' regexps = [ re.compile(r'(?:|\.|\s|\{)_\(\s*(?:"|\')(.*?)(?:"|\')\s*(?:\)|,)' ), # JS _('trad') re.compile(r'v-i18n="(.*?)"'), # Vue.js directive v-i18n="trad" re.compile(r'"\{\{\{?\s*\'(.*?)\'\s*\|\s*i18n\}\}\}?"' ), # Vue.js filter {{ 'trad'|i18n }} re.compile(r'{{_\s*"(.*?)"\s*}}'), # Handlebars {{_ "trad" }} re.compile(r'{{_\s*\'(.*?)\'\s*}}'), # Handlebars {{_ 'trad' }} re.compile(r'\:[a-z0-9_\-]+="\s*_\(\'(.*?)\'\)\s*"' ), # Vue.js binding :prop="_('trad')" ] for directory, _, _ in os.walk(join(ROOT, 'js')): glob_patterns = (iglob(join(directory, g)) for g in globs) for filename in itertools.chain(*glob_patterns): print('Extracting messages from {0}'.format(green(filename))) content = codecs.open(filename, encoding='utf8').read() for regexp in regexps: for match in regexp.finditer(content): key = match.group(1) key = key.replace('\\n', '\n') keys.add(key) if key not in catalog: catalog[key] = key # Remove old/not found translations for key in catalog.keys(): if key not in keys: del catalog[key] with codecs.open(catalog_filename, 'w', encoding='utf8') as f: json.dump(catalog, f, sort_keys=True, indent=4, ensure_ascii=False, encoding='utf8', separators=(',', ': '))