Python get_languages_list Exemples

Exemple #1

Fichier : generate-images-pipeline.py Projet : Bhanditz/esl-errors

import logging
logging.basicConfig(format='%(asctime)s %(levelname)s %(message)s',
                    datefmt='%m/%d/%Y %I:%M:%S %p',
                    level=logging.INFO)

logging.info("image creation pipeline - START")

target_language = settings["target_language"]
logging.info("target language: %s" % (target_language))

# generate list of languages to process
#TODO: for now just load this list from data/languages/languages.txt (list of wikipedia languages with 10,000+ articles)

langs = [
]  #list of languages represented as wikipedia prefixes e.g. xx - xx.wikipedia.org
langs = get_languages_list(settings["languages_file"], target_language)

logging.info("# of languages loaded: %s" % (len(langs)))
if len(langs) <= 5:
    logging.info("languages are: %s" % (langs))

langs_properties = {
}  #list of languages' properties (e.g. LTR vs RTL script, non latin characters, etc)
langs_properties = get_languages_properties(
    settings["languages_properties_file"], target_language)

# iterate over each language individually
for i, lang in enumerate(langs):

    logging.info("processing language: %s (#%s out of %s) " %
                 (lang, i + 1, len(langs)))

Exemple #2

Fichier : pay_for_fist10_tasks.py Projet : callison-burch/hitman

import logging
logging.basicConfig(
	format='%(asctime)s %(levelname)s %(message)s', 
	datefmt='%m/%d/%Y %I:%M:%S %p',
	level=logging.INFO)

logging.info("pay for first 10 tasks - START")

target_language = settings["target_language"]
logging.info("target language: %s" % (target_language))

# generate list of languages to process
#TODO: for now just load this list from data/languages/languages.txt (list of wikipedia languages with 10,000+ articles)

langs=[] #list of languages represented as wikipedia prefixes e.g. xx - xx.wikipedia.org
langs=get_languages_list(settings["languages_file"], target_language)

# add English to list of languages
langs.append(target_language)

logging.info("# of languages loaded: %s" %(len(langs)))
if len(langs)<=5:
	logging.info("languages are: %s" %(langs))


try:
	conn = psycopg2.connect("dbname='"+settings["dbname"]+"' user='******' host='"+settings["host"]+"'")
	logging.info("successfully connected to database")
except:
	logging.error("unable to connect to the database")