import logging logging.basicConfig(format='%(asctime)s %(levelname)s %(message)s', datefmt='%m/%d/%Y %I:%M:%S %p', level=logging.INFO) logging.info("image creation pipeline - START") target_language = settings["target_language"] logging.info("target language: %s" % (target_language)) # generate list of languages to process #TODO: for now just load this list from data/languages/languages.txt (list of wikipedia languages with 10,000+ articles) langs = [ ] #list of languages represented as wikipedia prefixes e.g. xx - xx.wikipedia.org langs = get_languages_list(settings["languages_file"], target_language) logging.info("# of languages loaded: %s" % (len(langs))) if len(langs) <= 5: logging.info("languages are: %s" % (langs)) langs_properties = { } #list of languages' properties (e.g. LTR vs RTL script, non latin characters, etc) langs_properties = get_languages_properties( settings["languages_properties_file"], target_language) # iterate over each language individually for i, lang in enumerate(langs): logging.info("processing language: %s (#%s out of %s) " % (lang, i + 1, len(langs)))
import logging logging.basicConfig( format='%(asctime)s %(levelname)s %(message)s', datefmt='%m/%d/%Y %I:%M:%S %p', level=logging.INFO) logging.info("pay for first 10 tasks - START") target_language = settings["target_language"] logging.info("target language: %s" % (target_language)) # generate list of languages to process #TODO: for now just load this list from data/languages/languages.txt (list of wikipedia languages with 10,000+ articles) langs=[] #list of languages represented as wikipedia prefixes e.g. xx - xx.wikipedia.org langs=get_languages_list(settings["languages_file"], target_language) # add English to list of languages langs.append(target_language) logging.info("# of languages loaded: %s" %(len(langs))) if len(langs)<=5: logging.info("languages are: %s" %(langs)) try: conn = psycopg2.connect("dbname='"+settings["dbname"]+"' user='******' host='"+settings["host"]+"'") logging.info("successfully connected to database") except: logging.error("unable to connect to the database")