def output(self):
'''Points to the output database engine'''
db_config = misctools.get_config(self.db_config_path, "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = "arXlive topics <dummy>" # Note, not a real table
update_id = "ArxivTopicTask_{}_{}".format(self.date, self.test)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config = get_config(self.db_config_path, "mysqldb")
db_config["database"] = ('dev' if self.test else 'production')
db_config["table"] = f"{self.routine_id} <dummy>" # Fake table
update_id = f"NiHDedupeTask-{self.routine_id}_{self.date}"
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config = get_config(os.environ[self.db_config_env], "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = "Crunchbase <dummy>" # Note, not a real table
update_id = "CrunchbaseGeocodeFundingRound_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
"""Points to the output database engine where the task is marked as done."""
db_config = get_config(os.environ["MYSQLDB"], "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = "Example <dummy>" # Note, not a real table
update_id = "MyTaskWhichNeedsAName_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config = misctools.get_config(self.db_config_path, "mysqldb")
db_config["database"] = "production" if not self.test else "dev"
db_config["table"] = "NIH <dummy>" # Note, not a real table
update_id = "NihCollectData_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the DB target'''
update_id = "meetup_group_details-%s" % self._routine_id
db_config = get_config("mysqldb.config", "mysqldb")
db_config["database"] = "production" if not self.test else "dev"
db_config["table"] = "meetup_groups"
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_conf = get_config(self.db_config_path, "mysqldb")
db_conf["database"] = 'dev' if self.test else 'production'
db_conf["table"] = "CordisCollect <dummy>" # not a real table
update_id = self.job_name
return MySqlTarget(update_id=update_id, **db_conf)
def output(self):
'''Points to the input database target'''
update_id = "NihProcessData-%s" % self._routine_id
db_config = misctools.get_config("mysqldb.config", "mysqldb")
db_config["database"] = "production" if not self.test else "dev"
db_config["table"] = "NIH process DUMMY" # Note, not a real table
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config = misctools.get_config("mysqldb.config", "mysqldb")
db_config["database"] = "production" if self.production else "dev"
db_config["table"] = "UK Geography Lookup (dummy) "
update_id = db_config["table"] + str(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config = misctools.get_config(self.db_config_path, "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = "MAG <dummy>" # Note, not a real table
update_id = "MagCollectSparql_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config = misctools.get_config(self.db_config_path, "mysqldb")
db_config["database"] = ("production" if not self.test else "dev")
db_config["table"] = "es2es <dummy>" # NB, not a real tbl
update_id = "Es2Es_{}_{}_{}".format(self.date, self.origin_index,
self.test)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config = get_config(os.environ[self.db_config_env], "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config[
"table"] = f"BatchGeocode{self._routine_id} <dummy>" # Note, not a real table
return MySqlTarget(update_id=f"BatchGeocode-{self._routine_id}",
**db_config)
def output(self):
'''Points to the output database engine'''
db_config = misctools.get_config("mysqldb.config", "mysqldb")
db_config["database"] = "production" if self.production else "dev"
db_config["table"] = "nomis (dummy) "
update_id = (f"{db_config['table']} {self.date} "
f"{self.config_name} {self.production}")
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config_path = os.environ['MYSQLDB']
db_config = misctools.get_config(db_config_path, "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = "EURITO_patstat_pre" # Note, not a real table
update_id = "EURITO_patstat_pre_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
db_config = get_config('mysqldb.config', "mysqldb")
db_config["database"] = "production" if self.production else "dev"
db_config[
"table"] = f"Clio{self.dataset} <dummy>" # Note, not a real table
update_id = f"Clio{self.dataset}_{self.date}"
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
self.db_config_path = os.environ[self.db_config_env]
db_config = get_config(self.db_config_path, "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = f"{self.routine_id} <dummy>" # Not a real table
update_id = f"{self.routine_id}_{self.date}"
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
"""Points to the output database engine where the task is marked as done. - For luigi updates table"""
db_config_path = os.environ[self.db_config_env]
db_config = misctools.get_config(db_config_path, "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = "text2vec <dummy>" # Note, not a real table
update_id = "text2vectors_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
_id = self.routine_id
db_config = get_config(self.db_config_path, "mysqldb")
db_config["database"] = ('dev' if self.test else 'production')
db_config["table"] = f"{_id} <dummy>" # Fake table
update_id = f"{_id}_ElasticsearchTask"
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
"""Points to the output database engine"""
self.db_config_path = os.environ[self.db_config_env]
db_config = get_config(self.db_config_path, "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = "Crunchbase <dummy>" # Note, not a real table
update_id = "CrunchbaseCollectOrgData_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine where the task is marked as done.
The luigi_table_updates table exists in test and production databases.
'''
db_config = get_config(os.environ["MYSQLDB"], 'mysqldb')
db_config["database"] = 'dev' if self.test else 'production'
db_config["table"] = "Example <dummy>" # Note, not a real table
update_id = "SimpleTask_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
self.db_config_path = os.environ[self.db_config_env]
db_config = get_config(self.db_config_path, "mysqldb")
db_config["database"] = 'dev' if self.test else 'production'
db_config[
"table"] = "Crunchbase to Elasticsearch <dummy>" # Note, not a real table
update_id = "CrunchbaseToElasticsearch_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the MySqlTarget checkpoint'''
update_id = self.db_config["table"] + str(self.date)
return MySqlTarget(update_id=update_id, **self.db_config)
def output(self):
db_config = get_config(os.environ[self.db_config_env], "mysqldb")
db_config['database'] = 'dev' if self.test else 'production'
db_config['table'] = "MeshTerms <dummy>"
update_id = "NihJoinMeshTerms_{}".format(self.date)
return MySqlTarget(update_id=update_id, **db_config)
def output(self):
'''Points to the output database engine'''
update_id = self.out_db_config["table"]+str(self.date)
return MySqlTarget(update_id=update_id, **self.out_db_config)
def output(self):
'''Points to the input database target'''
db_config = get_config("mysqldb.config", "mysqldb")
db_config["database"] = "production" if not self.test else "dev"
db_config["table"] = "gtr_table"
return MySqlTarget(update_id=self.job_name, **db_config)