def output(self): '''Points to the output database engine''' db_config = misctools.get_config(self.db_config_path, "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = "arXlive topics <dummy>" # Note, not a real table update_id = "ArxivTopicTask_{}_{}".format(self.date, self.test) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config = get_config(self.db_config_path, "mysqldb") db_config["database"] = ('dev' if self.test else 'production') db_config["table"] = f"{self.routine_id} <dummy>" # Fake table update_id = f"NiHDedupeTask-{self.routine_id}_{self.date}" return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config = get_config(os.environ[self.db_config_env], "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = "Crunchbase <dummy>" # Note, not a real table update_id = "CrunchbaseGeocodeFundingRound_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): """Points to the output database engine where the task is marked as done.""" db_config = get_config(os.environ["MYSQLDB"], "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = "Example <dummy>" # Note, not a real table update_id = "MyTaskWhichNeedsAName_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config = misctools.get_config(self.db_config_path, "mysqldb") db_config["database"] = "production" if not self.test else "dev" db_config["table"] = "NIH <dummy>" # Note, not a real table update_id = "NihCollectData_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the DB target''' update_id = "meetup_group_details-%s" % self._routine_id db_config = get_config("mysqldb.config", "mysqldb") db_config["database"] = "production" if not self.test else "dev" db_config["table"] = "meetup_groups" return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_conf = get_config(self.db_config_path, "mysqldb") db_conf["database"] = 'dev' if self.test else 'production' db_conf["table"] = "CordisCollect <dummy>" # not a real table update_id = self.job_name return MySqlTarget(update_id=update_id, **db_conf)
def output(self): '''Points to the input database target''' update_id = "NihProcessData-%s" % self._routine_id db_config = misctools.get_config("mysqldb.config", "mysqldb") db_config["database"] = "production" if not self.test else "dev" db_config["table"] = "NIH process DUMMY" # Note, not a real table return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config = misctools.get_config("mysqldb.config", "mysqldb") db_config["database"] = "production" if self.production else "dev" db_config["table"] = "UK Geography Lookup (dummy) " update_id = db_config["table"] + str(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config = misctools.get_config(self.db_config_path, "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = "MAG <dummy>" # Note, not a real table update_id = "MagCollectSparql_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config = misctools.get_config(self.db_config_path, "mysqldb") db_config["database"] = ("production" if not self.test else "dev") db_config["table"] = "es2es <dummy>" # NB, not a real tbl update_id = "Es2Es_{}_{}_{}".format(self.date, self.origin_index, self.test) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config = get_config(os.environ[self.db_config_env], "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config[ "table"] = f"BatchGeocode{self._routine_id} <dummy>" # Note, not a real table return MySqlTarget(update_id=f"BatchGeocode-{self._routine_id}", **db_config)
def output(self): '''Points to the output database engine''' db_config = misctools.get_config("mysqldb.config", "mysqldb") db_config["database"] = "production" if self.production else "dev" db_config["table"] = "nomis (dummy) " update_id = (f"{db_config['table']} {self.date} " f"{self.config_name} {self.production}") return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config_path = os.environ['MYSQLDB'] db_config = misctools.get_config(db_config_path, "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = "EURITO_patstat_pre" # Note, not a real table update_id = "EURITO_patstat_pre_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' db_config = get_config('mysqldb.config', "mysqldb") db_config["database"] = "production" if self.production else "dev" db_config[ "table"] = f"Clio{self.dataset} <dummy>" # Note, not a real table update_id = f"Clio{self.dataset}_{self.date}" return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' self.db_config_path = os.environ[self.db_config_env] db_config = get_config(self.db_config_path, "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = f"{self.routine_id} <dummy>" # Not a real table update_id = f"{self.routine_id}_{self.date}" return MySqlTarget(update_id=update_id, **db_config)
def output(self): """Points to the output database engine where the task is marked as done. - For luigi updates table""" db_config_path = os.environ[self.db_config_env] db_config = misctools.get_config(db_config_path, "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = "text2vec <dummy>" # Note, not a real table update_id = "text2vectors_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' _id = self.routine_id db_config = get_config(self.db_config_path, "mysqldb") db_config["database"] = ('dev' if self.test else 'production') db_config["table"] = f"{_id} <dummy>" # Fake table update_id = f"{_id}_ElasticsearchTask" return MySqlTarget(update_id=update_id, **db_config)
def output(self): """Points to the output database engine""" self.db_config_path = os.environ[self.db_config_env] db_config = get_config(self.db_config_path, "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = "Crunchbase <dummy>" # Note, not a real table update_id = "CrunchbaseCollectOrgData_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine where the task is marked as done. The luigi_table_updates table exists in test and production databases. ''' db_config = get_config(os.environ["MYSQLDB"], 'mysqldb') db_config["database"] = 'dev' if self.test else 'production' db_config["table"] = "Example <dummy>" # Note, not a real table update_id = "SimpleTask_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' self.db_config_path = os.environ[self.db_config_env] db_config = get_config(self.db_config_path, "mysqldb") db_config["database"] = 'dev' if self.test else 'production' db_config[ "table"] = "Crunchbase to Elasticsearch <dummy>" # Note, not a real table update_id = "CrunchbaseToElasticsearch_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the MySqlTarget checkpoint''' update_id = self.db_config["table"] + str(self.date) return MySqlTarget(update_id=update_id, **self.db_config)
def output(self): db_config = get_config(os.environ[self.db_config_env], "mysqldb") db_config['database'] = 'dev' if self.test else 'production' db_config['table'] = "MeshTerms <dummy>" update_id = "NihJoinMeshTerms_{}".format(self.date) return MySqlTarget(update_id=update_id, **db_config)
def output(self): '''Points to the output database engine''' update_id = self.out_db_config["table"]+str(self.date) return MySqlTarget(update_id=update_id, **self.out_db_config)
def output(self): '''Points to the input database target''' db_config = get_config("mysqldb.config", "mysqldb") db_config["database"] = "production" if not self.test else "dev" db_config["table"] = "gtr_table" return MySqlTarget(update_id=self.job_name, **db_config)