def run(): script = GenericScript(entity_code="HNNX460000", entity_type="CommonBidding") # 从 MongoDB 获取数据 mongo_data_list = script.data_from_mongo() data_list = data_shuffle(mongo_data_list)
def run(): script = GenericScript(entity_code="BOCOMCity", entity_type="ORGANIZE_FINASSIST") mongo_data_list = script.data_from_mongo() data_shuffle() script.data_to_hbase(mongo_data_list)
def run(): script = GenericScript(entity_code="CIBFinancial", entity_type="FINPRODUCT_FINASSIST") mongo_data_list = script.data_from_mongo() for data in mongo_data_list: re_data = data_shuffle(data)
def run(): script = GenericScript(entity_code="RONG360", entity_type="CREDITCARDACT_FINASSIST") mongo_data_list = script.data_from_mongo() data_shuffle() script.data_to_hbase(mongo_data_list)
def run(): script = GenericScript(entity_code="360000JXNX", entity_type="CommonBidding") mongo_data_list = script.data_from_mongo() data_shuffle(mongo_data_list) script.data_to_hbase(mongo_data_list)
def run(): script = GenericScript(entity_code="BOCFinancial", entity_type="FINPRODUCT_FINASSIST") mongo_data_list = script.data_from_mongo() data_shuffle() script.data_to_hbase(mongo_data_list)
def run(): script = GenericScript(entity_code="CEBORGANIZE", entity_type="ORGANIZE_FINASSIST") mongo_data_list = script.data_from_mongo() province_list, city_list, area_list, dir_area_list = script.area_from_mysql( ) batch_list = data_shuffle(mongo_data_list, province_list, city_list, area_list)
def run(): # entity_code 为 当前实体编码, entity_type 为当前实体所属类别, 对应 MongoDB 中集合名称 script = GenericScript(entity_code="CSNEWS", entity_type="NEWS_FINASSIST") # 调用 GenericScript.data_from_mongo() 方法获取数据 mongo_data_list = script.data_from_mongo() data_list = data_shuffle(mongo_data_list)
def run(self): script = GenericScript(entity_code="SXUESCHOOL", entity_type="SCHOOL_FINASSIST") mongo_data_list = script.data_from_mongo() province_list, city_list, area_list, dir_area_list = script.area_from_mysql( ) batch_list = self.data_shuffle(mongo_data_list, province_list, city_list, area_list)
def run(): script = GenericScript(entity_code="500000CQSX", entity_type="CommonBidding") # 从 MongoDB 获取数据 mongo_data_list = script.data_from_mongo() for data in mongo_data_list: data_list = data_shuffle(data)
def run(p_client, connection): script = GenericScript(entity_code="BOCFinancial", entity_type="FINPRODUCT_FINASSIST") mongo_data_list = script.data_from_mongo() for data in mongo_data_list: re_data = data_shuffle(data) if re_data: p_client.upsert_to_phoenix_by_one(connection=connection, data=re_data)
def run(): # entity_code 为 当前实体编码, entity_type 为当前实体所属类别, 对应 MongoDB 中集合名称 script = GenericScript(entity_code="STCNFUND", entity_type="JSFUND_CCBDATA") # 调用 GenericScript.data_from_mongo() 方法获取数据 mongo_data_list = script.data_from_mongo() province_list, city_list, area_list, dir_area_list = script.area_from_mysql() list_SUBS_STATUS = script.dict_from_mysql("FUND_SUBS_STATUS") list_TYPE = script.dict_from_mysql("FUND_TYPE") data_list = data_shuffle(mongo_data_list,list_SUBS_STATUS,list_TYPE)
def run(): script = GenericScript(entity_code="86ZGRM", entity_type="CommonBidding") # 从 MongoDB 获取数据 mongo_data_list = script.data_from_mongo() data_list = data_shuffle(mongo_data_list) # 创建 Phoenix 对象 p_client = PhoenixHbase(table_name="CommonBidding") # 连接 Phoenix connection = p_client.connect_to_phoenix() # 插入数据 p_client.upsert_to_phoenix(connection=connection, data_list=data_list) # 关闭连接 p_client.close_client_phoenix(connection=connection)
def run(): script = GenericScript(entity_code="440000GDNX", entity_type="CommonBidding") mongo_data_list = script.data_from_mongo() data_shuffle(mongo_data_list)
def run(): script = GenericScript(entity_code="ABCCARD", entity_type="CREDITCARD_FINASSIST") mongo_data_list = script.data_from_mongo() data_shuffle(mongo_data_list)