def run():
script = GenericScript(entity_code="HNNX460000",
entity_type="CommonBidding")
# 从 MongoDB 获取数据
mongo_data_list = script.data_from_mongo()
data_list = data_shuffle(mongo_data_list)
def run():
script = GenericScript(entity_code="BOCOMCity",
entity_type="ORGANIZE_FINASSIST")
mongo_data_list = script.data_from_mongo()
data_shuffle()
script.data_to_hbase(mongo_data_list)
def run():
script = GenericScript(entity_code="CIBFinancial",
entity_type="FINPRODUCT_FINASSIST")
mongo_data_list = script.data_from_mongo()
for data in mongo_data_list:
re_data = data_shuffle(data)
def run():
script = GenericScript(entity_code="RONG360",
entity_type="CREDITCARDACT_FINASSIST")
mongo_data_list = script.data_from_mongo()
data_shuffle()
script.data_to_hbase(mongo_data_list)
def run():
script = GenericScript(entity_code="360000JXNX",
entity_type="CommonBidding")
mongo_data_list = script.data_from_mongo()
data_shuffle(mongo_data_list)
script.data_to_hbase(mongo_data_list)
def run():
script = GenericScript(entity_code="BOCFinancial",
entity_type="FINPRODUCT_FINASSIST")
mongo_data_list = script.data_from_mongo()
data_shuffle()
script.data_to_hbase(mongo_data_list)
def run():
script = GenericScript(entity_code="CEBORGANIZE",
entity_type="ORGANIZE_FINASSIST")
mongo_data_list = script.data_from_mongo()
province_list, city_list, area_list, dir_area_list = script.area_from_mysql(
)
batch_list = data_shuffle(mongo_data_list, province_list, city_list,
area_list)
def run():
# entity_code 为 当前实体编码， entity_type 为当前实体所属类别， 对应 MongoDB 中集合名称
script = GenericScript(entity_code="CSNEWS", entity_type="NEWS_FINASSIST")
# 调用 GenericScript.data_from_mongo() 方法获取数据
mongo_data_list = script.data_from_mongo()
data_list = data_shuffle(mongo_data_list)
def run(self):
script = GenericScript(entity_code="SXUESCHOOL",
entity_type="SCHOOL_FINASSIST")
mongo_data_list = script.data_from_mongo()
province_list, city_list, area_list, dir_area_list = script.area_from_mysql(
)
batch_list = self.data_shuffle(mongo_data_list, province_list,
city_list, area_list)
def run():
script = GenericScript(entity_code="500000CQSX",
entity_type="CommonBidding")
# 从 MongoDB 获取数据
mongo_data_list = script.data_from_mongo()
for data in mongo_data_list:
data_list = data_shuffle(data)
def run(p_client, connection):
script = GenericScript(entity_code="BOCFinancial",
entity_type="FINPRODUCT_FINASSIST")
mongo_data_list = script.data_from_mongo()
for data in mongo_data_list:
re_data = data_shuffle(data)
if re_data:
p_client.upsert_to_phoenix_by_one(connection=connection,
data=re_data)
def run():
# entity_code 为 当前实体编码， entity_type 为当前实体所属类别， 对应 MongoDB 中集合名称
script = GenericScript(entity_code="STCNFUND", entity_type="JSFUND_CCBDATA")
# 调用 GenericScript.data_from_mongo() 方法获取数据
mongo_data_list = script.data_from_mongo()
province_list, city_list, area_list, dir_area_list = script.area_from_mysql()
list_SUBS_STATUS = script.dict_from_mysql("FUND_SUBS_STATUS")
list_TYPE = script.dict_from_mysql("FUND_TYPE")
data_list = data_shuffle(mongo_data_list,list_SUBS_STATUS,list_TYPE)
def run():
script = GenericScript(entity_code="86ZGRM", entity_type="CommonBidding")
# 从 MongoDB 获取数据
mongo_data_list = script.data_from_mongo()
data_list = data_shuffle(mongo_data_list)
# 创建 Phoenix 对象
p_client = PhoenixHbase(table_name="CommonBidding")
# 连接 Phoenix
connection = p_client.connect_to_phoenix()
# 插入数据
p_client.upsert_to_phoenix(connection=connection, data_list=data_list)
# 关闭连接
p_client.close_client_phoenix(connection=connection)
def run():
script = GenericScript(entity_code="440000GDNX",
entity_type="CommonBidding")
mongo_data_list = script.data_from_mongo()
data_shuffle(mongo_data_list)
def run():
script = GenericScript(entity_code="ABCCARD", entity_type="CREDITCARD_FINASSIST")
mongo_data_list = script.data_from_mongo()
data_shuffle(mongo_data_list)
