def build_connection(self, db_url):
if DataStorage.__pool is not None:
return DataStorage.__pool
urlparts = urlparse.urlparse(db_url)
params = dict([(k,v[0]) for k,v in urlparse.parse_qs(urlparts.query).items()])
if urlparts.scheme == 'mysql':
port = 3306
if urlparts.port:
port = int(urlparts.port)
db = PyDB.MySQLContext(
{'user':urlparts.username,
'host':urlparts.hostname,
'db':urlparts.path.lstrip('/'),
'port':port,
'passwd': urlparts.password,
'charset':'utf8'}
)
elif urlparts.scheme == 'oracle':
port = 1521
if urlparts.port:
port = int(urlparts.port)
db = PyDB.OracleContext(
user = urlparts.username,
password = urlparts.password,
host = urlparts.hostname,
port = port,
**params
)
DataStorage.__pool = db
return db
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_TRADE_CALENDAR'
self.db.set_metadata(self.table_name, [
PyDB.StringField('tradingcalendar', is_key=True),
PyDB.DateField('tradingday', is_key=True),
PyDB.IntField('flag'),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_PUOK_STEEL'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate"),
PyDB.IntField("pageid", is_key=True),
PyDB.StringField("data_type"),
PyDB.StringField("news_contents"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 't_310_select5from11'
self.db.set_metadata(self.table_name, [
PyDB.StringField("IssueNum", is_key=True),
PyDB.StringField("Result"),
PyDB.DateField("AwardTime"),
PyDB.DateField("datadate"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_SPORTTERY_LOSEMATCHID'
self.db.set_metadata(self.table_name, [
PyDB.IntField("matchid"),
PyDB.StringField("spidername"),
PyDB.StringField("tablename"),
PyDB.StringField("url", is_key=True),
PyDB.StringField("losereason"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 't_bm_pages'
self.db.set_metadata(self.table_name, [
PyDB.StringField("url_hash", is_key=True),
PyDB.StringField("url", is_key=True),
PyDB.IntField('status'),
PyDB.DatetimeField("create_time"),
PyDB.DatetimeField('update_time'),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_310_OP'
self.db.set_metadata(self.table_name, [
PyDB.StringField("Company_OPID", is_key=True),
PyDB.StringField("zs"),
PyDB.StringField("h"),
PyDB.StringField("ks"),
PyDB.StringField("klzs1"),
PyDB.StringField("klzs2"),
PyDB.StringField("klzs3"),
PyDB.StringField("bhsj", is_key=True),
PyDB.StringField("matchId"),
PyDB.DateField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 't_cl_colour_metal'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("category", is_key=True),
PyDB.StringField("data_type", is_key=True),
PyDB.StringField("goods_name", is_key=True),
PyDB.StringField("goods_code", is_key=True),
PyDB.StringField("price"),
PyDB.StringField("rise_offset"),
PyDB.StringField("remark"),
PyDB.StringField("data_title"),
PyDB.DateField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_EC_CHEM_PLASTIC'
self.db.set_metadata(self.table_name, [
PyDB.StringField("region", is_key=True),
PyDB.StringField("produce_code", is_key=True),
PyDB.StringField("produce_name", is_key=True),
PyDB.StringField("trading_dt", is_key=True),
PyDB.StringField("title", is_key=True),
PyDB.StringField("pre_price"),
PyDB.StringField("price"),
PyDB.StringField("rise_offset"),
PyDB.StringField("remarks"),
PyDB.StringField("datetime_stamp"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_CHEM99_MEREY_OIL_F'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("datemonth", is_key=True),
PyDB.StringField("wti_price_avg"),
PyDB.StringField("wti_date_range"),
PyDB.StringField("discount_value"),
PyDB.StringField("tongs_barrels_ratio"),
PyDB.StringField("fx_rate"),
PyDB.StringField("settle_prc"),
PyDB.StringField("source"),
PyDB.DatetimeField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 't_310_yp'
self.db.set_metadata(self.table_name, [
PyDB.StringField("sj"),
PyDB.StringField("bf"),
PyDB.StringField("zd"),
PyDB.StringField("pk"),
PyDB.StringField("kd"),
PyDB.StringField("bhsj", is_key=True),
PyDB.StringField("status"),
PyDB.StringField("bcgsId", is_key=True),
PyDB.StringField("matchId", is_key=True),
PyDB.DateField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_BM_CHEM_BITUMEN_MARKET'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("source", is_key=True),
PyDB.StringField("area", is_key=True),
PyDB.StringField("pre_price"),
PyDB.StringField("price"),
PyDB.StringField("change"),
PyDB.StringField("changeratio"),
PyDB.StringField("unit"),
PyDB.DateField("insert_dt"),
PyDB.DateField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_CL_MATE_NEWS'
self.db.set_metadata(self.table_name, [
PyDB.StringField("newsid"),
PyDB.StringField("source", is_key=True),
PyDB.DatetimeField("pubdate"),
PyDB.StringField("large_variety"),
PyDB.StringField("variety_type"),
PyDB.StringField("channel"),
PyDB.StringField("small_variety"),
PyDB.StringField("title"),
PyDB.StringField("url", is_key=True),
PyDB.DatetimeField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_CM_PUBLIC_NEWS'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate"),
PyDB.StringField("news_title", is_key=True),
PyDB.StringField("news_content"),
PyDB.StringField("public_Id", is_key=True),
PyDB.StringField("public_name"),
PyDB.StringField("news_contenturl"),
PyDB.StringField("news_html"),
PyDB.StringField("news_imageurl"),
PyDB.DateField("update_dt"),
PyDB.StringField("news_contenturl", ),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_BC_DATA'
self.db.set_metadata(self.table_name, [
PyDB.StringField("datadate", is_key=True),
PyDB.StringField("product_no", is_key=True),
PyDB.StringField("industry"),
PyDB.StringField("product"),
PyDB.StringField("product_spec"),
PyDB.StringField("area"),
PyDB.StringField("price"),
PyDB.StringField("unit"),
PyDB.DateField("insert_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_BITUMEN_OPEN_RATE'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("area", is_key=True),
PyDB.DateField("current_week_date", is_key=True),
PyDB.DateField("last_week_date"),
PyDB.StringField("current_week_value"),
PyDB.StringField("last_week_value"),
PyDB.StringField("change_situation"),
PyDB.StringField("source"),
PyDB.DatetimeField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_BITUMEN_EQPT_CHECK'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("area", is_key=True),
PyDB.StringField("factory_name", is_key=True),
PyDB.StringField("affiliation", is_key=True),
PyDB.StringField("product"),
PyDB.StringField("status"),
PyDB.StringField("product_time"),
PyDB.DatetimeField("update_dt"),
PyDB.StringField("source"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 't_ec_chem_pvc_start_rate'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("regions", is_key=True),
PyDB.StringField("area", is_key=True),
PyDB.StringField("factory", is_key=True),
PyDB.StringField("technology", is_key=True),
PyDB.StringField("pvc_number", is_key=True),
PyDB.StringField("start_rate"),
PyDB.DatetimeField("update_dt"),
PyDB.StringField("source"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_PUOK_CHINAISA_SORTPRICE'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("page_date"),
PyDB.StringField("page_sort"),
PyDB.StringField("mainsort", is_key=True),
PyDB.StringField("mainsize", is_key=True),
PyDB.StringField("index_name", is_key=True),
PyDB.StringField("price"),
PyDB.DateField("update_dt"),
PyDB.StringField("source"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_EC_CCF_OIL_RELATION'
self.db.set_metadata(self.table_name, [
PyDB.DateField('datadate', is_key=True),
PyDB.StringField('product_name', is_key=True),
PyDB.StringField("market", is_key=True),
PyDB.StringField('lastday_price'),
PyDB.StringField('currentday_price'),
PyDB.StringField('change_price'),
PyDB.StringField('unit'),
PyDB.DatetimeField('update_dt'),
PyDB.StringField('source'),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_EC_BAIINFO_BITUMEN_IMPORT'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("ship_name", is_key=True),
PyDB.StringField("start_port"),
PyDB.StringField("destination_port"),
PyDB.StringField("amount"),
PyDB.StringField("quality"),
PyDB.StringField("destination_date"),
PyDB.StringField("source"),
PyDB.DatetimeField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_310_COMPETITION'
self.db.set_metadata(self.table_name, [
PyDB.IntField("gameId", is_key=True),
PyDB.StringField("competitiongroups"),
PyDB.StringField("competitiongroupc"),
PyDB.StringField("competitiongroupe"),
PyDB.IntField("continentsid"),
PyDB.StringField("leaguegroups"),
PyDB.StringField("leaguegroupc"),
PyDB.StringField("leaguegroupe"),
PyDB.IntField("leaguegroupid"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_EC_BAI_RUBB_PRICE'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("category", is_key=True),
PyDB.StringField("area", is_key=True),
PyDB.StringField("price"),
PyDB.StringField("remark"),
PyDB.DateField("insert_dt"),
PyDB.DateField("update_dt"),
PyDB.StringField("source"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_EC_BAIINFO_BITUMEN_OPENRATE'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("area", is_key=True),
PyDB.StringField("last_week_openrate"),
PyDB.StringField("current_week_openrate"),
PyDB.StringField("change"),
PyDB.StringField("remark"),
PyDB.StringField("source"),
PyDB.DatetimeField("update_dt"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_EC_CHEM_PP_FACTORY_PRICE'
self.db.set_metadata(self.table_name, [
PyDB.StringField("area", is_key=True),
PyDB.StringField("factory_name", is_key=True),
PyDB.StringField("trading_dt", is_key=True),
PyDB.StringField("price"),
PyDB.StringField("rise_offset"),
PyDB.StringField("remarks"),
PyDB.StringField("title"),
PyDB.StringField("datetime_stamp"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 't_ec_ccf_report_price'
self.db.set_metadata(self.table_name, [
PyDB.StringField('report_title', is_key=True),
PyDB.DateField("report_date", is_key=True),
PyDB.StringField('table_title', is_key=True),
PyDB.StringField('index_name', is_key=True),
PyDB.StringField('column_name', is_key=True),
PyDB.StringField('value_unit'),
PyDB.StringField('column_value'),
PyDB.StringField('value_date'),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_PUOK_CHINAISA'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("news_type", is_key=True),
PyDB.StringField("news_title"),
PyDB.StringField("news_contentframeurl"),
PyDB.StringField("news_contentrealurl", is_key=True),
PyDB.StringField("image_url"),
PyDB.DateField("update_dt"),
PyDB.StringField("html_news"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_PUOK_CANSI'
self.db.set_metadata(self.table_name, [
PyDB.StringField("datadate", is_key=True),
PyDB.StringField("index_name", is_key=True),
PyDB.StringField("world"),
PyDB.StringField("china"),
PyDB.StringField("korea"),
PyDB.StringField("japan"),
PyDB.DateField("update_dt"),
PyDB.StringField("source"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_EC_CHEM_PP_MARKET_PRICE'
self.db.set_metadata(self.table_name, [
PyDB.StringField("materials", is_key=True),
PyDB.StringField("product", is_key=True),
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("price"),
PyDB.StringField("rise_offset"),
PyDB.StringField("remarks"),
PyDB.DateField("update_dt"),
PyDB.StringField("source"),
])
def __init__(self, db_url):
self.db = self.build_connection(db_url)
self.table_name = 'T_PUOK_TRADENOTICE'
self.db.set_metadata(self.table_name, [
PyDB.DateField("datadate", is_key=True),
PyDB.StringField("bourse"),
PyDB.StringField("news_type"),
PyDB.StringField("news_title"),
PyDB.StringField("news_url", is_key=True),
PyDB.DateField("update_dt"),
PyDB.StringField("source"),
PyDB.StringField("html_news"),
])