def __init__(self):
db_type = config.DB_config.get('db_type', 'mysql')
db_config = config.DB_config.get(db_type)
if db_type == 'mysql':
from mysql import MySql
self.sql = MySql(**db_config)
elif db_type == 'redis':
pass
elif db_type == 'sqlite':
pass
else: # default mysql
from mysql import MySql
self.sql = MySql(**config.DB_config.get('db_type'))
def main():
data_warehosue = soufangwang_data_extract_in_multiprocess()
d = MySql(host='121.42.188.55',
port=3306,
username='******',
password='******',
charset="utf8")
d.connect_to_database_server()
d.change_database('SouFangWang')
# sql = "INSERT INTO SouFangWang_New_House(loupan_name, loupan_name_detail, address, price) VALUES(%s, %s, %s, %s);"
# sql = "INSERT INTO SouFangWang_Second_House(loupan_name, loupan_name_detail, area, allocation, address, per_price, " \
# "price) VALUES(%s, %s, %s, %s, %s, %s, %s);"
sql = "INSERT INTO SouFangWang_Renting_House(loupan_name, loupan_name_detail, allocation, renting_type, floor, " \
"address, price) VALUES(%s, %s, %s, %s, %s, %s, %s);"
d.commit_to_database(sql, data_warehosue)
d.disconnect_from_database_server()
def factory(self, dbtype):
dbtype = dbtype.lower()
if dbtype == 'oracle':
return Oracle(self._params)
elif dbtype == 'mssql':
return MsSql(self._params)
elif dbtype == 'mysql':
return MySql(self._params)
#elif dbtype == 'db2':
# return DB2(self._params)
#elif dbtype == 'sybase':
# return SaiBase(self._params)
elif dbtype == 'postgresql':
return Postgres(self._params)
else:
return None
def init_paremeter():
global mysql_db_mta, http, logging
http = HttpClient("logger")
mysql_db_mta = MySql('master_mysql', 'logger')
logging = config.init_logger("constellation_crawler", False)
def init_fund():
bms = MySql('192.168.0.32', 3306, 'ceshi', 'ceshi', 'gmf_bms')
sql = 'delete from product_group where org_id="23"'
bms.excute_sql(sql)
bms.close()
