def task(sql):
mysql_conn_test = DB(host=TestConfig.MYSQL_HOST,
port=TestConfig.MYSQL_PORT,
user=TestConfig.MYSQL_USER,
password=TestConfig.MYSQL_PASSWORD,
db=TestConfig.MYSQL_DB)
cursor = mysql_conn_test.get_cursor()
# sql = "insert into all_keywords(guid,text,sfrom) VALUES(%s,%s,%s) ON DUPLICATE KEY UPDATE text=%s"
print(sql)
# ret = cursor.execute(sql, (get_uuid(), word, "tecent开源词库", word))
ret = cursor.execute(sql)
mysql_conn_test.commit()
def init_data():
db = DB()
for table, data in datas.items():
db.clear(table)
for d in data:
db.insert(table, d)
db.close()
def init_data():
# 用于读取datas字典中的数据。先调用DB类中的clear方法清除表数据，然后循环调用insert方法插入数据
db = DB()
for table, data in datas.items():
db.clear(table)
for d in data:
db.insert(table, d)
db.close()
def init_data(): db=DB() for table,data in datas.items(): db.clear(table,'school_id',str(10016)) for d in data: for key in d: d[key]="'"+str(d[key])+"'" key=','.join(d.keys()) value=','.join(d.values()) db.insert(table,key,value) db.close()
def init_data():
'''
init_data()函数用于读取datas字典中的数据；
调用DB类中的clear()方法清除表数据；
循环调用insert()方法插入表数据。
'''
db = DB()
for table, data in datas.items():
db.clear(table)
for d in data:
db.insert(table, d)
db.close()
def genpic():
db = DB()
table_name = "com_info"
res = db.query(table_name)
fig = plt.figure(figsize=(15, 15))
fig.set(alpha=0.5)
df = pd.DataFrame(res)
print(df)
plt.subplot2grid((2, 2), (0, 0))
df.years.value_counts().plot(kind='bar')
print(df.years.value_counts())
plt.subplot2grid((2, 2), (0, 1))
df.comscale.value_counts().plot(kind='bar')
plt.subplot2grid((2, 2), (1, 0))
df.education.value_counts().plot(kind='bar')
plt.subplot2grid((2, 2), (1, 1))
df.comdomain.value_counts().plot(kind='bar')
plt.savefig('counts.jpg')
plt.show()
class InitData:
def __init__(self):
self.db=DB()
def init_data(self):
for table, data in datas.items():
self.db.clear(table)
# print(data)
for d in data:
self.db.insert(table, d)
self.db.close()
def init_data():
db = DB()
datas ={
'kuaigou_sys_user_role_info':[
{'role_id':'1','role_name':'superadmin','role_des':'remark','is_creat_role_list':'N','create_time':'1511342065','update_time':'1511342065'},
{'role_id':'2','role_name':'salesman','role_des':'remark','is_creat_role_list':'N','create_time':'1511342065','update_time':'1511342065'},
{'role_id':'3','role_name':'customer service','role_des':'remark','is_creat_role_list':'N','create_time':'1511342065','update_time':'1511342065'},
],
'kuaigou_sys_user_info':[
{'user_id':1,'user_name':'admin','user_pass':'******','user_nick_name':'super admin','role_id':1,'effective_mark'
:1,'create_time':'1511342065','last_login':'******','region_id':234},
{'user_id':2,'user_name':'*****@*****.**','user_pass':'******','user_nick_name':'jack','role_id':2,'effective_mark':1,'create_time':'1511342065','last_login':'******','region_id':234},
{'user_id':3,'user_name':'*****@*****.**','user_pass':'******','user_nick_name':'rose','role_id':3,'effective_mark':1,'create_time':'1511342065','last_login':'******','region_id':234},
],
'kuaigou_city_list':[
{'city_id':1,'region_id':234,'city_code':1,'city_create_time':'1494299098','city_updata_time':'1494299098','city_operation_user':'******','operation_user_name':'admin','city_name':'深圳市'},
{'city_id':2,'region_id':2,'city_code':2,'city_create_time':'1494299098','city_updata_time':'1494299098','city_operation_user':'******','operation_user_name':'admin','city_name':'北京市'},
],
'kuaigou_car_info':[
{'car_id':1,'car_des':'小型面包车','car_status':1,'car_operation_user':1,'car_ext':'乘客|搬运|拆座','creat_time':'1511495941',
'car_operation_user_name':'admin','update_time':'1511495941','car_lenght':1,'car_weight':2,'car_width':3,'car_type':1,'car_size':1},
{'car_id':2,'car_des':'小型货车','car_status':1,'car_operation_user':1,'car_ext':'乘客|搬运|拆座','creat_time':'1511495941',
'car_operation_user_name':'admin','update_time':'1511495941','car_lenght':1,'car_weight':2,'car_width':3,'car_type':2,'car_size':1},
],
'kuaigou_car_price':[
{'price_id':1,'car_id':1,'region_id':234,'car_start_price':10,'car_start_mileage':10,'car_beyond_mileage':1,'car_beyond_price':5,'create_time':'1494212554','price_operation_user':1,'status':1,'update_time':'1494212554','price_operation_user_name':'admin'},
{'price_id':2,'car_id':1,'region_id':234,'car_start_price':15,'car_start_mileage':20,'car_beyond_mileage':1,'car_beyond_price':6,'create_time':'1494212554','price_operation_user':1,'status':1,'update_time':'1494212554','price_operation_user_name':'admin'},
]
}
for table,data in datas.items():
db.clear(table)
for d in data:
db.insert(table,d)
db.close()
def init_data(table_name):
datas = prepare_data(table_name)
DB().init_data(datas)
def __init__(self):
self.db = DB()
def delete_demo(delete_sql):
DB().insert(delete_sql)
if isfile(background_picture_filename):
prefix = file.split('.')[0]
bimg = imread(background_picture_filename)
wordcloud = WordCloud(font_path=font_filename,
background_color='white',
mask=bimg,
max_font_size=600,
random_state=100)
wordcloud = wordcloud.fit_words(
dict(words_stat.head(4000).itertuples(index=False)))
bimgColors = ImageColorGenerator(bimg)
wordcloud.recolor(color_func=bimgColors)
plt.imshow(wordcloud)
plt.axis('off')
plt.show()
wordcloud.to_file("result.png")
if __name__ == '__main__':
db = DB()
table_name = "com_info"
res = db.query(table_name)
content = ""
for info in res:
print(info['moredetail'])
content = content + " " + info['moredetail']
main(content)
def create_data():
DB().init_data(datas)
def test_init_data():
DB().init_data(datas)
def init_data():
for tablename, datas in datas1.items():
DB().clear_data(str(tablename))
for data in datas:
DB().insert_data(str(tablename), data)
def clear_data():
DB().clear('ds_webservice')
def setUp(self):
self.db = DB()
self.log = Log()
self.excel = Excel()
self.assertEqual(text_error, '*图形验证码不正确，请重新输入')
def test3_sms_error(self):
"""短信验证码输入错误"""
self.rp.register(yanzheng='000')
text_error = self.rp.sms_error()
self.assertEqual(text_error, '*短信验证码错误')
def test4_register_success(self):
"""注册成功"""
self.rp.register()
time.sleep(3)
text = self.rs.register_success().text
self.assertIn('用户，恭喜您注册成功！', text)
# db = DB()
# db.delete_user()
# db.close()
def tearDown(self):
self.dr.quit()
if __name__ == '__main__':
# suite = unittest.TestSuite()
# suite.addTest(RegisterTest("test4_register_success"))
# runner = unittest.TextTestRunner()
# runner.run(suite)
unittest.main()
db = DB()
db.delete_user()
db.close()
def init_data():
#DB中让人疑惑的init_data方法在这里得到了调用
DB().init_data(datas)
def select_demo(select_sql):
r = DB().select(select_sql)
return r
def query_id(sql, field):
return DB().get_field_value(sql, field)
def delete_test_data(sql):
DB().delete_data(sql)
print(jobdetail)
joblink = jobdetail['joblink']
comname = jobdetail['comname']
url = "http://www.zhipin.com" + joblink
crawlUrl(url, city, language, num,
str(num) + "_" + comname, header)
except Exception as e:
print(e)
def crawlPageByOne(language, city, num, header=default_header):
crawlCityAndJob(language, city, num, header)
crawlDetailHTML(language, city, num, header)
db = DB()
# readJobDetail("","","","")
def parse(language, city, num):
table_name = "com_info"
data = readFileByCityJob(language, city, num)
soup = BeautifulSoup(data, 'lxml')
joblist = soup.find('div', class_='job-list')
jobs = joblist.find_all('li')
for job in jobs:
try:
jobdetail = get_job_detail(job)
jobmoredetail = readJobDetail(jobdetail, city, language, num)
jobdetail['moredetail'] = jobmoredetail
jobdetail['city'] = city
def test_select():
table_name = 'guest_event'
query = '*'
result = DB().search()
print(result)
def query_data(sql):
db = DB(host, username, password, db_name)
data = query_database(db, sql)
return data
def init_data():
DB().init_data(datas)
print('121212121212121212121212121212121343434343434')
# if __name__=='__main__':
# init_data()
def __init__(self, anyou):
self.db = DB()
self.anyou = anyou
self.operate = OperateMysql()
def init_data():
DB().init_data(datas)
def insert_demo(insert_sql):
DB().insert(insert_sql)
