def task(sql): mysql_conn_test = DB(host=TestConfig.MYSQL_HOST, port=TestConfig.MYSQL_PORT, user=TestConfig.MYSQL_USER, password=TestConfig.MYSQL_PASSWORD, db=TestConfig.MYSQL_DB) cursor = mysql_conn_test.get_cursor() # sql = "insert into all_keywords(guid,text,sfrom) VALUES(%s,%s,%s) ON DUPLICATE KEY UPDATE text=%s" print(sql) # ret = cursor.execute(sql, (get_uuid(), word, "tecent开源词库", word)) ret = cursor.execute(sql) mysql_conn_test.commit()
def init_data(): db = DB() for table, data in datas.items(): db.clear(table) for d in data: db.insert(table, d) db.close()
def init_data(): # 用于读取datas字典中的数据。先调用DB类中的clear方法清除表数据,然后循环调用insert方法插入数据 db = DB() for table, data in datas.items(): db.clear(table) for d in data: db.insert(table, d) db.close()
def init_data(): db=DB() for table,data in datas.items(): db.clear(table,'school_id',str(10016)) for d in data: for key in d: d[key]="'"+str(d[key])+"'" key=','.join(d.keys()) value=','.join(d.values()) db.insert(table,key,value) db.close()
def init_data(): ''' init_data()函数用于读取datas字典中的数据; 调用DB类中的clear()方法清除表数据; 循环调用insert()方法插入表数据。 ''' db = DB() for table, data in datas.items(): db.clear(table) for d in data: db.insert(table, d) db.close()
def genpic(): db = DB() table_name = "com_info" res = db.query(table_name) fig = plt.figure(figsize=(15, 15)) fig.set(alpha=0.5) df = pd.DataFrame(res) print(df) plt.subplot2grid((2, 2), (0, 0)) df.years.value_counts().plot(kind='bar') print(df.years.value_counts()) plt.subplot2grid((2, 2), (0, 1)) df.comscale.value_counts().plot(kind='bar') plt.subplot2grid((2, 2), (1, 0)) df.education.value_counts().plot(kind='bar') plt.subplot2grid((2, 2), (1, 1)) df.comdomain.value_counts().plot(kind='bar') plt.savefig('counts.jpg') plt.show()
class InitData: def __init__(self): self.db=DB() def init_data(self): for table, data in datas.items(): self.db.clear(table) # print(data) for d in data: self.db.insert(table, d) self.db.close()
def init_data(): db = DB() datas ={ 'kuaigou_sys_user_role_info':[ {'role_id':'1','role_name':'superadmin','role_des':'remark','is_creat_role_list':'N','create_time':'1511342065','update_time':'1511342065'}, {'role_id':'2','role_name':'salesman','role_des':'remark','is_creat_role_list':'N','create_time':'1511342065','update_time':'1511342065'}, {'role_id':'3','role_name':'customer service','role_des':'remark','is_creat_role_list':'N','create_time':'1511342065','update_time':'1511342065'}, ], 'kuaigou_sys_user_info':[ {'user_id':1,'user_name':'admin','user_pass':'******','user_nick_name':'super admin','role_id':1,'effective_mark' :1,'create_time':'1511342065','last_login':'******','region_id':234}, {'user_id':2,'user_name':'*****@*****.**','user_pass':'******','user_nick_name':'jack','role_id':2,'effective_mark':1,'create_time':'1511342065','last_login':'******','region_id':234}, {'user_id':3,'user_name':'*****@*****.**','user_pass':'******','user_nick_name':'rose','role_id':3,'effective_mark':1,'create_time':'1511342065','last_login':'******','region_id':234}, ], 'kuaigou_city_list':[ {'city_id':1,'region_id':234,'city_code':1,'city_create_time':'1494299098','city_updata_time':'1494299098','city_operation_user':'******','operation_user_name':'admin','city_name':'深圳市'}, {'city_id':2,'region_id':2,'city_code':2,'city_create_time':'1494299098','city_updata_time':'1494299098','city_operation_user':'******','operation_user_name':'admin','city_name':'北京市'}, ], 'kuaigou_car_info':[ {'car_id':1,'car_des':'小型面包车','car_status':1,'car_operation_user':1,'car_ext':'乘客|搬运|拆座','creat_time':'1511495941', 'car_operation_user_name':'admin','update_time':'1511495941','car_lenght':1,'car_weight':2,'car_width':3,'car_type':1,'car_size':1}, {'car_id':2,'car_des':'小型货车','car_status':1,'car_operation_user':1,'car_ext':'乘客|搬运|拆座','creat_time':'1511495941', 'car_operation_user_name':'admin','update_time':'1511495941','car_lenght':1,'car_weight':2,'car_width':3,'car_type':2,'car_size':1}, ], 'kuaigou_car_price':[ {'price_id':1,'car_id':1,'region_id':234,'car_start_price':10,'car_start_mileage':10,'car_beyond_mileage':1,'car_beyond_price':5,'create_time':'1494212554','price_operation_user':1,'status':1,'update_time':'1494212554','price_operation_user_name':'admin'}, {'price_id':2,'car_id':1,'region_id':234,'car_start_price':15,'car_start_mileage':20,'car_beyond_mileage':1,'car_beyond_price':6,'create_time':'1494212554','price_operation_user':1,'status':1,'update_time':'1494212554','price_operation_user_name':'admin'}, ] } for table,data in datas.items(): db.clear(table) for d in data: db.insert(table,d) db.close()
def init_data(table_name): datas = prepare_data(table_name) DB().init_data(datas)
def __init__(self): self.db = DB()
def delete_demo(delete_sql): DB().insert(delete_sql)
if isfile(background_picture_filename): prefix = file.split('.')[0] bimg = imread(background_picture_filename) wordcloud = WordCloud(font_path=font_filename, background_color='white', mask=bimg, max_font_size=600, random_state=100) wordcloud = wordcloud.fit_words( dict(words_stat.head(4000).itertuples(index=False))) bimgColors = ImageColorGenerator(bimg) wordcloud.recolor(color_func=bimgColors) plt.imshow(wordcloud) plt.axis('off') plt.show() wordcloud.to_file("result.png") if __name__ == '__main__': db = DB() table_name = "com_info" res = db.query(table_name) content = "" for info in res: print(info['moredetail']) content = content + " " + info['moredetail'] main(content)
def create_data(): DB().init_data(datas)
def test_init_data(): DB().init_data(datas)
def init_data(): for tablename, datas in datas1.items(): DB().clear_data(str(tablename)) for data in datas: DB().insert_data(str(tablename), data)
def clear_data(): DB().clear('ds_webservice')
def setUp(self): self.db = DB() self.log = Log() self.excel = Excel()
self.assertEqual(text_error, '*图形验证码不正确,请重新输入') def test3_sms_error(self): """短信验证码输入错误""" self.rp.register(yanzheng='000') text_error = self.rp.sms_error() self.assertEqual(text_error, '*短信验证码错误') def test4_register_success(self): """注册成功""" self.rp.register() time.sleep(3) text = self.rs.register_success().text self.assertIn('用户,恭喜您注册成功!', text) # db = DB() # db.delete_user() # db.close() def tearDown(self): self.dr.quit() if __name__ == '__main__': # suite = unittest.TestSuite() # suite.addTest(RegisterTest("test4_register_success")) # runner = unittest.TextTestRunner() # runner.run(suite) unittest.main() db = DB() db.delete_user() db.close()
def init_data(): #DB中让人疑惑的init_data方法在这里得到了调用 DB().init_data(datas)
def select_demo(select_sql): r = DB().select(select_sql) return r
def query_id(sql, field): return DB().get_field_value(sql, field)
def delete_test_data(sql): DB().delete_data(sql)
print(jobdetail) joblink = jobdetail['joblink'] comname = jobdetail['comname'] url = "http://www.zhipin.com" + joblink crawlUrl(url, city, language, num, str(num) + "_" + comname, header) except Exception as e: print(e) def crawlPageByOne(language, city, num, header=default_header): crawlCityAndJob(language, city, num, header) crawlDetailHTML(language, city, num, header) db = DB() # readJobDetail("","","","") def parse(language, city, num): table_name = "com_info" data = readFileByCityJob(language, city, num) soup = BeautifulSoup(data, 'lxml') joblist = soup.find('div', class_='job-list') jobs = joblist.find_all('li') for job in jobs: try: jobdetail = get_job_detail(job) jobmoredetail = readJobDetail(jobdetail, city, language, num) jobdetail['moredetail'] = jobmoredetail jobdetail['city'] = city
def test_select(): table_name = 'guest_event' query = '*' result = DB().search() print(result)
def query_data(sql): db = DB(host, username, password, db_name) data = query_database(db, sql) return data
def init_data(): DB().init_data(datas) print('121212121212121212121212121212121343434343434') # if __name__=='__main__': # init_data()
def __init__(self, anyou): self.db = DB() self.anyou = anyou self.operate = OperateMysql()
def init_data(): DB().init_data(datas)
def insert_demo(insert_sql): DB().insert(insert_sql)