from urllib import parse from Mysql_pool_utils import MyPoolDB from send_email import send_email import pandas as pd import threading import logging logger = logging.getLogger("zhongkong") formatter = logging.Formatter('%(asctime)s %(levelname)-8s: %(message)s') file_handler = logging.FileHandler("zhongkong.log") file_handler.setFormatter(formatter) logger.addHandler(file_handler) logger.setLevel(logging.INFO) MY_DB = MyPoolDB(host="192.168.10.78", user="******", password="******", db_base="taobao_product_library") MY_DB2 = MyPoolDB(host="192.168.10.106", user="******", password="******", db_base="wst_cc") # db2 = MY_DB2.get_connect() def get_sign(data, cookie): h5_tk = re.findall('_m_h5_tk=(.*?)_', cookie, re.S)[0] t = str(int(time.time() * 1000)) str_data = str(data) sign_p = (h5_tk + '&' + t + '&12574478&' + str_data) sign = md5((sign_p).encode()).hexdigest()
import time from Mysql_pool_utils import MyPoolDB from gensim.models import Word2Vec import multiprocessing import jieba.analyse DB_POOL = MyPoolDB(host="192.168.1.114", user="******", password="******", db_base="taobao_live", max_num=20) W2V_PATH = "model/itemProduct.w2v" MODEL = Word2Vec.load(W2V_PATH) def process(itemId, itemName, db, cursor): top2 = jieba.analyse.textrank(itemName)[:2] try: rank1 = MODEL.wv.most_similar(top2[0])[0][0] except: rank1 = '' try: rank2 = MODEL.wv.most_similar(top2[1])[0][0] except: rank2 = '' sql = """ REPLACE INTO taobao_goods_title_topn VALUES ({},'{}','{}') """.format(itemId, itemName, rank1 + ',' + rank2) try: cursor.execute(sql) db.commit() print(f"success insert into record {itemName}----{top2}") except:
import random import re import time from hashlib import md5 from Mysql_pool_utils import MyPoolDB import threading import redis logger = logging.getLogger("alter_nickname") formatter = logging.Formatter('%(asctime)s %(levelname)-8s: %(message)s') file_handler = logging.FileHandler("alter_nickname.log") file_handler.setFormatter(formatter) logger.addHandler(file_handler) logger.setLevel(logging.INFO) HUDONG_DB_POOL = MyPoolDB(host="192.168.10.78", user="******", password="******", db_base="taobao_hudong", max_num=5) NEW_DB_POOL = MyPoolDB(host="192.168.10.78", user="******", password="******", db_base="taobao_product_library", max_num=5) REDIS_POOL = redis.ConnectionPool(host="192.168.1.115", port=8088, password="******", max_connections=30) r = redis.Redis(connection_pool=REDIS_POOL) db = NEW_DB_POOL.get_connect() def get_nick(): nick = r.spop("bili_nick").decode() return nick.replace(" ", "")
from get_item_real_price import get_price from Mysql_pool_utils import MyPoolDB from utlis import * DB = MyPoolDB(host="192.168.10.76", user="", password="", db_base="zbzs_cj_basic") def get_pai_li(): sql = " select itemId,livePrice from wst_center_warehous_item_info where discountype = 1" db = DB.get_connect() cursor = db.cursor() cursor.execute(sql) data = cursor.fetchall() return data def save_2_mysql(item_id, real_price, reason, type_): cur_time = process_time(time.time()) sql = "replace into wst_center_warehous_check(itemId,realPrice,tbReason,discounType,updateTime) values('{}','{}','{}','{}','{}')".format( item_id, real_price, reason, type_, cur_time) db = DB.get_connect() cursor = db.cursor() cursor.execute(sql) print(f'success insert into {sql}') db.commit() def main():
# coding:utf-8 import json import time import requests from hashlib import md5 import re from urllib import parse import multiprocessing from Mysql_pool_utils import MyPoolDB from send_email import send_email MY_DB = MyPoolDB(host="192.168.1.114", user="******", password="******", db_base='taobao_live') MY_DB_COOKIE = MyPoolDB(host="192.168.10.78", user="******", password="******", db_base='taobao_cj_backlist') def get_sign(data, cookie): h5_tk = re.findall('_m_h5_tk=(.*?)_', cookie, re.S)[0] t = str(int(time.time() * 1000)) str_data = str(data) sign_p = (h5_tk + '&' + t + '&27522521&' + str_data) sign = md5((sign_p).encode()).hexdigest() return sign, t def getUrl(startTime, endTime, liveId, date_str, cookie, accountId):
from get_item_real_price import get_price from Mysql_pool_utils import MyPoolDB from utlis import * DB = MyPoolDB(host="192.168.10.76", user="******", password="******", db_base="zbzs_cj_basic") def get_pai_li(): sql = " select itemId,livePrice from wst_center_warehous_item_info where discountype = 1" db = DB.get_connect() cursor = db.cursor() cursor.execute(sql) data = cursor.fetchall() return data def save_2_mysql(item_id, real_price, reason, type_): cur_time = process_time(time.time()) sql = "replace into wst_center_warehous_check(itemId,realPrice,tbReason,discounType,updateTime) values('{}','{}','{}','{}','{}')".format( item_id, real_price, reason, type_, cur_time) db = DB.get_connect() cursor = db.cursor() cursor.execute(sql) print(f'success insert into {sql}') db.commit() def main():