def postinIntoUsers(content): # inserting into users: insertingIntoUser = ("INSERT into users" "(userID, username,password,Usertype)" "VALUES(%s,%s,%s,%s, %s)") userRow = (content[0], content[1], 'user', content[3]) Mysql.post(insertingIntoUser, userRow)
def mysql_backup(): MYSQL = Mysql.MYSQL(USER, PASSWORD, HOST, PORT, DB) cmds = "select ip,port from mysqldb where master='是';" results = MYSQL.Run(cmds) key = 'mysql_backup' Redis.delete('finish_backup') if results: try: for host in BACKUP_SERVERS: Redis.delete('%s_%s' % (key, host)) i = len(BACKUP_SERVERS) for info in results: info = [str(m) for m in info] # 设置binlog过期时间 MHOST, MPORT = info MDB = 'mysql' MYSQL_SET = Mysql.MYSQL(USER, PASSWORD, MHOST, MPORT, MDB) cmds = 'set global expire_logs_days=15;' MYSQL_SET.Run(cmds) if info[0] not in NOT_BACKUP_MYSQL: i = i - 1 Redis.lpush('%s_%s' % (key, BACKUP_SERVERS[i]), info) if i == 0: i = len(BACKUP_SERVERS) MYSQL_SET.Close() except Exception as e: loging.write(e) MYSQL.Close()
async def Tina(): await bot.wait_until_ready() while not bot.is_closed: async with websockets.connect('wss://getdownon.it/storas-relay') as websocket: while True: try: get = await websocket.recv() except: await bot.send_message(discord.Object(id='348621766702268416'), "Websockets died... bot is turning off should be back shortly...") await bot.logout() await bot.close() statsd.increment('Tina.new_score') api = json.loads(get) Connection, Cursor = Mysql.connect() meme = Mysql.execute(Connection, Cursor, "SELECT * FROM tracking WHERE user_id = %s", [api["user_id"]]) #then you basically loop the results, check if #modes & 2**score["mode"] #score["new_score"]["performance"] >= minpp #score["personal_top"] <= topplays or topplays == 0 embed = None for x in meme: if x["modes"] & 2**api["mode"] \ and api["new_score"]["performance"] >= x["minpp"] \ and (api["personal_top"] <= x["topplays"] or x["topplays"] == 0): if not embed: embed = make_message(api) await bot.send_message(discord.Object(id=x["channel_id"]), embed=embed)
def commentCount(): cursor = Mongo.sortAndCount() commentCount = [doc for doc in cursor] Mongo.close() print(type(commentCount[0])) Mysql.addCarCommentCount(commentCount) Mysql.close()
def task_tables_info(): MYSQL_IDC = Mysql.MYSQL(USER, PASSWORD, HOST, PORT, DB) Table = 'tableinfo' cmds = ("TRUNCATE TABLE %s;" % Table, "select ip,port,db from mysqldb;") results = map(MYSQL_IDC.Run, cmds) for host, port, dbs in results[1]: try: if '172.16.9.' not in host: MYSQL = Mysql.MYSQL(USER, PASSWORD, host, port, 'mysql') cmd = "show variables like 'version';" version = MYSQL.Run(cmd) version = version[0][1] or 'None' for db in dbs.split('|'): cmd = "show table status from %s;" % db results = MYSQL.Run(cmd) if results: for table_info in results: try: Table_Name = table_info[0] Engine = table_info[1] or 'None' Rows = table_info[4] or 0 Charset = table_info[14] or 'None' cmd = ( "insert into %s (ip,port,database_name,table_name,Engine_name,Rows,Charset,version) VALUES ('%s',%i,'%s','%s','%s',%i,'%s','%s');" % (Table, host, int(port), db, Table_Name, Engine, Rows, Charset, version)) MYSQL_IDC.Run(cmd) except Exception as e: logging.error(e) continue MYSQL.Close() except Exception as e: logging.error(e) continue MYSQL_IDC.Close()
def get_download_link(arg): try: html = get_soup(arg + "/download?from=details") Mysql.update_apk_link(arg, html.find("a", id="download_link").attrs["href"]) except Exception, e: print e
def get_detail_apk(arg): try: html = get_soup(arg) tag = html.find("span", itemprop="fileSize") if tag is None: tag = html.find("span", class_="fsize") str_size = tag.text.split(" ")[0] if str_size[0:1] == "(": str_size = str_size[1:] print str_size size = string.atof(str_size) if tag.text.split(" ")[1] == "KB": size /= 1024 if tag.text.split(" ")[1] == "GB": size *= 1024 is_google = 0 button = html.find_all("a", class_="ga")[1] link = button.attrs['href'].split("?")[0] if link == "https://play.google.com/store/apps/details": is_google = 1 Mysql.update_apk_size(arg, size, is_google) except Exception, e: print e
def postintoTweets(content): insertingIntoTweets = ( "INSERT into tweets" "(createdAt, tweetsID,text,category,twitterAccount, combinID)" "VALUES(%s,%s,%s,%s,%s,%s)") tweetRow = (content[0], content[1], content[2], content[3], content[4], content[5]) Mysql.post(insertingIntoTweets, tweetRow)
def tara(self, mozillaMaxHistoryId): self.newMaxId=int(MozillaDatabaseController.mozillaMaxIdGetir()) if(mozillaMaxHistoryId<self.newMaxId): while(mozillaMaxHistoryId<self.newMaxId): kayıt=MozillaDatabaseController.mozillaGetirById(mozillaMaxHistoryId + 1) Mysql.kayıtEkle(kayıt[0],1,kayıt[1]) mozillaMaxHistoryId= mozillaMaxHistoryId + 1 return mozillaMaxHistoryId
def postingIntotweets_has_users(content, account, userID, newCloneID, CloneTime, combineID): insetIntoTweetsHasUsers = ( "INSERT into tweets_has_users" "(userID, cloneID, cloneTime, tweets_tweetsID, tweets_twitterAccount,tweets_combinID)" "VALUES(%s,%s,%s,%s,%s,%s)") sRow = (userID, newCloneID, CloneTime, content[1], account, combineID) Mysql.post(insetIntoTweetsHasUsers, sRow)
def retriveUsersByName(name): name = "'" + name + "'" if name == "'*'": usersQuery = ("select * from users") return Mysql.fetch(usersQuery) else: usersQuery = ("select * from users where firstName = " + name) return Mysql.fetch(usersQuery)
def updatePassword(password, userID): password = hashingPassword(password) row = (password, userID) updatingUsersAccount = ("UPDATE users set password = %s where userID = %s") Mysql.post(updatingUsersAccount, row) #updatePassword('123m', 2)
def check_ip_all(ip): l_ip = Mysql.queryIP() if ip in l_ip: print("A") mal = Mysql.query_mal(ip) else: print("B") mal = Checkipvirustotal.check_ip(ip) time.sleep(25) return mal
def Eliminar(self): rows = self.table.selectionModel().selectedRows() index = [] for i in rows: index.append(i.row()) index.sort(reverse=True) for i in index: url = self.table.item(i, 0).text() zaman = self.table.item(i, 1).text() self.table.removeRow(i) Mysql.historySil(url,zaman)
def Eliminar(self): rows = self.table.selectionModel().selectedRows() index = [] for i in rows: index.append(i.row()) index.sort(reverse=True) for i in index: url = self.table.item(i, 0).text() zaman = self.table.item(i, 1).text() self.table.removeRow(i) Mysql.historySil(url, zaman)
def get_detail_page(arg): for i in range(10): if Mysql.search_apks(arg, i + 1) < 10: try: tags = get_soup(arg + "?page=" + str(i + 1)).find_all( "div", class_="category-template-title") for tag in tags: for link in tag.find_all("a"): Mysql.insert_apks(arg, i + 1, link.attrs['href']) except Exception, e: print e
def tara(self, googleMaxHistoryId=None): googleMaxHistoryId=int(googleMaxHistoryId) self.newMaxId=int(GoogleDatabaseController.googleMaxIdGetir()) print(self.newMaxId) if(googleMaxHistoryId<self.newMaxId): while(googleMaxHistoryId<self.newMaxId): kayıt=GoogleDatabaseController.googleGetirById(googleMaxHistoryId + 1) Mysql.kayıtEkle(kayıt[0],2,kayıt[1]) googleMaxHistoryId= googleMaxHistoryId + 1 return googleMaxHistoryId
def tara(self, googleMaxHistoryId=None): googleMaxHistoryId = int(googleMaxHistoryId) self.newMaxId = int(GoogleDatabaseController.googleMaxIdGetir()) print(self.newMaxId) if (googleMaxHistoryId < self.newMaxId): while (googleMaxHistoryId < self.newMaxId): kayıt = GoogleDatabaseController.googleGetirById( googleMaxHistoryId + 1) Mysql.kayıtEkle(kayıt[0], 2, kayıt[1]) googleMaxHistoryId = googleMaxHistoryId + 1 return googleMaxHistoryId
def checkingUsername(userName): queryForTheUsername = "******" + userName + "';" existence = Mysql.fetch(queryForTheUsername) if len(existence) == 0: return True else: return False
def setOutputeDB(totalDic): global categoryUP # DB登録 d = datetime.datetime.today() print('d:', d, 'db update start') mysql = Mysql.Mysql() totalInstCount = 0 totalUpdtCount = 0 totalProcCount = 0 for itemLine in totalDic["item"]: instCount = 0 instCount = mysql.updateProductInfo(itemLine, categoryUP) totalProcCount += 1 if ((totalProcCount % 100) == 0): time.sleep(10) time.sleep(0.01) if instCount == 1: totalInstCount += 1 else: totalUpdtCount += 1 print("db update finish! total:" + str(totalInstCount + totalUpdtCount) + " new:" + str(totalInstCount) + " update:" + str(totalUpdtCount)) del mysql gc.collect() return
def get_twemproxy_redis(): MYSQL = Mysql.MYSQL(USER, PASSWORD, HOST, PORT, DB) redis_info = {} for twemproxy_ip in TWEMPROXY_HOSTS: try: sock=socket.socket(socket.AF_INET,socket.SOCK_STREAM) sock.connect((twemproxy_ip,22222)) INFOS = json.loads(sock.recv(86400)) for key in INFOS: if 'redis_' in key: IP_list = [] for ip_key in INFOS[key]: if '172.16.' in ip_key: IP_list.append(ip_key.split(':')[0]) redis_info[key] = IP_list except Exception as e: loging.write(e) continue cmd = "TRUNCATE TABLE twemproxyInfo;" MYSQL.Run(cmd) for key in redis_info: for ip in redis_info[key]: try: Redis = redis.StrictRedis(host=ip,port=6379,db=0,socket_timeout=1) Keys = Redis.info()['db0']['keys'] cmd = "insert into twemproxyInfo (serviceGroup,clientIP,clientKeyItems) VALUES('%s','%s','%s');"%(key,ip,Keys) MYSQL.Run(cmd) except: continue MYSQL.Close()
def chckingForCombinID(): query = ("select max(combinID) from tweets ;") bigestCombinID = Mysql.fetch(query) if bigestCombinID[0][0] is None: return 1 else: return bigestCombinID[0][0] + 1
def detection_rtsp(): """rtsp Network connectivity detection""" try: mysqlobj = Mysql.Mysql() mysqlobj = mysqlobj.db_connect() command = "SELECT stream_url FROM camera" rtspobjs = mysqlobj.db_query(command) for rtspobj in rtspobjs: rtsp = 'ping ' + rtspobj + ' -c 5' print rtsp # rtsp = 'ping www.baidu.com -c 5' try: exit_code = os.system(rtsp) except Exception, e: print e if exit_code == 0: status = 'successful' + rtsp[3:-4] print status return status else: status = 'failing:' + str(exit_code) + rtsp[3:-4] print status return status except Exception, e: print(e)
def tweetSearchForAnotherAccount(text, account, userID): account = "'" + account + "'" # searchForText = ("select createdAt, text, category from tweets where text like '% "+text+" %' and twitterAccount = "+ account +"and tweetsID in (select tweets_tweetsID from tweets_has_users where cloneID = "+ cloneID +");") searchForText = "select createdAt, text, category from tweets where combinID in (select tweets_combinID from tweets_has_users where userID = " + str( userID ) + " and tweets_twitterAccount =" + account + ") and text like '% " + text + " %' ;" return Mysql.fetch(searchForText)
def termFrequency(account, userID): try: if account is None: return None else: vectorizer = TfidfVectorizer(sublinear_tf=True, max_df=0.5, min_df=3, stop_words='english', use_idf=True, token_pattern=u"\w{4,}", lowercase=True) account = "'" + account + "'" textForAccountandUser = "******" + str( userID) + " and tweets_twitterAccount =" + account + ")" texts = Mysql.fetch(textForAccountandUser) if len(texts) != 0: container = [] for text in texts: container.append(text[0]) X = vectorizer.fit_transform(container) tempVoc = [] counter = 0 for x in sorted(vectorizer.vocabulary_.items(), reverse=True): if counter == 10: break tempVoc.append(x) counter = counter + 1 return tempVoc else: print("Thre is no data") except: print('There is an error') return None
def chckingForCloneID(): query = ("select max(cloneID) from tweets_has_users ;") bigestCloneID = Mysql.fetch(query) if bigestCloneID[0][0] is None: return 1 else: return bigestCloneID[0][0] + 1
class MyForm_deploy_jboss(Form): haproxy = BooleanField(label='外部HAPROXY') haproxy_intranet = BooleanField(label='内部HAPROXY') input_domain = StringField(validators=[DataRequired(), Length(4, 64)]) input_produce = StringField() val_produce, val_test = Mysql.db_produce('java') select_produce = SelectMultipleField(choices=[ ('{0}:{1}'.format(va[1], va[0]), '{0}:{1}'.format(va[1], va[0])) for va in val_produce ], default=None) select_test = SelectMultipleField(choices=[('{0}:{1}'.format(va[1], va[0]), '{0}:{1}'.format(va[1], va[0])) for va in val_test], default=None) select_level = SelectField( choices=[('7', '7'), ('6', '6'), ('5', '5'), ('4', '4'), ('3', '3'), ('2', '2'), ('1', '1')]) input_test = StringField() submit_produce = SubmitField('提交', id='btn1') submit_test = SubmitField('提交', id='btn2')
def WAF3(): DB = 'op' tt = time.strftime('%Y%m%d', time.localtime()) tm = datetime.datetime.now() - datetime.timedelta(minutes=2) tm = tm.strftime('%Y%m%d%H%M') dm = datetime.datetime.now() + datetime.timedelta(days=1) expire_time = dm.strftime('%Y-%m-%d %H:%M:%S') black_ip_day = 'black_ip_%s' % tt black_ip_minute = 'black_ip_%s' % tm try: MYSQL = Mysql.MYSQL(USER, PASSWORD, HOST, PORT, DB) IP_LIST = RC.lrange(black_ip_minute, 0, -1) IP_LIST_DAY = RC.lrange(black_ip_day, 0, -1) if IP_LIST and IP_LIST_DAY: for ip in set(IP_LIST): if ip in set(IP_LIST_DAY): try: #全天拦截 MYSQL.Run( "update haproxy_blacklist set expire = '%s' where ip = '%s';" % (expire_time, ip)) except Exception as e: logging.error(e) continue MYSQL.Close() except Exception as e: logging.error(e)
def WAF2(): DB = 'op' tt = time.strftime('%Y%m%d', time.localtime()) th = time.strftime('%Y%m%d%H', time.localtime()) tm = datetime.datetime.now() - datetime.timedelta(minutes=2) tm = tm.strftime('%Y%m%d%H%M') dm = datetime.datetime.now() + datetime.timedelta(hours=1) expire_time = dm.strftime('%Y-%m-%d %H:%M:%S') black_ip_minute = 'black_ip_%s' % tm black_ip_hour = 'black_ip_%s' % th black_ip_day = 'black_ip_%s' % tt try: MYSQL = Mysql.MYSQL(USER, PASSWORD, HOST, PORT, DB) IP_LIST = RC.lrange(black_ip_minute, 0, -1) IP_LIST_HOUR = RC.lrange(black_ip_hour, 0, -1) if IP_LIST and IP_LIST_HOUR: for ip in set(IP_LIST): if ip in set(IP_LIST_HOUR): try: #小时拦截 RC.lpush(black_ip_day, ip) MYSQL.Run( "update haproxy_blacklist set expire = '%s' where ip = '%s';" % (expire_time, ip)) except Exception as e: logging.error(e) continue RC.expire(black_ip_day, 86400) MYSQL.Close() except Exception as e: logging.error(e)
def haproxy_blacklist(): DB = 'op' MYSQL = Mysql.MYSQL(USER, PASSWORD, HOST, PORT, DB) file_path = '/tmp/blacklist' def write_ip(): cmd = "SELECT ip FROM haproxy_blacklist;" hosts = [str(host[0]) for host in MYSQL.Run(cmd)] with open(file_path, 'w') as f: for host in hosts: f.write('%s\n' % host) for ip in HA_SERVERS: ssh = SSH.ssh('work', ip) ssh.Scp(file_path, file_path) tm = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()) cmd = "SELECT ip FROM haproxy_blacklist where expire <= '%s' and expire !='0000-00-00 00:00:00';" % tm if MYSQL.Run(cmd): cmd = "delete from haproxy_blacklist where expire <= '%s' and expire !='0000-00-00 00:00:00';" % tm MYSQL.Run(cmd) write_ip() cmd = "SELECT ip FROM haproxy_blacklist where stats = '1';" if MYSQL.Run(cmd): cmd = "update haproxy_blacklist set stats = '0';" MYSQL.Run(cmd) write_ip() cmd = "SELECT ip FROM haproxy_blacklist where stats = '2';" if MYSQL.Run(cmd): cmd = "delete from haproxy_blacklist where stats = '2';" MYSQL.Run(cmd) write_ip() MYSQL.Close()
def mysql_scheduler(): t = time.strftime('%Y-%m-%d', time.localtime()) MYSQL = Mysql.MYSQL(USER, PASSWORD, HOST, PORT, DB) def Run_sql(val): id, IP, PORT, DB = val[:4] CMD = val[5] val = Mysql.Query_sql(IP, PORT, DB, CMD) if val: val = str(val).replace("'", '') else: val = 'None' cmd = "update sql_scheduler set status = '已执行' ,results = '%s' where id = '%s';" % ( val, id) loging.write(cmd, log_path=log_path) MYSQL.Run(cmd) MYSQL.Close() try: cmd = "select * from sql_scheduler where status = '未执行' and time = '%s';" % t values = MYSQL.Run(cmd) MYSQL.Close() if values: # 并发执行 POOLS = Third_pool(10) POOLS.map_async(Run_sql, values) POOLS.close() POOLS.join() except Exception as e: loging.write(e, log_path=log_path)
def __init__(self, keyword, num, offset=0): self._keyword = urllib.quote(keyword) self._num = num self._contentTool = ContentTool.ContentTool() self._offset = offset self._urls = [] self.Mysqldb = Mysql.tomsql()
def Async_log(user,url): if 'op.baihe.com' in url: mysql_op_log = Mysql.mysql_op(user, url) Proc = Pool() def Run(): mysql_op_log.op_log() Proc.apply_async(Run) Proc.close() Proc.join()
def deduct_daily(now, instanceid, unit_price, userid, instancename): sql = "update user_pay set updatetime = '%s' where instanceid = '%s'" % (now, instanceid) Mysql.updateData(sql) sql = "update user set account = account - '%s' where userid = '%s'" % (unit_price, userid) Mysql.updateData(sql) sql = "insert into user_info (userid, instanceid, instancename, op, money, time) values ('%s', '%s', '%s', '-', '%s', '%s')" % (userid, instanceid, instancename, unit_price, now) Mysql.insertData(sql)
def click(self): ad = self.lineEdit.text() sifre = self.lineEdit_2.text() u=User.User(ad,sifre,"") print("user oluşturuldu") if Mysql.getir(u): if self.checkBox.isChecked(): from anasayfa import AnaSayfa self.anasayfa=AnaSayfa() self.anasayfa.show() basla=TarayiciTaramaBaslat(self) else: print ("basarisiz")
def get_user_pay(): sql = "select * from user_pay" rows = Mysql.selectData(sql) now1 = get_current_date() now = datetime.datetime.fromtimestamp(now1) adminid = 'dff7def8e5314b2c8df8b2d639c666f5' # print "this is now:: '%s'" % now for row in rows: if row['userid'] != adminid: # print "this is row.time: '%s'" % row['updatetime'] updatetime = row['updatetime'] dd = now - updatetime # print "this is '%s' dd : '%s'" % (row['instancename'], dd) # print "this is dd.days: '%s'" % dd.days # print "this is dd.seconds : '%s'" % dd.seconds # print "this is time difference: '%s'" % dd # print "this is time.days:: '%s'" % dd.days # print "this is time.seconds:: '%s'" % dd.seconds # account = get_current_account(row['userid']) u = get_user(row['userid']) # print "this is u.accont : '%s'" % u.account # print "this is row['unit_price'] : %s'" % row['unit_price'] if row['status'] == '1': # print "trrrrrr" if u.account >= row['unit_price']: if (dd.days == 1) and (dd.seconds >= 0) and (dd.seconds <= 800): # print "true" deduct_daily(now, row['instanceid'], row['unit_price'], row['userid'], row['instancename']) else: status = '2' set_status(instanceid, status) if row['status'] == '2': if u.account >= row['unit_price']: deduct_daily(now, row['instanceid'], row['unit_price'], row['userid'], row['instancename']) status = '1' set_status( row['instanceid'], status) else: if (dd.days == 3) and (dd.seconds >= 0) and (dd.seconds <= 800): status = '3' set_status(row['instanceid'], status) delete_instance(u, row['instanceid'])
def Seleccionar(self): self.table.setRowCount(0) self.table.setColumnCount(0) self.table.setColumnCount(3) self.table.setColumnWidth(0,700) self.table.setColumnWidth(1,200) self.table.setColumnWidth(2,200) self.table.setHorizontalHeaderLabels(["girilen siteler","tarih","browser"]) row = 0 query = Mysql.gecmisGetir() for q in query: self.table.insertRow(row) url = QTableWidgetItem(str(q[0])) ad=QTableWidgetItem(str(q[2])) tarih=QTableWidgetItem(str(q[1])) self.table.setItem(row, 0, url) self.table.setItem(row, 1, tarih) self.table.setItem(row, 2, ad) row = row + 1
def set_status(instanceid, status): sql = "update user_pay set status = '%s' where instanceid = '%s'" % (status, instanceid) Mysql.updateData(sql)
def getJson(file): NewsJson = Mysql.select_data(file,NewsJsonCursor) b = json.dumps(NewsJson,indent=4 * ' ') return b
def get_user(userid): sql = "select * from user where userid = '%s' " % userid temp = Mysql.selectData(sql) u = user(temp[0]['userid'], temp[0]['username'], temp[0]['password'], temp[0]['tenantid'], temp[0]['account']) return u