def main(): str_today = getDate(0) str_sevenday = getDate(7) log = Log.make_logger() start_time = time.time() with ThreadPoolExecutor() as executor: all_task = [executor.submit( run.run, (ip), ) for ip in ipInfo()] #---------------------------------------------------------------------------- # old_date='20201009' # new_date='20201010' # difftable.dodiff(abs_path,old_date,new_date) #---------------------------------------------------------------------------- # dbpath = os.path.join(abs_path,sqlite3path) # file_path = os.path.join(abs_path,"dbtables") # goToPast(dbpath,file_path,old_date,new_date) #---------------------------------------------------------------------------- cost_time = time.time() - start_time log.info('>>>>> cost : {:.2f} s <<<<< '.format(cost_time))
def main(): log = Log.make_logger() start_time = time.time() # ods with ThreadPoolExecutor() as executor: all_task = [ executor.submit( run_yzAyc, (ip), ) for ip in ipInfo_compare(2) ] cost_time = time.time() - start_time log.info('>>>>> cost : {:.2f} s <<<<< '.format(cost_time))
def getTopData(val, host, app_id, app_name, env): log = Log.make_logger() pattern = re.compile("x'.*'") stmt_text = "" for line in val.split("\n"): if pattern.search(line): if len(stmt_text) > 0: stmt_text = re.sub(r'[\x00-\x1f]| |\'|\"', "", stmt_text) getfile.saveSql_db2(host, app_id, app_name, env, executable_id, stmt_text, num_execution, avg_exec_time, stmt_exec_time) stmt_text = '' executable_id = line.split()[0] insert_timestamp = line.split()[1] section_type = line.split()[2] num_execution = line.split()[3] stmt_exec_time = line.split()[4] avg_exec_time = line.split()[5] stmt_text = ' '.join(line.split()[6:]) elif len(stmt_text) > 0: stmt_text = ''.join(stmt_text + line + '\n')
#!/usr/bin/python #coding:utf-8 import sys sys.path.append("..") from etc.setting_mysql import * from lib.logger import Log log = Log.make_logger() from lib.DBTool import mysql def ipInfo(): sql = 'select a.dbs,a.ipaddr,b.sysuser,b.syspassword,a.app_id,c.app_name,a.env,d.dbuser,d.dbpassword,d.port,d.dbname,d.tabowner,c.importance_table from hosts a join hosts_passwd b on a.dbs !=0 and a.host_status=1 and a.hostid=b.hostid and b.isinstance=1 join app c on a.app_id = c.app_id join database_passwd d on a.hostid=d.hostid ;' #sql= 'select a.dbs,a.ipaddr,b.sysuser,b.syspassword,a.app_id,c.app_name,a.env,d.dbuser,d.dbpassword,d.port,d.dbname,c.importance_table from hosts a join hosts_passwd b on a.dbs !=0 and a.host_status=1 and a.hostid=b.hostid and b.isinstance=1 join app c on a.app_id = c.app_id join database_passwd d on a.hostid=d.hostid and a.ipaddr="203.3.238.3" and d.dbname="hrmsdb";' apmdb = mysql(apm_host, apm_port, amp_database, apm_user, apm_passwd) with apmdb: rows = apmdb.exec_sql(sql) #print rows for dbs, ipaddr, sysuser, syspassword, app_id, app_name, env, dbuser, dbpassword, db_port, db_dbname, tab_owner, importance_table in rows: yield dbs, ipaddr.strip(), sysuser.strip(), syspassword.strip( ), app_id, app_name.strip(), env, dbuser.strip(), dbpassword.strip( ), int(db_port), db_dbname.strip(), str( tab_owner), importance_table def ipInfo_compare(compare_type): #sql = 'select a.ip,a.dbuser,a.dbpwd,a.port,a.dbname,b.schema,b.compare_file,c.app_name from ods_ip a join ods_compare b on a.compare_id = b.compare_id join app c on b.app_id = c.app_id' sql = 'select a.ip,a.dbuser,a.dbpwd,a.port,a.dbname,b.schema,c.app_name,d.ipaddr,d.dbs,f.dbuser,f.dbpassword,f.port,f.dbname,f.tabowner from compare_ip a join compare_config b on a.compare_id = b.compare_id join app c on b.app_id = c.app_id join hosts d on d.hostid = b.hostid join database_passwd f on b.hostid = f.hostid and b.compare_type = {}'.format( int(compare_type)) apmdb = mysql(apm_host, apm_port, amp_database, apm_user, apm_passwd) with apmdb: