def main(): mysql_init() connect2gearman() connect2redis(host="127.0.0.1") RecvLog.recv_redis_log() # collect_log() pass
def redis_logs2sqlList():
mysql_init()
myredis.connect2redis(host='127.0.0.1')
while True:
sql_str = myredis.redis_q.get('BiglogSqlList')
sql_dic = json.loads(sql_str)
sql = sql_dic['sql']
args = sql_dic['args']
biglog_mysql.mysql_instance.insert_many_log(sql,args)
def redis_worker():
myredis.connect2redis(host='127.0.0.1')
mysql_init()
while True:
db_name = myredis.redis_q.get('BiglogDomainDB')
DomainDB.db_exists(db_name)
db_name = json.loads(job.data)
# print db_name['db_name']
if not DomainDB.db_exists(db_name):
# print "[ERROR GEARMAN %s]: [moudle:log_db] [create %s failured]"% (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())),db_name)
return "False"
return "True"
"""read from gearman and create database"""
def gearman_worker():
try :
new_worker = CustomGearmanWorker(['127.0.0.1'])
except Exception,e:
print "[ERROR GEARMAN]: %s"% (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())))
print "%s\n"%(str(e))
sys.exit(1)
mysql_init()
new_worker.register_task("BigLogDomain",create_db)
new_worker.work()
def redis_worker():
myredis.connect2redis(host='127.0.0.1')
mysql_init()
while True:
db_name = myredis.redis_q.get('BiglogDomainDB')
DomainDB.db_exists(db_name)
if __name__ == '__main__':
redis_worker()
# gearman_worker()
def redis_logs2sql():
mysql_init()
myredis.connect2redis(host='127.0.0.1')
while True:
sql_cmd = myredis.redis_q.get('BiglogSql')
biglog_mysql.mysql_instance.insert_log(sql_cmd)