def main(env):
# event driver loop
eventdriver = EventDriver(maxtask=20)
eventdriver.start(True)
# import global config
config = Configuration()
config.import_global_config(env)
task_config = config.CONFIG['GLOBAL']['JOB']
for i in task_config:
# add task when key 'DO_MR2P' equals 1
if 0 == int(task_config[i].get(
"DO_MR2P", 0)) or not "MR2P_PROCESSOR" in task_config[i]:
continue
new_task = eval(task_config[i]['MR2P_PROCESSOR'] + "(i, eventdriver)")
new_task.run()
def main(env):
# import global config
config = Configuration()
config.import_global_config(env)
task_config = config.CONFIG['GLOBAL']['JOB']
task_list = []
for job_name in task_config:
# add task when key 'DO_MR2P' equals 1
if 0 == int(task_config[job_name].get(
"DO_MR2P",
0)) or not "MR2P_PROCESSOR" in task_config[job_name]:
continue
new_task = eval(task_config[job_name]['MR2P_PROCESSOR'] + "(job_name)")
task_list.append(new_task)
o = scheduler("mr2p", task_list)
o.run()
def main(env):
config = Configuration()
config.import_global_config(env)
task_config = config.CONFIG['GLOBAL']['JOB']
task_list = []
if not isinstance(task_config, dict):
return
else:
for i in task_config:
# add task when key 'DO_MR2P' equals 1
if not "DO_MR2P" in task_config or not "MR2P_PROCESSOR" in task_config[
i]:
continue
elif '0' == task_config[i]['DO_MR2P']:
continue
new_task = eval(task_config[i]['MR2P_PROCESSOR'] + "(i)")
processor_num = int(task_config[i].get('PROCESSOR_NUM', 1))
for i in range(processor_num):
task_list.append(new_task)
o = scheduler("mr2p", task_list)
o.run()
import sys
sys.path.append("..")
import getopt
from core.configuration import Configuration
from plugins.company2b import Company2b
if __name__ == '__main__':
optlist, args = getopt.getopt(sys.argv[1:], 'e:', ['env='])
env = ''
for k, v in optlist:
if k == '-e' or k == '--env':
env = v
if env != '':
config = Configuration()
config.import_global_config(env)
script = Company2b('CNLINFO')
script.run()
else:
print('[ERROR] lack env config')
import sys
sys.path.append("..")
import getopt
from core.configuration import Configuration
from plugins.pusher import pusher
if __name__ == '__main__':
optlist, args = getopt.getopt(sys.argv[1:], 'e:j:', ['env=','job=','skip='])
opt_dict = dict(optlist)
try:
config = Configuration()
config.import_global_config(opt_dict['--env'])
script = pusher(opt_dict['--job'])
script.mongo2redis(opt_dict.get('--skip', 0))
except Exception as e:
print(e)
