def get_monitors():
will_moniter = []
spiders = Config.get_spiders()
for monitor in Config.get_monitors():
if monitor not in spiders:
print('Cannot found %s in config_huawei.json file.' % monitor)
exit(1)
will_moniter.append([monitor, spiders[monitor]])
return will_moniter
from common import rcmd, Config
def check_spider(host, spider_cmd):
cmd = "ps -ef|grep -vE 'grep|monitor.py|check.py'|grep '%s'" % spider_cmd
return rcmd(host, cmd).read()
if __name__ == "__main__":
print(sys.argv)
if len(sys.argv) == 3:
config_file = sys.argv[1]
spider = sys.argv[2]
elif len(sys.argv) == 2:
config_file = './config.json'
spider = sys.argv[1]
else:
print("Example: \n"
" python3 check.py jingdong\n"
" python3 check.py ./config.json jingdong")
exit(1)
Config.config_file = config_file
spider_cmd = Config.get_spiders(spider)
if spider_cmd is None:
print("Cannot found '%s' in %s." % (spider, config_file))
exit(1)
for host in Config.get_hosts():
print("On host %s" % host)
print(check_spider(host, spider_cmd))
"cd %s" % source_dir,
"rm -rf %s" % cmd_file,
"pyinstaller -w -F %s --distpath %s" % (py_file, subdir),
"rm -rf ./build"
]
rcmd(local_ip, "; ".join(cmds))
if __name__ == "__main__":
if len(sys.argv) == 3:
config_file = sys.argv[1]
spider_name = sys.argv[2]
elif len(sys.argv) == 2:
config_file = './config_huawei.json'
spider_name = sys.argv[1]
else:
print("Example: \n"
" python3 build.py jingdong\n"
" python3 build.py ./config_huawei.json jingdong")
exit(1)
Config.config_file = config_file
spider = Config.get_spiders(spider_name)
if spider is None:
print("Cannot found '%s' in %s." % (spider_name, config_file))
exit(1)
source_dir = Config.get_sources_dir()
build_spider(source_dir, spider.get("subdir"), spider.get("command"))
clear(source_dir)
