def get_monitors(): will_moniter = [] spiders = Config.get_spiders() for monitor in Config.get_monitors(): if monitor not in spiders: print('Cannot found %s in config_huawei.json file.' % monitor) exit(1) will_moniter.append([monitor, spiders[monitor]]) return will_moniter
from common import rcmd, Config def check_spider(host, spider_cmd): cmd = "ps -ef|grep -vE 'grep|monitor.py|check.py'|grep '%s'" % spider_cmd return rcmd(host, cmd).read() if __name__ == "__main__": print(sys.argv) if len(sys.argv) == 3: config_file = sys.argv[1] spider = sys.argv[2] elif len(sys.argv) == 2: config_file = './config.json' spider = sys.argv[1] else: print("Example: \n" " python3 check.py jingdong\n" " python3 check.py ./config.json jingdong") exit(1) Config.config_file = config_file spider_cmd = Config.get_spiders(spider) if spider_cmd is None: print("Cannot found '%s' in %s." % (spider, config_file)) exit(1) for host in Config.get_hosts(): print("On host %s" % host) print(check_spider(host, spider_cmd))
"cd %s" % source_dir, "rm -rf %s" % cmd_file, "pyinstaller -w -F %s --distpath %s" % (py_file, subdir), "rm -rf ./build" ] rcmd(local_ip, "; ".join(cmds)) if __name__ == "__main__": if len(sys.argv) == 3: config_file = sys.argv[1] spider_name = sys.argv[2] elif len(sys.argv) == 2: config_file = './config_huawei.json' spider_name = sys.argv[1] else: print("Example: \n" " python3 build.py jingdong\n" " python3 build.py ./config_huawei.json jingdong") exit(1) Config.config_file = config_file spider = Config.get_spiders(spider_name) if spider is None: print("Cannot found '%s' in %s." % (spider_name, config_file)) exit(1) source_dir = Config.get_sources_dir() build_spider(source_dir, spider.get("subdir"), spider.get("command")) clear(source_dir)