def run(log_level="INFO"): config = configuration.configuration() config.fileConfig(myglobal.LOGGINGINI) config.setValue("handler_fileHandler", "args", ('dispatcher.log', 'a')) config.setValue("handler_fileHandler", "level", log_level) config.setValue("handler_consoleHandler", "level", log_level) # logging.config.fileConfig(FILE_FOLDER + configuration.configuration("dispatcher.ini").getValue('Log','file')) logging.config.fileConfig(myglobal.LOGGINGINI) logger = logging.getLogger('main') d = dispatcher.dispatcher() while True: logger.info("Run periodically build and queue check.") config.fileConfig(myglobal.CONFIGURATONINI) type = config.getValue("Platform", "type") if type == "integration": #run scheduled integration necessity check d.checkIntegrationNecessity() else: #run scheduled build check d.scheduledCheck() #check the queue to see if any new job to do d.scanQueue() ''' #add nightly jobs only on designated time currentTime=time.strftime('%H%M',time.localtime()) scheduledTime=scheduled_nightly_time.replace(":","") if int(currentTime)>=int(scheduledTime) and int(currentTime)<(int(scheduledTime)+timeout/60): #print "It comes to the scheduled time, add nightly jobs." logger.info("It comes to the scheduled time, add nightly jobs.") d.addNightlyJobs() ''' #wait for a whole logger.info("Sleep for %i minutes" % (timeout / 60)) time.sleep(timeout) continue
self.__parser.readfp(fp) value = self.__parser.get(sec, key) except Exception, e: wlog.critical("Exception caught, [Exception]: %s" % e) return False else: return value finally: fp.close() # define global config object config = Config() # define global vars g_ip_dict_path = CUR_PATH + config.getValue("comment", "ip_count_file") g_ip_dict = {} g_user_dict_path = CUR_PATH + config.getValue("comment", "user_count_file") g_user_dict = {} g_bayes_dict_path = CUR_PATH + config.getValue("comment", "bayes_dict") g_bayes_dict = {} g_fisher_dict_path = CUR_PATH + config.getValue("comment", "fisher_dict") g_fisher_dict = {} g_load_interval = int(config.getValue("comment", "load_interval")) g_backup_interval = int(config.getValue("comment", "backup_interval")) g_bayes_word_freq = float(config.getValue("comment", "bayes_word_freq")) g_bayes_spam_rate = float(config.getValue("comment", "bayes_spam_rate")) g_top_num = int(config.getValue("comment", "default_top_num"))
parser = argparse.ArgumentParser() parser.add_argument( "--configfile", default="config.json", help="config file to use" ) args = parser.parse_args() # config file config = ConfigFile(args.configfile) # configure the logging logging_config = config.getValue( "client.logging", default=None, alternatePaths="logging") import json print repr(logging_config) print "\n" * 4 print json.dumps(logging_config, index=2) quit() if logging_config is not None: logging.config.dictConfig(logging_config) else: # set up some default logging options logging.basicConfig( format="%(asctime)s|%(levelname)s|%(name)s - %(message)s",
# open input file with io.open(args.idfile, mode="r", encoding="utf-8") as inputfile: # read all ids input_ids = [] try: input_ids = [l.strip() for l in inputfile if len(l.strip()) > 0] except Exception, e: print "error reading input ids from file: ", e raise e with io.open(args.outfile, mode="w+", encoding="utf-8") as outfile: # twitter auth twitter_auth = config.getValue("twitter_auth", None) # create auth item auth = tweepy.auth.OAuthHandler( twitter_auth["api_key"], twitter_auth["api_secret"]) auth.set_access_token( twitter_auth["access_token"], twitter_auth["access_token_secret"]) # api api = tweepy.API( auth, wait_on_rate_limit=True) total = len(input_ids)
# handle arguments parser = argparse.ArgumentParser() parser.add_argument( "--configfile", default="config.json", help="config file to use" ) args = parser.parse_args() # config file config = ConfigFile(args.configfile) # configure the logging logging_config = config.getValue( "client.logging", default=None, alternate_paths=["logging"]) configure_logging(logging_config) # create our log log = logging.getLogger("main") # create and run client try: client = MultiprocessClientBase(config) client.run() except exceptions.KeyboardInterrupt, e: log.info("keyboard interrupt") client.stop_process()