def main(argv): """ Send dummy data over the event handler. The event handler inside the module will grab this data. """ global results results = [] if (argv[1] == "-stream"): # TODO: implement purely streaming data handling pass elif (argv[1] == "-file"): read_file(argv[2]) send_events() elif (argv[1] == "-dir"): start_date = COURSE_START_DATE end_date = COURSE_END_DATE includes = ['*.log'] # log files only includes = r'|'.join([fnmatch.translate(x) for x in includes]) for root, dirs, files in os.walk(sys.argv[2]): print "[", root, "]" files = [f for f in files if re.match(includes, f) and start_date <= f <= end_date] files.sort() for fname in files: results = [] read_file(os.path.join(root, fname)) send_events() elif (argv[1] == "-dummy"): from dummy_values import generate_random_data generate_random_data(int(argv[2])) send_events(results) else: print "You should specify the data source: either -stream, -file, -dir, -dummy"
def main(argv): """ Send dummy data over the event handler. The event handler inside the module will grab this data. """ logger = logging.getLogger('video_analytics') # http_handler = HTTPHandler('', '', method='GET') # logging.handlers.HTTPHandler(http_handler) http_handler = HTTPHandler('127.0.0.1:9999', '/httpevent', method='GET') logger.addHandler(http_handler) #logger.setLevel(logging.DEBUG) if USE_DUMMY_DATA: from dummy_values import generate_random_data results = generate_random_data(int(argv[1])) else: with open(argv[1], "r") as log_file: results = log_file.readlines() # TODO: implement purely streaming data handling # test = ["actor=bob", "action=submitanswer", "object=problem5"] # objects = [o.split("=") for o in test] # logger.error(json.dumps(dict(objects))) print "================================" print len(results), "entries incoming" print results print "================================"
def main(argv): """ Send dummy data over the event handler. The event handler inside the module will grab this data. """ global results results = [] if (argv[1] == "-stream"): # TODO: implement purely streaming data handling pass elif (argv[1] == "-file"): read_file(argv[2]) send_events() elif (argv[1] == "-dir"): start_date = COURSE_START_DATE end_date = COURSE_END_DATE includes = ['*.json'] #['*.log'] # log files only includes = r'|'.join([fnmatch.translate(x) for x in includes]) for root, dirs, files in os.walk(sys.argv[2]): print "[", root, "]" # files = [f for f in files if re.match(includes, f) and start_date <= f <= end_date] files = [f for f in files if re.match(includes, f)] files.sort() for fname in files: results = [] read_file(os.path.join(root, fname)) send_events() elif (argv[1] == "-dummy"): from dummy_values import generate_random_data generate_random_data(int(argv[2])) send_events(results) else: print "You should specify the data source: either -stream, -file, -dir, -dummy"