Example #1
0
def main(argv):
    """
    Send dummy data over the event handler.
    The event handler inside the module will grab this data.
    """
    global results
    results = []
    if (argv[1] == "-stream"):
        # TODO: implement purely streaming data handling
        pass
    elif (argv[1] == "-file"):
        read_file(argv[2])
        send_events()

    elif (argv[1] == "-dir"):
        start_date = COURSE_START_DATE
        end_date = COURSE_END_DATE
        includes = ['*.log'] # log files only
        includes = r'|'.join([fnmatch.translate(x) for x in includes])
        for root, dirs, files in os.walk(sys.argv[2]):
            print "[", root, "]"
            files = [f for f in files if re.match(includes, f) and start_date <= f <= end_date]
            files.sort()
            for fname in files:
                results = []
                read_file(os.path.join(root, fname))
                send_events()

    elif (argv[1] == "-dummy"):
        from dummy_values import generate_random_data
        generate_random_data(int(argv[2]))
        send_events(results)

    else:
	print "You should specify the data source: either -stream, -file, -dir, -dummy"
Example #2
0
def main(argv):
    """
    Send dummy data over the event handler.
    The event handler inside the module will grab this data.
    """
    logger = logging.getLogger('video_analytics')
    # http_handler = HTTPHandler('', '', method='GET')
    # logging.handlers.HTTPHandler(http_handler)
    http_handler = HTTPHandler('127.0.0.1:9999', '/httpevent', method='GET')

    logger.addHandler(http_handler)
    #logger.setLevel(logging.DEBUG)

    if USE_DUMMY_DATA:
        from dummy_values import generate_random_data
        results = generate_random_data(int(argv[1]))
    else:
        with open(argv[1], "r") as log_file:
            results = log_file.readlines()
    # TODO: implement purely streaming data handling

    # test = ["actor=bob", "action=submitanswer", "object=problem5"]
    # objects = [o.split("=") for o in test]
    # logger.error(json.dumps(dict(objects)))
    print "================================"
    print len(results), "entries incoming"
    print results
    print "================================"
def main(argv):
    """
    Send dummy data over the event handler.
    The event handler inside the module will grab this data.
    """
    global results
    results = []
    if (argv[1] == "-stream"):
        # TODO: implement purely streaming data handling
        pass
    elif (argv[1] == "-file"):
        read_file(argv[2])
        send_events()

    elif (argv[1] == "-dir"):
        start_date = COURSE_START_DATE
        end_date = COURSE_END_DATE
        includes = ['*.json'] #['*.log'] # log files only
        includes = r'|'.join([fnmatch.translate(x) for x in includes])
        for root, dirs, files in os.walk(sys.argv[2]):
            print "[", root, "]"
            # files = [f for f in files if re.match(includes, f) and start_date <= f <= end_date]
            files = [f for f in files if re.match(includes, f)]
            files.sort()
            for fname in files:
                results = []
                read_file(os.path.join(root, fname))
                send_events()

    elif (argv[1] == "-dummy"):
        from dummy_values import generate_random_data
        generate_random_data(int(argv[2]))
        send_events(results)

    else:
	print "You should specify the data source: either -stream, -file, -dir, -dummy"