Python FrequencyRule.add_data Examples

Example #1

File: rules_test.py Project: strategic-zjc/Data-Science-Term-Project

def test_freq():
    events = hits(60, timestamp_field='blah', username='******')
    rules = {
        'num_events': 59,
        'timeframe': datetime.timedelta(hours=1),
        'timestamp_field': 'blah'
    }
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 1

    # Test wit query_key
    events = hits(60, timestamp_field='blah', username='******')
    rules['query_key'] = 'username'
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 1

    # Doesn't match
    events = hits(60, timestamp_field='blah', username='******')
    rules['num_events'] = 61
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 0

    # garbage collection
    assert 'qlo' in rule.occurrences
    rule.garbage_collect(ts_to_dt('2014-09-28T12:0:0'))
    assert rule.occurrences == {}

Example #2

File: rules_test.py Project: danielstorytel/elastalert

def test_freq():
    events = hits(60, timestamp_field='blah', username='******')
    rules = {'num_events': 59,
             'timeframe': datetime.timedelta(hours=1),
             'timestamp_field': 'blah'}
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 1

    # Test wit query_key
    events = hits(60, timestamp_field='blah', username='******')
    rules['query_key'] = 'username'
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 1

    # Doesn't match
    events = hits(60, timestamp_field='blah', username='******')
    rules['num_events'] = 61
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 0

    # garbage collection
    assert 'qlo' in rule.occurrences
    rule.garbage_collect(ts_to_dt('2014-09-28T12:0:0'))
    assert rule.occurrences == {}

Example #3

File: rules_test.py Project: mesozoic/elastalert

def test_freq():
    events = hits(60, timestamp_field="blah", username="******")
    rules = {"num_events": 59, "timeframe": datetime.timedelta(hours=1), "timestamp_field": "blah"}
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 1

    # Test wit query_key
    events = hits(60, timestamp_field="blah", username="******")
    rules["query_key"] = "username"
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 1

    # Doesn't match
    events = hits(60, timestamp_field="blah", username="******")
    rules["num_events"] = 61
    rule = FrequencyRule(rules)
    rule.add_data(events)
    assert len(rule.matches) == 0

    # garbage collection
    assert "qlo" in rule.occurrences
    rule.garbage_collect(ts_to_dt("2014-09-28T12:0:0"))
    assert rule.occurrences == {}

Example #4

File: rules_test.py Project: strategic-zjc/Data-Science-Term-Project

def test_freq_out_of_order():
    events = hits(60, timestamp_field='blah', username='******')
    rules = {
        'num_events': 59,
        'timeframe': datetime.timedelta(hours=1),
        'timestamp_field': 'blah'
    }
    rule = FrequencyRule(rules)
    rule.add_data(events[:10])
    assert len(rule.matches) == 0

    # Try to add events from before the first occurrence
    rule.add_data([{
        'blah': ts_to_dt('2014-09-26T11:00:00'),
        'username': '******'
    }] * 50)
    assert len(rule.matches) == 0

    rule.add_data(events[15:20])
    assert len(rule.matches) == 0
    rule.add_data(events[10:15])
    assert len(rule.matches) == 0
    rule.add_data(events[20:55])
    rule.add_data(events[57:])
    assert len(rule.matches) == 0
    rule.add_data(events[55:57])
    assert len(rule.matches) == 1

Example #5

File: rules_test.py Project: danielstorytel/elastalert

def test_freq_out_of_order():
    events = hits(60, timestamp_field='blah', username='******')
    rules = {'num_events': 59,
             'timeframe': datetime.timedelta(hours=1),
             'timestamp_field': 'blah'}
    rule = FrequencyRule(rules)
    rule.add_data(events[:10])
    assert len(rule.matches) == 0

    # Try to add events from before the first occurrence
    rule.add_data([{'blah': ts_to_dt('2014-09-26T11:00:00'), 'username': '******'}] * 50)
    assert len(rule.matches) == 0

    rule.add_data(events[15:20])
    assert len(rule.matches) == 0
    rule.add_data(events[10:15])
    assert len(rule.matches) == 0
    rule.add_data(events[20:55])
    rule.add_data(events[57:])
    assert len(rule.matches) == 0
    rule.add_data(events[55:57])
    assert len(rule.matches) == 1

Example #6

File: rules_test.py Project: mesozoic/elastalert

def test_freq_out_of_order():
    events = hits(60, timestamp_field="blah", username="******")
    rules = {"num_events": 59, "timeframe": datetime.timedelta(hours=1), "timestamp_field": "blah"}
    rule = FrequencyRule(rules)
    rule.add_data(events[:10])
    assert len(rule.matches) == 0

    # Try to add events from before the first occurrence
    rule.add_data([{"blah": ts_to_dt("2014-09-26T11:00:00"), "username": "******"}] * 50)
    assert len(rule.matches) == 0

    rule.add_data(events[15:20])
    assert len(rule.matches) == 0
    rule.add_data(events[10:15])
    assert len(rule.matches) == 0
    rule.add_data(events[20:55])
    rule.add_data(events[57:])
    assert len(rule.matches) == 0
    rule.add_data(events[55:57])
    assert len(rule.matches) == 1