コード例 #1
0
def test_full_refresh_slice_start_date_greater_than_now():
    config_with_big_start_date = config.copy()
    config_with_big_start_date["start_date"] = pendulum.now().add(days=1).format(ManagementEvents.start_date_format)

    stream = ManagementEvents(**config_with_big_start_date)
    slices = stream.stream_slices(sync_mode=SyncMode.full_refresh, cursor_field=stream.cursor_field)

    # checks that there no slices
    assert not slices
コード例 #2
0
def test_full_refresh_slice():
    current_time = pendulum.now().int_timestamp
    stream = ManagementEvents(**config)
    slices = stream.stream_slices(sync_mode=SyncMode.full_refresh, cursor_field=stream.cursor_field)

    # checks that start time not more than 90 days before now
    assert slices[0]["StartTime"] >= current_time - ManagementEvents.data_lifetime
    # checks that end time not less than now
    assert slices[-1]["EndTime"] >= current_time
コード例 #3
0
def test_slices_not_intersect():
    stream = ManagementEvents(**config)
    slices = stream.stream_slices(sync_mode=SyncMode.full_refresh, cursor_field=stream.cursor_field)

    # verify that StartTime and EndTime are not equal
    # next StartTime = EndTime + 1
    for slice, next_slice in zip(slices, islice(slices, 1, None)):
        if next_slice is None:
            break

        assert slice["EndTime"] + 1 == next_slice["StartTime"]
        assert slice["EndTime"] > slice["StartTime"]
コード例 #4
0
def test_incremental_slice_state_less_than_start_date():
    current_time = pendulum.now().int_timestamp
    stream = ManagementEvents(**config)
    stream_state = {"EventTime": 1}

    slices = stream.stream_slices(
        sync_mode=SyncMode.incremental,
        cursor_field=stream.cursor_field,
        stream_state=stream_state,
    )

    # checks that start time not equals to time in stream_state
    assert slices[0]["StartTime"] != stream_state["EventTime"]
    # checks that start time not more than 90 days before now
    assert slices[0]["StartTime"] >= current_time - ManagementEvents.data_lifetime
コード例 #5
0
def test_incremental_slice():
    current_time = pendulum.now().int_timestamp
    stream = ManagementEvents(**config)
    stream_state = {"EventTime": pendulum.today().subtract(days=15).int_timestamp}

    slices = stream.stream_slices(
        sync_mode=SyncMode.incremental,
        cursor_field=stream.cursor_field,
        stream_state=stream_state,
    )

    # checks that start time equals to time in stream_state
    assert slices[0]["StartTime"] == stream_state["EventTime"]
    # checks that end time not less than now
    assert slices[-1]["EndTime"] >= current_time