def test_very_short_interval(self, split):
start = '2004-02-29 15:00'
end = '2004-02-29 16:00'
intervals = [
tuple(map(lambda d: d.strftime("%Y-%m-%d %H:%M"), rng))
for rng in time_intervals(start, end, split=split)
]
assert intervals == [
(start, end),
]
def test_minutes_years(self):
start = '2015-11-30 15:00'
end = '2016-01-10 11:30'
intervals = [
tuple(map(lambda d: d.strftime("%Y-%m-%d %H:%M"), rng))
for rng in time_intervals(start, end, split=SPLIT_YEARLY)
]
assert intervals == [
('2015-11-30 15:00', '2016-01-01 00:00'),
('2016-01-01 00:00', '2016-01-10 11:30'),
]
def test_yearly_ranges(self):
start = datetime.datetime(2015, 11, 2)
end = datetime.datetime(2018, 3, 15)
intervals = [
tuple(map(lambda d: d.strftime("%Y-%m-%d"), rng))
for rng in time_intervals(start, end, split=SPLIT_YEARLY)
]
assert intervals == [('2015-11-02', '2016-01-01'),
('2016-01-01', '2017-01-01'),
('2017-01-01', '2018-01-01'),
('2018-01-01', '2018-03-15')]
def test_monthly_ranges(self):
start = datetime.datetime(2017, 11, 2)
end = datetime.datetime(2018, 3, 15)
intervals = [
tuple(map(lambda d: d.strftime("%Y-%m-%d"), rng))
for rng in time_intervals(start, end)
]
assert intervals == [('2017-11-02', '2017-12-01'),
('2017-12-01', '2018-01-01'),
('2018-01-01', '2018-02-01'),
('2018-02-01', '2018-03-01'),
('2018-03-01', '2018-03-15')]
def test_weekly(self):
start = '2017-12-20 15:00'
end = '2018-01-08 11:30'
intervals = [
tuple(map(lambda d: d.strftime("%Y-%m-%d %H:%M"), rng))
for rng in time_intervals(start, end, split=SPLIT_WEEKLY)
]
assert intervals == [
('2017-12-20 15:00', '2017-12-25 00:00'),
('2017-12-25 00:00', '2018-01-01 00:00'),
('2018-01-01 00:00', '2018-01-08 00:00'),
('2018-01-08 00:00', '2018-01-08 11:30'),
]
def test_daily(self):
start = '2017-12-29 15:00'
end = '2018-01-02 11:30'
intervals = [
tuple(map(lambda d: d.strftime("%Y-%m-%d %H:%M"), rng))
for rng in time_intervals(start, end, split=SPLIT_DAILY)
]
assert intervals == [
('2017-12-29 15:00', '2017-12-30 00:00'),
('2017-12-30 00:00', '2017-12-31 00:00'),
('2017-12-31 00:00', '2018-01-01 00:00'),
('2018-01-01 00:00', '2018-01-02 00:00'),
('2018-01-02 00:00', '2018-01-02 11:30'),
]
from ravenpackapi.util import time_intervals, SPLIT_WEEKLY
api = RPApi(api_key='YOUR_API_KEY')
ds = api.get_dataset('YOUR_DATASET_ID')
start_date = '2018-01-01'
end_date = '2018-01-10'
GET_COMPRESSED = True
output_folder = './output'
os.makedirs(output_folder, exist_ok=True) # create folder for output
for range_start, range_end in time_intervals(
start_date,
end_date,
split=SPLIT_WEEKLY,
# available splits:
# SPLIT_YEARLY, SPLIT_WEEKLY, SPLIT_DAILY
# or SPLIT_MONTHLY (the default)
):
job = ds.request_datafile(
start_date=range_start,
end_date=range_end,
compressed=GET_COMPRESSED,
)
if job is None:
print("There is no data in the range", range_start, range_end)
continue
filename = os.path.join(
output_folder, "datafile-{datestr}.{ext}".format(
datestr=range_start.strftime('%Y-%m-%d'),
ext='zip' if GET_COMPRESSED else 'csv'))