def test_async_scrape(self):
from tqdm import tqdm
c = CityIq(self.config)
#task_logger.setLevel(logging.DEBUG)
events = ['BICYCLE'] # '['PKIN', 'PKOUT']
assets = list(c.assets_by_event(events))[:4]
tasks = c.make_tasks(assets, events, '2020-01-01', '2020-01-10')
df = c.events_dataframe(tasks)
print(len(df))
print(df.head().T)
def test_dont_cache_today(self):
from dateutil.relativedelta import relativedelta
c = CityIq(self.config)
api_logger.setLevel(logging.INFO)
assets = list(c.assets_by_event('BICYCLE'))
now =c.convert_time('now').replace(hour=0, minute=0, second=0, microsecond=0)
d1 = relativedelta(days=2)
st = now - d1
et = now + d1
assets[100].get_events('BICYCLE',st, et)
def test_async_events(self):
api_logger.setLevel(logging.DEBUG)
c = CityIq(self.config)
assets = list(c.assets_by_event(['PKIN', 'PKOUT']))
self.assertEqual(2590, len(assets))
assets = [
c.get_asset(u) for u in [
'094c05dc-6378-476b-817d-21ba3b99f8ab',
'09741091-c77e-4d61-9a14-d489bd061975',
'09aa6fad-0ae3-4256-906b-8e82c82eeacb',
'09b58810-dd7b-40f2-b183-aef265db4681',
'09f05731-a47e-41e6-970b-9fae943bfd3f',
'09fdcb8e-9498-4c9e-8612-afdfd0487f64',
'0a2f68d2-b283-4835-a775-a209645cebb2',
'0a2ff822-6ba2-4f11-a6a0-b7f080b7ad08',
'0a31fd96-f288-411c-8e50-f07b0b532462',
'0a3e5df5-0738-4f3f-9ab8-1498adfde99c'
]
]
tasks = c.make_tasks(assets, ['PKIN', 'PKOUT'], '2020-01-01',
'2020-02-01')
self.assertEqual(140, len(tasks)) # one per asset/event type
list(c.run_async(tasks))
df = c.get_cached_events(assets, ['PKIN', 'PKOUT'], '2020-01-01',
'2020-02-01')
print(len(df))
print(df.head())
def test_list_by_event(self):
c = CityIq(self.config)
for a in c.assets_by_event('PEDEVT'):
print(a)
def test_has_event(self):
c = CityIq(self.config)
for i, n in enumerate(c.assets_by_event('TFEVT')):
print(i, n.uid, n.assetType)