def enqueue_blobs(time_series,queue):
"""config needs psql_connect, resolver"""
config = get_config(CONFIG_FILE, time_series)
feed = IfcbFeed(config.psql_connect)
r = parse_stream(config.resolver)
blob_resolver = r['mvco_blob']
pid_resolver = r['pid']
for lid in feed.latest_bins(n=10000):
if blob_resolver.resolve(pid=lid,time_series=time_series) is None:
pid = pid_resolver.resolve(pid=lid,time_series=time_series).bin_pid
print 'No blobs found for %s, enqueuing' % pid
extract_blobs.apply_async(args=[time_series, pid],queue=queue)
def enqueue_features(time_series,queue):
"""config needs psql_connect, resolver"""
config = get_config(CONFIG_FILE, time_series)
feed = IfcbFeed(config.psql_connect)
r = parse_stream(config.resolver)
blob_resolver = r['mvco_blob']
feature_resolver = r['features']
pid_resolver = r['pid']
for lid in feed.latest_bins(n=5000):
if blob_resolver.resolve(pid=lid,time_series=time_series) is not None:
pid = pid_resolver.resolve(pid=lid,time_series=time_series).bin_pid
if feature_resolver.resolve(pid=lid,time_series=time_series) is None:
print 'found blobs but no features for %s' % pid
extract_features.apply_async(args=[time_series, pid],queue=queue)
