def analyze_topics_globally():
print "Analyzing Topics..."
collection = solr.all_topics_collection()
se = SearchOptions()
se.commonparams.q('*:*')
futures = group(aggregate_global_topic.s(topic)
for topic, _ in solr.iterate_per_facetfield_value(collection, se, 'topic_s'))()
while not futures.ready():
print "Progress: (%d/%d)" % (futures.completed_count(), len(futures.results))
sleep(2)
collection.add(get_with_backoff(futures, []))
collection.commit()
def get_hubs():
return [dict(hub=hub, count=count) for hub, count
in solr.iterate_per_facetfield_value(solr.global_collection(),
SearchOptions(**{'q': '*:*', 'rows': 0}), 'hub_s')]
