def analyze_topics_globally(): print "Analyzing Topics..." collection = solr.all_topics_collection() se = SearchOptions() se.commonparams.q('*:*') futures = group(aggregate_global_topic.s(topic) for topic, _ in solr.iterate_per_facetfield_value(collection, se, 'topic_s'))() while not futures.ready(): print "Progress: (%d/%d)" % (futures.completed_count(), len(futures.results)) sleep(2) collection.add(get_with_backoff(futures, [])) collection.commit()
def get_hubs(): return [dict(hub=hub, count=count) for hub, count in solr.iterate_per_facetfield_value(solr.global_collection(), SearchOptions(**{'q': '*:*', 'rows': 0}), 'hub_s')]