def run(): gs = GoogleSpreadsheet() for search_engine in settings.SEARCH_ENGINES: print "Eliminating duplicates..." data = eliminate_duplicates(gs, search_engine["worksheet_id"]) print "Inserting titles set....." gs.insert_data(len(settings.SEARCH_CRITERIA) + 1, data, search_engine["worksheet_id"]) print "Done."
def run(num_results=None): gs = GoogleSpreadsheet() for search_engine in settings.SEARCH_ENGINES: for criteria in settings.SEARCH_CRITERIA: engine = _get_search_engine(search_engine["engine"]) print "Starting search on: " + search_engine["engine"] if num_results: print "Retrieving " + str(num_results) + " total results..." print "Search criteria is: " + str(criteria) data = search(engine, criteria, num_results) if data: print "Inserting " + str(len(data)) + " results into spreadsheet..." gs.insert_cell(1, settings.SEARCH_CRITERIA.index(criteria) + 1, " ".join(criteria), search_engine["worksheet_id"]) gs.insert_data(settings.SEARCH_CRITERIA.index(criteria) + 1, data, search_engine["worksheet_id"]) else: print "Empty pubs"