def init(): """ fix for allowing direct access of download single query from googletester """ global idset if not idset: idset = config.get_existing_idset()
def download_googleplay(): # this is the entry for idcollector global idset if not idset: idset = config.get_existing_idset() li = config.get_query_list() resdic = {} for query in li: resdic[query] = download_googleplay_single_query(query) return resdic
def get_ids_from_devids(): ids = [] existing_idset = config.get_existing_idset() num = config.nid_per_devpage devidset = get_devids_from_infofile(config.new_devid_file) print('# developers is : %d' % len(devidset)) counter = 0 for devid in devidset: newids = get_ids_from_devid_by_developerpage(devid) newids = [id for id in newids if id not in existing_idset] ids += newids if newids: add_to_idslist('\n'.join(newids)) counter += 1 print('finished processing #%d devid %s' % (counter, devid)) return set(ids)