Example #1
0
def init():
    """
    fix for allowing direct access of download single query from googletester
    """
    global idset
    if not idset:
        idset = config.get_existing_idset()
Example #2
0
def download_googleplay():
    # this is the entry for idcollector 
    global idset
    if not idset:
        idset = config.get_existing_idset()
    li = config.get_query_list()
    resdic = {}
    for query in li:
        resdic[query] = download_googleplay_single_query(query)
    return resdic
Example #3
0
def get_ids_from_devids():
    ids = []
    existing_idset = config.get_existing_idset()
    num = config.nid_per_devpage
    devidset = get_devids_from_infofile(config.new_devid_file)
    print('# developers is : %d' % len(devidset))
    counter = 0
    for devid in devidset:
        newids = get_ids_from_devid_by_developerpage(devid)
        newids = [id for id in newids if id not in existing_idset]
        ids += newids
        if newids:
            add_to_idslist('\n'.join(newids))
        counter += 1
        print('finished processing #%d devid %s' % (counter, devid))
    return set(ids)