def get_repos(test): repos = [] next_version = None for arch in ARCHES: directory = helper.open_dir(CRAWL_DIR + arch + "/") for is_dir, filename, mod_time in directory: if filename.count("-")==2: pkg, version, branch = filename.split("-") if branch=="release": continue repo = Repo() repo.distro_id = distro_id repo.component = pkg repo.architecture = arch repo.codename = int(version) repo.branch = branch repos.append(repo) downstream.repo(repo, test) if branch=="current" and (next_version == None or repo.codename > next_version): next_version = repo.codename for repo in repos: if repo.codename==next_version: downstream.add_branch(repo, "future", test) elif repo.codename==next_version-1: downstream.add_branch(repo, "current", test) elif repo.codename==next_version-2: downstream.add_branch(repo, "lts", test) else: downstream.add_branch(repo, "past", test) return repos
def get_repos(test): repos = [] next_version = None for arch in ARCHES: directory = helper.open_dir(CRAWL_DIR + arch + "/") for is_dir, filename, mod_time in directory: if filename.count("-") == 2: pkg, version, branch = filename.split("-") if branch == "release": continue repo = Repo() repo.distro_id = distro_id repo.component = pkg repo.architecture = arch repo.codename = int(version) repo.branch = branch repos.append(repo) downstream.repo(repo, test) if branch == "current" and (next_version == None or repo.codename > next_version): next_version = repo.codename for repo in repos: if repo.codename == next_version: downstream.add_branch(repo, "future", test) elif repo.codename == next_version - 1: downstream.add_branch(repo, "current", test) elif repo.codename == next_version - 2: downstream.add_branch(repo, "lts", test) else: downstream.add_branch(repo, "past", test) return repos
def explore(url, depth, good, bad, fn_remove, badv, dead, last_crawl): #print url pkgs = [] info = helper.open_dir(url) if depth!=None and depth>0: new_depth = depth - 1 elif depth==None: new_depth = None if info==None: return [] for d,name,date in info: if last_crawl!=None and date!=None and depth<2 and date<last_crawl: continue if d and name not in dead and (depth==None or depth>0): if not name.endswith("/"): name += "/" pkgs += explore(url+name, new_depth, good, bad, fn_remove, badv, dead, last_crawl) elif not d: for token in fn_remove: if token in name: name = name.replace(token, "") rel = parsers.parse_filename(name) if rel!=None and ((good != None and rel.package in good and bad==None) or (good == None and bad != None and rel.package not in bad)) and not contains(rel.version, badv): rel.released = date #print "*",rel pkgs.append(rel) elif rel != None: #print rel pass return pkgs
def explore(url, depth, good, bad, fn_remove, badv, dead, last_crawl): pkgs = [] print url info = helper.open_dir(url) if depth != None and depth > 0: new_depth = depth - 1 elif depth == None: new_depth = None if info == None: return [] for d, name, date in info: if last_crawl != None and date != None and depth < 2 and date < last_crawl: continue if d and name not in dead and (depth == None or depth > 0): if not name.endswith("/"): name += "/" pkgs += explore(url + name, new_depth, good, bad, fn_remove, badv, dead, last_crawl) elif not d: for token in fn_remove: if token in name: name = name.replace(token, "") rel = parsers.parse_filename(name) if rel != None and ( (good != None and rel.package in good and bad == None) or (good == None and bad != None and rel.package not in bad)) and not contains(rel.version, badv): rel.released = date #print "*",rel pkgs.append(rel) elif rel != None: #print rel pass return pkgs