def checkPath(path): d = len(path) for i in xrange(0, d - 1): resp = headRequestCached(path[i]) if isGoodStatus(resp) and isPage(resp): content = getRequestCached(path[i]) urls = getURLs(content, path[i]) if path[i + 1] not in urls: return False else: return False return True
def read(self, size, offset): if isPage(self.resp) or self.getSize() <= MAXFILESIZE: content = getRequestCached(self.url) slen = self.getSize() if offset < slen: if offset + size > slen: size = slen - offset buf = content[offset:offset + size] else: raise RuntimeError("Invalid range") else: if isAcceptedPartialDownload(self.resp): buf = partialGetRequest(self.url, size, offset) else: raise RuntimeError("Not accepted partial download") return buf
def getEntries(self): content = getRequestCached(self.url) urls = getURLs(content, self.url) urls = map(url2name, urls) urls = urls + [getPageFileName(self.url)] return urls