def process(self, link): self.Browser.open(link) rep =self.Browser.response() parser = get_parser()() document = parser.parse(rep, 'utf-8') table = document.xpath("//div[@id='mainContent']//table")[0] links = [] for a in table.xpath(".//td/a"): link = a.get("href") debug("Filesonicfolder: link found %s" % link) links.append( link ) return links
def process(self, link): self.Browser.open(link) rep =self.Browser.response() parser = get_parser()() document = parser.parse(rep, 'utf-8') table = document.xpath("//table[@class='file_list']")[0] links = [] for a in table.xpath(".//a[@class='sheet_icon wbold']"): link = "http://www.fileserve.com%s" % a.get("href") debug("Fileservefolder: link found %s" % link) links.append( link ) return links