def scrape(self): d = feedparser.parse(self.rss) self.title = d.feed.title e = d['entries'] self.urls = [] self.fs = [] for k in range(0, min(len(e), self.limit)): url = e[k].links[0].href self.urls.append(url) f = FlatScrape(url) f.scrape() self.fs.append(f)
def scrape(self) : d = feedparser.parse(self.rss) self.title = d.feed.title e = d['entries'] self.urls=[] self.fs=[] for k in range(0,min(len(e),self.limit)) : url = e[k].links[0].href self.urls.append(url) f = FlatScrape(url) f.scrape() self.fs.append(f)
#!/usr/bin/python import sys from FlatScrape import * fs = FlatScrape(sys.argv[1]) fs.scrape() fs.out(sys.argv[2])