Exemple #1
0
 def __init__(self):
     Scraper.__init__(self)
     c = self.config["bsd"]
     self.html = HTMLParser()
     self.call_path = "/page/api/event/search_events"
     self.params = {"api_ver": "2", "api_id": c["api_id"], "api_ts": str(int(time.time()))}
     self.signed_params = self.sign_params(c["api_secret"])
     self.url = "".join([c["endpoint"], self.call_path, "?", self.signed_params])
     self.map = {"event_id": "original_id", "start_dt": "start_time"}
     self.event_provider = EventProvider()
     self.push_provider = PushProvider()
 def __init__(self):
     Scraper.__init__(self)
     api_key = self.config["youtube"]["api_key"]
     self.url = "https://www.googleapis.com/youtube/v3/search"
     self.params = {
         "order": "date",
         "maxResults": 10,
         "channelId": "UCH1dpzjCEiGAt8CXkryhkZg",
         "key": api_key,
         "type": "upload",
         "part": "snippet"
     }
     self.details = Bernie2016VideoDetailScraper()
     self.video_provider = VideoProvider()
     self.push_provider = PushProvider()
Exemple #3
0
 def __init__(self):
     Scraper.__init__(self)
     api_key = self.config["youtube"]["api_key"]
     self.url = "https://www.googleapis.com/youtube/v3/search"
     self.params = {
         "order": "date",
         "maxResults": 10,
         "channelId": "UCH1dpzjCEiGAt8CXkryhkZg",
         "key": api_key,
         "type": "upload",
         "part": "snippet",
     }
     self.details = Bernie2016VideoDetailScraper()
     self.video_provider = VideoProvider()
     self.push_provider = PushProvider()
 def __init__(self):
     Scraper.__init__(self)
     c = self.config["bsd"]
     self.html = HTMLParser()
     self.call_path = "/page/api/event/search_events"
     self.params = {
         "api_ver": "2",
         "api_id": c["api_id"],
         "api_ts": str(int(time.time()))
     }
     self.signed_params = self.sign_params(c["api_secret"])
     self.url = "".join(
         [c["endpoint"], self.call_path, "?", self.signed_params])
     self.map = {"event_id": "original_id", "start_dt": "start_time"}
     self.event_provider = EventProvider()
     self.push_provider = PushProvider()
Exemple #5
0
 def __init__(self):
     Scraper.__init__(self)
     self.url = "https://berniesanders.com/issues/feed/"
     self.html = HTMLParser()
     self.issue_provider = IssueProvider()
     self.push_provider = PushProvider()
 def __init__(self, url):
     Scraper.__init__(self)
     self.url = url
     self.html = HTMLParser()
     self.issue_provider = IssueProvider()
     self.push_provider = PushProvider()
Exemple #7
0
 def __init__(self):
     Scraper.__init__(self)
     self.url = "https://berniesanders.com/news/"
     self.html = HTMLParser()
     self.news_provider = NewsProvider()
Exemple #8
0
 def __init__(self, url):
     Scraper.__init__(self)
     self.url = url
     self.html = HTMLParser()
     self.issue_provider = IssueProvider()
     self.push_provider = PushProvider()
 def __init__(self):
     Scraper.__init__(self)
     api_key = self.config["youtube"]["api_key"]
     self.url = "https://www.googleapis.com/youtube/v3/videos"
Exemple #10
0
 def __init__(self):
     Scraper.__init__(self)
     self.url = "https://berniesanders.com/daily/"
     self.html = HTMLParser()
     self.article_provider = ArticleProvider()
Exemple #11
0
 def __init__(self):
     Scraper.__init__(self)
     self.url = "https://berniesanders.com/daily/"
     self.html = HTMLParser()
     self.article_provider = ArticleProvider()
Exemple #12
0
 def __init__(self):
     Scraper.__init__(self)
     self.url = "https://berniesanders.com/issues/feed/"
     self.html = HTMLParser()
     self.issue_provider = IssueProvider()
Exemple #13
0
 def __init__(self):
     Scraper.__init__(self)
     api_key = self.config["youtube"]["api_key"]
     self.url = "https://www.googleapis.com/youtube/v3/videos"
Exemple #14
0
 def __init__(self, url):
     Scraper.__init__(self)
     self.url = url
     self.html = HTMLParser()
     self.news_provider = NewsProvider()
     self.push_provider = PushProvider()
Exemple #15
0
 def __init__(self, url):
     Scraper.__init__(self)
     self.url = url
     self.html = HTMLParser()
     self.news_provider = NewsProvider()
     self.push_provider = PushProvider()