コード例 #1
0
 def __init__(self,
              api_base_url,
              working_path,
              mq_config=None,
              warc_base_path=None):
     BaseExporter.__init__(self,
                           api_base_url,
                           TwitterRestWarcIter,
                           TwitterRestStatusTable,
                           working_path,
                           mq_config=mq_config,
                           warc_base_path=warc_base_path)
コード例 #2
0
 def __init__(self,
              api_base_url,
              working_path,
              mq_config=None,
              warc_base_path=None):
     BaseExporter.__init__(self,
                           api_base_url,
                           FlickrWarcIter,
                           FlickrPhotoTable,
                           working_path,
                           mq_config=mq_config,
                           warc_base_path=warc_base_path,
                           limit_item_types=[TYPE_FLICKR_PHOTO])
コード例 #3
0
 def __init__(self,
              api_base_url,
              working_path,
              mq_config=None,
              warc_base_path=None):
     log.info("Initing TwitterStreamExporter")
     BaseExporter.__init__(self,
                           api_base_url,
                           TwitterStreamWarcIter,
                           TwitterStreamStatusTable,
                           working_path,
                           mq_config=mq_config,
                           warc_base_path=warc_base_path)
コード例 #4
0
 def __init__(self, api_base_url, working_path, mq_config=None, warc_base_path=None):
     log.info("Initing TwitterStreamExporter")
     BaseExporter.__init__(self, api_base_url, TwitterStreamWarcIter, TwitterStreamStatusTable, working_path,
                           mq_config=mq_config, warc_base_path=warc_base_path)
コード例 #5
0
 def __init__(self, api_base_url, working_path, mq_config=None, warc_base_path=None):
     BaseExporter.__init__(self, api_base_url, TumblrWarcIter, TumblrStatusTable, working_path,
                           mq_config=mq_config, warc_base_path=warc_base_path)
コード例 #6
0
 def __init__(self, api_base_url, working_path, mq_config=None, warc_base_path=None):
     BaseExporter.__init__(self, api_base_url, FlickrWarcIter, FlickrPhotoTable, working_path,
                           mq_config=mq_config, warc_base_path=warc_base_path, limit_item_types=[TYPE_FLICKR_PHOTO])