def __init__(self,
              warc_paths,
              dedupe,
              item_date_start,
              item_date_end,
              seed_uids,
              segment_row_size=None):
     BaseTable.__init__(self,
                        warc_paths,
                        dedupe,
                        item_date_start,
                        item_date_end,
                        seed_uids,
                        FlickrWarcIter,
                        segment_row_size=segment_row_size,
                        limit_item_types=[TYPE_FLICKR_PHOTO])
Example #2
0
 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end,
              seed_uids, warc_iter_cls, segment_row_size):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start,
                        item_date_end, seed_uids, warc_iter_cls,
                        segment_row_size)
Example #3
0
 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, segment_row_size=None):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, WeiboWarcIter,
                        segment_row_size)
 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, segment_row_size=None):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, TumblrWarcIter,
                        segment_row_size)
 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, segment_row_size=None):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, FlickrWarcIter,
                        segment_row_size=segment_row_size, limit_item_types=[TYPE_FLICKR_PHOTO])
 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end,
              seed_uids, warc_iter_cls, segment_row_size):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start,
                        item_date_end, seed_uids, warc_iter_cls,
                        segment_row_size)