Python BaseTable Examples

Example #1

File: flickr_exporter.py Project: gwu-libraries/sfm-flickr-harvester

 def __init__(self,
              warc_paths,
              dedupe,
              item_date_start,
              item_date_end,
              seed_uids,
              segment_row_size=None):
     BaseTable.__init__(self,
                        warc_paths,
                        dedupe,
                        item_date_start,
                        item_date_end,
                        seed_uids,
                        FlickrWarcIter,
                        segment_row_size=segment_row_size,
                        limit_item_types=[TYPE_FLICKR_PHOTO])

Example #2

 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end,
              seed_uids, warc_iter_cls, segment_row_size):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start,
                        item_date_end, seed_uids, warc_iter_cls,
                        segment_row_size)

Example #3

 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, segment_row_size=None):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, WeiboWarcIter,
                        segment_row_size)

Example #4

File: tumblr_exporter.py Project: gwu-libraries/sfm-tumblr-harvester

 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, segment_row_size=None):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, TumblrWarcIter,
                        segment_row_size)

Example #5

File: flickr_exporter.py Project: gwu-libraries/sfm-flickr-harvester

 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, segment_row_size=None):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start, item_date_end, seed_uids, FlickrWarcIter,
                        segment_row_size=segment_row_size, limit_item_types=[TYPE_FLICKR_PHOTO])

Example #6

File: twitter_rest_exporter.py Project: gwu-libraries/sfm-twitter-harvester

 def __init__(self, warc_paths, dedupe, item_date_start, item_date_end,
              seed_uids, warc_iter_cls, segment_row_size):
     BaseTable.__init__(self, warc_paths, dedupe, item_date_start,
                        item_date_end, seed_uids, warc_iter_cls,
                        segment_row_size)