Example #1
0
    def get_feed(self):
        return feedparser.parse(self.feed_path)

    def get_feed_metadata(self):
        metadata = dict()
        metadata['title'] = self.raw_feed.feed.title
        metadata['subtitle'] = self.raw_feed.feed.subtitle
        metadata['description'] = self.raw_feed.feed.description
        metadata['etag'] = self.raw_feed.headers['ETag']
        metadata['source'] = self.raw_feed.feed.title_detail.base
        metadata['value'] = self.raw_feed.feed.title_detail.value
        return metadata

    def get_feed_entries(self):
        return self.raw_feed.entries

    def read_feed(self):
        feed = dict()
        feed['metadata'] = self.get_feed_metadata()
        feed['entries'] = self.get_feed_entries()
        return feed


if __name__ == "__main__":
    args = Arguments()
    args.add_argument('--feed')
    feed_source = args.get('feed', str())
    reader = FeedReader(feed_path='http://travel.state.gov/_res/rss/TWs.xml')
    feed = reader.read_feed()
Example #2
0
        start = arrow.get(temporal.split('/')[0]).format('YYYY-MM-DD HH:mm:ss')
        try:
            end = arrow.get(temporal.split('/')[1]).format('YYYY-MM-DD HH:mm:ss')
        except:
            end = 'Null'
        return start, end

    def save_feed(self, file=None, feed=None, field_names=None):
        save_rows(file=file, rows=feed, field_names=field_names)
        pass

if __name__ == "__main__":
    args = Arguments(description='this script is for reading and writing'
                                 'travel feeds from travel.gov')
    args.add_argument('--feed_path',
                      help='The path is the path to your resource',
                      required=True,
                      )
    args.add_argument('--metadata_path',
                      help='The path is the path to your resource',
                      required=True,
                      )
    args.add_argument('--description',
                      help='The description describes the type of feed '
                           '(e.g., "alerts")',
                      required=True,
                      )
    feed_path = args.get('--feed_path', str())
    metadata_path = args.get('--metadata_path', str())
    description = args.get('--description', str())
    reader = TravelFeedReader(feed_path=feed_path,
                              metadata_path=metadata_path,