import json import requests import uuid from elasticsearch import Elasticsearch from util.config import Config end_point = Config.get_aws_config() class AwsMessage: twitter_mapping = "tweet" financials_mapping = "finance" stocks_mapping = "stock" logger = Config.get_logger() twitter_index = "twitter/%s" % twitter_mapping stock_index = "stocks_data.py/%s" % stocks_mapping financials_index = "financials/%s" % financials_mapping twitter_address = '%s/%s/' % (end_point, twitter_index) stock_address = '%s/%s/' % (end_point, stock_index) finance_address = '%s/%s/' % (end_point, financials_index) @classmethod def upload_msg(cls, msg, address): print('saving tweets...') data = '' data += '{"index": {"_id": "%s"}}\n' % uuid.uuid4().hex data += json.dumps(msg) + '\n' # Upload tweets to elasticsearch