def post(self):
term = self.request.get('term')
twitter = TwitterService()
info = twitter.search_tweets(term)
template_values = {
'content': info
}
template = JINJA_ENVIRONMENT.get_template('index.html')
self.response.write(template.render(template_values))
url_file_name = 'twitter.csv'
# url_file_name = 'twitter_search.csv' #account edosoft
url_filename = self.bucket + '/' + url_file_name
try:
urls = self.read_urls_file(url_filename, medio_selected)
except Exception, e:
self.response.write(e)
# Request loop
result = ''
for url in urls:
if kind_selected == 'twitter':
twitter = TwitterService()
response = twitter.search_tweets(url)
else:
api_url = current_url + '/crawl.json?spider_name=' + spider + '&url=' + url
response = request_scrapy(api_url)
for line in response:
line = json.dumps(line)
result = result + line + '\n'
#-------SEND SCRAPER RESULT TO BQ----------#
dataset = 'sentimentcrawlerdataset'
random_id = ''.join(random.choice(string.ascii_uppercase + string.digits) for _ in range(4))
table = medio_selected + '_' + kind_selected + '_' + 'scraper' + '_' + str(random_id)
table = table.replace(' ', '').lower()
send_result_to_bigquery(dataset, table, result)