def post(self): term = self.request.get('term') twitter = TwitterService() info = twitter.search_tweets(term) template_values = { 'content': info } template = JINJA_ENVIRONMENT.get_template('index.html') self.response.write(template.render(template_values))
url_file_name = 'twitter.csv' # url_file_name = 'twitter_search.csv' #account edosoft url_filename = self.bucket + '/' + url_file_name try: urls = self.read_urls_file(url_filename, medio_selected) except Exception, e: self.response.write(e) # Request loop result = '' for url in urls: if kind_selected == 'twitter': twitter = TwitterService() response = twitter.search_tweets(url) else: api_url = current_url + '/crawl.json?spider_name=' + spider + '&url=' + url response = request_scrapy(api_url) for line in response: line = json.dumps(line) result = result + line + '\n' #-------SEND SCRAPER RESULT TO BQ----------# dataset = 'sentimentcrawlerdataset' random_id = ''.join(random.choice(string.ascii_uppercase + string.digits) for _ in range(4)) table = medio_selected + '_' + kind_selected + '_' + 'scraper' + '_' + str(random_id) table = table.replace(' ', '').lower() send_result_to_bigquery(dataset, table, result)