def main(): app_settings = settings.get_app_settings() api = TwitterAPI.TwitterAPI(** app_settings) store_data = store.get_data() search_term = 'vnnlp' query = {'screen_name': search_term} filename = 'user_timeline/{}.yaml'.format(search_term) utils.ensure_dir(filename) if 'user_timeline' in store_data and 'max_id' in store_data['user_timeline']: query['max_id'] = store_data['user_timeline']['max_id'] - 1 max_id = None try: with open(filename, 'a') as output_file: r = TwitterAPI.TwitterPager(api, 'statuses/user_timeline', query) for tweet in r.get_iterator(): yaml.dump([tweet], output_file, default_flow_style=False) if 'id' in tweet: max_id = tweet['id'] except KeyboardInterrupt: pass if not 'user_timeline' in store_data: store_data['user_timeline'] = {} store_data['user_timeline']['max_id'] = max_id store.store_data(store_data)
def main(): app_settings = settings.get_app_settings() api = TwitterAPI.TwitterAPI(**app_settings) store_data = store.get_data() search_term = 'vnnlp' query = {'screen_name': search_term} filename = 'user_timeline/{}.yaml'.format(search_term) utils.ensure_dir(filename) if 'user_timeline' in store_data and 'max_id' in store_data[ 'user_timeline']: query['max_id'] = store_data['user_timeline']['max_id'] - 1 max_id = None try: with open(filename, 'a') as output_file: r = TwitterAPI.TwitterPager(api, 'statuses/user_timeline', query) for tweet in r.get_iterator(): yaml.dump([tweet], output_file, default_flow_style=False) if 'id' in tweet: max_id = tweet['id'] except KeyboardInterrupt: pass if not 'user_timeline' in store_data: store_data['user_timeline'] = {} store_data['user_timeline']['max_id'] = max_id store.store_data(store_data)
def main(): app_settings = settings.get_app_settings() api = TwitterAPI.TwitterAPI(**app_settings) search_term = 'dongng' query = {'q': search_term} twitter.fetch(api, 'search/tweets', search_term, query)
def main(): app_settings = settings.get_app_settings() api = TwitterAPI.TwitterAPI(** app_settings) search_term = 'dongng' query = {'q': search_term} twitter.fetch(api, 'search/tweets', search_term, query)
def main(): app_settings = settings.get_app_settings() api = TwitterAPI.TwitterAPI(**app_settings) search_term = 'dongng' query = {'screen_name': search_term} twitter.fetch_one(api, 'followers/list', search_term, query)
def main(): app_settings = settings.get_app_settings() api = TwitterAPI.TwitterAPI(** app_settings) search_term = 'dongng' query = {'screen_name': search_term} twitter.fetch_one(api, 'followers/list', search_term, query)
def main(): api = TwitterAPI.TwitterAPI(**settings.get_app_settings()) # twitter.fetch(api, 'search/tweets', 'input', {'q': 'coccoc', 'lang': 'vi'}) # twitter.fetch(api, 'search/tweets', 'input', {'q': '#coccoc', 'lang': 'vi'}) # twitter.fetch(api, 'search/tweets', 'input', {'q': 'cntt', 'lang': 'vi'}) # twitter.fetch(api, 'search/tweets', 'input', {'q': 'ifan', 'lang': 'vi'}) # twitter.fetch(api, 'search/tweets', 'input', {'q': 'yêu', 'lang': 'vi'}) twitter.fetch(api, 'search/tweets', 'input', {'q': 'ghét', 'lang': 'vi'})
def __init__(self): # Parse config settings.parse() # Init database self.session_factory = model.create_session_factory() # Init import routes tornado.web.Application.__init__(self, routes.load(), **settings.get_app_settings())
def main(): parse_command_line() app_settings = get_app_settings(options) host_keys_settings = get_host_keys_settings(options) policy = get_policy_setting(options, host_keys_settings) loop = tornado.ioloop.IOLoop.current() app = make_app(loop, policy, host_keys_settings, app_settings) app.listen(options.port, options.address) logging.info('Listening on {}:{}'.format(options.address, options.port)) loop.start()
def main(): app_settings = settings.get_app_settings() auth = tweepy.OAuthHandler(app_settings['consumer_key'], app_settings['consumer_secret']) auth.set_access_token(app_settings['access_token_key'], app_settings['access_token_secret']) api = tweepy.API(auth) search_term = 'vnnlp' mutual_friend_crawling(api, search_term)
def main(): options.parse_command_line() loop = tornado.ioloop.IOLoop.current() app = make_app(make_handlers(loop, options), get_app_settings(options)) ssl_ctx = get_ssl_context(options) server_settings = get_server_settings(options) app_listen(app, options.port, options.address, server_settings) if ssl_ctx: server_settings.update(ssl_options=ssl_ctx) app_listen(app, options.sslport, options.ssladdress, server_settings) loop.start()
def main(): app_settings = settings.get_app_settings() auth = tweepy.OAuthHandler( app_settings['consumer_key'], app_settings['consumer_secret']) auth.set_access_token(app_settings['access_token_key'], app_settings['access_token_secret']) api = tweepy.API(auth) search_term = 'vnnlp' mutual_friend_crawling(api, search_term)
def main(): parse_command_line() app_settings = get_app_settings(options) host_keys_settings = get_host_keys_settings(options) policy = get_policy_setting(options, host_keys_settings) loop = tornado.ioloop.IOLoop.current() handlers = [(r'/', IndexHandler, dict(loop=loop, policy=policy, host_keys_settings=host_keys_settings)), (r'/ws', WsockHandler, dict(loop=loop))] app = tornado.web.Application(handlers, **app_settings) app.listen(options.port, options.address) logging.info('Listening on {}:{}'.format(options.address, options.port)) loop.start()
def main(): app_settings = settings.get_app_settings() api = TwitterAPI.TwitterAPI(**app_settings) get_user_tweet_replies(api, 'dongng')
def get_app(self): load_settings('dev') return app.make_app(get_app_settings())
def make_app(): return tornado.web.Application( URLS, **get_app_settings() )
import sys from tornado import web, ioloop, httpserver from settings import load_settings, get_app_settings from urls import url_patterns def make_app(app_settings): return web.Application(url_patterns, **app_settings) if __name__ == '__main__': env = 'dev' if len(sys.argv) < 2 else sys.argv[1] if env not in ('dev', 'prod'): sys.exit(1) load_settings(env) app_settings = get_app_settings() app = make_app(app_settings) print(app_settings) port = int(os.getenv('SERVE_PORT')) if env == 'dev' or env == 'prod': app.listen(port) # TODO # https://github.com/tornadoweb/tornado/issues/2426#issuecomment-400895086 # we should use another process manager before going to prod elif env == 'prod': server = httpserver.HTTPServer(app) server.bind(port) server.start(0) # forks one process per cpu ioloop.IOLoop.current().start()