def main():
app_settings = settings.get_app_settings()
api = TwitterAPI.TwitterAPI(** app_settings)
store_data = store.get_data()
search_term = 'vnnlp'
query = {'screen_name': search_term}
filename = 'user_timeline/{}.yaml'.format(search_term)
utils.ensure_dir(filename)
if 'user_timeline' in store_data and 'max_id' in store_data['user_timeline']:
query['max_id'] = store_data['user_timeline']['max_id'] - 1
max_id = None
try:
with open(filename, 'a') as output_file:
r = TwitterAPI.TwitterPager(api, 'statuses/user_timeline', query)
for tweet in r.get_iterator():
yaml.dump([tweet], output_file, default_flow_style=False)
if 'id' in tweet:
max_id = tweet['id']
except KeyboardInterrupt:
pass
if not 'user_timeline' in store_data:
store_data['user_timeline'] = {}
store_data['user_timeline']['max_id'] = max_id
store.store_data(store_data)
def main():
app_settings = settings.get_app_settings()
api = TwitterAPI.TwitterAPI(**app_settings)
store_data = store.get_data()
search_term = 'vnnlp'
query = {'screen_name': search_term}
filename = 'user_timeline/{}.yaml'.format(search_term)
utils.ensure_dir(filename)
if 'user_timeline' in store_data and 'max_id' in store_data[
'user_timeline']:
query['max_id'] = store_data['user_timeline']['max_id'] - 1
max_id = None
try:
with open(filename, 'a') as output_file:
r = TwitterAPI.TwitterPager(api, 'statuses/user_timeline', query)
for tweet in r.get_iterator():
yaml.dump([tweet], output_file, default_flow_style=False)
if 'id' in tweet:
max_id = tweet['id']
except KeyboardInterrupt:
pass
if not 'user_timeline' in store_data:
store_data['user_timeline'] = {}
store_data['user_timeline']['max_id'] = max_id
store.store_data(store_data)
def main():
app_settings = settings.get_app_settings()
api = TwitterAPI.TwitterAPI(**app_settings)
search_term = 'dongng'
query = {'q': search_term}
twitter.fetch(api, 'search/tweets', search_term, query)
def main():
app_settings = settings.get_app_settings()
api = TwitterAPI.TwitterAPI(** app_settings)
search_term = 'dongng'
query = {'q': search_term}
twitter.fetch(api, 'search/tweets', search_term, query)
def main():
app_settings = settings.get_app_settings()
api = TwitterAPI.TwitterAPI(**app_settings)
search_term = 'dongng'
query = {'screen_name': search_term}
twitter.fetch_one(api, 'followers/list', search_term, query)
def main():
app_settings = settings.get_app_settings()
api = TwitterAPI.TwitterAPI(** app_settings)
search_term = 'dongng'
query = {'screen_name': search_term}
twitter.fetch_one(api, 'followers/list', search_term, query)
def main():
api = TwitterAPI.TwitterAPI(**settings.get_app_settings())
# twitter.fetch(api, 'search/tweets', 'input', {'q': 'coccoc', 'lang': 'vi'})
# twitter.fetch(api, 'search/tweets', 'input', {'q': '#coccoc', 'lang': 'vi'})
# twitter.fetch(api, 'search/tweets', 'input', {'q': 'cntt', 'lang': 'vi'})
# twitter.fetch(api, 'search/tweets', 'input', {'q': 'ifan', 'lang': 'vi'})
# twitter.fetch(api, 'search/tweets', 'input', {'q': 'yêu', 'lang': 'vi'})
twitter.fetch(api, 'search/tweets', 'input', {'q': 'ghét', 'lang': 'vi'})
def __init__(self):
# Parse config
settings.parse()
# Init database
self.session_factory = model.create_session_factory()
# Init
import routes
tornado.web.Application.__init__(self, routes.load(), **settings.get_app_settings())
def main():
parse_command_line()
app_settings = get_app_settings(options)
host_keys_settings = get_host_keys_settings(options)
policy = get_policy_setting(options, host_keys_settings)
loop = tornado.ioloop.IOLoop.current()
app = make_app(loop, policy, host_keys_settings, app_settings)
app.listen(options.port, options.address)
logging.info('Listening on {}:{}'.format(options.address, options.port))
loop.start()
def main():
app_settings = settings.get_app_settings()
auth = tweepy.OAuthHandler(app_settings['consumer_key'],
app_settings['consumer_secret'])
auth.set_access_token(app_settings['access_token_key'],
app_settings['access_token_secret'])
api = tweepy.API(auth)
search_term = 'vnnlp'
mutual_friend_crawling(api, search_term)
def main():
options.parse_command_line()
loop = tornado.ioloop.IOLoop.current()
app = make_app(make_handlers(loop, options), get_app_settings(options))
ssl_ctx = get_ssl_context(options)
server_settings = get_server_settings(options)
app_listen(app, options.port, options.address, server_settings)
if ssl_ctx:
server_settings.update(ssl_options=ssl_ctx)
app_listen(app, options.sslport, options.ssladdress, server_settings)
loop.start()
def main():
app_settings = settings.get_app_settings()
auth = tweepy.OAuthHandler(
app_settings['consumer_key'], app_settings['consumer_secret'])
auth.set_access_token(app_settings['access_token_key'],
app_settings['access_token_secret'])
api = tweepy.API(auth)
search_term = 'vnnlp'
mutual_friend_crawling(api, search_term)
def main():
parse_command_line()
app_settings = get_app_settings(options)
host_keys_settings = get_host_keys_settings(options)
policy = get_policy_setting(options, host_keys_settings)
loop = tornado.ioloop.IOLoop.current()
handlers = [(r'/', IndexHandler,
dict(loop=loop,
policy=policy,
host_keys_settings=host_keys_settings)),
(r'/ws', WsockHandler, dict(loop=loop))]
app = tornado.web.Application(handlers, **app_settings)
app.listen(options.port, options.address)
logging.info('Listening on {}:{}'.format(options.address, options.port))
loop.start()
def main():
app_settings = settings.get_app_settings()
api = TwitterAPI.TwitterAPI(**app_settings)
get_user_tweet_replies(api, 'dongng')
def get_app(self):
load_settings('dev')
return app.make_app(get_app_settings())
def make_app():
return tornado.web.Application(
URLS, **get_app_settings()
)
import sys
from tornado import web, ioloop, httpserver
from settings import load_settings, get_app_settings
from urls import url_patterns
def make_app(app_settings):
return web.Application(url_patterns, **app_settings)
if __name__ == '__main__':
env = 'dev' if len(sys.argv) < 2 else sys.argv[1]
if env not in ('dev', 'prod'):
sys.exit(1)
load_settings(env)
app_settings = get_app_settings()
app = make_app(app_settings)
print(app_settings)
port = int(os.getenv('SERVE_PORT'))
if env == 'dev' or env == 'prod':
app.listen(port)
# TODO
# https://github.com/tornadoweb/tornado/issues/2426#issuecomment-400895086
# we should use another process manager before going to prod
elif env == 'prod':
server = httpserver.HTTPServer(app)
server.bind(port)
server.start(0) # forks one process per cpu
ioloop.IOLoop.current().start()