def main():
# Patch threading to make exceptions catchable.
install_thread_excepthook()
# Make sure exceptions get logged.
sys.excepthook = handle_exception
args = get_args()
set_log_and_verbosity(log)
# Abort if only-server and no-server are used together
if args.only_server and args.no_server:
log.critical(
"You can't use no-server and only-server at the same time, silly.")
sys.exit(1)
# Abort if status name is not valid.
regexp = re.compile('^([\w\s\-.]+)$')
if not regexp.match(args.status_name):
log.critical('Status name contains illegal characters.')
sys.exit(1)
# Stop if we're just looking for a debug dump.
if args.dump:
log.info('Retrieving environment info...')
hastebin_id = get_debug_dump_link()
log.info('Done! Your debug link: https://hastebin.com/%s.txt',
hastebin_id)
sys.exit(1)
# Let's not forget to run Grunt / Only needed when running with webserver.
if not args.no_server and not validate_assets(args):
sys.exit(1)
if args.no_version_check and not args.only_server:
log.warning('You are running RocketMap in No Version Check mode. '
"If you don't know what you're doing, this mode "
'can have negative consequences, and you will not '
'receive support running in NoVC mode. '
'You have been warned.')
position = extract_coordinates(args.location)
# Use the latitude and longitude to get the local altitude from Google.
(altitude, status) = get_gmaps_altitude(position[0], position[1],
args.gmaps_key)
if altitude is not None:
log.debug('Local altitude is: %sm.', altitude)
position = (position[0], position[1], altitude)
else:
if status == 'REQUEST_DENIED':
log.error(
'Google API Elevation request was denied. You probably ' +
'forgot to enable elevation api in https://console.' +
'developers.google.com/apis/api/elevation_backend/')
sys.exit()
else:
log.error('Unable to retrieve altitude from Google APIs' +
'setting to 0')
log.info('Parsed location is: %.4f/%.4f/%.4f (lat/lng/alt).', position[0],
position[1], position[2])
# Scanning toggles.
log.info('Parsing of Pokemon %s.',
'disabled' if args.no_pokemon else 'enabled')
log.info('Parsing of Pokestops %s.',
'disabled' if args.no_pokestops else 'enabled')
log.info('Parsing of Gyms %s.', 'disabled' if args.no_gyms else 'enabled')
log.info('Pokemon encounters %s.',
'enabled' if args.encounter else 'disabled')
app = None
if not args.no_server and not args.clear_db:
app = Pogom(__name__,
root_path=os.path.dirname(
os.path.abspath(__file__)).decode('utf8'))
app.before_request(app.validate_request)
app.set_current_location(position)
db = startup_db(app, args.clear_db)
args.root_path = os.path.dirname(os.path.abspath(__file__))
# Control the search status (running or not) across threads.
control_flags = {
'on_demand': Event(),
'api_watchdog': Event(),
'search_control': Event()
}
for flag in control_flags.values():
flag.clear()
if args.on_demand_timeout > 0:
control_flags['on_demand'].set()
heartbeat = [now()]
# Setup the location tracking queue and push the first location on.
new_location_queue = Queue()
new_location_queue.put(position)
# DB Updates
db_updates_queue = Queue()
# Thread(s) to process database updates.
for i in range(args.db_threads):
log.debug('Starting db-updater worker thread %d', i)
t = Thread(target=db_updater,
name='db-updater-{}'.format(i),
args=(db_updates_queue, db))
t.daemon = True
t.start()
# Database cleaner; really only need one ever.
if args.enable_clean:
t = Thread(target=clean_db_loop, name='db-cleaner', args=(args, ))
t.daemon = True
t.start()
# WH updates queue & WH unique key LFU caches.
# The LFU caches will stop the server from resending the same data an
# infinite number of times. The caches will be instantiated in the
# webhook's startup code.
wh_updates_queue = Queue()
wh_key_cache = {}
if not args.wh_types:
log.info('Webhook disabled.')
else:
log.info('Webhook enabled for events: sending %s to %s.',
args.wh_types, args.webhooks)
# Thread to process webhook updates.
for i in range(args.wh_threads):
log.debug('Starting wh-updater worker thread %d', i)
t = Thread(target=wh_updater,
name='wh-updater-{}'.format(i),
args=(args, wh_updates_queue, wh_key_cache))
t.daemon = True
t.start()
if not args.only_server:
# Speed limit.
log.info(
'Scanning speed limit %s.',
'set to {} km/h'.format(args.kph) if args.kph > 0 else 'disabled')
log.info(
'High-level speed limit %s.', 'set to {} km/h'.format(
args.hlvl_kph) if args.hlvl_kph > 0 else 'disabled')
# Check if we are able to scan.
if not can_start_scanning(args):
sys.exit(1)
initialize_proxies(args)
# Monitor files, update data if they've changed recently.
# Keys are 'args' object keys, values are filenames to load.
files_to_monitor = {}
if args.encounter:
files_to_monitor['enc_whitelist'] = args.enc_whitelist_file
log.info('Encounters are enabled.')
else:
log.info('Encounters are disabled.')
if args.webhook_blacklist_file:
files_to_monitor['webhook_blacklist'] = args.webhook_blacklist_file
log.info('Webhook blacklist is enabled.')
elif args.webhook_whitelist_file:
files_to_monitor['webhook_whitelist'] = args.webhook_whitelist_file
log.info('Webhook whitelist is enabled.')
else:
log.info('Webhook whitelist/blacklist is disabled.')
if files_to_monitor:
t = Thread(target=dynamic_loading_refresher,
name='dynamic-enclist',
args=(files_to_monitor, ))
t.daemon = True
t.start()
log.info('Dynamic list refresher is enabled.')
else:
log.info('Dynamic list refresher is disabled.')
# Update player locale if not set correctly yet.
args.player_locale = PlayerLocale.get_locale(args.location)
if not args.player_locale:
args.player_locale = gmaps_reverse_geolocate(
args.gmaps_key, args.locale,
str(position[0]) + ', ' + str(position[1]))
db_player_locale = {
'location': args.location,
'country': args.player_locale['country'],
'language': args.player_locale['country'],
'timezone': args.player_locale['timezone'],
}
db_updates_queue.put((PlayerLocale, {0: db_player_locale}))
else:
log.debug('Existing player locale has been retrieved from the DB.')
# Gather the Pokemon!
argset = (args, new_location_queue, control_flags, heartbeat,
db_updates_queue, wh_updates_queue)
log.debug('Starting a %s search thread', args.scheduler)
search_thread = Thread(target=search_overseer_thread,
name='search-overseer',
args=argset)
search_thread.daemon = True
search_thread.start()
if args.no_server:
# This loop allows for ctrl-c interupts to work since flask won't be
# holding the program open.
while search_thread.is_alive():
time.sleep(60)
else:
if args.cors:
CORS(app)
# No more stale JS.
init_cache_busting(app)
app.set_control_flags(control_flags)
app.set_heartbeat_control(heartbeat)
app.set_location_queue(new_location_queue)
ssl_context = None
if (args.ssl_certificate and args.ssl_privatekey
and os.path.exists(args.ssl_certificate)
and os.path.exists(args.ssl_privatekey)):
ssl_context = ssl.SSLContext(ssl.PROTOCOL_TLSv1_2)
ssl_context.load_cert_chain(args.ssl_certificate,
args.ssl_privatekey)
log.info('Web server in SSL mode.')
if args.verbose:
app.run(threaded=True,
use_reloader=False,
debug=True,
host=args.host,
port=args.port,
ssl_context=ssl_context)
else:
app.run(threaded=True,
use_reloader=False,
debug=False,
host=args.host,
port=args.port,
ssl_context=ssl_context)
def main():
# Patch threading to make exceptions catchable.
install_thread_excepthook()
# Make sure exceptions get logged.
sys.excepthook = handle_exception
args = get_args()
set_log_and_verbosity(log)
# Abort if only-server and no-server are used together
if args.only_server and args.no_server:
log.critical(
"You can't use no-server and only-server at the same time, silly.")
sys.exit(1)
# Abort if status name is not valid.
regexp = re.compile('^([\w\s\-.]+)$')
if not regexp.match(args.status_name):
log.critical('Status name contains illegal characters.')
sys.exit(1)
# Stop if we're just looking for a debug dump.
if args.dump:
log.info('Retrieving environment info...')
hastebin_id = get_debug_dump_link()
log.info('Done! Your debug link: https://hastebin.com/%s.txt',
hastebin_id )
sys.exit(1)
args.root_path = os.path.dirname(os.path.abspath(__file__))
if args.ex_gyms:
if args.geofence_file == '':
log.critical('A geofence is required to find EX-gyms')
sys.exit(1)
else:
exgyms(args.geofence_file)
log.info('Finished checking gyms against OSM parks, exiting')
sys.exit(1)
init_args(args)
# Initialize Mr. Mime library
mrmime_cfg = {
# We don't want exceptions on captchas because we handle them differently.
'exception_on_captcha': False,
# MrMime shouldn't jitter
'jitter_gmo': False,
'pgpool_system_id': args.status_name
}
# Don't overwrite PGPool URL if it's only set in MrMime config JSON
if args.pgpool_url:
mrmime_cfg['pgpool_url'] = args.pgpool_url
mrmime_config_file = os.path.join(os.path.dirname(__file__), 'config/mrmime_config.json')
init_mr_mime(config_file=mrmime_config_file, user_cfg=mrmime_cfg)
# Let's not forget to run Grunt / Only needed when running with webserver.
if not args.no_server and not validate_assets(args):
sys.exit(1)
position = extract_coordinates(args.location)
# Use the latitude and longitude to get the local altitude from Google.
(altitude, status) = get_gmaps_altitude(position[0], position[1],
args.gmaps_key)
if altitude is not None:
log.debug('Local altitude is: %sm.', altitude)
position = (position[0], position[1], altitude)
else:
if status == 'REQUEST_DENIED':
log.error(
'Google API Elevation request was denied. You probably ' +
'forgot to enable elevation api in https://console.' +
'developers.google.com/apis/api/elevation_backend/')
sys.exit()
else:
log.error('Unable to retrieve altitude from Google APIs' +
'setting to 0')
log.info('Parsed location is: %.4f/%.4f/%.4f (lat/lng/alt)',
position[0], position[1], position[2])
# Scanning toggles.
log.info('Parsing of Pokemon %s.',
'disabled' if args.no_pokemon else 'enabled')
log.info('Parsing of Pokestops %s.',
'disabled' if args.no_pokestops else 'enabled')
log.info('Parsing of Gyms %s.',
'disabled' if args.no_gyms else 'enabled')
log.info('Pokemon encounters %s.',
'enabled' if args.encounter else 'disabled')
app = None
if not args.no_server and not args.clear_db:
app = Pogom(__name__,
root_path=os.path.dirname(
os.path.abspath(__file__)).decode('utf8'))
app.before_request(app.validate_request)
app.set_current_location(position)
db = startup_db(app, args.clear_db)
# Control the search status (running or not) across threads.
control_flags = {
'on_demand': Event(),
'api_watchdog': Event(),
'search_control': Event()
}
for flag in control_flags.values():
flag.clear()
if args.on_demand_timeout > 0:
control_flags['on_demand'].set()
heartbeat = [now()]
# Setup the location tracking queue and push the first location on.
new_location_queue = Queue()
new_location_queue.put(position)
# DB Updates
db_updates_queue = Queue()
if app:
app.set_db_updates_queue(db_updates_queue)
# Thread(s) to process database updates.
for i in range(args.db_threads):
log.debug('Starting db-updater worker thread %d', i)
t = Thread(target=db_updater, name='db-updater-{}'.format(i),
args=(db_updates_queue, db))
t.daemon = True
t.start()
# Database cleaner; really only need one ever.
if args.enable_clean:
t = Thread(target=clean_db_loop, name='db-cleaner', args=(args,))
t.daemon = True
t.start()
# WH updates queue & WH unique key LFU caches.
# The LFU caches will stop the server from resending the same data an
# infinite number of times. The caches will be instantiated in the
# webhook's startup code.
wh_updates_queue = Queue()
wh_key_cache = {}
if not args.wh_types:
log.info('Webhook disabled.')
else:
log.info('Webhook enabled for events: sending %s to %s.',
args.wh_types,
args.webhooks)
# Thread to process webhook updates.
for i in range(args.wh_threads):
log.debug('Starting wh-updater worker thread %d', i)
t = Thread(target=wh_updater, name='wh-updater-{}'.format(i),
args=(args, wh_updates_queue, wh_key_cache))
t.daemon = True
t.start()
if not args.only_server:
# Speed limit.
log.info('Scanning speed limit %s.',
'set to {} km/h'.format(args.kph)
if args.kph > 0 else 'disabled')
log.info('High-level speed limit %s.',
'set to {} km/h'.format(args.hlvl_kph)
if args.hlvl_kph > 0 else 'disabled')
# Check if we are able to scan.
if not can_start_scanning(args):
sys.exit(1)
initialize_proxies(args)
# Update player locale if not set correctly, yet.
args.player_locale = PlayerLocale.get_locale(args.location)
if not args.player_locale:
args.player_locale = gmaps_reverse_geolocate(
args.gmaps_key,
args.locale,
str(position[0]) + ', ' + str(position[1]))
db_player_locale = {
'location': args.location,
'country': args.player_locale['country'],
'language': args.player_locale['country'],
'timezone': args.player_locale['timezone'],
}
db_updates_queue.put((PlayerLocale, {0: db_player_locale}))
else:
log.debug(
'Existing player locale has been retrieved from the DB.')
# Set To True For Fake Spawn Test Mode #
fake_pokemon_mode = False
########################################
if fake_pokemon_mode:
log.info('** Starting a fake search **')
search_thread = Thread(target=fake_search_thread,
name='search-overseer',
args=(args, position, db_updates_queue,
wh_updates_queue))
else:
argset = (args, new_location_queue, control_flags,
heartbeat, db_updates_queue, wh_updates_queue)
log.debug('Starting a %s search thread', args.scheduler)
search_thread = Thread(target=search_overseer_thread,
name='search-overseer', args=argset)
search_thread.daemon = True
search_thread.start()
if args.no_server:
# This loop allows for ctrl-c interupts to work since flask won't be
# holding the program open.
while search_thread.is_alive():
time.sleep(60)
else:
if args.cors:
CORS(app)
# No more stale JS.
init_cache_busting(app)
app.set_control_flags(control_flags)
app.set_heartbeat_control(heartbeat)
app.set_location_queue(new_location_queue)
ssl_context = None
if (args.ssl_certificate and args.ssl_privatekey and
os.path.exists(args.ssl_certificate) and
os.path.exists(args.ssl_privatekey)):
ssl_context = ssl.SSLContext(ssl.PROTOCOL_TLSv1_2)
ssl_context.load_cert_chain(
args.ssl_certificate, args.ssl_privatekey)
log.info('Web server in SSL mode.')
if args.verbose:
app.run(threaded=True, use_reloader=False, debug=True,
host=args.host, port=args.port, ssl_context=ssl_context)
else:
app.run(threaded=True, use_reloader=False, debug=False,
host=args.host, port=args.port, ssl_context=ssl_context)
# Abort if we don't have a hash key set.
if not args.hash_key:
log.critical('Hash key is required for leveling up accounts. Exiting.')
sys.exit(1)
fake_queue = FakeQueue()
key_scheduler = KeyScheduler(args.hash_key, fake_queue)
position = extract_coordinates(args.location)
startup_db(None, args.clear_db)
args.player_locale = PlayerLocale.get_locale(args.location)
if not args.player_locale:
args.player_locale = gmaps_reverse_geolocate(
args.gmaps_key, args.locale,
str(position[0]) + ', ' + str(position[1]))
initialize_proxies(args)
account_queue = Queue()
errors = []
for i, account in enumerate(args.accounts):
account_queue.put((account, 0))
for i in range(0, args.workers):
log.debug('Starting levelup worker thread %d...', i)
t = Thread(target=level_up_account,
name='worker-{}'.format(i),
args=(args, position, account_queue, errors))
t.daemon = True
t.start()
try:
