async def handle_database_error(bot):
GearbotLogging.error(traceback.format_exc())
# database trouble, notify bot owner
message = f"{Emoji.get_chat_emoji('WARNING')} Peewee exception caught! attempting to reconnect to the database!"
await GearbotLogging.message_owner(bot, message)
await GearbotLogging.logToBotlog(message)
try:
DatabaseConnector.init()
bot.database_connection = DatabaseConnector.connection
except:
# fail, trying again in 10 just in case the database is rebooting
time.sleep(15)
try:
DatabaseConnector.init()
bot.database_connection = DatabaseConnector.connection
except:
if os.path.isfile('stage_2.txt'):
message = f"{Emoji.get_chat_emoji('NO')} VM reboot did not fix the problem, shutting down completely for fixes"
await bot.get_user(bot.owner_id).dm_channel.send(message)
await GearbotLogging.logToBotlog(message)
with open("stage_3.txt", "w") as file:
file.write("stage_3")
os.kill(os.getpid(), 9)
elif os.path.isfile('stage_1.txt'):
with open("stage_2.txt", "w") as file:
file.write("stage_2")
message = f"{Emoji.get_chat_emoji('NO')} Reconnecting and bot rebooting failed, escalating to VM reboot"
await GearbotLogging.message_owner(bot, message)
await GearbotLogging.logToBotlog(message)
data = {'type': 'reboot'}
async with aiohttp.ClientSession(
headers=
{
'Content-Type':
'application/json',
'Authorization':
f'Bearer {Configuration.getMasterConfigVar("DO_TOKEN")}'
}) as session:
await session.post(
f'https://api.digitalocean.com/v2/droplets/{Configuration.getMasterConfigVar("DO_ID")}/actions',
data=json.dumps(data),
timeout=30)
time.sleep(60)
else:
message = f"{Emoji.get_chat_emoji('NO')} Reconnecting failed, escalating to reboot"
await GearbotLogging.message_owner(bot, message)
await GearbotLogging.logToBotlog(message)
with open("stage_1.txt", "w") as file:
file.write("stage_1")
os.kill(os.getpid(), 9)
else:
message = f"{Emoji.get_chat_emoji('YES')} 2nd reconnection attempt successfully connected!"
await GearbotLogging.message_owner(bot, message)
await GearbotLogging.logToBotlog(message)
else:
message = f"{Emoji.get_chat_emoji('YES')} 1st reconnection attempt successfully connected!"
await GearbotLogging.message_owner(bot, message)
await GearbotLogging.logToBotlog(message)
async def initialize(bot):
#lock event handling while we get ready
bot.locked = True
try:
#database
GearbotLogging.info("Connecting to the database.")
DatabaseConnector.init()
bot.database_connection = DatabaseConnector.connection
GearbotLogging.info("Database connection established.")
GearbotLogging.initialize_pump(bot)
Emoji.initialize(bot)
Pages.initialize(bot)
Utils.initialize(bot)
Translator.initialize(bot)
InfractionUtils.initialize(bot)
bot.data = {
"forced_exits": set(),
"unbans": set(),
"message_deletes": set()
}
await GearbotLogging.initialize(
bot, Configuration.get_master_var("BOT_LOG_CHANNEL"))
if bot.redis_pool is None or not hasattr(
bot, 'redis_raid_pool') or bot.redis_raid_pool is None:
try:
bot.redis_pool = await aioredis.create_redis_pool(
(Configuration.get_master_var('REDIS_HOST', "localhost"),
Configuration.get_master_var('REDIS_PORT', 6379)),
encoding="utf-8",
db=0)
bot.redis_raid_pool = await aioredis.create_redis_pool(
(Configuration.get_master_var('REDIS_HOST', "localhost"),
Configuration.get_master_var('REDIS_PORT', 6379)),
encoding="utf-8",
db=1)
except OSError:
GearbotLogging.error(
"==============Failed to connect to redis==============")
await GearbotLogging.bot_log(
f"{Emoji.get_chat_emoji('NO')} Failed to connect to redis, caching and anti-raid connections unavailable"
)
else:
GearbotLogging.info("Redis connection established")
await GearbotLogging.bot_log(
f"{Emoji.get_chat_emoji('YES')} Redis connection established, caching and anti-raid connections established"
)
if bot.aiosession is None:
bot.aiosession = aiohttp.ClientSession()
bot.being_cleaned.clear()
await Configuration.initialize(bot)
except Exception as ex:
#make sure we always unlock, even when something went wrong!
bot.locked = False
raise ex
bot.locked = False
async def initialize(bot, startup=False):
#lock event handling while we get ready
bot.locked = True
try:
#database
GearbotLogging.info("Connecting to the database.")
DatabaseConnector.init()
bot.database_connection = DatabaseConnector.connection
GearbotLogging.info("Database connection established.")
Emoji.initialize(bot)
Utils.initialize(bot)
InfractionUtils.initialize(bot)
bot.data = {
"forced_exits": set(),
"unbans": set(),
"message_deletes": set(),
"nickname_changes": set()
}
await GearbotLogging.initialize(bot, Configuration.get_master_var("BOT_LOG_CHANNEL"))
if startup:
c = await Utils.get_commit()
bot.version = c
GearbotLogging.info(f"GearBot spinning up version {c}")
await GearbotLogging.bot_log(f"{Emoji.get_chat_emoji('ALTER')} GearBot spinning up version {c}")
if bot.redis_pool is None:
try:
socket = Configuration.get_master_var("REDIS_SOCKET", "")
if socket == "":
bot.redis_pool = await aioredis.create_redis_pool((Configuration.get_master_var('REDIS_HOST', "localhost"), Configuration.get_master_var('REDIS_PORT', 6379)), encoding="utf-8", db=0)
else:
bot.redis_pool = await aioredis.create_redis_pool(socket, encoding="utf-8", db=0)
except OSError:
GearbotLogging.error("==============Failed to connect to redis==============")
await GearbotLogging.bot_log(f"{Emoji.get_chat_emoji('NO')} Failed to connect to redis, caching unavailable")
else:
GearbotLogging.info("Redis connection established")
await GearbotLogging.bot_log(f"{Emoji.get_chat_emoji('YES')} Redis connection established, let's go full speed!")
if bot.aiosession is None:
bot.aiosession = aiohttp.ClientSession()
await Translator.initialize(bot)
bot.being_cleaned.clear()
await Configuration.initialize(bot)
DashConfig.initialize(bot)
except Exception as ex:
#make sure we always unlock, even when something went wrong!
bot.locked = False
raise ex
bot.locked = False
def prepDatabase(bot):
GearbotLogging.info("Connecting to the database.")
DatabaseConnector.init()
bot.database_connection = DatabaseConnector.connection
GearbotLogging.info("Database connection established.")