async def startup():
log.debug("Starting before serving task for all modules...")
loop.create_task(before_srv_task(loop))
if not get_bool_key("DEBUG_MODE"):
log.debug("Waiting 2 seconds...")
await asyncio.sleep(2)
log.info("Aiogram: Using polling method")
loop.create_task(dp.start_polling())
log.info("Bot is alive!")
async def update_user(chat_id, new_user):
old_user = await db.user_list.find_one({'user_id': new_user.id})
new_chat = [chat_id]
if old_user and 'chats' in old_user:
if old_user['chats']:
new_chat = old_user['chats']
if not new_chat or chat_id not in new_chat:
new_chat.append(chat_id)
if old_user and 'first_detected_date' in old_user:
first_detected_date = old_user['first_detected_date']
else:
first_detected_date = datetime.datetime.now()
if new_user.username:
username = new_user.username.lower()
else:
username = None
if hasattr(new_user, 'last_name') and new_user.last_name:
last_name = html.escape(new_user.last_name, quote=False)
else:
last_name = None
first_name = html.escape(new_user.first_name, quote=False)
user_new = {
'user_id': new_user.id,
'first_name': first_name,
'last_name': last_name,
'username': username,
'user_lang': new_user.language_code,
'chats': new_chat,
'first_detected_date': first_detected_date
}
# Check on old user in DB with same username
find_old_user = {
'username': user_new['username'],
'user_id': {
'$ne': user_new['user_id']
}
}
if user_new['username'] and (check := await
db.user_list.find_one(find_old_user)):
await db.user_list.delete_one({'_id': check['_id']})
log.info(
f"Found user ({check['user_id']}) with same username as ({user_new['user_id']}), old user was deleted."
)
async def update_users_handler(message):
chat_id = message.chat.id
# Update chat
new_chat = message.chat
if not new_chat.type == 'private':
old_chat = await db.chat_list.find_one({'chat_id': chat_id})
if not hasattr(new_chat, 'username'):
chatnick = None
else:
chatnick = new_chat.username
if old_chat and 'first_detected_date' in old_chat:
first_detected_date = old_chat['first_detected_date']
else:
first_detected_date = datetime.datetime.now()
chat_new = {
"chat_id": chat_id,
"chat_title": html.escape(new_chat.title, quote=False),
"chat_nick": chatnick,
"type": new_chat.type,
"first_detected_date": first_detected_date
}
# Check on old chat in DB with same username
find_old_chat = {
'chat_nick': chat_new['chat_nick'],
'chat_id': {
'$ne': chat_new['chat_id']
}
}
if chat_new['chat_nick'] and (check := await
db.chat_list.find_one(find_old_chat)):
await db.chat_list.delete_one({'_id': check['_id']})
log.info(
f"Found chat ({check['chat_id']}) with same username as ({chat_new['chat_id']}), old chat was deleted."
)
await db.chat_list.update_one({'chat_id': chat_id}, {"$set": chat_new},
upsert=True)
log.debug(f"Users: Chat {chat_id} updated")
if get_bool_key("DEBUG_MODE"):
log.debug("Enabling logging middleware.")
dp.middleware.setup(LoggingMiddleware())
LOAD = get_list_key("LOAD")
DONT_LOAD = get_list_key("DONT_LOAD")
if get_bool_key('LOAD_MODULES'):
if len(LOAD) > 0:
modules = LOAD
else:
modules = ALL_MODULES
modules = [x for x in modules if x not in DONT_LOAD]
log.info("Modules to load: %s", str(modules))
for module_name in modules:
log.debug(f"Importing <d><n>{module_name}</></>")
imported_module = import_module("misaki.modules." + module_name)
LOADED_MODULES.append(imported_module)
log.info("Modules loaded!")
else:
log.warning("Not importing modules!")
# asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
loop = asyncio.get_event_loop()
# Import misc stuff
import_module("misaki.utils.exit_gracefully")
if not get_bool_key('DEBUG_MODE'):
import_module("misaki.utils.sentry")
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from apscheduler.executors.asyncio import AsyncIOExecutor
from apscheduler.jobstores.redis import RedisJobStore
from apscheduler.schedulers.asyncio import AsyncIOScheduler
from pytz import utc
from misaki.config import get_str_key, get_int_key
from misaki.utils.logger import log
DEFAULT = "default"
jobstores = {
DEFAULT: RedisJobStore(
host=get_str_key("REDIS_URI"),
port=get_str_key("REDIS_PORT"),
db=get_int_key("REDIS_DB_FSM")
)
}
executors = {DEFAULT: AsyncIOExecutor()}
job_defaults = {"coalesce": False, "max_instances": 3}
scheduler = AsyncIOScheduler(
jobstores=jobstores, executors=executors, job_defaults=job_defaults, timezone=utc
)
log.info("Starting apscheduller...")
scheduler.start()
async def channel_log(msg, info_log=True):
chat_id = get_int_key('LOGS_CHANNEL_ID')
if info_log:
log.info(msg)
await bot.send_message(chat_id, html.escape(msg, quote=False))
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from misaki.services.mongo import mongodb
from misaki.utils.logger import log
log.info('Misaki Database v4')
log.info("Filters: move 'note' to 'note_name'")
log.info('Starting updating all filters...')
all_filters = mongodb.filters.find({})
all_filters_count = all_filters.count()
counter = 0
changed_filters = 0
for item in all_filters:
counter += 1
log.info(f'Updating {counter} of {all_filters_count}...')
if 'note' in item:
changed_filters += 1
item['note_name'] = item['note']
del item['note']
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from misaki.services.mongo import mongodb
from misaki.utils.logger import log
log.info('Misaki Database v3')
log.info('Support notes aliases')
log.info('Starting updating all notes...')
all_notes = mongodb.notes_v2.find({})
all_notes_count = all_notes.count()
counter = 0
changed_notes = 0
for note in all_notes:
counter += 1
log.info(f'Updating {counter} of {all_notes_count}...')
if 'name' in note:
changed_notes += 1
names = [note['name']]
del note['name']
from misaki import BOT_USERNAME, dp
from misaki.config import get_bool_key
from misaki.modules.error import parse_update
from misaki.utils.filters import ALL_FILTERS
from misaki.utils.logger import log
DEBUG_MODE = get_bool_key('DEBUG_MODE')
ALLOW_F_COMMANDS = get_bool_key("allow_forwards_commands")
ALLOW_COMMANDS_FROM_EXC = get_bool_key("allow_commands_with_!")
REGISTRED_COMMANDS = []
COMMANDS_ALIASES = {}
# Import filters
log.info("Filters to load: %s", str(ALL_FILTERS))
for module_name in ALL_FILTERS:
log.debug("Importing " + module_name)
imported_module = import_module("misaki.utils.filters." + module_name)
log.info("Filters loaded!")
def register(*args,
cmds=None,
f=None,
allow_edited=True,
allow_kwargs=False,
**kwargs):
if cmds and type(cmds) == str:
cmds = [cmds]
# License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from pymongo import InsertOne
from misaki.services.mongo import mongodb
from misaki.utils.logger import log
log.info('Misaki Database v5')
log.info("Feds: migrate to old feds database structure")
log.info('Starting updating all feds...')
all_feds = mongodb.feds.find({})
all_feds_count = all_feds.count()
counter = 0
changed_feds = 0
for fed in all_feds:
counter += 1
log.info(f'Updating {counter} of {all_feds_count}...')
queue = []
if 'banned' not in fed:
continue
# License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from pymongo import DeleteOne
from misaki.services.mongo import mongodb
from misaki.utils.logger import log
log.info('Misaki Database v6')
log.info("Feds: fix str user_id and fix duplications")
log.info('Starting updating all feds...')
queue = []
all_bans = mongodb.fed_bans.find({'user_id': {'$type': 'string'}})
all_bans_count = all_bans.count()
counter = 0
changed_feds = 0
for ban in all_bans:
counter += 1
changed_feds += 1
queue.append(DeleteOne({'_id': ban['_id']}))
# Copyright (C) 2018 - 2020 MrYacha. All rights reserved. Source code available under the AGPL.
# Copyright (C) 2019 Aiogram
#
# This file is part of MisakiBot.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import sentry_sdk
from sentry_sdk.integrations.redis import RedisIntegration
from misaki.config import get_str_key
from misaki.utils.logger import log
log.info("Starting sentry.io integraion...")
sentry_sdk.init(get_str_key('SENTRY_API_KEY'),
integrations=[RedisIntegration()])
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import asyncio
import logging
from aiogram import Bot, Dispatcher, types
from aiogram.contrib.fsm_storage.redis import RedisStorage2
from misaki.config import get_str_key, get_int_key, get_list_key, get_bool_key
from misaki.utils.logger import log
from misaki.versions import SOPHIE_VERSION
log.info("----------------------")
log.info("| MisakiBot |")
log.info("----------------------")
log.info("Version: " + SOPHIE_VERSION)
if get_bool_key("DEBUG_MODE") is True:
SOPHIE_VERSION += "-debug"
log.setLevel(logging.DEBUG)
log.warn(
"! Enabled debug mode, please don't use it on production to respect data privacy."
)
TOKEN = get_str_key("TOKEN", required=True)
OWNER_ID = get_int_key("OWNER_ID", required=True)
OPERATORS = list(get_list_key("OPERATORS"))
# License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import os
import signal
from misaki.services.redis import redis
from misaki.utils.logger import log
def exit_gracefully(signum, frame):
log.warning("Bye!")
try:
redis.save()
except Exception:
log.error("Exiting immediately!")
os.kill(os.getpid(), signal.SIGUSR1)
# Signal exit
log.info("Setting exit_gracefully task...")
signal.signal(signal.SIGINT, exit_gracefully)
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import os
import yaml
from babel.core import Locale
from misaki.services.mongo import db
from misaki.services.redis import redis
from misaki.utils.logger import log
LANGUAGES = {}
log.info("Loading localizations...")
for filename in os.listdir('misaki/localization'):
log.debug('Loading language file ' + filename)
with open('misaki/localization/' + filename, "r", encoding='utf8') as f:
lang = yaml.load(f, Loader=yaml.CLoader)
lang_code = lang['language_info']['code']
lang['language_info']['babel'] = Locale(lang_code)
LANGUAGES[lang_code] = lang
log.info("Languages loaded: {}".format([
language['language_info']['babel'].display_name
for language in LANGUAGES.values()
]))
'REDIS_HOST': 'localhost',
'REDIS_PORT': 6379,
'REDIS_DB_FSM': 1,
'MONGODB_URI': 'localhost',
'MONGO_DB': 'misaki',
'API_PORT': 8080,
'JOIN_CONFIRM_DURATION': '30m',
}
CONFIG_PATH = 'data/bot_conf.yaml'
if os.name == 'nt':
log.debug("Detected Windows, changing config path...")
CONFIG_PATH = os.getcwd() + "\\data\\bot_conf.yaml"
if os.path.isfile(CONFIG_PATH):
log.info(CONFIG_PATH)
for item in (data := yaml.load(open('data/bot_conf.yaml', "r"),
Loader=yaml.CLoader)):
DEFAULTS[item.upper()] = data[item]
else:
log.info("Using env vars")
def get_str_key(name, required=False):
if name in DEFAULTS:
default = DEFAULTS[name]
else:
default = None
if not (data := env.str(name, default=default)) and not required:
log.warn('No str key: ' + name)
return None
from misaki.versions import DB_STRUCTURE_VER
async def notify_bot_owner(old_ver, new_ver):
await bot.send_message(
OWNER_ID,
f"Misaki database structure was updated from <code>{old_ver}</code> to <code>{new_ver}</code>"
)
# TODO: Logs channel
log.debug("Checking on database structure update...")
if not (data := mongodb.db_structure.find_one({'db_ver': {"$exists": True}})):
log.info("Your database is empty! Creating database structure key...")
mongodb.db_structure.insert_one({'db_ver': DB_STRUCTURE_VER})
log.info("Database structure version is: " + str(DB_STRUCTURE_VER))
else:
curr_ver = data['db_ver']
log.info("Your database structure version is: " + str(curr_ver))
if DB_STRUCTURE_VER > curr_ver:
log.error("Your database is old! Waiting 20 seconds till update...")
log.info("Press CTRL + C to cancel!")
time.sleep(20)
log.debug("Trying to update database structure...")
log.info("--------------------------------")
log.info("Your current database structure version: " + str(curr_ver))
log.info("New database structure version: " + str(DB_STRUCTURE_VER))
log.info("--------------------------------")
old_ver = curr_ver
# License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from pymongo import UpdateOne
from misaki.services.mongo import mongodb
from misaki.utils.logger import log
log.info('Misaki Database v6')
log.info("Filters: migrate 'reply_message'")
log.info('Starting to updating all filters...')
all_filters = mongodb.filters.find({'action': 'reply_message'})
count = all_filters.count()
changed = 0
updated_list = []
for i in all_filters:
if not isinstance(i['reply_text'], dict):
changed += 1
log.info(f'Updated {changed} filters of {count}')
updated_list.append(
UpdateOne({'_id': i['_id']}, {
'$set': {