def start_training(bot: str, user: str, token: str = None):
"""
prevents training of the bot,
if the training session is in progress otherwise start training
:param reload: whether to reload model in the cache
:param bot: bot id
:param token: JWT token for remote model reload
:param user: user id
:return: model path
"""
exception = None
model_file = None
training_status = None
apm_client = None
if Utility.environment.get('model') and Utility.environment['model'][
'train'].get('event_url'):
Utility.train_model_event(bot, user, token)
else:
try:
apm_client = Utility.initiate_fastapi_apm_client()
if apm_client:
elasticapm.instrument()
apm_client.begin_transaction(transaction_type="script")
model_file = train_model_for_bot(bot)
training_status = MODEL_TRAINING_STATUS.DONE.value
agent_url = Utility.environment['model']['agent'].get('url')
if agent_url:
if token:
Utility.http_request(
'get',
urljoin(agent_url, f"/api/bot/{bot}/model/reload"),
token, user)
except Exception as e:
logging.exception(e)
training_status = MODEL_TRAINING_STATUS.FAIL.value
exception = str(e)
finally:
if apm_client:
apm_client.end_transaction(name=__name__, result="success")
ModelProcessor.set_training_status(
bot=bot,
user=user,
status=training_status,
model_path=model_file,
exception=exception,
)
return model_file
def trigger_model_testing(bot: Text, user: Text, run_e2e: bool = False):
"""
Triggers model testing event.
@param bot: bot id.
@param user: kairon username.
@param run_e2e: if true, tests are run on test stories. e2e test run in case of rasa is when intent predictions
are also done as part of core model testing.
@return:
"""
try:
event_url = Utility.get_event_url("TESTING")
if not Utility.check_empty_string(event_url):
env_var = {'BOT': bot, 'USER': user}
event_request = Utility.build_event_request(env_var)
Utility.http_request("POST", event_url, None, user,
event_request)
ModelTestingLogProcessor.log_test_result(
bot, user, event_status=EVENT_STATUS.TASKSPAWNED.value)
else:
ModelTestingLogProcessor.log_test_result(
bot, user, event_status=EVENT_STATUS.INPROGRESS.value)
nlu_results, stories_results = ModelTester.run_tests_on_model(
bot, run_e2e)
ModelTestingLogProcessor.log_test_result(
bot,
user,
stories_result=stories_results,
nlu_result=nlu_results,
event_status=EVENT_STATUS.COMPLETED.value)
except exceptions.ConnectionError as e:
logger.error(str(e))
ModelTestingLogProcessor.log_test_result(
bot,
user,
exception=f'Failed to trigger the event. {e}',
event_status=EVENT_STATUS.FAIL.value)
except Exception as e:
logger.error(str(e))
ModelTestingLogProcessor.log_test_result(
bot,
user,
exception=str(e),
event_status=EVENT_STATUS.FAIL.value)
async def trigger_data_importer(bot: Text,
user: Text,
save_data: bool,
overwrite: bool = True):
"""
Triggers data importer event which validates and imports data into kairon.
@param bot: bot id.
@param user: kairon username.
@param save_data: Flag to import data into kairon. If set to false, then only validation is run.
Otherwise, both validation and import is done.
@param overwrite: Overwrite existing data(if set to true) or append (if set to false).
@return:
"""
validation_status = 'Failure'
path = None
event_url = Utility.get_event_url("DATA_IMPORTER")
try:
if not Utility.check_empty_string(event_url):
import_flag = '--import-data' if save_data else ''
overwrite_flag = '--overwrite' if overwrite else ''
env_var = {
'BOT': bot,
'USER': user,
"IMPORT_DATA": import_flag,
"OVERWRITE": overwrite_flag
}
event_request = Utility.build_event_request(env_var)
Utility.http_request(
"POST", Utility.environment['model']['data_importer'].get(
'event_url'), None, user, event_request)
DataImporterLogProcessor.add_log(
bot, user, event_status=EVENT_STATUS.TASKSPAWNED.value)
else:
path = Utility.get_latest_file(
os.path.join('training_data', bot))
files_received = DataImporterLogProcessor.get_files_received_for_latest_event(
bot)
DataImporterLogProcessor.add_log(
bot, user, event_status=EVENT_STATUS.PARSE.value)
data_importer = DataImporter(path, bot, user, files_received,
save_data, overwrite)
DataImporterLogProcessor.add_log(
bot, user, event_status=EVENT_STATUS.VALIDATING.value)
summary, component_count = await data_importer.validate()
initiate_import = Utility.is_data_import_allowed(
summary, bot, user)
status = 'Success' if initiate_import else 'Failure'
DataImporterLogProcessor.update_summary(
bot,
user,
component_count,
summary,
status=status,
event_status=EVENT_STATUS.SAVE.value)
if initiate_import:
data_importer.import_data()
DataImporterLogProcessor.add_log(
bot, user, event_status=EVENT_STATUS.COMPLETED.value)
except exceptions.ConnectionError as e:
logger.error(str(e))
DataImporterLogProcessor.add_log(
bot,
user,
exception=f'Failed to trigger the event. {e}',
status=validation_status,
event_status=EVENT_STATUS.FAIL.value)
except Exception as e:
logger.error(str(e))
DataImporterLogProcessor.add_log(
bot,
user,
exception=str(e),
status=validation_status,
event_status=EVENT_STATUS.FAIL.value)
if path:
Utility.delete_directory(path)
def trigger_history_deletion(bot: Text,
user: Text,
month: int = 1,
sender_id: Text = None):
"""
Triggers model testing event.
@param bot: bot id.
@param user: kairon username.
@param month: default is current month and max is last 6 months
@param sender_id: sender id
@return:
"""
from kairon.shared.data.history_log_processor import HistoryDeletionLogProcessor
from kairon.history.processor import HistoryProcessor
try:
event_url = Utility.get_event_url("HISTORY_DELETION")
if not Utility.check_empty_string(event_url):
env_var = {
'BOT': bot,
'USER': user,
'MONTH': month,
'SENDER_ID': sender_id
}
event_request = Utility.build_event_request(env_var)
Utility.http_request("POST", event_url, None, user,
event_request)
HistoryDeletionLogProcessor.add_log(
bot,
user,
month,
status=EVENT_STATUS.TASKSPAWNED.value,
sender_id=sender_id)
else:
HistoryDeletionLogProcessor.add_log(
bot,
user,
month,
status=EVENT_STATUS.INPROGRESS.value,
sender_id=sender_id)
if not Utility.check_empty_string(sender_id):
HistoryProcessor.delete_user_history(bot, sender_id, month)
else:
HistoryProcessor.delete_bot_history(bot, month)
HistoryDeletionLogProcessor.add_log(
bot,
user,
status=EVENT_STATUS.COMPLETED.value,
sender_id=sender_id)
except exceptions.ConnectionError as e:
logger.error(str(e))
HistoryDeletionLogProcessor.add_log(
bot,
user,
exception=f'Failed to trigger the event. {e}',
status=EVENT_STATUS.FAIL.value)
except Exception as e:
logger.error(str(e))
HistoryDeletionLogProcessor.add_log(bot,
user,
exception=str(e),
status=EVENT_STATUS.FAIL.value)