def trigger_model_testing(bot: Text, user: Text, run_e2e: bool = False): """ Triggers model testing event. @param bot: bot id. @param user: kairon username. @param run_e2e: if true, tests are run on test stories. e2e test run in case of rasa is when intent predictions are also done as part of core model testing. @return: """ try: event_url = Utility.get_event_url("TESTING") if not Utility.check_empty_string(event_url): env_var = {'BOT': bot, 'USER': user} event_request = Utility.build_event_request(env_var) Utility.http_request("POST", event_url, None, user, event_request) ModelTestingLogProcessor.log_test_result( bot, user, event_status=EVENT_STATUS.TASKSPAWNED.value) else: ModelTestingLogProcessor.log_test_result( bot, user, event_status=EVENT_STATUS.INPROGRESS.value) nlu_results, stories_results = ModelTester.run_tests_on_model( bot, run_e2e) ModelTestingLogProcessor.log_test_result( bot, user, stories_result=stories_results, nlu_result=nlu_results, event_status=EVENT_STATUS.COMPLETED.value) except exceptions.ConnectionError as e: logger.error(str(e)) ModelTestingLogProcessor.log_test_result( bot, user, exception=f'Failed to trigger the event. {e}', event_status=EVENT_STATUS.FAIL.value) except Exception as e: logger.error(str(e)) ModelTestingLogProcessor.log_test_result( bot, user, exception=str(e), event_status=EVENT_STATUS.FAIL.value)
def test_get_event_url_invalid_type(self, monkeypatch): with pytest.raises(AppException, match='Invalid event type received'): Utility.get_event_url('MODEL_TRAINING', True)
def test_get_event_url_training(self, monkeypatch): event_url = 'http://event.url' monkeypatch.setitem(Utility.environment['model']['train'], 'event_url', event_url) assert Utility.get_event_url('TRAINING') == event_url
def test_get_event_url_training_not_found(self): with pytest.raises(AppException, match='Could not find an event url'): Utility.get_event_url('TRAINING', True)
async def trigger_data_importer(bot: Text, user: Text, save_data: bool, overwrite: bool = True): """ Triggers data importer event which validates and imports data into kairon. @param bot: bot id. @param user: kairon username. @param save_data: Flag to import data into kairon. If set to false, then only validation is run. Otherwise, both validation and import is done. @param overwrite: Overwrite existing data(if set to true) or append (if set to false). @return: """ validation_status = 'Failure' path = None event_url = Utility.get_event_url("DATA_IMPORTER") try: if not Utility.check_empty_string(event_url): import_flag = '--import-data' if save_data else '' overwrite_flag = '--overwrite' if overwrite else '' env_var = { 'BOT': bot, 'USER': user, "IMPORT_DATA": import_flag, "OVERWRITE": overwrite_flag } event_request = Utility.build_event_request(env_var) Utility.http_request( "POST", Utility.environment['model']['data_importer'].get( 'event_url'), None, user, event_request) DataImporterLogProcessor.add_log( bot, user, event_status=EVENT_STATUS.TASKSPAWNED.value) else: path = Utility.get_latest_file( os.path.join('training_data', bot)) files_received = DataImporterLogProcessor.get_files_received_for_latest_event( bot) DataImporterLogProcessor.add_log( bot, user, event_status=EVENT_STATUS.PARSE.value) data_importer = DataImporter(path, bot, user, files_received, save_data, overwrite) DataImporterLogProcessor.add_log( bot, user, event_status=EVENT_STATUS.VALIDATING.value) summary, component_count = await data_importer.validate() initiate_import = Utility.is_data_import_allowed( summary, bot, user) status = 'Success' if initiate_import else 'Failure' DataImporterLogProcessor.update_summary( bot, user, component_count, summary, status=status, event_status=EVENT_STATUS.SAVE.value) if initiate_import: data_importer.import_data() DataImporterLogProcessor.add_log( bot, user, event_status=EVENT_STATUS.COMPLETED.value) except exceptions.ConnectionError as e: logger.error(str(e)) DataImporterLogProcessor.add_log( bot, user, exception=f'Failed to trigger the event. {e}', status=validation_status, event_status=EVENT_STATUS.FAIL.value) except Exception as e: logger.error(str(e)) DataImporterLogProcessor.add_log( bot, user, exception=str(e), status=validation_status, event_status=EVENT_STATUS.FAIL.value) if path: Utility.delete_directory(path)
def trigger_history_deletion(bot: Text, user: Text, month: int = 1, sender_id: Text = None): """ Triggers model testing event. @param bot: bot id. @param user: kairon username. @param month: default is current month and max is last 6 months @param sender_id: sender id @return: """ from kairon.shared.data.history_log_processor import HistoryDeletionLogProcessor from kairon.history.processor import HistoryProcessor try: event_url = Utility.get_event_url("HISTORY_DELETION") if not Utility.check_empty_string(event_url): env_var = { 'BOT': bot, 'USER': user, 'MONTH': month, 'SENDER_ID': sender_id } event_request = Utility.build_event_request(env_var) Utility.http_request("POST", event_url, None, user, event_request) HistoryDeletionLogProcessor.add_log( bot, user, month, status=EVENT_STATUS.TASKSPAWNED.value, sender_id=sender_id) else: HistoryDeletionLogProcessor.add_log( bot, user, month, status=EVENT_STATUS.INPROGRESS.value, sender_id=sender_id) if not Utility.check_empty_string(sender_id): HistoryProcessor.delete_user_history(bot, sender_id, month) else: HistoryProcessor.delete_bot_history(bot, month) HistoryDeletionLogProcessor.add_log( bot, user, status=EVENT_STATUS.COMPLETED.value, sender_id=sender_id) except exceptions.ConnectionError as e: logger.error(str(e)) HistoryDeletionLogProcessor.add_log( bot, user, exception=f'Failed to trigger the event. {e}', status=EVENT_STATUS.FAIL.value) except Exception as e: logger.error(str(e)) HistoryDeletionLogProcessor.add_log(bot, user, exception=str(e), status=EVENT_STATUS.FAIL.value)