From 870b78136c7a0fc4c1d5795e35f1733334101048 Mon Sep 17 00:00:00 2001 From: Jonathan Mieldazis Date: Fri, 26 Mar 2021 14:54:09 -0300 Subject: [PATCH] add route 'start automatic evaluate --- bothub_backend/bothub.py | 219 +++++++++++++++-------------------- bothub_backend/decorators.py | 1 + bothub_backend/tests.py | 159 ++++++++++++++----------- setup.py | 2 +- 4 files changed, 183 insertions(+), 198 deletions(-) diff --git a/bothub_backend/bothub.py b/bothub_backend/bothub.py index f23f91d..9af628f 100644 --- a/bothub_backend/bothub.py +++ b/bothub_backend/bothub.py @@ -14,42 +14,38 @@ class BothubBackend(BaseBackend): @print_execution_time def request_backend_start_evaluation(self, update_id, repository_authorization): url = f"{self.backend}/v2/repository/nlp/authorization/evaluate/evaluations/" - query_params = { - "repository_version": update_id - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"repository_version": update_id} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, params=query_params, headers=headers).json() return response @print_execution_time def request_backend_create_evaluate_results(self, data, repository_authorization): - url = f"{self.backend}/v2/repository/nlp/authorization/evaluate/evaluate_results/" - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + url = ( + f"{self.backend}/v2/repository/nlp/authorization/evaluate/evaluate_results/" + ) + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.post(url, data=data, headers=headers).json() return response @print_execution_time - def request_backend_create_evaluate_results_intent(self, data, repository_authorization): + def request_backend_create_evaluate_results_intent( + self, data, repository_authorization + ): url = f"{self.backend}/v2/repository/nlp/authorization/evaluate/evaluate_results_intent/" - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.post(url, data=data, headers=headers).json() return response @print_execution_time - def request_backend_create_evaluate_results_score(self, data, repository_authorization): + def request_backend_create_evaluate_results_score( + self, data, repository_authorization + ): url = f"{self.backend}/v2/repository/nlp/authorization/evaluate/evaluate_results_score/" - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.post(url, data=data, headers=headers).json() return response @@ -62,110 +58,90 @@ def get_langs(self): return response @print_execution_time - def request_backend_parse(self, repository_authorization, language=None, repository_version=None): + def request_backend_parse( + self, repository_authorization, language=None, repository_version=None + ): url = f"{self.backend}/v2/repository/nlp/authorization/parse/{repository_authorization}/" - query_params = { - "language": language, - "repository_version": repository_version - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"language": language, "repository_version": repository_version} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, params=query_params, headers=headers).json() return response @print_execution_time - def request_backend_evaluate(self, repository_authorization, language=None, repository_version=None): + def request_backend_evaluate( + self, repository_authorization, language=None, repository_version=None + ): url = f"{self.backend}/v2/repository/nlp/authorization/evaluate/{repository_authorization}/" - query_params = { - "language": language, - "repository_version": repository_version - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"language": language, "repository_version": repository_version} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, params=query_params, headers=headers).json() return response @print_execution_time - def request_backend_info(self, repository_authorization, language=None, repository_version=None): + def request_backend_info( + self, repository_authorization, language=None, repository_version=None + ): url = f"{self.backend}/v2/repository/nlp/authorization/info/{repository_authorization}/" - query_params = { - "language": language, - "repository_version": repository_version - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"language": language, "repository_version": repository_version} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, params=query_params, headers=headers).json() return response @print_execution_time - def request_backend_train(self, repository_authorization, language=None, repository_version=None): + def request_backend_train( + self, repository_authorization, language=None, repository_version=None + ): url = f"{self.backend}/v2/repository/nlp/authorization/train/{repository_authorization}/" - query_params = { - "language": language, - "repository_version": repository_version - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"language": language, "repository_version": repository_version} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, params=query_params, headers=headers).json() return response @print_execution_time - def request_backend_start_training_nlu(self, update_id, by, repository_authorization, from_queue): + def request_backend_start_training_nlu( + self, update_id, by, repository_authorization, from_queue + ): url = f"{self.backend}/v2/repository/nlp/authorization/train/start_training/" data = { "repository_version": update_id, "by_user": by, - "from_queue": from_queue - } - headers = { - "Authorization": f"Bearer {repository_authorization}" + "from_queue": from_queue, } + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.post(url, data=data, headers=headers).json() return response @print_execution_time - def request_backend_save_queue_id(self, update_id, repository_authorization, task_id, from_queue, type_processing): + def request_backend_save_queue_id( + self, update_id, repository_authorization, task_id, from_queue, type_processing + ): url = f"{self.backend}/v2/repository/nlp/authorization/train/save_queue_id/" data = { "repository_version": update_id, "task_id": task_id, "from_queue": from_queue, - "type_processing": type_processing - } - headers = { - "Authorization": f"Bearer {repository_authorization}" + "type_processing": type_processing, } + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.post(url, data=data, headers=headers).json() return response @print_execution_time - def request_backend_get_examples(self, - update_id, - page=None, - repository_authorization=None, - intent="", + def request_backend_get_examples( + self, update_id, page=None, repository_authorization=None, intent="" ): - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + headers = {"Authorization": f"Bearer {repository_authorization}"} if page: response = requests.get(page, headers=headers).json() else: url = f"{self.backend}/v2/repository/nlp/authorization/train/get_examples/" - query_params = { - "repository_version": update_id, - "intent": intent - } + query_params = {"repository_version": update_id, "intent": intent} response = requests.get(url, params=query_params, headers=headers).json() return response @@ -173,69 +149,56 @@ def request_backend_get_examples(self, @print_execution_time def request_backend_trainfail_nlu(self, update_id, repository_authorization): url = f"{self.backend}/v2/repository/nlp/authorization/train/train_fail/" - data = { - "repository_version": update_id - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + data = {"repository_version": update_id} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.post(url, data=data, headers=headers).json() return response @print_execution_time - def request_backend_traininglog_nlu(self, update_id, training_log, repository_authorization): + def request_backend_traininglog_nlu( + self, update_id, training_log, repository_authorization + ): url = f"{self.backend}/v2/repository/nlp/authorization/train/training_log/" - data = { - "repository_version": update_id, - "training_log": training_log - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + data = {"repository_version": update_id, "training_log": training_log} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.post(url, data=data, headers=headers).json() return response @print_execution_time - def request_backend_parse_nlu_persistor(self, update_id, repository_authorization, rasa_version, no_bot_data=None): + def request_backend_parse_nlu_persistor( + self, update_id, repository_authorization, rasa_version, no_bot_data=None + ): url = f"{self.backend}/v2/repository/nlp/update_interpreters/{update_id}/" - query_params = { - "rasa_version": rasa_version, - "no_bot_data": no_bot_data - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"rasa_version": rasa_version, "no_bot_data": no_bot_data} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, params=query_params, headers=headers).json() return response @print_execution_time - def send_training_backend_nlu_persistor(self, update_id, botdata, repository_authorization, rasa_version): + def send_training_backend_nlu_persistor( + self, update_id, botdata, repository_authorization, rasa_version + ): url = f"{self.backend}/v2/repository/nlp/update_interpreters/" data = { "id": update_id, "bot_data": base64.b64encode(botdata).decode("utf8"), "rasa_version": rasa_version, } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.post(url, data=data, headers=headers).json() return response @print_execution_time - def request_backend_repository_entity_nlu_parse(self, update_id, repository_authorization, entity): + def request_backend_repository_entity_nlu_parse( + self, update_id, repository_authorization, entity + ): url = f"{self.backend}/v2/repository/nlp/authorization/parse/repository_entity/" - query_params = { - "repository_version": update_id, - "entity": entity - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"repository_version": update_id, "entity": entity} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, params=query_params, headers=headers).json() return response @@ -243,9 +206,7 @@ def request_backend_repository_entity_nlu_parse(self, update_id, repository_auth @print_execution_time def send_log_nlp_parse(self, data): url = f"{self.backend}/v2/repository/nlp/log/" - headers = { - "Content-Type": "application/json" - } + headers = {"Content-Type": "application/json"} response = requests.post(url, data=data, headers=headers).json() return response @@ -253,38 +214,40 @@ def send_log_nlp_parse(self, data): @print_execution_time def request_backend_get_current_configuration(self, repository_authorization): url = f"{self.backend}/v2/repository/nlp/authorization/info/{repository_authorization}/get_current_configuration" - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, headers=headers).json() return response - def request_backend_knowledge_bases(self, repository_authorization, knowledge_base_id, language): + def request_backend_knowledge_bases( + self, repository_authorization, knowledge_base_id, language + ): url = f"{self.backend}/v2/repository/nlp/authorization/knowledge-base/{repository_authorization}/" - query_params = { - "knowledge_base_id": knowledge_base_id, - "language": language - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"knowledge_base_id": knowledge_base_id, "language": language} + headers = {"Authorization": f"Bearer {repository_authorization}"} response = requests.get(url, params=query_params, headers=headers).json() return response - def request_backend_examples(self, repository_authorization, language, repository_version=None, page=None): + def request_backend_examples( + self, repository_authorization, language, repository_version=None, page=None + ): url = f"{self.backend}/v2/repository/nlp/authorization/examples/{repository_authorization}/" - query_params = { - "repository_version": repository_version, - "language": language - } - headers = { - "Authorization": f"Bearer {repository_authorization}" - } + query_params = {"repository_version": repository_version, "language": language} + headers = {"Authorization": f"Bearer {repository_authorization}"} if page: response = requests.get(page, headers=headers).json() else: response = requests.get(url, params=query_params, headers=headers).json() return response + + def request_backend_start_automatic_evaluate( + self, repository_authorization, repository_version, language + ): + url = f"{self.backend}/v2/repository/nlp/authorization/automatic-evaluate/{repository_authorization}/" + query_params = {"repository_version": repository_version, "language": language} + headers = {"Authorization": f"Bearer {repository_authorization}"} + response = requests.get(url, params=query_params, headers=headers).json() + + return response diff --git a/bothub_backend/decorators.py b/bothub_backend/decorators.py index cabba43..6516317 100644 --- a/bothub_backend/decorators.py +++ b/bothub_backend/decorators.py @@ -11,4 +11,5 @@ def wrapper(*args, **kwargs): print(f"End connection {function.__name__}() {str(time.time() - time_start)}") return response + return wrapper diff --git a/bothub_backend/tests.py b/bothub_backend/tests.py index 5274fe7..dd988b6 100644 --- a/bothub_backend/tests.py +++ b/bothub_backend/tests.py @@ -11,7 +11,9 @@ class TestBothubBackend(unittest.TestCase): def setUp(self): self.bh = BothubBackend(backend=BOTHUB_API_URL) - self.repository_authorization = "e25d890d-0746-47d1-8151-9fd9355cd913" # Fake uuid + self.repository_authorization = ( + "e25d890d-0746-47d1-8151-9fd9355cd913" + ) # Fake uuid self.language = "pt-br" self.repository_version = 50 @@ -23,30 +25,29 @@ def test_request_backend_start_evaluation(self, request_mock): { "text": "quero comprar um chocolate", "intent": "comprar", - "entities": ["comida"] + "entities": ["comida"], }, { "text": "quero comer um chocolate", "intent": "comer", - "entities": ["comida"] - } + "entities": ["comida"], + }, ] request_mock.get(url=url, json=json) response = self.bh.request_backend_start_evaluation( update_id=self.repository_version, - repository_authorization=self.repository_authorization + repository_authorization=self.repository_authorization, ) self.assertEqual(response, json) @requests_mock.Mocker() def test_request_backend_create_evaluate_results(self, request_mock): - url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/evaluate/evaluate_results/" - json = { - "evaluate_id": 5, - "evaluate_version": 3 - } + url = ( + f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/evaluate/evaluate_results/" + ) + json = {"evaluate_id": 5, "evaluate_version": 3} request_mock.post(url=url, json=json) data = { @@ -60,12 +61,11 @@ def test_request_backend_create_evaluate_results(self, request_mock): "matrix_chart": "teste", "confidence_chart": "teste", "log": "teste", - "cross_validation": False + "cross_validation": False, } response = self.bh.request_backend_create_evaluate_results( - data=data, - repository_authorization=self.repository_authorization + data=data, repository_authorization=self.repository_authorization ) self.assertEqual(response, json) @@ -82,12 +82,11 @@ def test_request_backend_create_evaluate_results_intent(self, request_mock): "recall": 1, "f1_score": 1, "support": 1, - "intent_key": "eletros" + "intent_key": "eletros", } response = self.bh.request_backend_create_evaluate_results_intent( - data=data, - repository_authorization=self.repository_authorization + data=data, repository_authorization=self.repository_authorization ) self.assertEqual(response, json) @@ -105,12 +104,11 @@ def test_request_backend_create_evaluate_results_score(self, request_mock): "recall": 1, "f1_score": 1, "support": 1, - "intent_key": "entidade_teste" + "intent_key": "entidade_teste", } response = self.bh.request_backend_create_evaluate_results_score( - data=data, - repository_authorization=self.repository_authorization + data=data, repository_authorization=self.repository_authorization ) self.assertEqual(response, json) @@ -118,15 +116,7 @@ def test_request_backend_create_evaluate_results_score(self, request_mock): @requests_mock.Mocker() def test_get_langs(self, request_mock): url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/langs/" - json = { - "english": [ - "en" - ], - "portuguese": [ - "pt", - "pt_br" - ] - } + json = {"english": ["en"], "portuguese": ["pt", "pt_br"]} request_mock.get(url=url, json=json) response = self.bh.get_langs() @@ -135,7 +125,9 @@ def test_get_langs(self, request_mock): @requests_mock.Mocker() def test_request_backend_parse(self, request_mock): - query_params = f"?language={self.language}&repository_version={self.repository_version}" + query_params = ( + f"?language={self.language}&repository_version={self.repository_version}" + ) url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/parse/{self.repository_authorization}/{query_params}" json = { "version": True, @@ -145,7 +137,7 @@ def test_request_backend_parse(self, request_mock): "algorithm": "transformer_network_diet_bert", "use_name_entities": False, "use_competing_intents": False, - "use_analyze_char": False + "use_analyze_char": False, } request_mock.get(url=url, json=json) @@ -159,7 +151,9 @@ def test_request_backend_parse(self, request_mock): @requests_mock.Mocker() def test_request_backend_evaluate(self, request_mock): - query_params = f"?language={self.language}&repository_version={self.repository_version}" + query_params = ( + f"?language={self.language}&repository_version={self.repository_version}" + ) url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/evaluate/{self.repository_authorization}/{query_params}" json = { "update": True, @@ -169,7 +163,7 @@ def test_request_backend_evaluate(self, request_mock): "algorithm": "transformer_network_diet_bert", "use_name_entities": False, "use_competing_intents": False, - "use_analyze_char": False + "use_analyze_char": False, } request_mock.get(url=url, json=json) @@ -183,7 +177,9 @@ def test_request_backend_evaluate(self, request_mock): @requests_mock.Mocker() def test_request_backend_info(self, request_mock): - query_params = f"?language={self.language}&repository_version={self.repository_version}" + query_params = ( + f"?language={self.language}&repository_version={self.repository_version}" + ) url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/info/{self.repository_authorization}/{query_params}" json = {"intents": ["comprar", "alugar"]} request_mock.get(url=url, json=json) @@ -198,7 +194,9 @@ def test_request_backend_info(self, request_mock): @requests_mock.Mocker() def test_request_backend_train(self, request_mock): - query_params = f"?language={self.language}&repository_version={self.repository_version}" + query_params = ( + f"?language={self.language}&repository_version={self.repository_version}" + ) url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/train/{self.repository_authorization}/{query_params}" json = { "ready_for_train": True, @@ -208,7 +206,7 @@ def test_request_backend_train(self, request_mock): "algorithm": "transformer_network_diet_bert", "use_name_entities": False, "use_competing_intents": False, - "use_analyze_char": False + "use_analyze_char": False, } request_mock.get(url=url, json=json) @@ -232,7 +230,7 @@ def test_request_backend_start_training_nlu(self, request_mock): "use_name_entities": False, "use_competing_intents": False, "use_analyze_char": True, - "total_training_end": 6 + "total_training_end": 6, } request_mock.post(url=url, json=json) @@ -260,7 +258,7 @@ def test_request_backend_save_queue_id(self, request_mock): "status_codes": 1, "from_queue_codes": 1, "type_processing": 1, - "processing_codes": 1 + "processing_codes": 1, } ] request_mock.post(url=url, json=json) @@ -270,7 +268,7 @@ def test_request_backend_save_queue_id(self, request_mock): repository_authorization=self.repository_authorization, task_id=1, from_queue="celery", - type_processing=1 + type_processing=1, ) self.assertEqual(response, json) @@ -292,17 +290,17 @@ def test_request_backend_get_examples(self, request_mock): "start": 12, "end": 23, "value": "apartamento", - "entity": "moradia" + "entity": "moradia", } - ] + ], } - ] + ], } request_mock.get(url=url, json=json) response = self.bh.request_backend_get_examples( update_id=self.repository_version, - repository_authorization=self.repository_authorization + repository_authorization=self.repository_authorization, ) self.assertEqual(response, json) @@ -315,7 +313,7 @@ def test_request_backend_trainfail_nlu(self, request_mock): response = self.bh.request_backend_trainfail_nlu( update_id=self.repository_version, - repository_authorization=self.repository_authorization + repository_authorization=self.repository_authorization, ) self.assertEqual(response, json) @@ -329,7 +327,7 @@ def test_request_backend_traininglog_nlu(self, request_mock): response = self.bh.request_backend_traininglog_nlu( update_id=self.repository_version, training_log={}, - repository_authorization=self.repository_authorization + repository_authorization=self.repository_authorization, ) self.assertEqual(response, json) @@ -344,7 +342,7 @@ def test_request_backend_parse_nlu_persistor(self, request_mock): response = self.bh.request_backend_parse_nlu_persistor( update_id=self.repository_version, repository_authorization=self.repository_authorization, - rasa_version="1" + rasa_version="1", ) self.assertEqual(response, json) @@ -359,25 +357,24 @@ def test_send_training_backend_nlu_persistor(self, request_mock): update_id=self.repository_version, botdata=b"testbyte", repository_authorization=self.repository_authorization, - rasa_version="1.10.6" + rasa_version="1.10.6", ) self.assertEqual(response, json) @requests_mock.Mocker() def test_request_backend_repository_entity_nlu_parse(self, request_mock): - query_params = f"?repository_version={self.repository_version}&entity=eletrodomestico" + query_params = ( + f"?repository_version={self.repository_version}&entity=eletrodomestico" + ) url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/parse/repository_entity/{query_params}" - json = { - "label": True, - "label_value": "teste" - } + json = {"label": True, "label_value": "teste"} request_mock.get(url=url, json=json) response = self.bh.request_backend_repository_entity_nlu_parse( update_id=self.repository_version, repository_authorization=self.repository_authorization, - entity="eletrodomestico" + entity="eletrodomestico", ) self.assertEqual(response, json) @@ -401,7 +398,7 @@ def test_send_log_nlp_parse(self, request_mock): "text": "test", "from_backend": False, "user_agent": "PostmanRuntime/7.26.10", - "user": "teste" + "user": "teste", } response = self.bh.send_log_nlp_parse(data=data) @@ -411,9 +408,9 @@ def test_send_log_nlp_parse(self, request_mock): data = { "text": "test", "from_backend": False, - "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) " + - "Chrome/87.0.4280.88 Safari/537.36", - "user": "teste" + "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) " + + "Chrome/87.0.4280.88 Safari/537.36", + "user": "teste", } response = self.bh.send_log_nlp_parse(data=data) @@ -429,12 +426,12 @@ def test_request_backend_get_current_configuration(self, request_mock): "algorithm": "transformer_network_diet_bert", "use_name_entities": False, "use_competing_intents": False, - "use_analyze_char": False + "use_analyze_char": False, } request_mock.get(url=url, json=json) response = self.bh.request_backend_get_current_configuration( - repository_authorization=self.repository_authorization, + repository_authorization=self.repository_authorization ) self.assertEqual(response, json) @@ -446,21 +443,23 @@ def test_request_backend_knowledge_bases(self, request_mock): json = { "knowledge_base_id": 1, "text": "a weni é uma empresa sensacional", - "language": self.language + "language": self.language, } request_mock.get(url=url, json=json) response = self.bh.request_backend_knowledge_bases( repository_authorization=self.repository_authorization, knowledge_base_id=1, - language=self.language + language=self.language, ) self.assertEqual(response, json) @requests_mock.Mocker() def test_request_backend_examples(self, request_mock): - query_params = f"?repository_version={self.repository_version}&language={self.language}" + query_params = ( + f"?repository_version={self.repository_version}&language={self.language}" + ) url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/examples/{self.repository_authorization}/{query_params}" json = { "count": 4, @@ -470,21 +469,43 @@ def test_request_backend_examples(self, request_mock): { "text": "quer morar num ap alugado", "intent": "alugar", - "entities": [] + "entities": [], }, - { - "text": "quero alugar casa", - "intent": "alugar", - "entities": [] - } - ] + {"text": "quero alugar casa", "intent": "alugar", "entities": []}, + ], } request_mock.get(url=url, json=json) response = self.bh.request_backend_examples( repository_authorization=self.repository_authorization, language=self.language, - repository_version=self.repository_version + repository_version=self.repository_version, + ) + + self.assertEqual(response, json) + + @requests_mock.Mocker() + def test_request_backend_start_automatic_evaluate(self, request_mock): + query_params = ( + f"?repository_version={self.repository_version}&language={self.language}" + ) + url = f"{BOTHUB_API_REPOSITORY_NLP_URL}/authorization/automatic-evaluate/{self.repository_authorization}/{query_params}" + json = { + "language": self.language, + "repository_version_language_id": 58, + "user_id": 1, + "algorithm": "transformer_network_diet_bert", + "use_name_entities": False, + "use_competing_intents": False, + "use_analyze_char": False, + "can_run_automatic_evaluate": False, + } + request_mock.get(url=url, json=json) + + response = self.bh.request_backend_start_automatic_evaluate( + repository_authorization=self.repository_authorization, + repository_version=self.repository_version, + language=self.language, ) self.assertEqual(response, json) diff --git a/setup.py b/setup.py index 4aabdf2..84a5807 100644 --- a/setup.py +++ b/setup.py @@ -3,7 +3,7 @@ setup( name='bothub_backend', - version='1.0.18', + version='1.0.19', description='Bothub NLP Backend', packages=find_packages(), install_requires=[