From 9d2bf4e0d30978e1de79732c4dfd0105c5a35c6e Mon Sep 17 00:00:00 2001 From: Thiago Castro Ferreira Date: Wed, 30 Oct 2024 16:18:12 -0300 Subject: [PATCH] Fixes of errors pointed by functional test --- pyproject.toml | 2 +- tests/functional/apikey/test_api.py | 56 ------------------------ tests/functional/model/run_model_test.py | 15 ++++--- 3 files changed, 11 insertions(+), 62 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 1f034299..1656947a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -10,7 +10,7 @@ namespaces = true [project] name = "aiXplain" -version = "0.2.21rc1" +version = "0.2.21" description = "aiXplain SDK adds AI functions to software." readme = "README.md" requires-python = ">=3.5, <4" diff --git a/tests/functional/apikey/test_api.py b/tests/functional/apikey/test_api.py index 221a58fb..2c228f6b 100644 --- a/tests/functional/apikey/test_api.py +++ b/tests/functional/apikey/test_api.py @@ -199,62 +199,6 @@ def test_list_update_api_keys(): break - -def test_list_update_api_keys(): - api_keys = APIKeyFactory.list() - assert isinstance(api_keys, list) - - for api_key in api_keys: - assert isinstance(api_key, APIKey) - assert api_key.id != "" - - from random import randint - - number = randint(0, 10000) - if api_key.global_limits is None: - api_key.global_limits = APIKeyGlobalLimits( - token_per_minute=number, - token_per_day=number, - request_per_day=number, - request_per_minute=number, - ) - else: - api_key.global_limits.token_per_day = number - api_key.global_limits.token_per_minute = number - api_key.global_limits.request_per_day = number - api_key.global_limits.request_per_minute = number - - if api_key.asset_limits is None: - api_key.asset_limits = [] - - if len(api_key.asset_limits) == 0: - api_key.asset_limits.append( - APIKeyGlobalLimits( - model="640b517694bf816d35a59125", - token_per_minute=number, - token_per_day=number, - request_per_day=number, - request_per_minute=number, - ) - ) - else: - api_key.asset_limits[0].request_per_day = number - api_key.asset_limits[0].request_per_minute = number - api_key.asset_limits[0].token_per_day = number - api_key.asset_limits[0].token_per_minute = number - api_key = APIKeyFactory.update(api_key) - - assert api_key.global_limits.token_per_day == number - assert api_key.global_limits.token_per_minute == number - assert api_key.global_limits.request_per_day == number - assert api_key.global_limits.request_per_minute == number - assert api_key.asset_limits[0].request_per_day == number - assert api_key.asset_limits[0].request_per_minute == number - assert api_key.asset_limits[0].token_per_day == number - assert api_key.asset_limits[0].token_per_minute == number - break - - def test_create_api_key_wrong_input(): api_key_name = "Test API Key" diff --git a/tests/functional/model/run_model_test.py b/tests/functional/model/run_model_test.py index 0e97a2ab..04335d19 100644 --- a/tests/functional/model/run_model_test.py +++ b/tests/functional/model/run_model_test.py @@ -12,11 +12,17 @@ def pytest_generate_tests(metafunc): four_weeks_ago = datetime.now(timezone.utc) - timedelta(weeks=4) models = ModelFactory.list(function=Function.TEXT_GENERATION)["results"] - predefined_models = ["Groq Llama 3 70B", "Chat GPT 3.5", "GPT-4o"] + predefined_models = [] + for predefined_model in ["Groq Llama 3 70B", "Chat GPT 3.5", "GPT-4o"]: + predefined_models.extend( + [ + m + for m in ModelFactory.list(query=predefined_model, function=Function.TEXT_GENERATION)["results"] + if m.name == predefined_model and "aiXplain-testing" not in str(m.supplier) + ] + ) recent_models = [model for model in models if model.created_at and model.created_at >= four_weeks_ago] - combined_models = recent_models + [ - ModelFactory.list(query=model, function=Function.TEXT_GENERATION)["results"][0] for model in predefined_models - ] + combined_models = recent_models + predefined_models metafunc.parametrize("llm_model", combined_models) @@ -24,7 +30,6 @@ def test_llm_run(llm_model): """Testing LLMs with history context""" assert isinstance(llm_model, LLM) - response = llm_model.run( data="What is my name?", history=[{"role": "user", "content": "Hello! My name is Thiago."}, {"role": "assistant", "content": "Hello!"}],