Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
97 commits
Select commit Hold shift + click to select a range
1b67aed
Create bounds for FineTune hyperparameters (#103)
lucas-aixplain Jan 15, 2024
61359d8
Fixing pipeline general asset test (#106)
thiago-aixplain Jan 15, 2024
c293a69
Merge dev to test (#107)
lucas-aixplain Jan 16, 2024
572750c
Development to Test (#109)
thiago-aixplain Jan 17, 2024
adfe272
Merge to test (#111)
ikxplain Jan 24, 2024
8365218
Update Finetuner functional tests (#112)
lucas-aixplain Jan 29, 2024
43a2b00
Merge branch 'test' into development
thiago-aixplain Jan 29, 2024
846e300
Merge dev to test (#113)
lucas-aixplain Jan 29, 2024
359209a
Hf deployment test (#114)
mikelam-us-aixplain Jan 29, 2024
74af040
Hf deployment test (#115)
mikelam-us-aixplain Jan 29, 2024
ffddc00
Hf deployment test (#118)
mikelam-us-aixplain Jan 30, 2024
7adfddd
Hf deployment test (#117)
mikelam-us-aixplain Jan 30, 2024
367ad74
Merge branch 'main' into test
ikxplain Jan 31, 2024
4c5358c
Do not download textual URLs (#120)
thiago-aixplain Feb 1, 2024
cb14b5a
Enable api key parameter in data asset creation (#122)
thiago-aixplain Feb 5, 2024
607852e
Merge to test (#124)
ikxplain Feb 6, 2024
66a043b
Update Finetuner hyperparameters (#125)
lucas-aixplain Feb 7, 2024
3b7f8b7
Merge dev to test (#126)
lucas-aixplain Feb 7, 2024
3bc04d3
Add new LLMs finetuner models (mistral and solar) (#128)
lucas-aixplain Feb 13, 2024
5954b63
Merge dev to test (#129)
lucas-aixplain Feb 13, 2024
58855c1
Enabling dataset ID and model ID as parameters for finetuner creation…
thiago-aixplain Feb 15, 2024
426213e
Fix supplier representation of a model (#132)
thiago-aixplain Feb 16, 2024
d62ad83
Fixing indentation in documentation sample code (#134)
thiago-aixplain Feb 21, 2024
7593033
Merge to test (#135)
ikxplain Feb 28, 2024
2f107e7
Update FineTune unit and functional tests (#136)
lucas-aixplain Mar 1, 2024
b5112dc
Merge branch 'test' into development
lucas-aixplain Mar 1, 2024
e6f1f02
Merge dev to test (#137)
lucas-aixplain Mar 1, 2024
32179d6
Click fix (#140)
mikelam-us-aixplain Mar 5, 2024
501e27b
Merge branch 'main' into test
thiago-aixplain Mar 7, 2024
94cf5f0
Merge branch 'test' into development
lucas-aixplain Mar 12, 2024
e0e260c
Merge to test (#142)
ikxplain Mar 12, 2024
34861a3
M 5905660469 enhance benchmark job response (#145)
shreyasXplain Mar 18, 2024
6fc9646
M 5905660469 enhance benchmark job response (#146)
shreyasXplain Mar 19, 2024
b4e5b67
New pipeline functional tests (#143)
thiago-aixplain Mar 19, 2024
873cb6a
M 6107719447 check finetuner status (#133)
thiago-aixplain Mar 21, 2024
c2a2cfd
Update metric.py (#147)
shreyasXplain Mar 22, 2024
88ab478
Dev 2 Test version 0.2.11 (#149)
thiago-aixplain Mar 22, 2024
e4b076b
Fixing finetune checker test and doc (#150)
thiago-aixplain Mar 22, 2024
84bd827
Development to Test (#151)
thiago-aixplain Mar 22, 2024
451f309
Skip model onboard and deployment tests (#153)
thiago-aixplain Mar 25, 2024
8df2bd0
Saving/Update Pipeline Services (#154)
thiago-aixplain Mar 26, 2024
bdf33b1
Merge to test. (#156)
ikxplain Mar 27, 2024
28f3092
Do not run service mode tests for specific pipelines (#159)
thiago-aixplain Apr 3, 2024
b86cf45
Merge branch 'test' into development
thiago-aixplain Apr 3, 2024
d1debf5
Development 2 Test (#160)
thiago-aixplain Apr 3, 2024
b45f12e
Fix on Metadata (#162)
thiago-aixplain Apr 9, 2024
dc45128
Merge to test (#163)
ikxplain Apr 10, 2024
5d75317
Interval label new structures (#157)
thiago-aixplain Apr 15, 2024
b43e7ec
Development 2 Test - Release 0.2.11 (#165)
thiago-aixplain Apr 15, 2024
da84847
Merge branch 'main' into test
ikxplain Apr 16, 2024
e4b2b22
Support text labels (#167)
thiago-aixplain Apr 17, 2024
4ccaa36
SDK's UML diagram (#169)
thiago-aixplain Apr 19, 2024
b1997cf
Merge remote-tracking branch 'origin/development' into test
ikxplain Apr 29, 2024
d3da2d2
Merge remote-tracking branch 'origin/test' into test
ikxplain Apr 29, 2024
d66d7d9
Merge dev to test (#173)
lucas-aixplain May 2, 2024
9d6f009
Merge to test (#177)
ikxplain May 8, 2024
ff6e204
Merge to test (#183)
ikxplain May 28, 2024
6ac5e63
Michael dev merge (#190)
mikelam-us-aixplain Jun 11, 2024
e9aa472
Merge to test (#188)
ikxplain Jun 11, 2024
662104f
Merge branch 'main' into test
thiago-aixplain Jun 18, 2024
d342800
Merge to test (#199)
ikxplain Jun 26, 2024
ff688c2
Fix pipeline functional test (#201)
lucas-aixplain Jul 3, 2024
815dde8
Merge branch 'main' into test
lucas-aixplain Jul 4, 2024
93f57bd
Merge to test. (#203)
ikxplain Jul 11, 2024
78c3bd9
Merge dev to test (#205)
lucas-aixplain Jul 13, 2024
a532df2
Merge to test (#209)
hadi-aix Jul 24, 2024
d8031c8
Merge to test (#217)
ikxplain Aug 13, 2024
024381f
Development 2 Test (#223)
thiago-aixplain Aug 13, 2024
d77fb93
Solving conflicts
thiago-aixplain Aug 14, 2024
419eed3
Removing duplicated test
thiago-aixplain Aug 14, 2024
348eead
Merge to test (#236)
ikxplain Aug 22, 2024
a3b19e5
Merge branch 'main' into test
thiago-aixplain Aug 27, 2024
93d0e11
Development 2 Test (#239)
thiago-aixplain Aug 27, 2024
272488b
Merge to test (#246)
ikxplain Sep 4, 2024
e3f261e
Merge branch 'main' into test
ikxplain Sep 10, 2024
45d4c3f
Merge to test (#250)
ikxplain Sep 19, 2024
a747d69
Development 2 Test (#252)
thiago-aixplain Sep 23, 2024
357aaf2
Development 2 Test (#254)
thiago-aixplain Sep 24, 2024
350e563
Development 2 Test (#256)
thiago-aixplain Sep 26, 2024
14f9000
Merge branch 'main' into test
ikxplain Sep 27, 2024
5b1d481
Merge to test (#263)
ikxplain Oct 8, 2024
f515da6
Merge branch 'main' into test
thiago-aixplain Oct 9, 2024
b9e8739
Development 2 Test (#267)
thiago-aixplain Oct 9, 2024
629e934
Development (#269)
ikxplain Oct 9, 2024
b74af97
Merge branch 'main' into test
thiago-aixplain Oct 9, 2024
9149952
Development 2 Test (#273)
thiago-aixplain Oct 10, 2024
f6b783b
Merge branch 'main' into test
thiago-aixplain Oct 10, 2024
5f8ee84
Merge to test (#280)
ikxplain Oct 22, 2024
50746a8
Development 2 Test (#287)
thiago-aixplain Oct 29, 2024
5a0f40b
Development 2 Test (#289)
thiago-aixplain Oct 29, 2024
529b247
Development 2 Test (#293)
thiago-aixplain Oct 30, 2024
680e355
Merge branch 'main' into test
ikxplain Nov 1, 2024
ffb997e
Merge to test (#301)
ikxplain Nov 5, 2024
705e44c
Development 2 Test (#308)
thiago-aixplain Nov 11, 2024
fe5dd2f
Fixing pipeline poll (#310)
thiago-aixplain Nov 13, 2024
3af70da
Merge branch 'main' into test
thiago-aixplain Nov 18, 2024
a472790
Hotfix: Increase benchmark test timeout
shreyasXplain Nov 18, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .pre-commit-config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ repos:
hooks:
- id: pytest-check
name: pytest-check
entry: coverage run -m pytest tests/unit
entry: coverage run --source=. -m pytest tests/unit
language: python
pass_filenames: false
types: [python]
Expand Down
27 changes: 21 additions & 6 deletions aixplain/cli_groups.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,28 +21,43 @@
CLI Runner
"""
import click
from aixplain.factories.cli.model_factory_cli import list_host_machines, list_functions, create_asset_repo, asset_repo_login, onboard_model, deploy_huggingface_model, get_huggingface_model_status, list_gpus
from aixplain.factories.cli.model_factory_cli import (
list_host_machines,
list_functions,
create_asset_repo,
asset_repo_login,
onboard_model,
deploy_huggingface_model,
get_huggingface_model_status,
list_gpus,
)

@click.group('cli')

@click.group("cli")
def cli():
pass

@click.group('list')

@click.group("list")
def list():
pass

@click.group('get')

@click.group("get")
def get():
pass

@click.group('create')

@click.group("create")
def create():
pass

@click.group('onboard')

@click.group("onboard")
def onboard():
pass


cli.add_command(list)
cli.add_command(get)
cli.add_command(create)
Expand Down
1 change: 1 addition & 0 deletions aixplain/enums/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,3 +13,4 @@
from .supplier import Supplier
from .sort_by import SortBy
from .sort_order import SortOrder
from .response_status import ResponseStatus
34 changes: 18 additions & 16 deletions aixplain/enums/asset_status.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,20 +24,22 @@
from enum import Enum
from typing import Text


class AssetStatus(Text, Enum):
HIDDEN = 'hidden'
SCHEDULED = 'scheduled'
ONBOARDING = 'onboarding'
ONBOARDED = 'onboarded'
PENDING = 'pending'
FAILED = 'failed'
TRAINING = 'training'
REJECTED = 'rejected'
ENABLING = 'enabling'
DELETING = 'deleting'
DISABLED = 'disabled'
DELETED = 'deleted'
IN_PROGRESS = 'in_progress'
COMPLETED = 'completed'
CANCELING = 'canceling'
CANCELED = 'canceled'
DRAFT = "draft"
HIDDEN = "hidden"
SCHEDULED = "scheduled"
ONBOARDING = "onboarding"
ONBOARDED = "onboarded"
PENDING = "pending"
FAILED = "failed"
TRAINING = "training"
REJECTED = "rejected"
ENABLING = "enabling"
DELETING = "deleting"
DISABLED = "disabled"
DELETED = "deleted"
IN_PROGRESS = "in_progress"
COMPLETED = "completed"
CANCELING = "canceling"
CANCELED = "canceled"
2 changes: 1 addition & 1 deletion aixplain/enums/data_subtype.py
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,6 @@ class DataSubtype(Enum):
RACE = "race"
SPLIT = "split"
TOPIC = "topic"

def __str__(self):
return self._value_
2 changes: 1 addition & 1 deletion aixplain/enums/function.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ def load_functions():
if input_data_object["required"] is True
},
"output": {output_data_object["dataType"] for output_data_object in function["output"]},
"spec": function
"spec": function,
}
for function in resp["items"]
}
Expand Down
31 changes: 31 additions & 0 deletions aixplain/enums/response_status.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
__author__ = "thiagocastroferreira"

"""
Copyright 2024 The aiXplain SDK authors

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

Author: Duraikrishna Selvaraju, Thiago Castro Ferreira, Shreyas Sharma and Lucas Pavanelli
Date: February 21st 2024
Description:
Asset Enum
"""

from enum import Enum
from typing import Text


class ResponseStatus(Text, Enum):
IN_PROGRESS = "IN_PROGRESS"
SUCCESS = "SUCCESS"
FAILED = "FAILED"
2 changes: 1 addition & 1 deletion aixplain/enums/storage_type.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,4 +30,4 @@ class StorageType(Enum):
FILE = "file"

def __str__(self):
return self._value_
return self._value_
1 change: 1 addition & 0 deletions aixplain/enums/supplier.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,6 +48,7 @@ def load_suppliers():
headers = {"x-aixplain-key": aixplain_key, "Content-Type": "application/json"}
else:
headers = {"x-api-key": api_key, "Content-Type": "application/json"}
logging.debug(f"Start service for GET API Creation - {url} - {headers}")
r = _request_with_retry("get", url, headers=headers)
if not 200 <= r.status_code < 300:
raise Exception(
Expand Down
150 changes: 65 additions & 85 deletions aixplain/factories/agent_factory/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,6 @@
from aixplain.utils import config
from typing import Dict, List, Optional, Text, Union

from aixplain.factories.agent_factory.utils import build_agent, validate_llm, validate_name
from aixplain.utils.file_utils import _request_with_retry
from urllib.parse import urljoin

Expand Down Expand Up @@ -65,74 +64,49 @@ def create(
Returns:
Agent: created Agent
"""
validate_name(name)
# validate LLM ID
validate_llm(llm_id)
from aixplain.factories.agent_factory.utils import build_agent

agent = None
url = urljoin(config.BACKEND_URL, "sdk/agents")
headers = {"x-api-key": api_key}

if isinstance(supplier, dict):
supplier = supplier["code"]
elif isinstance(supplier, Supplier):
supplier = supplier.value["code"]

payload = {
"name": name,
"assets": [tool.to_dict() for tool in tools],
"description": description,
"supplier": supplier,
"version": version,
"llmId": llm_id,
"status": "draft",
}
agent = build_agent(payload=payload, api_key=api_key)
agent.validate()
response = "Unspecified error"
try:
agent = None
url = urljoin(config.BACKEND_URL, "sdk/agents")
headers = {"x-api-key": api_key}

if isinstance(supplier, dict):
supplier = supplier["code"]
elif isinstance(supplier, Supplier):
supplier = supplier.value["code"]

tool_payload = []
for tool in tools:
if isinstance(tool, ModelTool):
tool.validate()
tool_payload.append(
{
"function": tool.function.value if tool.function is not None else None,
"type": "model",
"description": tool.description,
"supplier": tool.supplier.value["code"] if tool.supplier else None,
"version": tool.version if tool.version else None,
"assetId": tool.model,
}
)
elif isinstance(tool, PipelineTool):
tool.validate()
tool_payload.append(
{
"assetId": tool.pipeline,
"description": tool.description,
"type": "pipeline",
}
)
else:
raise Exception("Agent Creation Error: Tool type not supported.")

payload = {
"name": name,
"assets": tool_payload,
"description": description,
"supplier": supplier,
"version": version,
"llmId": llm_id,
}

logging.info(f"Start service for POST Create Agent - {url} - {headers} - {json.dumps(payload)}")
logging.debug(f"Start service for POST Create Agent - {url} - {headers} - {json.dumps(payload)}")
r = _request_with_retry("post", url, headers=headers, json=payload)
if 200 <= r.status_code < 300:
response = r.json()
agent = build_agent(payload=response, api_key=api_key)
else:
error = r.json()
error_msg = "Agent Onboarding Error: Please contact the administrators."
if "message" in error:
msg = error["message"]
if error["message"] == "err.name_already_exists":
msg = "Agent name already exists."
elif error["message"] == "err.asset_is_not_available":
msg = "Some tools are not available."
error_msg = f"Agent Onboarding Error (HTTP {r.status_code}): {msg}"
logging.exception(error_msg)
raise Exception(error_msg)
except Exception as e:
raise Exception(e)
response = r.json()
except Exception:
raise Exception("Agent Onboarding Error: Please contact the administrators.")

if 200 <= r.status_code < 300:
agent = build_agent(payload=response, api_key=api_key)
else:
error_msg = f"Agent Onboarding Error: {response}"
if "message" in response:
msg = response["message"]
if response["message"] == "err.name_already_exists":
msg = "Agent name already exists."
elif response["message"] == "err.asset_is_not_available":
msg = "Some tools are not available."
error_msg = f"Agent Onboarding Error (HTTP {r.status_code}): {msg}"
logging.exception(error_msg)
raise Exception(error_msg)
return agent

@classmethod
Expand All @@ -141,6 +115,7 @@ def create_model_tool(
model: Optional[Union[Model, Text]] = None,
function: Optional[Union[Function, Text]] = None,
supplier: Optional[Union[Supplier, Text]] = None,
description: Text = "",
) -> ModelTool:
"""Create a new model tool."""
if function is not None and isinstance(function, str):
Expand All @@ -154,7 +129,7 @@ def create_model_tool(
break
if isinstance(supplier, str):
supplier = None
return ModelTool(function=function, supplier=supplier, model=model)
return ModelTool(function=function, supplier=supplier, model=model, description=description)

@classmethod
def create_pipeline_tool(cls, description: Text, pipeline: Union[Pipeline, Text]) -> PipelineTool:
Expand All @@ -164,37 +139,42 @@ def create_pipeline_tool(cls, description: Text, pipeline: Union[Pipeline, Text]
@classmethod
def list(cls) -> Dict:
"""List all agents available in the platform."""
from aixplain.factories.agent_factory.utils import build_agent

url = urljoin(config.BACKEND_URL, "sdk/agents")
headers = {"x-api-key": config.TEAM_API_KEY, "Content-Type": "application/json"}

resp = {}
payload = {}
logging.info(f"Start service for GET List Agents - {url} - {headers} - {json.dumps(payload)}")
try:
r = _request_with_retry("get", url, headers=headers)
resp = r.json()
except Exception:
raise Exception("Agent Listing Error: Please contact the administrators.")

if 200 <= r.status_code < 300:
agents, page_total, total = [], 0, 0
results = resp
page_total = len(results)
total = len(results)
logging.info(f"Response for GET List Agents - Page Total: {page_total} / Total: {total}")
for agent in results:
agents.append(build_agent(agent))
return {"results": agents, "page_total": page_total, "page_number": 0, "total": total}
else:
error_msg = "Agent Listing Error: Please contact the administrators."
if "message" in resp:
msg = resp["message"]
error_msg = f"Agent Listing Error (HTTP {r.status_code}): {msg}"
logging.exception(error_msg)
raise Exception(error_msg)
except Exception as e:
raise Exception(e)
if 200 <= r.status_code < 300:
agents, page_total, total = [], 0, 0
results = resp
page_total = len(results)
total = len(results)
logging.info(f"Response for GET List Agents - Page Total: {page_total} / Total: {total}")
for agent in results:
agents.append(build_agent(agent))
return {"results": agents, "page_total": page_total, "page_number": 0, "total": total}
else:
error_msg = "Agent Listing Error: Please contact the administrators."
if isinstance(resp, dict) and "message" in resp:
msg = resp["message"]
error_msg = f"Agent Listing Error (HTTP {r.status_code}): {msg}"
logging.exception(error_msg)
raise Exception(error_msg)

@classmethod
def get(cls, agent_id: Text, api_key: Optional[Text] = None) -> Agent:
"""Get agent by id."""
from aixplain.factories.agent_factory.utils import build_agent

url = urljoin(config.BACKEND_URL, f"sdk/agents/{agent_id}")
if config.AIXPLAIN_API_KEY != "":
headers = {"x-aixplain-key": f"{config.AIXPLAIN_API_KEY}", "Content-Type": "application/json"}
Expand Down
Loading