Skip to content
Merged
Changes from all commits
Commits
Show all changes
27 commits
Select commit Hold shift + click to select a range
1b67aed
Create bounds for FineTune hyperparameters (#103)
lucas-aixplain Jan 15, 2024
61359d8
Fixing pipeline general asset test (#106)
thiago-aixplain Jan 15, 2024
8365218
Update Finetuner functional tests (#112)
lucas-aixplain Jan 29, 2024
43a2b00
Merge branch 'test' into development
thiago-aixplain Jan 29, 2024
74af040
Hf deployment test (#115)
mikelam-us-aixplain Jan 29, 2024
7adfddd
Hf deployment test (#117)
mikelam-us-aixplain Jan 30, 2024
4c5358c
Do not download textual URLs (#120)
thiago-aixplain Feb 1, 2024
cb14b5a
Enable api key parameter in data asset creation (#122)
thiago-aixplain Feb 5, 2024
66a043b
Update Finetuner hyperparameters (#125)
lucas-aixplain Feb 7, 2024
3bc04d3
Add new LLMs finetuner models (mistral and solar) (#128)
lucas-aixplain Feb 13, 2024
58855c1
Enabling dataset ID and model ID as parameters for finetuner creation…
thiago-aixplain Feb 15, 2024
426213e
Fix supplier representation of a model (#132)
thiago-aixplain Feb 16, 2024
d62ad83
Fixing indentation in documentation sample code (#134)
thiago-aixplain Feb 21, 2024
2f107e7
Update FineTune unit and functional tests (#136)
lucas-aixplain Mar 1, 2024
b5112dc
Merge branch 'test' into development
lucas-aixplain Mar 1, 2024
32179d6
Click fix (#140)
mikelam-us-aixplain Mar 5, 2024
94cf5f0
Merge branch 'test' into development
lucas-aixplain Mar 12, 2024
34861a3
M 5905660469 enhance benchmark job response (#145)
shreyasXplain Mar 18, 2024
6fc9646
M 5905660469 enhance benchmark job response (#146)
shreyasXplain Mar 19, 2024
b4e5b67
New pipeline functional tests (#143)
thiago-aixplain Mar 19, 2024
873cb6a
M 6107719447 check finetuner status (#133)
thiago-aixplain Mar 21, 2024
c2a2cfd
Update metric.py (#147)
shreyasXplain Mar 22, 2024
e4b076b
Fixing finetune checker test and doc (#150)
thiago-aixplain Mar 22, 2024
451f309
Skip model onboard and deployment tests (#153)
thiago-aixplain Mar 25, 2024
8df2bd0
Saving/Update Pipeline Services (#154)
thiago-aixplain Mar 26, 2024
28f3092
Do not run service mode tests for specific pipelines (#159)
thiago-aixplain Apr 3, 2024
b86cf45
Merge branch 'test' into development
thiago-aixplain Apr 3, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
54 changes: 25 additions & 29 deletions tests/functional/pipelines/run_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -109,59 +109,55 @@ def test_run_multipipe_with_datasets(batchmode: bool):
assert response["status"] == "SUCCESS"


@pytest.mark.parametrize("batchmode", [True, False])
def test_run_segment_reconstruct(batchmode: bool):
def test_run_segment_reconstruct():
pipeline = PipelineFactory.list(query="Segmentation/Reconstruction Functional Test - DO NOT DELETE")["results"][0]
response = pipeline.run("https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.wav", **{"batchmode": batchmode})
response = pipeline.run("https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.wav")

assert response["status"] == "SUCCESS"
output = response["data"][0]
assert output["label"] == "Output 1"


@pytest.mark.parametrize("batchmode", [True, False])
def test_run_metric(batchmode: bool):
def test_run_metric():
pipeline = PipelineFactory.list(query="ASR Metric Functional Test - DO NOT DELETE")["results"][0]
response = pipeline.run({
"AudioInput": "https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.wav",
"ReferenceInput": "https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.txt"
}, **{"batchmode": batchmode})

response = pipeline.run(
{
"AudioInput": "https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.wav",
"ReferenceInput": "https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.txt",
}
)

assert response["status"] == "SUCCESS"
assert len(response["data"]) == 2
assert response["data"][0]["label"] in ["TranscriptOutput", "ScoreOutput"]
assert response["data"][1]["label"] in ["TranscriptOutput", "ScoreOutput"]


@pytest.mark.parametrize(
"batchmode,input_data,output_data",
"input_data,output_data",
[
(True, "https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.wav", "AudioOutput"),
(False, "https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.wav", "AudioOutput"),
(True, "https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.txt", "TextOutput"),
(False, "https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.txt", "TextOutput")
]
("https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.wav", "AudioOutput"),
("https://aixplain-platform-assets.s3.amazonaws.com/samples/en/CPAC1x2.txt", "TextOutput"),
],
)
def test_run_router(batchmode: bool, input_data: str, output_data: str):
def test_run_router(input_data: str, output_data: str):
pipeline = PipelineFactory.list(query="Router Test - DO NOT DELETE")["results"][0]
response = pipeline.run(input_data, **{"batchmode": batchmode})
response = pipeline.run(input_data)

assert response["status"] == "SUCCESS"
assert response["data"][0]["label"] == output_data


@pytest.mark.parametrize(
"batchmode,input_data,output_data",
"input_data,output_data",
[
(True, "I love it.", "PositiveOutput"),
(False, "I love it.", "PositiveOutput"),
(True, "I hate it.", "NegativeOutput"),
(False, "I hate it.", "NegativeOutput")
]
("I love it.", "PositiveOutput"),
("I hate it.", "NegativeOutput"),
],
)
def test_run_decision(batchmode: bool, input_data: str, output_data: str):
def test_run_decision(input_data: str, output_data: str):
pipeline = PipelineFactory.list(query="Decision Test - DO NOT DELETE")["results"][0]
response = pipeline.run(input_data, **{"batchmode": batchmode})
response = pipeline.run(input_data)

assert response["status"] == "SUCCESS"
assert response["data"][0]["label"] == output_data
assert response["data"][0]["label"] == output_data