diff --git a/examples/examples/evaluation/test-result/submit-old.py b/examples/examples/evaluation/test-result/submit-old.py index 73ecc43d..250d4319 100644 --- a/examples/examples/evaluation/test-result/submit-old.py +++ b/examples/examples/evaluation/test-result/submit-old.py @@ -11,7 +11,7 @@ host="http://localhost:3000/api", ) -cases = gentrace.get_test_cases(pipeline_slug="testing3") +cases = gentrace.get_test_cases(pipeline_slug="guess-the-year") outputs_list = [] @@ -24,13 +24,13 @@ ) result = gentrace.submit_test_result( - "testing3", test_cases=cases, outputs_list=outputs_list, context={ - "metadata": { - "promptString": { - "type": "string", - "value": "testing" + "guess-the-year", test_cases=cases, outputs_list=outputs_list, context={ + "metadata": { + "promptString": { + "type": "string", + "value": "testing" + } } - } } ) diff --git a/examples/poetry.lock b/examples/poetry.lock index 1cea8457..98f399ff 100644 --- a/examples/poetry.lock +++ b/examples/poetry.lock @@ -328,13 +328,13 @@ files = [ [[package]] name = "gentrace-py" -version = "0.25.0" +version = "0.26.0" description = "Python SDK for the Gentrace API" category = "main" optional = false python-versions = ">=3.8.1,<4.0" files = [ - {file = "gentrace_py-0.25.0.tar.gz", hash = "sha256:a5e9b422f115236d26eed3ece2a747934323252417cccdc1067e70bb1e40adcf"}, + {file = "gentrace_py-0.26.0.tar.gz", hash = "sha256:63dac1f4e3a66d257fab8e9226ac4c3f027fbbf03963092342a6e2b212eebd9a"}, ] [package.dependencies] @@ -354,7 +354,7 @@ vectorstores = ["pinecone-client (>=2.2.1,<3.0.0)"] [package.source] type = "file" -url = "../package/dist/gentrace_py-0.25.0.tar.gz" +url = "../package/dist/gentrace_py-0.26.0.tar.gz" [[package]] name = "h11" @@ -428,14 +428,14 @@ files = [ [[package]] name = "importlib-metadata" -version = "6.9.0" +version = "7.0.0" description = "Read metadata from Python packages" category = "main" optional = false python-versions = ">=3.8" files = [ - {file = "importlib_metadata-6.9.0-py3-none-any.whl", hash = "sha256:1c8dc6839ddc9771412596926f24cb5a553bbd40624ee2c7e55e531542bed3b8"}, - {file = "importlib_metadata-6.9.0.tar.gz", hash = "sha256:e8acb523c335a91822674e149b46c0399ec4d328c4d1f6e49c273da5ff0201b9"}, + {file = "importlib_metadata-7.0.0-py3-none-any.whl", hash = "sha256:d97503976bb81f40a193d41ee6570868479c69d5068651eb039c40d850c59d67"}, + {file = "importlib_metadata-7.0.0.tar.gz", hash = "sha256:7fc841f8b8332803464e5dc1c63a2e59121f46ca186c0e2e182e80bf8c1319f7"}, ] [package.dependencies] @@ -1099,4 +1099,4 @@ testing = ["big-O", "jaraco.functools", "jaraco.itertools", "more-itertools", "p [metadata] lock-version = "2.0" python-versions = "^3.8.1" -content-hash = "4e28b34c973751f095e676399b9f7aaaf3b98ee95fe852e0890dce24d97ae4e2" +content-hash = "9658201dd46fd1b4b219e5ba79ed9543c09ab0e46d26693d4b5cfcf15f27417a" diff --git a/examples/pyproject.toml b/examples/pyproject.toml index 65ddf6df..8d0f43c9 100644 --- a/examples/pyproject.toml +++ b/examples/pyproject.toml @@ -11,7 +11,7 @@ openai = "1.0.0b2" pinecone-client = "^2.2.1" python = "^3.8.1" python-dotenv = "^1.0.0" -gentrace-py = {path = "../package/dist/gentrace_py-0.25.0.tar.gz", develop = true} +gentrace-py = {path = "../package/dist/gentrace_py-0.26.0.tar.gz", develop = true} [tool.poetry.group.lint.dependencies] black = "^23.3.0" diff --git a/package/gentrace/providers/evaluation.py b/package/gentrace/providers/evaluation.py index b16b808e..ab04857b 100644 --- a/package/gentrace/providers/evaluation.py +++ b/package/gentrace/providers/evaluation.py @@ -25,10 +25,6 @@ ) -class Run(TypedDict): - runId: str - - class Result(TypedDict): resultId: str @@ -258,7 +254,7 @@ def update_test_case(pipeline_slug: str, payload: UpdateTestCasePayload) -> str: def submit_prepared_test_runs(pipeline_slug: str, test_runs: List[Dict], - context: Optional[ResultContext] = None) -> Run: + context: Optional[ResultContext] = None) -> Result: """ INTERNAL TO PACKAGE: @@ -344,7 +340,7 @@ def submit_test_result( test_cases: List[TestCase], outputs_list: List[Dict[str, Any]], context: Optional[ResultContext] = None -) -> Run: +) -> Result: """ Submits a test result by creating TestRun objects from given test cases and corresponding outputs. To use a Gentrace runner to capture intermediate steps, use run_test instead.