Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion examples/generation-eval/run.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
FIXTURES = [
{"id": "g1", "query": "What is Python?", "expected": ["programming", "language"]},
{"id": "g2", "query": "Explain async/await", "expected": ["coroutine", "event loop"]},
{"id": "g3", "query": "What is a decorator?", "expected": ["function", "wrapper"]},
{"id": "g3", "query": "What is a decorator?", "expected": ["function", "wraps"]},
]


Expand Down
6 changes: 4 additions & 2 deletions src/synapt_eval/adapters/__init__.py
Original file line number Diff line number Diff line change
@@ -1,15 +1,17 @@
"""Adapter interfaces for customer integration."""

from synapt_eval.adapters.fixture_loader import FixtureLoader
from synapt_eval.adapters.generation_adapter import GenerationAdapter
from synapt_eval.adapters.generation_adapter import GenerationAdapter, GenerationOutput
from synapt_eval.adapters.judge_adapter import JudgeAdapter, JudgeRequest, JudgeResponse
from synapt_eval.adapters.retrieval_adapter import RetrievalAdapter
from synapt_eval.adapters.retrieval_adapter import RetrievalAdapter, RetrievalCandidate

__all__ = [
"FixtureLoader",
"GenerationAdapter",
"GenerationOutput",
"JudgeAdapter",
"JudgeRequest",
"JudgeResponse",
"RetrievalAdapter",
"RetrievalCandidate",
]
15 changes: 15 additions & 0 deletions tests/unit/test_adapter_exports.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
"""Public adapter export contract used by README and docs."""

from synapt_eval.adapters import (
GenerationAdapter,
GenerationOutput,
RetrievalAdapter,
RetrievalCandidate,
)


def test_documented_adapter_imports_are_exported() -> None:
assert RetrievalAdapter.__name__ == "RetrievalAdapter"
assert RetrievalCandidate(id="doc1", score=0.9).id == "doc1"
assert GenerationAdapter.__name__ == "GenerationAdapter"
assert GenerationOutput(text="ok", latency_ms=1.0).text == "ok"
Loading