Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 11 additions & 0 deletions py/noxfile.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,7 @@ def _pinned_python_version():
"agno",
"agentscope",
"anthropic",
"cohere",
"dspy",
"openai",
"openai-agents",
Expand Down Expand Up @@ -103,6 +104,7 @@ def _pinned_python_version():

AUTOEVALS_VERSIONS = (LATEST, "0.0.129")
GENAI_VERSIONS = (LATEST,)
COHERE_VERSIONS = (LATEST, "5.10.0")
DSPY_VERSIONS = (LATEST,)
GOOGLE_ADK_VERSIONS = (LATEST, "1.14.1")
LANGCHAIN_VERSIONS = (LATEST, "0.3.28")
Expand Down Expand Up @@ -306,6 +308,15 @@ def test_litellm(session, version):
_run_core_tests(session)


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
_install_test_deps(session)
_install(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py")
_run_core_tests(session)


@nox.session()
@nox.parametrize("version", DSPY_VERSIONS, ids=DSPY_VERSIONS)
def test_dspy(session, version):
Expand Down
5 changes: 5 additions & 0 deletions py/src/braintrust/auto.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand Down Expand Up @@ -53,6 +54,7 @@ def auto_instrument(
agno: bool = True,
agentscope: bool = True,
claude_agent_sdk: bool = True,
cohere: bool = True,
dspy: bool = True,
adk: bool = True,
langchain: bool = True,
Expand All @@ -78,6 +80,7 @@ def auto_instrument(
agno: Enable Agno instrumentation (default: True)
agentscope: Enable AgentScope instrumentation (default: True)
claude_agent_sdk: Enable Claude Agent SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)
dspy: Enable DSPy instrumentation (default: True)
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
Expand Down Expand Up @@ -149,6 +152,8 @@ def auto_instrument(
results["agentscope"] = _instrument_integration(AgentScopeIntegration)
if claude_agent_sdk:
results["claude_agent_sdk"] = _instrument_integration(ClaudeAgentSDKIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)
if dspy:
results["dspy"] = _instrument_integration(DSPyIntegration)
if adk:
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "cohere-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "cohere-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All @@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
"""Test auto_instrument for Cohere."""

import os
from pathlib import Path

from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from cohere import ClientV2


results = auto_instrument()
assert results.get("cohere") == True

results2 = auto_instrument()
assert results2.get("cohere") == True

COHERE_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "cohere" / "cassettes"

with autoinstrument_test_context("test_auto_cohere", cassettes_dir=COHERE_CASSETTES_DIR) as memory_logger:
client = ClientV2(api_key=os.environ.get("CO_API_KEY"))
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "What is 2+2? Reply with just the number."}],
max_tokens=10,
)
assert response.message.content[0].text == "4"

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["api_version"] == "2"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["output"]["content"][0]["text"] == "4"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"model":"command-a-03-2025","messages":[{"role":"user","content":"What
is 2+2? Reply with just the number."}],"max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '142'
Host:
- api.cohere.com
User-Agent:
- cohere/5.21.1
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.13.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 5.21.1
content-type:
- application/json
method: POST
uri: https://api.cohere.com/v2/chat
response:
body:
string: '{"id":"f76fd244-eba2-4270-8c13-5d02e4c727a6","message":{"role":"assistant","content":[{"type":"text","text":"4"}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":13,"output_tokens":1},"tokens":{"input_tokens":508,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '271'
content-type:
- application/json
date:
- Tue, 07 Apr 2026 22:59:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2618'
num_tokens:
- '14'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- fafcd67dcebe77d4b9dcda7c83bd75fe
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '14'
status:
code: 200
message: OK
version: 1
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"model":"command-r-plus-08-2024","messages":[{"role":"user","content":"What
is 4+4? Reply with just the number."}],"max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '147'
Host:
- api.cohere.com
User-Agent:
- cohere/5.21.1
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.13.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 5.21.1
content-type:
- application/json
method: POST
uri: https://api.cohere.com/v2/chat
response:
body:
string: '{"id":"824f231b-f146-428c-a1e5-a1af328ccf67","message":{"role":"assistant","content":[{"type":"text","text":"8"}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":13,"output_tokens":1},"tokens":{"input_tokens":214,"output_tokens":1},"cached_tokens":208}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '273'
content-type:
- application/json
date:
- Tue, 07 Apr 2026 22:59:11 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '1218'
num_tokens:
- '14'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- ce3bf0635eb69af4cff4ac45e07ec311
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '129'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '15'
status:
code: 200
message: OK
version: 1
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"model":"command-r-plus-08-2024","messages":[{"role":"user","content":"What
is 5+5? Reply with just the number."}],"max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '147'
Host:
- api.cohere.com
User-Agent:
- cohere/5.21.1
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.13.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 5.21.1
content-type:
- application/json
method: POST
uri: https://api.cohere.com/v2/chat
response:
body:
string: '{"id":"f1599186-b136-4697-9133-0c3de526f296","message":{"role":"assistant","content":[{"type":"text","text":"10"}]},"finish_reason":"COMPLETE","usage":{"billed_units":{"input_tokens":13,"output_tokens":2},"tokens":{"input_tokens":214,"output_tokens":2},"cached_tokens":144}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '274'
content-type:
- application/json
date:
- Tue, 07 Apr 2026 22:59:10 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '1218'
num_tokens:
- '15'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 129505e7d514afa6f3968c7647a1862e
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '158'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '16'
status:
code: 200
message: OK
version: 1
Loading