Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line number Diff line number Diff line change
Expand Up @@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand Down Expand Up @@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand Down Expand Up @@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All @@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All @@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand Down Expand Up @@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All @@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand Down Expand Up @@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand Down Expand Up @@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All @@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading