Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 5 additions & 2 deletions src/strands/event_loop/streaming.py
Original file line number Diff line number Diff line change
Expand Up @@ -350,8 +350,11 @@ def extract_usage_metrics(event: MetadataEvent, time_to_first_byte_ms: int | Non
Returns:
The extracted usage metrics and latency.
"""
usage = Usage(**event["usage"])
metrics = Metrics(**event["metrics"])
# MetadataEvent has total=False, making all fields optional, but Usage and Metrics types
# have Required fields. Provide defaults to handle cases where custom models don't
# provide usage/metrics (e.g., when latency info is unavailable).
usage = Usage(**{"inputTokens": 0, "outputTokens": 0, "totalTokens": 0, **event.get("usage", {})})
metrics = Metrics(**{"latencyMs": 0, **event.get("metrics", {})})
if time_to_first_byte_ms:
metrics["timeToFirstByteMs"] = time_to_first_byte_ms

Expand Down
37 changes: 37 additions & 0 deletions tests/strands/event_loop/test_streaming.py
Original file line number Diff line number Diff line change
Expand Up @@ -421,6 +421,43 @@ def test_extract_usage_metrics_with_cache_tokens():
assert tru_usage == exp_usage and tru_metrics == exp_metrics


def test_extract_usage_metrics_without_metrics():
"""Test extract_usage_metrics when metrics field is missing."""
event = {
"usage": {"inputTokens": 5, "outputTokens": 2, "totalTokens": 7},
}

tru_usage, tru_metrics = strands.event_loop.streaming.extract_usage_metrics(event)
exp_usage = {"inputTokens": 5, "outputTokens": 2, "totalTokens": 7}
exp_metrics = {"latencyMs": 0}

assert tru_usage == exp_usage and tru_metrics == exp_metrics


def test_extract_usage_metrics_without_usage():
"""Test extract_usage_metrics when usage field is missing."""
event = {
"metrics": {"latencyMs": 100},
}

tru_usage, tru_metrics = strands.event_loop.streaming.extract_usage_metrics(event)
exp_usage = {"inputTokens": 0, "outputTokens": 0, "totalTokens": 0}
exp_metrics = {"latencyMs": 100}

assert tru_usage == exp_usage and tru_metrics == exp_metrics


def test_extract_usage_metrics_empty_metadata():
"""Test extract_usage_metrics when both fields are missing."""
event = {}

tru_usage, tru_metrics = strands.event_loop.streaming.extract_usage_metrics(event)
exp_usage = {"inputTokens": 0, "outputTokens": 0, "totalTokens": 0}
exp_metrics = {"latencyMs": 0}

assert tru_usage == exp_usage and tru_metrics == exp_metrics


@pytest.mark.parametrize(
("response", "exp_events"),
[
Expand Down
Loading