Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions bridge_integration_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -651,6 +651,9 @@ func TestAnthropicInjectedTools(t *testing.T) {
// Ensure tokens used during injected tool invocation are accounted for.
assert.EqualValues(t, 15308, calculateTotalInputTokens(recorderClient.tokenUsages))
assert.EqualValues(t, 204, calculateTotalOutputTokens(recorderClient.tokenUsages))

// Ensure we received exactly one prompt.
require.Len(t, recorderClient.userPrompts, 1)
})
}
}
Expand Down Expand Up @@ -744,6 +747,9 @@ func TestOpenAIInjectedTools(t *testing.T) {
// Ensure tokens used during injected tool invocation are accounted for.
require.EqualValues(t, 5047, calculateTotalInputTokens(recorderClient.tokenUsages))
require.EqualValues(t, 105, calculateTotalOutputTokens(recorderClient.tokenUsages))

// Ensure we received exactly one prompt.
require.Len(t, recorderClient.userPrompts, 1)
})
}
}
Expand Down
1 change: 1 addition & 0 deletions intercept_anthropic_messages_blocking.go
Original file line number Diff line number Diff line change
Expand Up @@ -91,6 +91,7 @@ func (i *AnthropicMessagesBlockingInterception) ProcessRequest(w http.ResponseWr
MsgID: resp.ID,
Prompt: *prompt,
})
prompt = nil
}

_ = i.recorder.RecordTokenUsage(ctx, &TokenUsageRecord{
Expand Down
1 change: 1 addition & 0 deletions intercept_anthropic_messages_streaming.go
Original file line number Diff line number Diff line change
Expand Up @@ -405,6 +405,7 @@ newStream:
MsgID: message.ID,
Prompt: *prompt,
})
prompt = nil
}

// Check if the stream encountered any errors.
Expand Down
1 change: 1 addition & 0 deletions intercept_openai_chat_blocking.go
Original file line number Diff line number Diff line change
Expand Up @@ -73,6 +73,7 @@ func (i *OpenAIBlockingChatInterception) ProcessRequest(w http.ResponseWriter, r
MsgID: completion.ID,
Prompt: *prompt,
})
prompt = nil
}

lastUsage := completion.Usage
Expand Down
1 change: 1 addition & 0 deletions intercept_openai_chat_streaming.go
Original file line number Diff line number Diff line change
Expand Up @@ -157,6 +157,7 @@ func (i *OpenAIStreamingChatInterception) ProcessRequest(w http.ResponseWriter,
MsgID: processor.getMsgID(),
Prompt: *prompt,
})
prompt = nil
}

if lastUsage := processor.getLastUsage(); lastUsage.CompletionTokens > 0 {
Expand Down