From 8c0171df10f5760ed63c489f0332c6f067e555a0 Mon Sep 17 00:00:00 2001 From: Erin McNulty Date: Fri, 7 Aug 2026 14:59:54 -0400 Subject: [PATCH 1/3] strip params from opus-4.8 reqs in bedrock --- .../lingua/src/providers/bedrock/adapter.rs | 35 +- payloads/cases/params.ts | 20 ++ .../transforms-streaming.test.ts.snap | 80 +++++ .../__snapshots__/transforms.test.ts.snap | 176 ++++++++++ payloads/scripts/transforms/helpers.ts | 9 + .../bedrock/followup-request.json | 29 ++ .../bedrock/followup-response-streaming.json | 245 +++++++++++++ .../bedrock/followup-response.json | 28 ++ .../bedrock/request.json | 13 + .../bedrock/response-streaming.json | 53 +++ .../bedrock/response.json | 28 ++ .../chat-completions/error.json | 3 + .../chat-completions/request.json | 10 + ...thropicOpus48SamplingParams-streaming.json | 80 +++++ .../bedrockAnthropicOpus48SamplingParams.json | 27 ++ ...thropicOpus48SamplingParams-streaming.json | 61 ++++ .../bedrockAnthropicOpus48SamplingParams.json | 28 ++ ...thropicOpus48SamplingParams-streaming.json | 94 +++++ .../bedrockAnthropicOpus48SamplingParams.json | 32 ++ ...thropicOpus48SamplingParams-streaming.json | 321 ++++++++++++++++++ .../bedrockAnthropicOpus48SamplingParams.json | 95 ++++++ ...thropicOpus48SamplingParams-streaming.json | 4 + 22 files changed, 1468 insertions(+), 3 deletions(-) create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-request.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response-streaming.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/request.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response-streaming.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/error.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/request.json create mode 100644 payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json create mode 100644 payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams.json create mode 100644 payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams-streaming.json create mode 100644 payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams.json create mode 100644 payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams-streaming.json create mode 100644 payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams.json create mode 100644 payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams-streaming.json create mode 100644 payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams.json create mode 100644 payloads/transforms/chat-completions_to_vertex-anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json diff --git a/crates/lingua/src/providers/bedrock/adapter.rs b/crates/lingua/src/providers/bedrock/adapter.rs index 63e8cfada..a9eecb97a 100644 --- a/crates/lingua/src/providers/bedrock/adapter.rs +++ b/crates/lingua/src/providers/bedrock/adapter.rs @@ -12,6 +12,7 @@ use crate::capabilities::ProviderFormat; use crate::error::ConvertError; use crate::processing::adapters::ProviderAdapter; use crate::processing::transform::TransformError; +use crate::providers::anthropic::capabilities; use crate::providers::anthropic::generated::Thinking; use crate::providers::bedrock::convert::universal_to_bedrock_messages; use crate::providers::bedrock::params::BedrockParams; @@ -289,21 +290,27 @@ impl ProviderAdapter for BedrockAdapter { .and_then(|v| v.get("type")) .and_then(|t| t.as_str()) .is_some_and(|t| t == "enabled"); - let temperature = if reasoning_enabled { + let strip_sampling_params = capabilities::model_needs_transforms(model_id); + let temperature = if reasoning_enabled || strip_sampling_params { None } else { req.params.temperature }; + let top_p = if strip_sampling_params { + None + } else { + req.params.top_p + }; let has_params = temperature.is_some() - || req.params.top_p.is_some() + || top_p.is_some() || req.params.output_token_budget().is_some() || req.params.stop.is_some(); if has_params { let config = BedrockInferenceConfiguration { temperature, - top_p: req.params.top_p, + top_p, max_tokens: req.params.output_token_budget().map(|t| t as i32), stop_sequences: req.params.stop.clone(), }; @@ -1016,6 +1023,28 @@ mod tests { ); } + #[test] + fn test_bedrock_anthropic_opus_4_8_strips_sampling_params() { + let adapter = BedrockAdapter; + let universal = UniversalRequest { + model: Some("global.anthropic.claude-opus-4-8".to_string()), + messages: vec![], + params: UniversalParams { + temperature: Some(0.7), + top_p: Some(0.9), + token_budget: Some(TokenBudget::OutputTokens(4096)), + ..Default::default() + }, + }; + + let reconstructed = adapter.request_from_universal(&universal).unwrap(); + let inference_config = reconstructed.get("inferenceConfig").unwrap(); + + assert!(inference_config.get("temperature").is_none()); + assert!(inference_config.get("topP").is_none()); + assert_eq!(inference_config.get("maxTokens").unwrap(), 4096); + } + #[test] fn test_bedrock_reasoning_roundtrip() { let adapter = BedrockAdapter; diff --git a/payloads/cases/params.ts b/payloads/cases/params.ts index 23139493c..6a91b95e4 100644 --- a/payloads/cases/params.ts +++ b/payloads/cases/params.ts @@ -2306,6 +2306,26 @@ export const paramsCases: TestCaseCollection = { bedrock: null, }, + bedrockAnthropicOpus48SamplingParams: { + "chat-completions": { + model: "global.anthropic.claude-opus-4-8", + messages: [{ role: "user", content: "Say hi." }], + temperature: 0.7, + }, + responses: null, + anthropic: null, + google: null, + bedrock: { + modelId: "global.anthropic.claude-opus-4-8", + messages: [ + { + role: "user", + content: [{ text: "Say hi." }], + }, + ], + }, + }, + topPParam: { "chat-completions": { model: OPENAI_NON_REASONING_MODEL, diff --git a/payloads/scripts/transforms/__snapshots__/transforms-streaming.test.ts.snap b/payloads/scripts/transforms/__snapshots__/transforms-streaming.test.ts.snap index e9c4cab5f..2e5f39a64 100644 --- a/payloads/scripts/transforms/__snapshots__/transforms-streaming.test.ts.snap +++ b/payloads/scripts/transforms/__snapshots__/transforms-streaming.test.ts.snap @@ -3785,6 +3785,26 @@ data: {"type":"message_stop"} " `; +exports[`streaming: chat-completions → anthropic > bedrockAnthropicOpus48SamplingParams > streaming 1`] = ` +"data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"msg_011CdottKxyiYniEgPeXjXAN","model":"claude-sonnet-4-5-20250929","object":"chat.completion.chunk","usage":{"completion_tokens":1,"prompt_tokens":10,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":11}} + +data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":"Hi","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":"!","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":" How can I help you today?","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{},"finish_reason":"stop","index":0}],"object":"chat.completion.chunk","usage":{"completion_tokens":12,"prompt_tokens":10,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":22}} + +data: [DONE] + +" +`; + exports[`streaming: chat-completions → anthropic > complexReasoningRequest > streaming 1`] = ` "data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"msg_01Jbqq7pu2VC5ixYeKCSgU7y","model":"claude-sonnet-4-5-20250929","object":"chat.completion.chunk","usage":{"completion_tokens":4,"prompt_tokens":80,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":84}} @@ -4969,6 +4989,28 @@ data: [DONE] " `; +exports[`streaming: chat-completions → bedrock > bedrockAnthropicOpus48SamplingParams > streaming 1`] = ` +"data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":"Hi!","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":" ","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":"👋 How can I help you","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":" today?","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{},"finish_reason":"stop","index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[],"object":"chat.completion.chunk","usage":{"completion_tokens":17,"prompt_tokens":11,"total_tokens":28}} + +data: [DONE] + +" +`; + exports[`streaming: chat-completions → bedrock > chatCompletionsAnthropicCacheControlParam > streaming 1`] = ` "data: {"choices":[],"object":"chat.completion.chunk"} @@ -7407,6 +7449,18 @@ data: [DONE] " `; +exports[`streaming: chat-completions → google > bedrockAnthropicOpus48SamplingParams > streaming 1`] = ` +"data: {"choices":[{"delta":{"content":"Hi there! How can I help you today","role":"assistant"},"finish_reason":null,"index":0}],"id":"1il2auaCBLu2_uMP9u_A0As","model":"gemini-3.5-flash","object":"chat.completion.chunk","usage":{"completion_tokens":101,"completion_tokens_details":{"reasoning_tokens":92},"prompt_tokens":4,"total_tokens":105}} + +data: {"choices":[{"delta":{"content":"?","role":"assistant"},"finish_reason":null,"index":0}],"id":"1il2auaCBLu2_uMP9u_A0As","model":"gemini-3.5-flash","object":"chat.completion.chunk","usage":{"completion_tokens":102,"completion_tokens_details":{"reasoning_tokens":92},"prompt_tokens":4,"total_tokens":106}} + +data: {"choices":[{"delta":{"content":"","reasoning_signature":"EskDCsYDARFNMg8LPu1bSZ5mnFwGiI+LPDuyVrQf8wFPiXExAdEyMRXs272ngzAtY/qYnQK2/noXNzVEZrrp+7/L45Vpwl4k6ol6+UsiALgPuN3IvfUuUXUmlsEnby3+8tqXjxiu9CvierfpztfzE3OsXIuYl7smjUs5FEu5x0vde3bYDxYQygbRVOQU7xKBxSfTsRrsOwNghLDrIHrw+fN0FPwVHZ8nlezaoXhHnQxLAVlq3wvBF9xsVRJScuvhWXU+YgQ43EJdo+ZShI/Ue8y+XIh12sKkiQf6E9EQxdsstpVA+8/QzJAsF/CRQUOFjoAnsZDv/LUdg9mUrgdhkswoZMfKQ/Bvw5t7nvs6IcPtT4XGgozT6h2GDWF/oRHZFnJwS84/+aDp69o+DdTlAzlzEFeIttVKgPswrapZdeG0g6OQ+30GmSJl4922eZ3xho9y/Tuu9iWjDeOXHPwidw8Crfdd6U626EneHE0UEc2OGxHiVOruEAgzedE6JvixJ109+IE7mC3ZOnjEwfa7IQHhruOIgXBycKeWm3HLLBuRYHXnNV6McqqdlbkeomPll8+sGp39O4gklAXlAabrR6RHtQeb1LZ0ZrECxA==","role":"assistant"},"finish_reason":"stop","index":0}],"id":"1il2auaCBLu2_uMP9u_A0As","model":"gemini-3.5-flash","object":"chat.completion.chunk","usage":{"completion_tokens":102,"completion_tokens_details":{"reasoning_tokens":92},"prompt_tokens":4,"total_tokens":106}} + +data: [DONE] + +" +`; + exports[`streaming: chat-completions → google > complexReasoningRequest > streaming 1`] = ` "data: {"choices":[{"delta":{"content":"Let's break this down systematically.\\n\\nA digital clock displays times in","role":"assistant"},"finish_reason":null,"index":0}],"id":"8jr6aYKJCLKd1MkP5tvE4AI","model":"gemini-2.5-flash","object":"chat.completion.chunk","usage":{"completion_tokens":2805,"completion_tokens_details":{"reasoning_tokens":2790},"prompt_tokens":75,"total_tokens":2880}} @@ -7601,6 +7655,32 @@ data: [DONE] " `; +exports[`streaming: chat-completions → responses > bedrockAnthropicOpus48SamplingParams > streaming 1`] = ` +"data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f","model":"gpt-5.6-terra","object":"chat.completion.chunk","service_tier":"auto"} + +data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f","model":"gpt-5.6-terra","object":"chat.completion.chunk","service_tier":"auto"} + +data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":"Hi","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{"content":"!","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} + +data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[],"object":"chat.completion.chunk"} + +data: {"choices":[{"delta":{},"finish_reason":"stop","index":0}],"id":"resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f","model":"gpt-5.6-terra","object":"chat.completion.chunk","service_tier":"default","usage":{"completion_tokens":6,"prompt_tokens":9,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":15}} + +data: [DONE] + +" +`; + exports[`streaming: chat-completions → responses > complexReasoningRequest > streaming 1`] = ` "data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"resp_09ccd2057d336dbd0069d566de9e3081a29d361d98ee906f25","model":"gpt-5-nano-2025-08-07","object":"chat.completion.chunk","service_tier":"auto"} diff --git a/payloads/scripts/transforms/__snapshots__/transforms.test.ts.snap b/payloads/scripts/transforms/__snapshots__/transforms.test.ts.snap index dfbf6b86a..498541d2e 100644 --- a/payloads/scripts/transforms/__snapshots__/transforms.test.ts.snap +++ b/payloads/scripts/transforms/__snapshots__/transforms.test.ts.snap @@ -8416,6 +8416,48 @@ exports[`anthropic → responses > webSearchUserLocationParam > response 1`] = ` } `; +exports[`chat-completions → anthropic > bedrockAnthropicOpus48SamplingParams > request 1`] = ` +{ + "max_tokens": 4096, + "messages": [ + { + "content": "Say hi.", + "role": "user", + }, + ], + "model": "claude-sonnet-4-5-20250929", + "temperature": 0.7, +} +`; + +exports[`chat-completions → anthropic > bedrockAnthropicOpus48SamplingParams > response 1`] = ` +{ + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "message": { + "annotations": [], + "content": "Hi! 👋 How can I help you today?", + "role": "assistant", + }, + }, + ], + "created": 0, + "id": "chatcmpl-011CdottDqdgY31gWu8d6Edz", + "model": "claude-sonnet-4-5-20250929", + "object": "chat.completion", + "usage": { + "completion_tokens": 16, + "prompt_tokens": 10, + "prompt_tokens_details": { + "cached_tokens": 0, + }, + "total_tokens": 26, + }, +} +`; + exports[`chat-completions → anthropic > chatCompletionsAnthropicCacheControlParam > request 1`] = ` { "max_tokens": 4096, @@ -11525,6 +11567,50 @@ exports[`chat-completions → anthropic > topPReasoningModelParam > response 1`] } `; +exports[`chat-completions → bedrock > bedrockAnthropicOpus48SamplingParams > request 1`] = ` +{ + "messages": [ + { + "content": [ + { + "text": "Say hi.", + }, + ], + "role": "user", + }, + ], + "modelId": "global.anthropic.claude-opus-4-8", +} +`; + +exports[`chat-completions → bedrock > bedrockAnthropicOpus48SamplingParams > response 1`] = ` +{ + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "message": { + "annotations": [], + "content": "Hi! 👋 How can I help you today?", + "role": "assistant", + }, + }, + ], + "created": 0, + "id": "chatcmpl-transformed", + "model": "transformed", + "object": "chat.completion", + "usage": { + "completion_tokens": 17, + "prompt_tokens": 11, + "prompt_tokens_details": { + "cached_tokens": 0, + }, + "total_tokens": 28, + }, +} +`; + exports[`chat-completions → bedrock > chatCompletionsAnthropicCacheControlParam > request 1`] = ` { "messages": [ @@ -14628,6 +14714,54 @@ exports[`chat-completions → bedrock > topPReasoningModelParam > response 1`] = } `; +exports[`chat-completions → google > bedrockAnthropicOpus48SamplingParams > request 1`] = ` +{ + "contents": [ + { + "parts": [ + { + "text": "Say hi.", + }, + ], + "role": "user", + }, + ], + "generationConfig": { + "responseSchema": null, + "temperature": 0.7, + }, + "model": "gemini-3.5-flash", +} +`; + +exports[`chat-completions → google > bedrockAnthropicOpus48SamplingParams > response 1`] = ` +{ + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "message": { + "annotations": [], + "content": "Hi there! How can I help you today?", + "role": "assistant", + }, + }, + ], + "created": 0, + "id": "chatcmpl-transformed", + "model": "gemini-3.5-flash", + "object": "chat.completion", + "usage": { + "completion_tokens": 86, + "completion_tokens_details": { + "reasoning_tokens": 76, + }, + "prompt_tokens": 4, + "total_tokens": 90, + }, +} +`; + exports[`chat-completions → google > chatCompletionsAnthropicCacheControlParam > request 1`] = ` { "contents": [ @@ -18189,6 +18323,48 @@ exports[`chat-completions → google > topPReasoningModelParam > response 1`] = } `; +exports[`chat-completions → responses > bedrockAnthropicOpus48SamplingParams > request 1`] = ` +{ + "input": [ + { + "content": "Say hi.", + "role": "user", + "type": "message", + }, + ], + "model": "gpt-5.6-terra", +} +`; + +exports[`chat-completions → responses > bedrockAnthropicOpus48SamplingParams > response 1`] = ` +{ + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "message": { + "annotations": [], + "content": "Hi!", + "role": "assistant", + }, + }, + ], + "created": 0, + "id": "chatcmpl-0b03505ac56632ce006a7629d4b11c819e936c17a8ab868db8", + "model": "gpt-5.6-terra", + "object": "chat.completion", + "service_tier": "default", + "usage": { + "completion_tokens": 6, + "prompt_tokens": 9, + "prompt_tokens_details": { + "cached_tokens": 0, + }, + "total_tokens": 15, + }, +} +`; + exports[`chat-completions → responses > chatCompletionsAnthropicCacheControlParam > request 1`] = ` { "input": [ diff --git a/payloads/scripts/transforms/helpers.ts b/payloads/scripts/transforms/helpers.ts index bf91fd004..5480d1788 100644 --- a/payloads/scripts/transforms/helpers.ts +++ b/payloads/scripts/transforms/helpers.ts @@ -304,6 +304,15 @@ export function getTargetModelForCase( return targetCase.model; } + if ( + targetCase && + typeof targetCase === "object" && + "modelId" in targetCase && + typeof targetCase.modelId === "string" + ) { + return targetCase.modelId; + } + return TARGET_MODELS[targetFormat]; } diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-request.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-request.json new file mode 100644 index 000000000..23800773c --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-request.json @@ -0,0 +1,29 @@ +{ + "modelId": "global.anthropic.claude-opus-4-8", + "messages": [ + { + "role": "user", + "content": [ + { + "text": "Say hi." + } + ] + }, + { + "role": "assistant", + "content": [ + { + "text": "Hi! 👋 How can I help you today?" + } + ] + }, + { + "role": "user", + "content": [ + { + "text": "What should I do next?" + } + ] + } + ] +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response-streaming.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response-streaming.json new file mode 100644 index 000000000..542d9154b --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response-streaming.json @@ -0,0 +1,245 @@ +[ + { + "messageStart": { + "role": "assistant" + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "I'd" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " love to help, but I don't" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " have enough context to" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " give" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " you a useful answer!" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " \"" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "Next\" for" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " what?\n\nCould you tell" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " me a bit more about what you" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "'re working on or trying to acc" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "omplish? For example:" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "\n\n- A" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " **" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "project** you're st" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "uck on?\n- A **" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "decision** you" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "'re weighing?\n- A" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " **task** or **probl" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "em** you need" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " help with?\n- Something you" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "'re **" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "learning**" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "?\n\nFill me in and" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " I'll do my best to point" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " you in the right direction." + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " " + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "😊" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockStop": { + "contentBlockIndex": 0 + } + }, + { + "messageStop": { + "stopReason": "end_turn" + } + }, + { + "metadata": { + "usage": { + "inputTokens": 36, + "outputTokens": 140, + "totalTokens": 176 + }, + "metrics": { + "latencyMs": 2698 + } + } + } +] \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response.json new file mode 100644 index 000000000..0a26eb78c --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response.json @@ -0,0 +1,28 @@ +{ + "output": { + "message": { + "role": "assistant", + "content": [ + { + "text": "I'd be happy to help, but I'm not sure what you're working on! Could you give me a bit more context? For example:\n\n- Is there a **task or project** you're trying to make progress on?\n- Are you facing a **decision** and weighing options?\n- Do you need help with something **specific** (writing, coding, planning, learning, etc.)?\n\nLet me know what's on your mind and I'll point you in the right direction!" + } + ] + } + }, + "stopReason": "end_turn", + "usage": { + "inputTokens": 36, + "outputTokens": 131, + "totalTokens": 167, + "cacheReadInputTokens": 0 + }, + "metrics": { + "latencyMs": 2606 + }, + "$metadata": { + "httpStatusCode": 200, + "requestId": "4bb92d85-5cfe-403a-8dc7-ba43605b5221", + "attempts": 1, + "totalRetryDelay": 0 + } +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/request.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/request.json new file mode 100644 index 000000000..5c7292dea --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/request.json @@ -0,0 +1,13 @@ +{ + "modelId": "global.anthropic.claude-opus-4-8", + "messages": [ + { + "role": "user", + "content": [ + { + "text": "Say hi." + } + ] + } + ] +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response-streaming.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response-streaming.json new file mode 100644 index 000000000..768e9b75b --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response-streaming.json @@ -0,0 +1,53 @@ +[ + { + "messageStart": { + "role": "assistant" + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "Hi! " + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "👋 How can I help you" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " today?" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockStop": { + "contentBlockIndex": 0 + } + }, + { + "messageStop": { + "stopReason": "end_turn" + } + }, + { + "metadata": { + "usage": { + "inputTokens": 11, + "outputTokens": 17, + "totalTokens": 28 + }, + "metrics": { + "latencyMs": 1291 + } + } + } +] \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response.json new file mode 100644 index 000000000..a93391d85 --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response.json @@ -0,0 +1,28 @@ +{ + "output": { + "message": { + "role": "assistant", + "content": [ + { + "text": "Hi! 👋 How can I help you today?" + } + ] + } + }, + "stopReason": "end_turn", + "usage": { + "inputTokens": 11, + "outputTokens": 17, + "totalTokens": 28, + "cacheReadInputTokens": 0 + }, + "metrics": { + "latencyMs": 1346 + }, + "$metadata": { + "httpStatusCode": 200, + "requestId": "37802943-89b7-441e-b4ad-66a11ab66aca", + "attempts": 1, + "totalRetryDelay": 0 + } +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/error.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/error.json new file mode 100644 index 000000000..563d6117c --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/error.json @@ -0,0 +1,3 @@ +{ + "error": "Error: 404 The model `global.anthropic.claude-opus-4-8` does not exist or you do not have access to it." +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/request.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/request.json new file mode 100644 index 000000000..7d40eb1a3 --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/request.json @@ -0,0 +1,10 @@ +{ + "model": "global.anthropic.claude-opus-4-8", + "messages": [ + { + "role": "user", + "content": "Say hi." + } + ], + "temperature": 0.7 +} \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json new file mode 100644 index 000000000..896381f87 --- /dev/null +++ b/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json @@ -0,0 +1,80 @@ +[ + { + "type": "message_start", + "message": { + "model": "claude-sonnet-4-5-20250929", + "id": "msg_011CdottKxyiYniEgPeXjXAN", + "type": "message", + "role": "assistant", + "content": [], + "stop_reason": null, + "stop_sequence": null, + "stop_details": null, + "usage": { + "input_tokens": 10, + "cache_creation_input_tokens": 0, + "cache_read_input_tokens": 0, + "cache_creation": { + "ephemeral_5m_input_tokens": 0, + "ephemeral_1h_input_tokens": 0 + }, + "output_tokens": 1, + "service_tier": "standard", + "inference_geo": "not_available" + } + } + }, + { + "type": "content_block_start", + "index": 0, + "content_block": { + "type": "text", + "text": "" + } + }, + { + "type": "content_block_delta", + "index": 0, + "delta": { + "type": "text_delta", + "text": "Hi" + } + }, + { + "type": "content_block_delta", + "index": 0, + "delta": { + "type": "text_delta", + "text": "!" + } + }, + { + "type": "content_block_delta", + "index": 0, + "delta": { + "type": "text_delta", + "text": " How can I help you today?" + } + }, + { + "type": "content_block_stop", + "index": 0 + }, + { + "type": "message_delta", + "delta": { + "stop_reason": "end_turn", + "stop_sequence": null, + "stop_details": null + }, + "usage": { + "input_tokens": 10, + "cache_creation_input_tokens": 0, + "cache_read_input_tokens": 0, + "output_tokens": 12 + } + }, + { + "type": "message_stop" + } +] \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams.json b/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams.json new file mode 100644 index 000000000..79cf808bf --- /dev/null +++ b/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams.json @@ -0,0 +1,27 @@ +{ + "model": "claude-sonnet-4-5-20250929", + "id": "msg_011CdottDqdgY31gWu8d6Edz", + "type": "message", + "role": "assistant", + "content": [ + { + "type": "text", + "text": "Hi! 👋 How can I help you today?" + } + ], + "stop_reason": "end_turn", + "stop_sequence": null, + "stop_details": null, + "usage": { + "input_tokens": 10, + "cache_creation_input_tokens": 0, + "cache_read_input_tokens": 0, + "cache_creation": { + "ephemeral_5m_input_tokens": 0, + "ephemeral_1h_input_tokens": 0 + }, + "output_tokens": 16, + "service_tier": "standard", + "inference_geo": "not_available" + } +} \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams-streaming.json new file mode 100644 index 000000000..7fefc5df1 --- /dev/null +++ b/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams-streaming.json @@ -0,0 +1,61 @@ +[ + { + "messageStart": { + "role": "assistant" + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "Hi!" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " " + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "👋 How can I help you" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": " today?" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockStop": { + "contentBlockIndex": 0 + } + }, + { + "messageStop": { + "stopReason": "end_turn" + } + }, + { + "metadata": { + "usage": { + "inputTokens": 11, + "outputTokens": 17, + "totalTokens": 28 + }, + "metrics": { + "latencyMs": 1386 + } + } + } +] \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams.json b/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams.json new file mode 100644 index 000000000..9c2697516 --- /dev/null +++ b/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams.json @@ -0,0 +1,28 @@ +{ + "output": { + "message": { + "role": "assistant", + "content": [ + { + "text": "Hi! 👋 How can I help you today?" + } + ] + } + }, + "stopReason": "end_turn", + "usage": { + "inputTokens": 11, + "outputTokens": 17, + "totalTokens": 28, + "cacheReadInputTokens": 0 + }, + "metrics": { + "latencyMs": 1240 + }, + "$metadata": { + "httpStatusCode": 200, + "requestId": "4aba0d89-0326-4ea0-b177-398b60b03a5a", + "attempts": 1, + "totalRetryDelay": 0 + } +} \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams-streaming.json new file mode 100644 index 000000000..85bcb8e9c --- /dev/null +++ b/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams-streaming.json @@ -0,0 +1,94 @@ +[ + { + "candidates": [ + { + "content": { + "parts": [ + { + "text": "Hi there! How can I help you today" + } + ], + "role": "model" + }, + "index": 0 + } + ], + "usageMetadata": { + "promptTokenCount": 4, + "candidatesTokenCount": 9, + "totalTokenCount": 105, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 4 + } + ], + "thoughtsTokenCount": 92, + "serviceTier": "standard" + }, + "modelVersion": "gemini-3.5-flash", + "responseId": "1il2auaCBLu2_uMP9u_A0As" + }, + { + "candidates": [ + { + "content": { + "parts": [ + { + "text": "?" + } + ], + "role": "model" + }, + "index": 0 + } + ], + "usageMetadata": { + "promptTokenCount": 4, + "candidatesTokenCount": 10, + "totalTokenCount": 106, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 4 + } + ], + "thoughtsTokenCount": 92, + "serviceTier": "standard" + }, + "modelVersion": "gemini-3.5-flash", + "responseId": "1il2auaCBLu2_uMP9u_A0As" + }, + { + "candidates": [ + { + "content": { + "parts": [ + { + "text": "", + "thoughtSignature": "EskDCsYDARFNMg8LPu1bSZ5mnFwGiI+LPDuyVrQf8wFPiXExAdEyMRXs272ngzAtY/qYnQK2/noXNzVEZrrp+7/L45Vpwl4k6ol6+UsiALgPuN3IvfUuUXUmlsEnby3+8tqXjxiu9CvierfpztfzE3OsXIuYl7smjUs5FEu5x0vde3bYDxYQygbRVOQU7xKBxSfTsRrsOwNghLDrIHrw+fN0FPwVHZ8nlezaoXhHnQxLAVlq3wvBF9xsVRJScuvhWXU+YgQ43EJdo+ZShI/Ue8y+XIh12sKkiQf6E9EQxdsstpVA+8/QzJAsF/CRQUOFjoAnsZDv/LUdg9mUrgdhkswoZMfKQ/Bvw5t7nvs6IcPtT4XGgozT6h2GDWF/oRHZFnJwS84/+aDp69o+DdTlAzlzEFeIttVKgPswrapZdeG0g6OQ+30GmSJl4922eZ3xho9y/Tuu9iWjDeOXHPwidw8Crfdd6U626EneHE0UEc2OGxHiVOruEAgzedE6JvixJ109+IE7mC3ZOnjEwfa7IQHhruOIgXBycKeWm3HLLBuRYHXnNV6McqqdlbkeomPll8+sGp39O4gklAXlAabrR6RHtQeb1LZ0ZrECxA==" + } + ], + "role": "model" + }, + "finishReason": "STOP", + "index": 0 + } + ], + "usageMetadata": { + "promptTokenCount": 4, + "candidatesTokenCount": 10, + "totalTokenCount": 106, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 4 + } + ], + "thoughtsTokenCount": 92, + "serviceTier": "standard" + }, + "modelVersion": "gemini-3.5-flash", + "responseId": "1il2auaCBLu2_uMP9u_A0As" + } +] \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams.json b/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams.json new file mode 100644 index 000000000..4eceecc8f --- /dev/null +++ b/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams.json @@ -0,0 +1,32 @@ +{ + "candidates": [ + { + "content": { + "parts": [ + { + "text": "Hi there! How can I help you today?", + "thoughtSignature": "EsoCCscCARFNMg8gK86sqtOOMeGKASKhEq5WWnr2RMQxsN95gGrZRBHgNFOyK1zYhBIREK5HXFRJk0ukf2cCRJMDk3AwqwWdLPVoVH+kX4JgyjqxvFo82kzebDEtMaqYvmhkOr6USvBSno77NhhCSoQgnL7f6pwSEOxq/tSLFGZUPWA9FEdfrhYfXxb2P6Samb1Bs1GiaJxycyaFkWYkqidRo6273BBy6k5Sw0kwCCUMIt+kUDvwDGqB9/sfB79Bt47raAKbK5u92WOdBpxPLlAWhkhfaF8JsNVsn1oiSmroLcn1nWiB9Spo2/zBcijzF/XI9Rz1xW2rU8tJETQmNhicLA76y88WPZlYaRii5sJW5LlU8pmSGXtJdJttcVbV706FZzRrQkxCLZH/pQkm6uNPo/Vx4NO37H6FCXxdu4z888a1hKTgY3q9NbSN" + } + ], + "role": "model" + }, + "finishReason": "STOP", + "index": 0 + } + ], + "usageMetadata": { + "promptTokenCount": 4, + "candidatesTokenCount": 10, + "totalTokenCount": 90, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 4 + } + ], + "thoughtsTokenCount": 76, + "serviceTier": "standard" + }, + "modelVersion": "gemini-3.5-flash", + "responseId": "1Cl2avaVJ-6k_uMPzLu9sQs" +} \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams-streaming.json new file mode 100644 index 000000000..e085becb7 --- /dev/null +++ b/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams-streaming.json @@ -0,0 +1,321 @@ +[ + { + "type": "response.created", + "response": { + "id": "resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f", + "object": "response", + "created_at": 1786128854, + "status": "in_progress", + "background": false, + "completed_at": null, + "error": null, + "frequency_penalty": 0, + "incomplete_details": null, + "instructions": null, + "max_output_tokens": null, + "max_tool_calls": null, + "model": "gpt-5.6-terra", + "moderation": null, + "output": [], + "parallel_tool_calls": true, + "presence_penalty": 0, + "previous_response_id": null, + "prompt_cache_key": null, + "prompt_cache_retention": "24h", + "reasoning": { + "context": "all_turns", + "effort": "medium", + "mode": "standard", + "summary": null + }, + "safety_identifier": null, + "service_tier": "auto", + "store": true, + "temperature": 1, + "text": { + "format": { + "type": "text" + }, + "verbosity": "medium" + }, + "tool_choice": "auto", + "tool_usage": { + "image_gen": { + "input_tokens": 0, + "input_tokens_details": { + "image_tokens": 0, + "text_tokens": 0 + }, + "output_tokens": 0, + "output_tokens_details": { + "image_tokens": 0, + "text_tokens": 0 + }, + "total_tokens": 0 + }, + "web_search": { + "num_requests": 0 + } + }, + "tools": [], + "top_logprobs": 0, + "top_p": 0.98, + "truncation": "disabled", + "usage": null, + "user": null, + "metadata": {} + }, + "sequence_number": 0 + }, + { + "type": "response.in_progress", + "response": { + "id": "resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f", + "object": "response", + "created_at": 1786128854, + "status": "in_progress", + "background": false, + "completed_at": null, + "error": null, + "frequency_penalty": 0, + "incomplete_details": null, + "instructions": null, + "max_output_tokens": null, + "max_tool_calls": null, + "model": "gpt-5.6-terra", + "moderation": null, + "output": [], + "parallel_tool_calls": true, + "presence_penalty": 0, + "previous_response_id": null, + "prompt_cache_key": null, + "prompt_cache_retention": "24h", + "reasoning": { + "context": "all_turns", + "effort": "medium", + "mode": "standard", + "summary": null + }, + "safety_identifier": null, + "service_tier": "auto", + "store": true, + "temperature": 1, + "text": { + "format": { + "type": "text" + }, + "verbosity": "medium" + }, + "tool_choice": "auto", + "tool_usage": { + "image_gen": { + "input_tokens": 0, + "input_tokens_details": { + "image_tokens": 0, + "text_tokens": 0 + }, + "output_tokens": 0, + "output_tokens_details": { + "image_tokens": 0, + "text_tokens": 0 + }, + "total_tokens": 0 + }, + "web_search": { + "num_requests": 0 + } + }, + "tools": [], + "top_logprobs": 0, + "top_p": 0.98, + "truncation": "disabled", + "usage": null, + "user": null, + "metadata": {} + }, + "sequence_number": 1 + }, + { + "type": "response.output_item.added", + "item": { + "id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", + "type": "message", + "status": "in_progress", + "content": [], + "phase": "final_answer", + "role": "assistant" + }, + "output_index": 0, + "sequence_number": 2 + }, + { + "type": "response.content_part.added", + "content_index": 0, + "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", + "output_index": 0, + "part": { + "type": "output_text", + "annotations": [], + "logprobs": [], + "text": "" + }, + "sequence_number": 3 + }, + { + "type": "response.output_text.delta", + "content_index": 0, + "delta": "Hi", + "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", + "logprobs": [], + "obfuscation": "UAvZiTwyGnt6us", + "output_index": 0, + "sequence_number": 4 + }, + { + "type": "response.output_text.delta", + "content_index": 0, + "delta": "!", + "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", + "logprobs": [], + "obfuscation": "7ZuVypx1fMbFS8i", + "output_index": 0, + "sequence_number": 5 + }, + { + "type": "response.output_text.done", + "content_index": 0, + "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", + "logprobs": [], + "output_index": 0, + "sequence_number": 6, + "text": "Hi!" + }, + { + "type": "response.content_part.done", + "content_index": 0, + "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", + "output_index": 0, + "part": { + "type": "output_text", + "annotations": [], + "logprobs": [], + "text": "Hi!" + }, + "sequence_number": 7 + }, + { + "type": "response.output_item.done", + "item": { + "id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", + "type": "message", + "status": "completed", + "content": [ + { + "type": "output_text", + "annotations": [], + "logprobs": [], + "text": "Hi!" + } + ], + "phase": "final_answer", + "role": "assistant" + }, + "output_index": 0, + "sequence_number": 8 + }, + { + "type": "response.completed", + "response": { + "id": "resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f", + "object": "response", + "created_at": 1786128854, + "status": "completed", + "background": false, + "completed_at": 1786128854, + "error": null, + "frequency_penalty": 0, + "incomplete_details": null, + "instructions": null, + "max_output_tokens": null, + "max_tool_calls": null, + "model": "gpt-5.6-terra", + "moderation": null, + "output": [ + { + "id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", + "type": "message", + "status": "completed", + "content": [ + { + "type": "output_text", + "annotations": [], + "logprobs": [], + "text": "Hi!" + } + ], + "phase": "final_answer", + "role": "assistant" + } + ], + "parallel_tool_calls": true, + "presence_penalty": 0, + "previous_response_id": null, + "prompt_cache_key": null, + "prompt_cache_retention": "24h", + "reasoning": { + "context": "all_turns", + "effort": "medium", + "mode": "standard", + "summary": null + }, + "safety_identifier": null, + "service_tier": "default", + "store": true, + "temperature": 1, + "text": { + "format": { + "type": "text" + }, + "verbosity": "medium" + }, + "tool_choice": "auto", + "tool_usage": { + "image_gen": { + "input_tokens": 0, + "input_tokens_details": { + "image_tokens": 0, + "text_tokens": 0 + }, + "output_tokens": 0, + "output_tokens_details": { + "image_tokens": 0, + "text_tokens": 0 + }, + "total_tokens": 0 + }, + "web_search": { + "num_requests": 0 + } + }, + "tools": [], + "top_logprobs": 0, + "top_p": 0.98, + "truncation": "disabled", + "usage": { + "input_tokens": 9, + "input_tokens_details": { + "cache_write_tokens": 0, + "cached_tokens": 0 + }, + "output_tokens": 6, + "output_tokens_details": { + "reasoning_tokens": 0 + }, + "total_tokens": 15 + }, + "user": null, + "metadata": {} + }, + "sequence_number": 9 + } +] \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams.json b/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams.json new file mode 100644 index 000000000..7f833444b --- /dev/null +++ b/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams.json @@ -0,0 +1,95 @@ +{ + "id": "resp_0b03505ac56632ce006a7629d4b11c819e936c17a8ab868db8", + "object": "response", + "created_at": 1786128852, + "status": "completed", + "background": false, + "billing": { + "payer": "developer" + }, + "completed_at": 1786128853, + "error": null, + "frequency_penalty": 0, + "incomplete_details": null, + "instructions": null, + "max_output_tokens": null, + "max_tool_calls": null, + "model": "gpt-5.6-terra", + "moderation": null, + "output": [ + { + "id": "msg_0b03505ac56632ce006a7629d54a8c819ebc2b9c66229dfb18", + "type": "message", + "status": "completed", + "content": [ + { + "type": "output_text", + "annotations": [], + "logprobs": [], + "text": "Hi!" + } + ], + "phase": "final_answer", + "role": "assistant" + } + ], + "parallel_tool_calls": true, + "presence_penalty": 0, + "previous_response_id": null, + "prompt_cache_key": null, + "prompt_cache_retention": "24h", + "reasoning": { + "context": "all_turns", + "effort": "medium", + "mode": "standard", + "summary": null + }, + "safety_identifier": null, + "service_tier": "default", + "store": true, + "temperature": 1, + "text": { + "format": { + "type": "text" + }, + "verbosity": "medium" + }, + "tool_choice": "auto", + "tool_usage": { + "image_gen": { + "input_tokens": 0, + "input_tokens_details": { + "image_tokens": 0, + "text_tokens": 0 + }, + "output_tokens": 0, + "output_tokens_details": { + "image_tokens": 0, + "text_tokens": 0 + }, + "total_tokens": 0 + }, + "web_search": { + "num_requests": 0 + } + }, + "tools": [], + "top_logprobs": 0, + "top_p": 0.98, + "truncation": "disabled", + "usage": { + "input_tokens": 9, + "input_tokens_details": { + "cache_write_tokens": 0, + "cached_tokens": 0 + }, + "output_tokens": 6, + "output_tokens_details": { + "reasoning_tokens": 0 + }, + "total_tokens": 15 + }, + "user": null, + "metadata": {}, + "output_text": "Hi!" +} \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_vertex-anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_vertex-anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json new file mode 100644 index 000000000..d7f740059 --- /dev/null +++ b/payloads/transforms/chat-completions_to_vertex-anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json @@ -0,0 +1,4 @@ +{ + "error": "Error: Vertex streamRawPredict failed: 403 [{\n \"error\": {\n \"code\": 403,\n \"message\": \"Permission 'aiplatform.endpoints.predict' denied on resource '//aiplatform.googleapis.com/projects/gen-lang-client-0706260613/locations/us-east5/publishers/anthropic/models/claude-haiku-4-5' (or it may not exist). Remediate access with this Troubleshooter URL or share it with your administrator - https://console.cloud.google.com/iam-admin/troubleshooter/summary;errorId=CiQwMTlmZGQ5My02Y2FjLTdjMWItODYxYi0zOTQ3NzU0YWM0MmMSY3Byb2plY3RzL2dlbi1sYW5nLWNsaWVudC0wNzA2MjYwNjEzL2xvY2F0aW9ucy91cy1lYXN0NS9wdWJsaXNoZXJzL2FudGhyb3BpYy9tb2RlbHMvY2xhdWRlLWhhaWt1LTQtNQ%3D%3D .\",\n \"status\": \"PERMISSION_DENIED\",\n \"details\": [\n {\n \"@type\": \"type.googleapis.com/google.rpc.ErrorInfo\",\n \"reason\": \"IAM_PERMISSION_DENIED\",\n \"domain\": \"aiplatform.googleapis.com\",\n \"metadata\": {\n \"resource\": \"projects/gen-lang-client-0706260613/locations/us-east5/publishers/anthropic/models/claude-haiku-4-5\",\n \"troubleshooter_url\": \"https://console.cloud.google.com/iam-admin/troubleshooter/summary;errorId=CiQwMTlmZGQ5My02Y2FjLTdjMWItODYxYi0zOTQ3NzU0YWM0MmMSY3Byb2plY3RzL2dlbi1sYW5nLWNsaWVudC0wNzA2MjYwNjEzL2xvY2F0aW9ucy91cy1lYXN0NS9wdWJsaXNoZXJzL2FudGhyb3BpYy9tb2RlbHMvY2xhdWRlLWhhaWt1LTQtNQ%3D%3D\",\n \"error_info_id\": \"CiQwMTlmZGQ5My02Y2FjLTdjMWItODYxYi0zOTQ3NzU0YWM0MmMSY3Byb2plY3RzL2dlbi1sYW5nLWNsaWVudC0wNzA2MjYwNjEzL2xvY2F0aW9ucy91cy1lYXN0NS9wdWJsaXNoZXJzL2FudGhyb3BpYy9tb2RlbHMvY2xhdWRlLWhhaWt1LTQtNQ==\",\n \"permission\": \"aiplatform.endpoints.predict\"\n }\n }\n ]\n }\n}\n]", + "name": "Error" +} \ No newline at end of file From c9814e5bed7f583541d4f7f013e37a90b892255d Mon Sep 17 00:00:00 2001 From: Erin McNulty Date: Fri, 7 Aug 2026 15:15:46 -0400 Subject: [PATCH 2/3] fixes --- payloads/cases/params.ts | 4 +- .../transforms-streaming.test.ts.snap | 64 +- .../__snapshots__/transforms.test.ts.snap | 26 +- .../bedrock/followup-request.json | 0 .../bedrock/followup-response-streaming.json | 66 +- .../bedrock/followup-response.json | 28 + .../bedrock/request.json | 0 .../bedrock/response-streaming.json} | 6 +- .../bedrock/response.json | 4 +- .../chat-completions/followup-request.json | 20 + .../followup-response-streaming.json | 3156 +++++++++++++++++ .../chat-completions/followup-response.json | 36 + .../chat-completions/request.json | 2 +- .../chat-completions/response-streaming.json | 211 ++ .../chat-completions/response.json | 36 + .../bedrock/followup-response.json | 28 - .../chat-completions/error.json | 3 - ... bedrockAnthropicOpus48SamplingParam.json} | 2 +- ...thropicOpus48SamplingParams-streaming.json | 80 - ...thropicOpus48SamplingParam-streaming.json} | 16 +- ... bedrockAnthropicOpus48SamplingParam.json} | 4 +- .../bedrockAnthropicOpus48SamplingParam.json | 32 + ...thropicOpus48SamplingParams-streaming.json | 94 - .../bedrockAnthropicOpus48SamplingParams.json | 32 - ... bedrockAnthropicOpus48SamplingParam.json} | 8 +- ...thropicOpus48SamplingParams-streaming.json | 321 -- ...thropicOpus48SamplingParams-streaming.json | 4 - 27 files changed, 3591 insertions(+), 692 deletions(-) rename payloads/snapshots/{bedrockAnthropicOpus48SamplingParams => bedrockAnthropicOpus48SamplingParam}/bedrock/followup-request.json (100%) rename payloads/snapshots/{bedrockAnthropicOpus48SamplingParams => bedrockAnthropicOpus48SamplingParam}/bedrock/followup-response-streaming.json (72%) create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-response.json rename payloads/snapshots/{bedrockAnthropicOpus48SamplingParams => bedrockAnthropicOpus48SamplingParam}/bedrock/request.json (100%) rename payloads/{transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams-streaming.json => snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/response-streaming.json} (89%) rename payloads/snapshots/{bedrockAnthropicOpus48SamplingParams => bedrockAnthropicOpus48SamplingParam}/bedrock/response.json (84%) create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-request.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-response-streaming.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-response.json rename payloads/snapshots/{bedrockAnthropicOpus48SamplingParams => bedrockAnthropicOpus48SamplingParam}/chat-completions/request.json (69%) create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/response-streaming.json create mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/response.json delete mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response.json delete mode 100644 payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/error.json rename payloads/transforms/chat-completions_to_anthropic/{bedrockAnthropicOpus48SamplingParams.json => bedrockAnthropicOpus48SamplingParam.json} (93%) delete mode 100644 payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json rename payloads/{snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response-streaming.json => transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParam-streaming.json} (73%) rename payloads/transforms/chat-completions_to_bedrock/{bedrockAnthropicOpus48SamplingParams.json => bedrockAnthropicOpus48SamplingParam.json} (84%) create mode 100644 payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParam.json delete mode 100644 payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams-streaming.json delete mode 100644 payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams.json rename payloads/transforms/chat-completions_to_responses/{bedrockAnthropicOpus48SamplingParams.json => bedrockAnthropicOpus48SamplingParam.json} (90%) delete mode 100644 payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams-streaming.json delete mode 100644 payloads/transforms/chat-completions_to_vertex-anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json diff --git a/payloads/cases/params.ts b/payloads/cases/params.ts index 6a91b95e4..92072cac8 100644 --- a/payloads/cases/params.ts +++ b/payloads/cases/params.ts @@ -2306,9 +2306,9 @@ export const paramsCases: TestCaseCollection = { bedrock: null, }, - bedrockAnthropicOpus48SamplingParams: { + bedrockAnthropicOpus48SamplingParam: { "chat-completions": { - model: "global.anthropic.claude-opus-4-8", + model: OPENAI_NON_REASONING_MODEL, messages: [{ role: "user", content: "Say hi." }], temperature: 0.7, }, diff --git a/payloads/scripts/transforms/__snapshots__/transforms-streaming.test.ts.snap b/payloads/scripts/transforms/__snapshots__/transforms-streaming.test.ts.snap index 2e5f39a64..2fa8fb3bc 100644 --- a/payloads/scripts/transforms/__snapshots__/transforms-streaming.test.ts.snap +++ b/payloads/scripts/transforms/__snapshots__/transforms-streaming.test.ts.snap @@ -3785,26 +3785,6 @@ data: {"type":"message_stop"} " `; -exports[`streaming: chat-completions → anthropic > bedrockAnthropicOpus48SamplingParams > streaming 1`] = ` -"data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"msg_011CdottKxyiYniEgPeXjXAN","model":"claude-sonnet-4-5-20250929","object":"chat.completion.chunk","usage":{"completion_tokens":1,"prompt_tokens":10,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":11}} - -data: {"choices":[],"object":"chat.completion.chunk"} - -data: {"choices":[{"delta":{"content":"Hi","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} - -data: {"choices":[{"delta":{"content":"!","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} - -data: {"choices":[{"delta":{"content":" How can I help you today?","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} - -data: {"choices":[],"object":"chat.completion.chunk"} - -data: {"choices":[{"delta":{},"finish_reason":"stop","index":0}],"object":"chat.completion.chunk","usage":{"completion_tokens":12,"prompt_tokens":10,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":22}} - -data: [DONE] - -" -`; - exports[`streaming: chat-completions → anthropic > complexReasoningRequest > streaming 1`] = ` "data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"msg_01Jbqq7pu2VC5ixYeKCSgU7y","model":"claude-sonnet-4-5-20250929","object":"chat.completion.chunk","usage":{"completion_tokens":4,"prompt_tokens":80,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":84}} @@ -4989,16 +4969,16 @@ data: [DONE] " `; -exports[`streaming: chat-completions → bedrock > bedrockAnthropicOpus48SamplingParams > streaming 1`] = ` +exports[`streaming: chat-completions → bedrock > bedrockAnthropicOpus48SamplingParam > streaming 1`] = ` "data: {"choices":[],"object":"chat.completion.chunk"} data: {"choices":[{"delta":{"content":"Hi!","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} data: {"choices":[{"delta":{"content":" ","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} -data: {"choices":[{"delta":{"content":"👋 How can I help you","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} +data: {"choices":[{"delta":{"content":"👋 How can I help you today","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} -data: {"choices":[{"delta":{"content":" today?","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} +data: {"choices":[{"delta":{"content":"?","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} data: {"choices":[],"object":"chat.completion.chunk"} @@ -7449,18 +7429,6 @@ data: [DONE] " `; -exports[`streaming: chat-completions → google > bedrockAnthropicOpus48SamplingParams > streaming 1`] = ` -"data: {"choices":[{"delta":{"content":"Hi there! How can I help you today","role":"assistant"},"finish_reason":null,"index":0}],"id":"1il2auaCBLu2_uMP9u_A0As","model":"gemini-3.5-flash","object":"chat.completion.chunk","usage":{"completion_tokens":101,"completion_tokens_details":{"reasoning_tokens":92},"prompt_tokens":4,"total_tokens":105}} - -data: {"choices":[{"delta":{"content":"?","role":"assistant"},"finish_reason":null,"index":0}],"id":"1il2auaCBLu2_uMP9u_A0As","model":"gemini-3.5-flash","object":"chat.completion.chunk","usage":{"completion_tokens":102,"completion_tokens_details":{"reasoning_tokens":92},"prompt_tokens":4,"total_tokens":106}} - -data: {"choices":[{"delta":{"content":"","reasoning_signature":"EskDCsYDARFNMg8LPu1bSZ5mnFwGiI+LPDuyVrQf8wFPiXExAdEyMRXs272ngzAtY/qYnQK2/noXNzVEZrrp+7/L45Vpwl4k6ol6+UsiALgPuN3IvfUuUXUmlsEnby3+8tqXjxiu9CvierfpztfzE3OsXIuYl7smjUs5FEu5x0vde3bYDxYQygbRVOQU7xKBxSfTsRrsOwNghLDrIHrw+fN0FPwVHZ8nlezaoXhHnQxLAVlq3wvBF9xsVRJScuvhWXU+YgQ43EJdo+ZShI/Ue8y+XIh12sKkiQf6E9EQxdsstpVA+8/QzJAsF/CRQUOFjoAnsZDv/LUdg9mUrgdhkswoZMfKQ/Bvw5t7nvs6IcPtT4XGgozT6h2GDWF/oRHZFnJwS84/+aDp69o+DdTlAzlzEFeIttVKgPswrapZdeG0g6OQ+30GmSJl4922eZ3xho9y/Tuu9iWjDeOXHPwidw8Crfdd6U626EneHE0UEc2OGxHiVOruEAgzedE6JvixJ109+IE7mC3ZOnjEwfa7IQHhruOIgXBycKeWm3HLLBuRYHXnNV6McqqdlbkeomPll8+sGp39O4gklAXlAabrR6RHtQeb1LZ0ZrECxA==","role":"assistant"},"finish_reason":"stop","index":0}],"id":"1il2auaCBLu2_uMP9u_A0As","model":"gemini-3.5-flash","object":"chat.completion.chunk","usage":{"completion_tokens":102,"completion_tokens_details":{"reasoning_tokens":92},"prompt_tokens":4,"total_tokens":106}} - -data: [DONE] - -" -`; - exports[`streaming: chat-completions → google > complexReasoningRequest > streaming 1`] = ` "data: {"choices":[{"delta":{"content":"Let's break this down systematically.\\n\\nA digital clock displays times in","role":"assistant"},"finish_reason":null,"index":0}],"id":"8jr6aYKJCLKd1MkP5tvE4AI","model":"gemini-2.5-flash","object":"chat.completion.chunk","usage":{"completion_tokens":2805,"completion_tokens_details":{"reasoning_tokens":2790},"prompt_tokens":75,"total_tokens":2880}} @@ -7655,32 +7623,6 @@ data: [DONE] " `; -exports[`streaming: chat-completions → responses > bedrockAnthropicOpus48SamplingParams > streaming 1`] = ` -"data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f","model":"gpt-5.6-terra","object":"chat.completion.chunk","service_tier":"auto"} - -data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f","model":"gpt-5.6-terra","object":"chat.completion.chunk","service_tier":"auto"} - -data: {"choices":[],"object":"chat.completion.chunk"} - -data: {"choices":[],"object":"chat.completion.chunk"} - -data: {"choices":[{"delta":{"content":"Hi","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} - -data: {"choices":[{"delta":{"content":"!","role":"assistant"},"finish_reason":null,"index":0}],"object":"chat.completion.chunk"} - -data: {"choices":[],"object":"chat.completion.chunk"} - -data: {"choices":[],"object":"chat.completion.chunk"} - -data: {"choices":[],"object":"chat.completion.chunk"} - -data: {"choices":[{"delta":{},"finish_reason":"stop","index":0}],"id":"resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f","model":"gpt-5.6-terra","object":"chat.completion.chunk","service_tier":"default","usage":{"completion_tokens":6,"prompt_tokens":9,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":15}} - -data: [DONE] - -" -`; - exports[`streaming: chat-completions → responses > complexReasoningRequest > streaming 1`] = ` "data: {"choices":[{"delta":{"content":"","role":"assistant"},"finish_reason":null,"index":0}],"id":"resp_09ccd2057d336dbd0069d566de9e3081a29d361d98ee906f25","model":"gpt-5-nano-2025-08-07","object":"chat.completion.chunk","service_tier":"auto"} diff --git a/payloads/scripts/transforms/__snapshots__/transforms.test.ts.snap b/payloads/scripts/transforms/__snapshots__/transforms.test.ts.snap index 498541d2e..645270d38 100644 --- a/payloads/scripts/transforms/__snapshots__/transforms.test.ts.snap +++ b/payloads/scripts/transforms/__snapshots__/transforms.test.ts.snap @@ -8416,7 +8416,7 @@ exports[`anthropic → responses > webSearchUserLocationParam > response 1`] = ` } `; -exports[`chat-completions → anthropic > bedrockAnthropicOpus48SamplingParams > request 1`] = ` +exports[`chat-completions → anthropic > bedrockAnthropicOpus48SamplingParam > request 1`] = ` { "max_tokens": 4096, "messages": [ @@ -8430,7 +8430,7 @@ exports[`chat-completions → anthropic > bedrockAnthropicOpus48SamplingParams > } `; -exports[`chat-completions → anthropic > bedrockAnthropicOpus48SamplingParams > response 1`] = ` +exports[`chat-completions → anthropic > bedrockAnthropicOpus48SamplingParam > response 1`] = ` { "choices": [ { @@ -8444,7 +8444,7 @@ exports[`chat-completions → anthropic > bedrockAnthropicOpus48SamplingParams > }, ], "created": 0, - "id": "chatcmpl-011CdottDqdgY31gWu8d6Edz", + "id": "chatcmpl-011CdovF623Jm1vN5qyVJ7UF", "model": "claude-sonnet-4-5-20250929", "object": "chat.completion", "usage": { @@ -11567,7 +11567,7 @@ exports[`chat-completions → anthropic > topPReasoningModelParam > response 1`] } `; -exports[`chat-completions → bedrock > bedrockAnthropicOpus48SamplingParams > request 1`] = ` +exports[`chat-completions → bedrock > bedrockAnthropicOpus48SamplingParam > request 1`] = ` { "messages": [ { @@ -11583,7 +11583,7 @@ exports[`chat-completions → bedrock > bedrockAnthropicOpus48SamplingParams > r } `; -exports[`chat-completions → bedrock > bedrockAnthropicOpus48SamplingParams > response 1`] = ` +exports[`chat-completions → bedrock > bedrockAnthropicOpus48SamplingParam > response 1`] = ` { "choices": [ { @@ -14714,7 +14714,7 @@ exports[`chat-completions → bedrock > topPReasoningModelParam > response 1`] = } `; -exports[`chat-completions → google > bedrockAnthropicOpus48SamplingParams > request 1`] = ` +exports[`chat-completions → google > bedrockAnthropicOpus48SamplingParam > request 1`] = ` { "contents": [ { @@ -14734,7 +14734,7 @@ exports[`chat-completions → google > bedrockAnthropicOpus48SamplingParams > re } `; -exports[`chat-completions → google > bedrockAnthropicOpus48SamplingParams > response 1`] = ` +exports[`chat-completions → google > bedrockAnthropicOpus48SamplingParam > response 1`] = ` { "choices": [ { @@ -14752,12 +14752,12 @@ exports[`chat-completions → google > bedrockAnthropicOpus48SamplingParams > re "model": "gemini-3.5-flash", "object": "chat.completion", "usage": { - "completion_tokens": 86, + "completion_tokens": 116, "completion_tokens_details": { - "reasoning_tokens": 76, + "reasoning_tokens": 106, }, "prompt_tokens": 4, - "total_tokens": 90, + "total_tokens": 120, }, } `; @@ -18323,7 +18323,7 @@ exports[`chat-completions → google > topPReasoningModelParam > response 1`] = } `; -exports[`chat-completions → responses > bedrockAnthropicOpus48SamplingParams > request 1`] = ` +exports[`chat-completions → responses > bedrockAnthropicOpus48SamplingParam > request 1`] = ` { "input": [ { @@ -18336,7 +18336,7 @@ exports[`chat-completions → responses > bedrockAnthropicOpus48SamplingParams > } `; -exports[`chat-completions → responses > bedrockAnthropicOpus48SamplingParams > response 1`] = ` +exports[`chat-completions → responses > bedrockAnthropicOpus48SamplingParam > response 1`] = ` { "choices": [ { @@ -18350,7 +18350,7 @@ exports[`chat-completions → responses > bedrockAnthropicOpus48SamplingParams > }, ], "created": 0, - "id": "chatcmpl-0b03505ac56632ce006a7629d4b11c819e936c17a8ab868db8", + "id": "chatcmpl-06f639bd05fe5cbe006a762e0271b4819db3a540687ab0bc83", "model": "gpt-5.6-terra", "object": "chat.completion", "service_tier": "default", diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-request.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-request.json similarity index 100% rename from payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-request.json rename to payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-request.json diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response-streaming.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-response-streaming.json similarity index 72% rename from payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response-streaming.json rename to payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-response-streaming.json index 542d9154b..aacb5ae53 100644 --- a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response-streaming.json +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-response-streaming.json @@ -7,7 +7,7 @@ { "contentBlockDelta": { "delta": { - "text": "I'd" + "text": "I" }, "contentBlockIndex": 0 } @@ -15,7 +15,7 @@ { "contentBlockDelta": { "delta": { - "text": " love to help, but I don't" + "text": "'d" }, "contentBlockIndex": 0 } @@ -23,15 +23,7 @@ { "contentBlockDelta": { "delta": { - "text": " have enough context to" - }, - "contentBlockIndex": 0 - } - }, - { - "contentBlockDelta": { - "delta": { - "text": " give" + "text": " love to help, but I don't" }, "contentBlockIndex": 0 } @@ -39,7 +31,7 @@ { "contentBlockDelta": { "delta": { - "text": " you a useful answer!" + "text": " have any context about what you're" }, "contentBlockIndex": 0 } @@ -47,7 +39,7 @@ { "contentBlockDelta": { "delta": { - "text": " \"" + "text": " working on!" }, "contentBlockIndex": 0 } @@ -55,7 +47,7 @@ { "contentBlockDelta": { "delta": { - "text": "Next\" for" + "text": " To" }, "contentBlockIndex": 0 } @@ -63,7 +55,7 @@ { "contentBlockDelta": { "delta": { - "text": " what?\n\nCould you tell" + "text": " point" }, "contentBlockIndex": 0 } @@ -71,7 +63,7 @@ { "contentBlockDelta": { "delta": { - "text": " me a bit more about what you" + "text": " you in the right direction, could" }, "contentBlockIndex": 0 } @@ -79,7 +71,7 @@ { "contentBlockDelta": { "delta": { - "text": "'re working on or trying to acc" + "text": " you tell me a bit more" }, "contentBlockIndex": 0 } @@ -87,7 +79,7 @@ { "contentBlockDelta": { "delta": { - "text": "omplish? For example:" + "text": "?" }, "contentBlockIndex": 0 } @@ -95,7 +87,7 @@ { "contentBlockDelta": { "delta": { - "text": "\n\n- A" + "text": "\n\nFor example:\n- **" }, "contentBlockIndex": 0 } @@ -103,7 +95,7 @@ { "contentBlockDelta": { "delta": { - "text": " **" + "text": "What" }, "contentBlockIndex": 0 } @@ -111,7 +103,7 @@ { "contentBlockDelta": { "delta": { - "text": "project** you're st" + "text": " are you tr" }, "contentBlockIndex": 0 } @@ -119,7 +111,7 @@ { "contentBlockDelta": { "delta": { - "text": "uck on?\n- A **" + "text": "ying to accomplish?**" }, "contentBlockIndex": 0 } @@ -127,7 +119,7 @@ { "contentBlockDelta": { "delta": { - "text": "decision** you" + "text": " (a project, a" }, "contentBlockIndex": 0 } @@ -135,7 +127,7 @@ { "contentBlockDelta": { "delta": { - "text": "'re weighing?\n- A" + "text": " task, a decision?)" }, "contentBlockIndex": 0 } @@ -143,7 +135,7 @@ { "contentBlockDelta": { "delta": { - "text": " **task** or **probl" + "text": "\n- **Where" }, "contentBlockIndex": 0 } @@ -151,7 +143,7 @@ { "contentBlockDelta": { "delta": { - "text": "em** you need" + "text": " are you stuck**" }, "contentBlockIndex": 0 } @@ -159,7 +151,7 @@ { "contentBlockDelta": { "delta": { - "text": " help with?\n- Something you" + "text": " or what's the" }, "contentBlockIndex": 0 } @@ -167,7 +159,7 @@ { "contentBlockDelta": { "delta": { - "text": "'re **" + "text": " current situ" }, "contentBlockIndex": 0 } @@ -175,7 +167,7 @@ { "contentBlockDelta": { "delta": { - "text": "learning**" + "text": "ation?\n\nGive" }, "contentBlockIndex": 0 } @@ -183,7 +175,7 @@ { "contentBlockDelta": { "delta": { - "text": "?\n\nFill me in and" + "text": " me some details and I" }, "contentBlockIndex": 0 } @@ -191,7 +183,7 @@ { "contentBlockDelta": { "delta": { - "text": " I'll do my best to point" + "text": "'ll do my best to su" }, "contentBlockIndex": 0 } @@ -199,7 +191,7 @@ { "contentBlockDelta": { "delta": { - "text": " you in the right direction." + "text": "ggest a" }, "contentBlockIndex": 0 } @@ -207,7 +199,7 @@ { "contentBlockDelta": { "delta": { - "text": " " + "text": " next" }, "contentBlockIndex": 0 } @@ -215,7 +207,7 @@ { "contentBlockDelta": { "delta": { - "text": "😊" + "text": " step. 😊" }, "contentBlockIndex": 0 } @@ -234,11 +226,11 @@ "metadata": { "usage": { "inputTokens": 36, - "outputTokens": 140, - "totalTokens": 176 + "outputTokens": 116, + "totalTokens": 152 }, "metrics": { - "latencyMs": 2698 + "latencyMs": 2768 } } } diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-response.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-response.json new file mode 100644 index 000000000..5d3d2e574 --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/followup-response.json @@ -0,0 +1,28 @@ +{ + "output": { + "message": { + "role": "assistant", + "content": [ + { + "text": "I'd love to help, but I don't have enough context to give you useful advice! \"What should I do next\" depends a lot on what you're working on or trying to achieve.\n\nCould you tell me more about:\n\n- **What are you working on?** (a project, a decision, a problem?)\n- **What's your goal?** (what are you hoping to accomplish?)\n- **Where are you stuck?** (or is this just starting something new?)\n\nGive me a bit more detail and I'll do my best to point you in the right direction! 😊" + } + ] + } + }, + "stopReason": "end_turn", + "usage": { + "inputTokens": 36, + "outputTokens": 160, + "totalTokens": 196, + "cacheReadInputTokens": 0 + }, + "metrics": { + "latencyMs": 3027 + }, + "$metadata": { + "httpStatusCode": 200, + "requestId": "ea0f7bd2-e489-4623-a79b-6aba6ac6465d", + "attempts": 1, + "totalRetryDelay": 0 + } +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/request.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/request.json similarity index 100% rename from payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/request.json rename to payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/request.json diff --git a/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/response-streaming.json similarity index 89% rename from payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams-streaming.json rename to payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/response-streaming.json index 7fefc5df1..d1fcf381f 100644 --- a/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams-streaming.json +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/response-streaming.json @@ -23,7 +23,7 @@ { "contentBlockDelta": { "delta": { - "text": "👋 How can I help you" + "text": "👋 How can" }, "contentBlockIndex": 0 } @@ -31,7 +31,7 @@ { "contentBlockDelta": { "delta": { - "text": " today?" + "text": " I help you today?" }, "contentBlockIndex": 0 } @@ -54,7 +54,7 @@ "totalTokens": 28 }, "metrics": { - "latencyMs": 1386 + "latencyMs": 1281 } } } diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/response.json similarity index 84% rename from payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response.json rename to payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/response.json index a93391d85..8ea314a92 100644 --- a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response.json +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/bedrock/response.json @@ -17,11 +17,11 @@ "cacheReadInputTokens": 0 }, "metrics": { - "latencyMs": 1346 + "latencyMs": 1319 }, "$metadata": { "httpStatusCode": 200, - "requestId": "37802943-89b7-441e-b4ad-66a11ab66aca", + "requestId": "07dec20d-992f-4c50-a4c1-faf8ec408313", "attempts": 1, "totalRetryDelay": 0 } diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-request.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-request.json new file mode 100644 index 000000000..264671462 --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-request.json @@ -0,0 +1,20 @@ +{ + "model": "gpt-4o-mini", + "messages": [ + { + "role": "user", + "content": "Say hi." + }, + { + "role": "assistant", + "content": "Hi! How can I assist you today?", + "refusal": null, + "annotations": [] + }, + { + "role": "user", + "content": "What should I do next?" + } + ], + "temperature": 0.7 +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-response-streaming.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-response-streaming.json new file mode 100644 index 000000000..5b7dd117a --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-response-streaming.json @@ -0,0 +1,3156 @@ +[ + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "role": "assistant", + "content": "", + "refusal": null + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "2sU5AI" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "That" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "Ec5l" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " depends" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " on" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "rstop" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " what" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "dPe" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " you're" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "R" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " interested" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "KuwZHbZwDcIVh" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " in" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "dMih7" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "!" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "857l3hE" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Here" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "pSB" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " are" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "js8P" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "eBkdt6" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " few" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "nezL" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " suggestions" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "9DL3OYuSzWJm" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ":\n\n" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "CHs" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "1" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "dblqffV" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "." + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "aVeLakT" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " **" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "GtVrH" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "Learn" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "oNK" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Something" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "4kXMBCBLZLCPgu" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " New" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "8FQx" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "**" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "MoVHnl" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ":" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "QI7EjOT" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Pick" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "RVU" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "LYu92d" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " topic" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "Dz" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " you're" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "q" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " curious" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " about" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "pK" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " and" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "mP3K" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " explore" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " it" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "KcEnG" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " through" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " articles" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "hb4sIOI1wpC4uRh" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "G19NTRF" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " videos" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "r" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "cQ3Nltd" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " or" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "sjEQ2" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " podcasts" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "nMegaNAIgLqBDVf" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ".\n" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "zzmP0" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "2" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "5NZsQVQ" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "." + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "dVxhrYO" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " **" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "qsHbW" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "Read" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "1pRt" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "qEGIAX" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Book" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "bF0" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "**" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "h6pQIA" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ":" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "ftVbSLP" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Find" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "5On" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "45KSA0" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " book" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "brS" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " that" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "VHi" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " interests" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "PEOIK3UZL0JM02" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " you" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "tT8z" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "CQ4adSx" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " whether" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " it's" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "idI" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " fiction" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "RxtbZOI" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " non" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "NU8n" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "-fiction" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "ZoeYlx8" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " or" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "LuZgq" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "YFiXPx" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " self" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "SQY" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "-help" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "0Xi" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " book" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "P3A" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ".\n" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "1Xrpq" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "3" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "D5TulAG" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "." + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "Uucn8Px" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " **" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "vOwYQ" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "Get" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "0FpCK" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Creative" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "q79QFsE8GKPvzCL" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "**" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "pdRv6L" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ":" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "YClBqxN" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Start" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "zh" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "TOAkaH" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " creative" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "7xyybtPUBalEZyA" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " project" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " like" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "21o" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " drawing" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "xS77R8S" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " writing" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "wWIrZKK" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " or" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "X0lMu" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " crafting" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "EXslALxqeBgsdVE" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ".\n" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "JtjEB" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "4" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "CKy5iEq" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "." + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "UKQXfvM" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " **" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "SPiaL" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "Exercise" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "**" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "zQCQug" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ":" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "3U2wb2c" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Go" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "GQC6F" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " for" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "1I2v" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "kbXgkH" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " walk" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "tFJ" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "rMFhqBJ" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " do" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "R2NZo" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " some" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "I8G" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " yoga" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "vPk" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "," + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "dkFLAlz" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " or" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "Atz6X" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " try" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "LNrn" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "VbH3bu" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " workout" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " video" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "4T" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ".\n" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "RJdhl" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "5" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "AyIeswA" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "." + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "77JTZZ5" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " **" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "XqMtY" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "Connect" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "T" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " with" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "RVm" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Someone" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "**" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "7kdINS" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ":" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "7Suw4sP" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Reach" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "xa" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " out" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "ctMC" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " to" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "Zcm2M" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "C4Nm3v" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " friend" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "8" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " or" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "KWjE0" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " family" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "4" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " member" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "C" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " for" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "FG2e" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "dmOjmY" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " chat" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "hz5" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ".\n" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "RWAVk" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "6" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "uXjKvDq" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "." + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "k67QTm0" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " **" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "UnKQW" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "Plan" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "q6ih" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Your" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "l2m" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Day" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "EbGp" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "**" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "UaIDgW" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ":" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "0gApOeI" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " Make" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "fMs" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " a" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "7XaNir" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " to" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "nxjIz" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "-do" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "2IwVU" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " list" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "RdB" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " or" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "gZWcj" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " plan" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "vWS" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " your" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "30o" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " week" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "i7P" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " ahead" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "Xm" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": ".\n\n" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "05O" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "Let" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "fvQzQ" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " me" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "pqQfg" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " know" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "8x5" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " if" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "3se0H" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " you" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "HApO" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " want" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "6N5" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " more" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "0IC" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " specific" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "tpvHUFGbojqOjKh" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " recommendations" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "beBtJRCe" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " or" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "uQhte" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " if" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "Mi9sE" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " there's" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " something" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "q5oCoH6uhILw3c" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " particular" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "RUORcrcoRodqn" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " on" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "CTi62" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " your" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "PaQ" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": " mind" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "130" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": { + "content": "!" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "MIwwjIG" + }, + { + "id": "chatcmpl-EAKH11rzVAE6YNH5rn3AZBErCHRKL", + "object": "chat.completion.chunk", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384", + "choices": [ + { + "index": 0, + "delta": {}, + "logprobs": null, + "finish_reason": "stop" + } + ], + "obfuscation": "P5" + } +] \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-response.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-response.json new file mode 100644 index 000000000..fed03b290 --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/followup-response.json @@ -0,0 +1,36 @@ +{ + "id": "chatcmpl-EAKH1oxVGGTiUTTdaLPffmMmgSAJq", + "object": "chat.completion", + "created": 1786129919, + "model": "gpt-4o-mini-2024-07-18", + "choices": [ + { + "index": 0, + "message": { + "role": "assistant", + "content": "That depends on what you're looking to achieve! Here are a few suggestions based on different interests:\n\n1. **Learning**: Consider exploring a new topic or skill online, like coding, cooking, or a new language.\n2. **Relaxation**: Take a break and enjoy a book, listen to music, or go for a walk.\n3. **Productivity**: Make a to-do list for tasks you want to accomplish today or this week.\n4. **Connection**: Reach out to a friend or family member for a chat or plan a get-together.\n5. **Creativity**: Try drawing, writing, or engaging in any form of artistic expression.\n\nLet me know if you want more specific suggestions!", + "refusal": null, + "annotations": [] + }, + "logprobs": null, + "finish_reason": "stop" + } + ], + "usage": { + "prompt_tokens": 33, + "completion_tokens": 147, + "total_tokens": 180, + "prompt_tokens_details": { + "cached_tokens": 0, + "audio_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0, + "audio_tokens": 0, + "accepted_prediction_tokens": 0, + "rejected_prediction_tokens": 0 + } + }, + "service_tier": "default", + "system_fingerprint": "fp_0950b7f384" +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/request.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/request.json similarity index 69% rename from payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/request.json rename to payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/request.json index 7d40eb1a3..e074eaa11 100644 --- a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/request.json +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/request.json @@ -1,5 +1,5 @@ { - "model": "global.anthropic.claude-opus-4-8", + "model": "gpt-4o-mini", "messages": [ { "role": "user", diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/response-streaming.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/response-streaming.json new file mode 100644 index 000000000..a3abc33bf --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/response-streaming.json @@ -0,0 +1,211 @@ +[ + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "role": "assistant", + "content": "", + "refusal": null + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "xnr08I" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": "Hi" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "pnlgNv" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": "!" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "hjeQUhd" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": " How" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "QGRV" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": " can" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "n29i" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": " I" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "yi8hCK" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": " assist" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "N" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": " you" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "9dHw" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": " today" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "99" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": { + "content": "?" + }, + "logprobs": null, + "finish_reason": null + } + ], + "obfuscation": "uJWmtsF" + }, + { + "id": "chatcmpl-EAKH0rajI8lReFFfhX692BTiucljU", + "object": "chat.completion.chunk", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5", + "choices": [ + { + "index": 0, + "delta": {}, + "logprobs": null, + "finish_reason": "stop" + } + ], + "obfuscation": "VG" + } +] \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/response.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/response.json new file mode 100644 index 000000000..060838cb2 --- /dev/null +++ b/payloads/snapshots/bedrockAnthropicOpus48SamplingParam/chat-completions/response.json @@ -0,0 +1,36 @@ +{ + "id": "chatcmpl-EAKH0n0XinV2AmHZYM54XeRlmj7Ks", + "object": "chat.completion", + "created": 1786129918, + "model": "gpt-4o-mini-2024-07-18", + "choices": [ + { + "index": 0, + "message": { + "role": "assistant", + "content": "Hi! How can I assist you today?", + "refusal": null, + "annotations": [] + }, + "logprobs": null, + "finish_reason": "stop" + } + ], + "usage": { + "prompt_tokens": 10, + "completion_tokens": 9, + "total_tokens": 19, + "prompt_tokens_details": { + "cached_tokens": 0, + "audio_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0, + "audio_tokens": 0, + "accepted_prediction_tokens": 0, + "rejected_prediction_tokens": 0 + } + }, + "service_tier": "default", + "system_fingerprint": "fp_c5ea001cd5" +} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response.json deleted file mode 100644 index 0a26eb78c..000000000 --- a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/followup-response.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "output": { - "message": { - "role": "assistant", - "content": [ - { - "text": "I'd be happy to help, but I'm not sure what you're working on! Could you give me a bit more context? For example:\n\n- Is there a **task or project** you're trying to make progress on?\n- Are you facing a **decision** and weighing options?\n- Do you need help with something **specific** (writing, coding, planning, learning, etc.)?\n\nLet me know what's on your mind and I'll point you in the right direction!" - } - ] - } - }, - "stopReason": "end_turn", - "usage": { - "inputTokens": 36, - "outputTokens": 131, - "totalTokens": 167, - "cacheReadInputTokens": 0 - }, - "metrics": { - "latencyMs": 2606 - }, - "$metadata": { - "httpStatusCode": 200, - "requestId": "4bb92d85-5cfe-403a-8dc7-ba43605b5221", - "attempts": 1, - "totalRetryDelay": 0 - } -} \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/error.json b/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/error.json deleted file mode 100644 index 563d6117c..000000000 --- a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/chat-completions/error.json +++ /dev/null @@ -1,3 +0,0 @@ -{ - "error": "Error: 404 The model `global.anthropic.claude-opus-4-8` does not exist or you do not have access to it." -} \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams.json b/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParam.json similarity index 93% rename from payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams.json rename to payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParam.json index 79cf808bf..77381ff2b 100644 --- a/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams.json +++ b/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParam.json @@ -1,6 +1,6 @@ { "model": "claude-sonnet-4-5-20250929", - "id": "msg_011CdottDqdgY31gWu8d6Edz", + "id": "msg_011CdovF623Jm1vN5qyVJ7UF", "type": "message", "role": "assistant", "content": [ diff --git a/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json deleted file mode 100644 index 896381f87..000000000 --- a/payloads/transforms/chat-completions_to_anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json +++ /dev/null @@ -1,80 +0,0 @@ -[ - { - "type": "message_start", - "message": { - "model": "claude-sonnet-4-5-20250929", - "id": "msg_011CdottKxyiYniEgPeXjXAN", - "type": "message", - "role": "assistant", - "content": [], - "stop_reason": null, - "stop_sequence": null, - "stop_details": null, - "usage": { - "input_tokens": 10, - "cache_creation_input_tokens": 0, - "cache_read_input_tokens": 0, - "cache_creation": { - "ephemeral_5m_input_tokens": 0, - "ephemeral_1h_input_tokens": 0 - }, - "output_tokens": 1, - "service_tier": "standard", - "inference_geo": "not_available" - } - } - }, - { - "type": "content_block_start", - "index": 0, - "content_block": { - "type": "text", - "text": "" - } - }, - { - "type": "content_block_delta", - "index": 0, - "delta": { - "type": "text_delta", - "text": "Hi" - } - }, - { - "type": "content_block_delta", - "index": 0, - "delta": { - "type": "text_delta", - "text": "!" - } - }, - { - "type": "content_block_delta", - "index": 0, - "delta": { - "type": "text_delta", - "text": " How can I help you today?" - } - }, - { - "type": "content_block_stop", - "index": 0 - }, - { - "type": "message_delta", - "delta": { - "stop_reason": "end_turn", - "stop_sequence": null, - "stop_details": null - }, - "usage": { - "input_tokens": 10, - "cache_creation_input_tokens": 0, - "cache_read_input_tokens": 0, - "output_tokens": 12 - } - }, - { - "type": "message_stop" - } -] \ No newline at end of file diff --git a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response-streaming.json b/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParam-streaming.json similarity index 73% rename from payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response-streaming.json rename to payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParam-streaming.json index 768e9b75b..32793d675 100644 --- a/payloads/snapshots/bedrockAnthropicOpus48SamplingParams/bedrock/response-streaming.json +++ b/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParam-streaming.json @@ -7,7 +7,7 @@ { "contentBlockDelta": { "delta": { - "text": "Hi! " + "text": "Hi!" }, "contentBlockIndex": 0 } @@ -15,7 +15,7 @@ { "contentBlockDelta": { "delta": { - "text": "👋 How can I help you" + "text": " " }, "contentBlockIndex": 0 } @@ -23,7 +23,15 @@ { "contentBlockDelta": { "delta": { - "text": " today?" + "text": "👋 How can I help you today" + }, + "contentBlockIndex": 0 + } + }, + { + "contentBlockDelta": { + "delta": { + "text": "?" }, "contentBlockIndex": 0 } @@ -46,7 +54,7 @@ "totalTokens": 28 }, "metrics": { - "latencyMs": 1291 + "latencyMs": 1355 } } } diff --git a/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams.json b/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParam.json similarity index 84% rename from payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams.json rename to payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParam.json index 9c2697516..10a1a4421 100644 --- a/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParams.json +++ b/payloads/transforms/chat-completions_to_bedrock/bedrockAnthropicOpus48SamplingParam.json @@ -17,11 +17,11 @@ "cacheReadInputTokens": 0 }, "metrics": { - "latencyMs": 1240 + "latencyMs": 1370 }, "$metadata": { "httpStatusCode": 200, - "requestId": "4aba0d89-0326-4ea0-b177-398b60b03a5a", + "requestId": "5cc84e0c-f15a-41c2-8f81-b7e428589fa8", "attempts": 1, "totalRetryDelay": 0 } diff --git a/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParam.json b/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParam.json new file mode 100644 index 000000000..0b8280eaf --- /dev/null +++ b/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParam.json @@ -0,0 +1,32 @@ +{ + "candidates": [ + { + "content": { + "parts": [ + { + "text": "Hi there! How can I help you today?", + "thoughtSignature": "ErMDCrADARFNMg9O+GvONejhRUSn+gtuR1+5BDjzmoJA+UH7Qkf72pACAA9mJsRoiglY+bZF7cj7JJUHxgLjfR/ZuDJoz8hMQ0yXKKAmRXblmgrK0VLJH4HRQ/7sCX5wy3dk9Jv/RcaMA3j+eXrcmjSLPbYHWEIEayb6BjcCOBWBcP3Xk+lpYdDCNGetoAxO0WDhKcQ0teR8BBmQR9v5bhJXgQWarqe7+gPGIBtaWLhTbfbSkCqQRpqAfaz04V66e6M0+UU1xfd2MmcEBcYBbcxq/5YVDkzPueWPmjwNgjSoji9xcWzPQ3dROfBjIVubvswvLIkYafTNJXtENLQbKTSXitcM++SegYxII2fgQh01U2CazXytx6WVYc8AkgiWWGC2RJFFsbfSWpSZ09uci7jC2G2zcdaa50Mh4Ciy0M6lgIb2TcqjpnkS4v6bHPq3+yxc04c2uWbyh/m9Qt5lO6u8nD/+0E9Lih8f70jWzOZO+Zqg9yIE/cus6yBeY35dah/Z0akDEkvY2ursvZdDPNshGko+DujGUhv/VSZUZJy7sxchU6+xw0JeGCsGNGuNa79wfyY9" + } + ], + "role": "model" + }, + "finishReason": "STOP", + "index": 0 + } + ], + "usageMetadata": { + "promptTokenCount": 4, + "candidatesTokenCount": 10, + "totalTokenCount": 120, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 4 + } + ], + "thoughtsTokenCount": 106, + "serviceTier": "standard" + }, + "modelVersion": "gemini-3.5-flash", + "responseId": "Ai52aozrGMiO_PUPheHf4AU" +} \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams-streaming.json deleted file mode 100644 index 85bcb8e9c..000000000 --- a/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams-streaming.json +++ /dev/null @@ -1,94 +0,0 @@ -[ - { - "candidates": [ - { - "content": { - "parts": [ - { - "text": "Hi there! How can I help you today" - } - ], - "role": "model" - }, - "index": 0 - } - ], - "usageMetadata": { - "promptTokenCount": 4, - "candidatesTokenCount": 9, - "totalTokenCount": 105, - "promptTokensDetails": [ - { - "modality": "TEXT", - "tokenCount": 4 - } - ], - "thoughtsTokenCount": 92, - "serviceTier": "standard" - }, - "modelVersion": "gemini-3.5-flash", - "responseId": "1il2auaCBLu2_uMP9u_A0As" - }, - { - "candidates": [ - { - "content": { - "parts": [ - { - "text": "?" - } - ], - "role": "model" - }, - "index": 0 - } - ], - "usageMetadata": { - "promptTokenCount": 4, - "candidatesTokenCount": 10, - "totalTokenCount": 106, - "promptTokensDetails": [ - { - "modality": "TEXT", - "tokenCount": 4 - } - ], - "thoughtsTokenCount": 92, - "serviceTier": "standard" - }, - "modelVersion": "gemini-3.5-flash", - "responseId": "1il2auaCBLu2_uMP9u_A0As" - }, - { - "candidates": [ - { - "content": { - "parts": [ - { - "text": "", - "thoughtSignature": "EskDCsYDARFNMg8LPu1bSZ5mnFwGiI+LPDuyVrQf8wFPiXExAdEyMRXs272ngzAtY/qYnQK2/noXNzVEZrrp+7/L45Vpwl4k6ol6+UsiALgPuN3IvfUuUXUmlsEnby3+8tqXjxiu9CvierfpztfzE3OsXIuYl7smjUs5FEu5x0vde3bYDxYQygbRVOQU7xKBxSfTsRrsOwNghLDrIHrw+fN0FPwVHZ8nlezaoXhHnQxLAVlq3wvBF9xsVRJScuvhWXU+YgQ43EJdo+ZShI/Ue8y+XIh12sKkiQf6E9EQxdsstpVA+8/QzJAsF/CRQUOFjoAnsZDv/LUdg9mUrgdhkswoZMfKQ/Bvw5t7nvs6IcPtT4XGgozT6h2GDWF/oRHZFnJwS84/+aDp69o+DdTlAzlzEFeIttVKgPswrapZdeG0g6OQ+30GmSJl4922eZ3xho9y/Tuu9iWjDeOXHPwidw8Crfdd6U626EneHE0UEc2OGxHiVOruEAgzedE6JvixJ109+IE7mC3ZOnjEwfa7IQHhruOIgXBycKeWm3HLLBuRYHXnNV6McqqdlbkeomPll8+sGp39O4gklAXlAabrR6RHtQeb1LZ0ZrECxA==" - } - ], - "role": "model" - }, - "finishReason": "STOP", - "index": 0 - } - ], - "usageMetadata": { - "promptTokenCount": 4, - "candidatesTokenCount": 10, - "totalTokenCount": 106, - "promptTokensDetails": [ - { - "modality": "TEXT", - "tokenCount": 4 - } - ], - "thoughtsTokenCount": 92, - "serviceTier": "standard" - }, - "modelVersion": "gemini-3.5-flash", - "responseId": "1il2auaCBLu2_uMP9u_A0As" - } -] \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams.json b/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams.json deleted file mode 100644 index 4eceecc8f..000000000 --- a/payloads/transforms/chat-completions_to_google/bedrockAnthropicOpus48SamplingParams.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "candidates": [ - { - "content": { - "parts": [ - { - "text": "Hi there! How can I help you today?", - "thoughtSignature": "EsoCCscCARFNMg8gK86sqtOOMeGKASKhEq5WWnr2RMQxsN95gGrZRBHgNFOyK1zYhBIREK5HXFRJk0ukf2cCRJMDk3AwqwWdLPVoVH+kX4JgyjqxvFo82kzebDEtMaqYvmhkOr6USvBSno77NhhCSoQgnL7f6pwSEOxq/tSLFGZUPWA9FEdfrhYfXxb2P6Samb1Bs1GiaJxycyaFkWYkqidRo6273BBy6k5Sw0kwCCUMIt+kUDvwDGqB9/sfB79Bt47raAKbK5u92WOdBpxPLlAWhkhfaF8JsNVsn1oiSmroLcn1nWiB9Spo2/zBcijzF/XI9Rz1xW2rU8tJETQmNhicLA76y88WPZlYaRii5sJW5LlU8pmSGXtJdJttcVbV706FZzRrQkxCLZH/pQkm6uNPo/Vx4NO37H6FCXxdu4z888a1hKTgY3q9NbSN" - } - ], - "role": "model" - }, - "finishReason": "STOP", - "index": 0 - } - ], - "usageMetadata": { - "promptTokenCount": 4, - "candidatesTokenCount": 10, - "totalTokenCount": 90, - "promptTokensDetails": [ - { - "modality": "TEXT", - "tokenCount": 4 - } - ], - "thoughtsTokenCount": 76, - "serviceTier": "standard" - }, - "modelVersion": "gemini-3.5-flash", - "responseId": "1Cl2avaVJ-6k_uMPzLu9sQs" -} \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams.json b/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParam.json similarity index 90% rename from payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams.json rename to payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParam.json index 7f833444b..4f7320cf1 100644 --- a/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams.json +++ b/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParam.json @@ -1,13 +1,13 @@ { - "id": "resp_0b03505ac56632ce006a7629d4b11c819e936c17a8ab868db8", + "id": "resp_06f639bd05fe5cbe006a762e0271b4819db3a540687ab0bc83", "object": "response", - "created_at": 1786128852, + "created_at": 1786129922, "status": "completed", "background": false, "billing": { "payer": "developer" }, - "completed_at": 1786128853, + "completed_at": 1786129923, "error": null, "frequency_penalty": 0, "incomplete_details": null, @@ -18,7 +18,7 @@ "moderation": null, "output": [ { - "id": "msg_0b03505ac56632ce006a7629d54a8c819ebc2b9c66229dfb18", + "id": "msg_06f639bd05fe5cbe006a762e0332e4819d94f8152c121fdda6", "type": "message", "status": "completed", "content": [ diff --git a/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams-streaming.json deleted file mode 100644 index e085becb7..000000000 --- a/payloads/transforms/chat-completions_to_responses/bedrockAnthropicOpus48SamplingParams-streaming.json +++ /dev/null @@ -1,321 +0,0 @@ -[ - { - "type": "response.created", - "response": { - "id": "resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f", - "object": "response", - "created_at": 1786128854, - "status": "in_progress", - "background": false, - "completed_at": null, - "error": null, - "frequency_penalty": 0, - "incomplete_details": null, - "instructions": null, - "max_output_tokens": null, - "max_tool_calls": null, - "model": "gpt-5.6-terra", - "moderation": null, - "output": [], - "parallel_tool_calls": true, - "presence_penalty": 0, - "previous_response_id": null, - "prompt_cache_key": null, - "prompt_cache_retention": "24h", - "reasoning": { - "context": "all_turns", - "effort": "medium", - "mode": "standard", - "summary": null - }, - "safety_identifier": null, - "service_tier": "auto", - "store": true, - "temperature": 1, - "text": { - "format": { - "type": "text" - }, - "verbosity": "medium" - }, - "tool_choice": "auto", - "tool_usage": { - "image_gen": { - "input_tokens": 0, - "input_tokens_details": { - "image_tokens": 0, - "text_tokens": 0 - }, - "output_tokens": 0, - "output_tokens_details": { - "image_tokens": 0, - "text_tokens": 0 - }, - "total_tokens": 0 - }, - "web_search": { - "num_requests": 0 - } - }, - "tools": [], - "top_logprobs": 0, - "top_p": 0.98, - "truncation": "disabled", - "usage": null, - "user": null, - "metadata": {} - }, - "sequence_number": 0 - }, - { - "type": "response.in_progress", - "response": { - "id": "resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f", - "object": "response", - "created_at": 1786128854, - "status": "in_progress", - "background": false, - "completed_at": null, - "error": null, - "frequency_penalty": 0, - "incomplete_details": null, - "instructions": null, - "max_output_tokens": null, - "max_tool_calls": null, - "model": "gpt-5.6-terra", - "moderation": null, - "output": [], - "parallel_tool_calls": true, - "presence_penalty": 0, - "previous_response_id": null, - "prompt_cache_key": null, - "prompt_cache_retention": "24h", - "reasoning": { - "context": "all_turns", - "effort": "medium", - "mode": "standard", - "summary": null - }, - "safety_identifier": null, - "service_tier": "auto", - "store": true, - "temperature": 1, - "text": { - "format": { - "type": "text" - }, - "verbosity": "medium" - }, - "tool_choice": "auto", - "tool_usage": { - "image_gen": { - "input_tokens": 0, - "input_tokens_details": { - "image_tokens": 0, - "text_tokens": 0 - }, - "output_tokens": 0, - "output_tokens_details": { - "image_tokens": 0, - "text_tokens": 0 - }, - "total_tokens": 0 - }, - "web_search": { - "num_requests": 0 - } - }, - "tools": [], - "top_logprobs": 0, - "top_p": 0.98, - "truncation": "disabled", - "usage": null, - "user": null, - "metadata": {} - }, - "sequence_number": 1 - }, - { - "type": "response.output_item.added", - "item": { - "id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", - "type": "message", - "status": "in_progress", - "content": [], - "phase": "final_answer", - "role": "assistant" - }, - "output_index": 0, - "sequence_number": 2 - }, - { - "type": "response.content_part.added", - "content_index": 0, - "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", - "output_index": 0, - "part": { - "type": "output_text", - "annotations": [], - "logprobs": [], - "text": "" - }, - "sequence_number": 3 - }, - { - "type": "response.output_text.delta", - "content_index": 0, - "delta": "Hi", - "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", - "logprobs": [], - "obfuscation": "UAvZiTwyGnt6us", - "output_index": 0, - "sequence_number": 4 - }, - { - "type": "response.output_text.delta", - "content_index": 0, - "delta": "!", - "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", - "logprobs": [], - "obfuscation": "7ZuVypx1fMbFS8i", - "output_index": 0, - "sequence_number": 5 - }, - { - "type": "response.output_text.done", - "content_index": 0, - "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", - "logprobs": [], - "output_index": 0, - "sequence_number": 6, - "text": "Hi!" - }, - { - "type": "response.content_part.done", - "content_index": 0, - "item_id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", - "output_index": 0, - "part": { - "type": "output_text", - "annotations": [], - "logprobs": [], - "text": "Hi!" - }, - "sequence_number": 7 - }, - { - "type": "response.output_item.done", - "item": { - "id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", - "type": "message", - "status": "completed", - "content": [ - { - "type": "output_text", - "annotations": [], - "logprobs": [], - "text": "Hi!" - } - ], - "phase": "final_answer", - "role": "assistant" - }, - "output_index": 0, - "sequence_number": 8 - }, - { - "type": "response.completed", - "response": { - "id": "resp_078108eb4f6b550e006a7629d60bc481a1ad493880b3f8dc5f", - "object": "response", - "created_at": 1786128854, - "status": "completed", - "background": false, - "completed_at": 1786128854, - "error": null, - "frequency_penalty": 0, - "incomplete_details": null, - "instructions": null, - "max_output_tokens": null, - "max_tool_calls": null, - "model": "gpt-5.6-terra", - "moderation": null, - "output": [ - { - "id": "msg_078108eb4f6b550e006a7629d6ac6881a189279186dedb9bb4", - "type": "message", - "status": "completed", - "content": [ - { - "type": "output_text", - "annotations": [], - "logprobs": [], - "text": "Hi!" - } - ], - "phase": "final_answer", - "role": "assistant" - } - ], - "parallel_tool_calls": true, - "presence_penalty": 0, - "previous_response_id": null, - "prompt_cache_key": null, - "prompt_cache_retention": "24h", - "reasoning": { - "context": "all_turns", - "effort": "medium", - "mode": "standard", - "summary": null - }, - "safety_identifier": null, - "service_tier": "default", - "store": true, - "temperature": 1, - "text": { - "format": { - "type": "text" - }, - "verbosity": "medium" - }, - "tool_choice": "auto", - "tool_usage": { - "image_gen": { - "input_tokens": 0, - "input_tokens_details": { - "image_tokens": 0, - "text_tokens": 0 - }, - "output_tokens": 0, - "output_tokens_details": { - "image_tokens": 0, - "text_tokens": 0 - }, - "total_tokens": 0 - }, - "web_search": { - "num_requests": 0 - } - }, - "tools": [], - "top_logprobs": 0, - "top_p": 0.98, - "truncation": "disabled", - "usage": { - "input_tokens": 9, - "input_tokens_details": { - "cache_write_tokens": 0, - "cached_tokens": 0 - }, - "output_tokens": 6, - "output_tokens_details": { - "reasoning_tokens": 0 - }, - "total_tokens": 15 - }, - "user": null, - "metadata": {} - }, - "sequence_number": 9 - } -] \ No newline at end of file diff --git a/payloads/transforms/chat-completions_to_vertex-anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json b/payloads/transforms/chat-completions_to_vertex-anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json deleted file mode 100644 index d7f740059..000000000 --- a/payloads/transforms/chat-completions_to_vertex-anthropic/bedrockAnthropicOpus48SamplingParams-streaming.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "error": "Error: Vertex streamRawPredict failed: 403 [{\n \"error\": {\n \"code\": 403,\n \"message\": \"Permission 'aiplatform.endpoints.predict' denied on resource '//aiplatform.googleapis.com/projects/gen-lang-client-0706260613/locations/us-east5/publishers/anthropic/models/claude-haiku-4-5' (or it may not exist). Remediate access with this Troubleshooter URL or share it with your administrator - https://console.cloud.google.com/iam-admin/troubleshooter/summary;errorId=CiQwMTlmZGQ5My02Y2FjLTdjMWItODYxYi0zOTQ3NzU0YWM0MmMSY3Byb2plY3RzL2dlbi1sYW5nLWNsaWVudC0wNzA2MjYwNjEzL2xvY2F0aW9ucy91cy1lYXN0NS9wdWJsaXNoZXJzL2FudGhyb3BpYy9tb2RlbHMvY2xhdWRlLWhhaWt1LTQtNQ%3D%3D .\",\n \"status\": \"PERMISSION_DENIED\",\n \"details\": [\n {\n \"@type\": \"type.googleapis.com/google.rpc.ErrorInfo\",\n \"reason\": \"IAM_PERMISSION_DENIED\",\n \"domain\": \"aiplatform.googleapis.com\",\n \"metadata\": {\n \"resource\": \"projects/gen-lang-client-0706260613/locations/us-east5/publishers/anthropic/models/claude-haiku-4-5\",\n \"troubleshooter_url\": \"https://console.cloud.google.com/iam-admin/troubleshooter/summary;errorId=CiQwMTlmZGQ5My02Y2FjLTdjMWItODYxYi0zOTQ3NzU0YWM0MmMSY3Byb2plY3RzL2dlbi1sYW5nLWNsaWVudC0wNzA2MjYwNjEzL2xvY2F0aW9ucy91cy1lYXN0NS9wdWJsaXNoZXJzL2FudGhyb3BpYy9tb2RlbHMvY2xhdWRlLWhhaWt1LTQtNQ%3D%3D\",\n \"error_info_id\": \"CiQwMTlmZGQ5My02Y2FjLTdjMWItODYxYi0zOTQ3NzU0YWM0MmMSY3Byb2plY3RzL2dlbi1sYW5nLWNsaWVudC0wNzA2MjYwNjEzL2xvY2F0aW9ucy91cy1lYXN0NS9wdWJsaXNoZXJzL2FudGhyb3BpYy9tb2RlbHMvY2xhdWRlLWhhaWt1LTQtNQ==\",\n \"permission\": \"aiplatform.endpoints.predict\"\n }\n }\n ]\n }\n}\n]", - "name": "Error" -} \ No newline at end of file From 9b3a075fd13980f1bbdae1e84bf45facae5d164b Mon Sep 17 00:00:00 2001 From: Erin McNulty Date: Fri, 7 Aug 2026 15:18:30 -0400 Subject: [PATCH 3/3] fixes --- crates/lingua/src/providers/bedrock/adapter.rs | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/crates/lingua/src/providers/bedrock/adapter.rs b/crates/lingua/src/providers/bedrock/adapter.rs index a9eecb97a..64c78da3e 100644 --- a/crates/lingua/src/providers/bedrock/adapter.rs +++ b/crates/lingua/src/providers/bedrock/adapter.rs @@ -1037,12 +1037,13 @@ mod tests { }, }; - let reconstructed = adapter.request_from_universal(&universal).unwrap(); - let inference_config = reconstructed.get("inferenceConfig").unwrap(); + let reconstructed: BedrockParams = + serde_json::from_value(adapter.request_from_universal(&universal).unwrap()).unwrap(); + let inference_config = reconstructed.inference_config.unwrap(); - assert!(inference_config.get("temperature").is_none()); - assert!(inference_config.get("topP").is_none()); - assert_eq!(inference_config.get("maxTokens").unwrap(), 4096); + assert_eq!(inference_config.temperature, None); + assert_eq!(inference_config.top_p, None); + assert_eq!(inference_config.max_tokens, Some(4096)); } #[test]