From 49a527fc22447b85a0fe6fb945a6ece4e18de260 Mon Sep 17 00:00:00 2001 From: dev Date: Wed, 21 Oct 2026 22:14:10 +0000 Subject: Thread idempotency key through the request path Propagate the per-request Idempotency-Key (generated once in the retry loop) through request construction so every retry attempt reuses the same key rather than minting a new one. - Add field to ChatCompletionsData. - Generate a single key per logical request in chat_completions and chat_completions_streaming. - Thread the key through request_builder (macro-based clients), Bedrock, and VertexAI so the header is attached once and reused on retries. --- src/serve.rs | 1 + 1 file changed, 1 insertion(+) (limited to 'src/serve.rs') diff --git a/src/serve.rs b/src/serve.rs index 9aad17a..0ed1833 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -316,6 +316,7 @@ impl Server { top_p, functions, stream, + idempotency_key: None, }; if stream { -- cgit v1.2.3