From 49a527fc22447b85a0fe6fb945a6ece4e18de260 Mon Sep 17 00:00:00 2001 From: dev Date: Wed, 21 Oct 2026 22:14:10 +0000 Subject: Thread idempotency key through the request path Propagate the per-request Idempotency-Key (generated once in the retry loop) through request construction so every retry attempt reuses the same key rather than minting a new one. - Add field to ChatCompletionsData. - Generate a single key per logical request in chat_completions and chat_completions_streaming. - Thread the key through request_builder (macro-based clients), Bedrock, and VertexAI so the header is attached once and reused on retries. --- src/client/macros.rs | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) (limited to 'src/client/macros.rs') diff --git a/src/client/macros.rs b/src/client/macros.rs index a3730bd..7a9455a 100644 --- a/src/client/macros.rs +++ b/src/client/macros.rs @@ -183,8 +183,9 @@ macro_rules! impl_client_trait { client: &reqwest::Client, data: $crate::client::ChatCompletionsData, ) -> anyhow::Result<$crate::client::ChatCompletionsOutput> { + let idempotency_key = data.idempotency_key.clone(); let request_data = $prepare_chat_completions(self, data)?; - let builder = self.request_builder(client, request_data); + let builder = self.request_builder(client, request_data, idempotency_key.as_deref()); $chat_completions(builder, self.model()).await } @@ -194,8 +195,9 @@ macro_rules! impl_client_trait { handler: &mut $crate::client::SseHandler, data: $crate::client::ChatCompletionsData, ) -> Result<()> { + let idempotency_key = data.idempotency_key.clone(); let request_data = $prepare_chat_completions(self, data)?; - let builder = self.request_builder(client, request_data); + let builder = self.request_builder(client, request_data, idempotency_key.as_deref()); $chat_completions_streaming(builder, handler, self.model()).await } @@ -205,7 +207,7 @@ macro_rules! impl_client_trait { data: &$crate::client::EmbeddingsData, ) -> Result<$crate::client::EmbeddingsOutput> { let request_data = $prepare_embeddings(self, data)?; - let builder = self.request_builder(client, request_data); + let builder = self.request_builder(client, request_data, None); $embeddings(builder, self.model()).await } @@ -215,7 +217,7 @@ macro_rules! impl_client_trait { data: &$crate::client::RerankData, ) -> Result<$crate::client::RerankOutput> { let request_data = $prepare_rerank(self, data)?; - let builder = self.request_builder(client, request_data); + let builder = self.request_builder(client, request_data, None); $rerank(builder, self.model()).await } } -- cgit v1.2.3