diff options
| author | dev <dev@localhost> | 2026-10-21 22:14:10 +0000 |
|---|---|---|
| committer | dev <dev@localhost> | 2026-10-21 22:14:10 +0000 |
| commit | 49a527fc22447b85a0fe6fb945a6ece4e18de260 (patch) | |
| tree | fac6a9f64f2de6fbdeac0e9df6fc73b67fe8a951 /src/client/bedrock.rs | |
| parent | 710f0daff34e4ae02cf906841117449bcf114198 (diff) | |
| download | aichat-49a527fc22447b85a0fe6fb945a6ece4e18de260.tar.gz | |
Thread idempotency key through the request path
Propagate the per-request Idempotency-Key (generated once in the retry
loop) through request construction so every retry attempt reuses the same
key rather than minting a new one.
- Add field to ChatCompletionsData.
- Generate a single key per logical request in chat_completions and
chat_completions_streaming.
- Thread the key through request_builder (macro-based clients), Bedrock,
and VertexAI so the header is attached once and reused on retries.
Diffstat (limited to 'src/client/bedrock.rs')
| -rw-r--r-- | src/client/bedrock.rs | 12 |
1 files changed, 8 insertions, 4 deletions
diff --git a/src/client/bedrock.rs b/src/client/bedrock.rs index 3f99713..648771e 100644 --- a/src/client/bedrock.rs +++ b/src/client/bedrock.rs @@ -42,6 +42,7 @@ impl BedrockClient { &self, client: &ReqwestClient, data: ChatCompletionsData, + idempotency_key: Option<&str>, ) -> Result<RequestBuilder> { let access_key_id = self.get_access_key_id()?; let secret_access_key = self.get_secret_access_key()?; @@ -61,8 +62,8 @@ impl BedrockClient { let mut request_data = RequestData::new("", body); self.patch_request_data(&mut request_data); - if self.extra_config().is_some_and(|v| v.idempotency()) { - request_data.header("idempotency-key", uuid::Uuid::new_v4().to_string()); + if let Some(key) = idempotency_key { + request_data.header("idempotency-key", key); } let RequestData { url: _, @@ -155,7 +156,8 @@ impl Client for BedrockClient { client: &ReqwestClient, data: ChatCompletionsData, ) -> Result<ChatCompletionsOutput> { - let builder = self.chat_completions_builder(client, data)?; + let idempotency_key = data.idempotency_key.clone(); + let builder = self.chat_completions_builder(client, data, idempotency_key.as_deref())?; chat_completions(builder).await } @@ -165,7 +167,8 @@ impl Client for BedrockClient { handler: &mut SseHandler, data: ChatCompletionsData, ) -> Result<()> { - let builder = self.chat_completions_builder(client, data)?; + let idempotency_key = data.idempotency_key.clone(); + let builder = self.chat_completions_builder(client, data, idempotency_key.as_deref())?; chat_completions_streaming(builder, handler).await } @@ -328,6 +331,7 @@ fn build_chat_completions_body(data: ChatCompletionsData, model: &Model) -> Resu top_p, functions, stream: _, + idempotency_key: _, } = data; let system_message = extract_system_message(&mut messages); |
