summaryrefslogtreecommitdiffstats
path: root/src/client/bedrock.rs
diff options
context:
space:
mode:
authordev <dev@localhost>2026-10-21 22:14:10 +0000
committerdev <dev@localhost>2026-10-21 22:14:10 +0000
commit49a527fc22447b85a0fe6fb945a6ece4e18de260 (patch)
treefac6a9f64f2de6fbdeac0e9df6fc73b67fe8a951 /src/client/bedrock.rs
parent710f0daff34e4ae02cf906841117449bcf114198 (diff)
downloadaichat-49a527fc22447b85a0fe6fb945a6ece4e18de260.tar.gz
Thread idempotency key through the request path
Propagate the per-request Idempotency-Key (generated once in the retry loop) through request construction so every retry attempt reuses the same key rather than minting a new one. - Add field to ChatCompletionsData. - Generate a single key per logical request in chat_completions and chat_completions_streaming. - Thread the key through request_builder (macro-based clients), Bedrock, and VertexAI so the header is attached once and reused on retries.
Diffstat (limited to 'src/client/bedrock.rs')
-rw-r--r--src/client/bedrock.rs12
1 files changed, 8 insertions, 4 deletions
diff --git a/src/client/bedrock.rs b/src/client/bedrock.rs
index 3f99713..648771e 100644
--- a/src/client/bedrock.rs
+++ b/src/client/bedrock.rs
@@ -42,6 +42,7 @@ impl BedrockClient {
&self,
client: &ReqwestClient,
data: ChatCompletionsData,
+ idempotency_key: Option<&str>,
) -> Result<RequestBuilder> {
let access_key_id = self.get_access_key_id()?;
let secret_access_key = self.get_secret_access_key()?;
@@ -61,8 +62,8 @@ impl BedrockClient {
let mut request_data = RequestData::new("", body);
self.patch_request_data(&mut request_data);
- if self.extra_config().is_some_and(|v| v.idempotency()) {
- request_data.header("idempotency-key", uuid::Uuid::new_v4().to_string());
+ if let Some(key) = idempotency_key {
+ request_data.header("idempotency-key", key);
}
let RequestData {
url: _,
@@ -155,7 +156,8 @@ impl Client for BedrockClient {
client: &ReqwestClient,
data: ChatCompletionsData,
) -> Result<ChatCompletionsOutput> {
- let builder = self.chat_completions_builder(client, data)?;
+ let idempotency_key = data.idempotency_key.clone();
+ let builder = self.chat_completions_builder(client, data, idempotency_key.as_deref())?;
chat_completions(builder).await
}
@@ -165,7 +167,8 @@ impl Client for BedrockClient {
handler: &mut SseHandler,
data: ChatCompletionsData,
) -> Result<()> {
- let builder = self.chat_completions_builder(client, data)?;
+ let idempotency_key = data.idempotency_key.clone();
+ let builder = self.chat_completions_builder(client, data, idempotency_key.as_deref())?;
chat_completions_streaming(builder, handler).await
}
@@ -328,6 +331,7 @@ fn build_chat_completions_body(data: ChatCompletionsData, model: &Model) -> Resu
top_p,
functions,
stream: _,
+ idempotency_key: _,
} = data;
let system_message = extract_system_message(&mut messages);