summaryrefslogtreecommitdiffstats
path: root/src/client/common.rs
diff options
context:
space:
mode:
authordev <dev@localhost>2026-10-21 22:14:10 +0000
committerdev <dev@localhost>2026-10-21 22:14:10 +0000
commit49a527fc22447b85a0fe6fb945a6ece4e18de260 (patch)
treefac6a9f64f2de6fbdeac0e9df6fc73b67fe8a951 /src/client/common.rs
parent710f0daff34e4ae02cf906841117449bcf114198 (diff)
downloadaichat-49a527fc22447b85a0fe6fb945a6ece4e18de260.tar.gz
Thread idempotency key through the request path
Propagate the per-request Idempotency-Key (generated once in the retry loop) through request construction so every retry attempt reuses the same key rather than minting a new one. - Add field to ChatCompletionsData. - Generate a single key per logical request in chat_completions and chat_completions_streaming. - Thread the key through request_builder (macro-based clients), Bedrock, and VertexAI so the header is attached once and reused on retries.
Diffstat (limited to 'src/client/common.rs')
-rw-r--r--src/client/common.rs19
1 files changed, 15 insertions, 4 deletions
diff --git a/src/client/common.rs b/src/client/common.rs
index d0c23e9..58aaf3a 100644
--- a/src/client/common.rs
+++ b/src/client/common.rs
@@ -77,8 +77,14 @@ pub trait Client: Sync + Send {
return Ok(ChatCompletionsOutput::new(&content));
}
let client = self.build_client()?;
- let data = input.prepare_completion_data(self.model(), false)?;
+ let mut data = input.prepare_completion_data(self.model(), false)?;
let retries = self.extra_config().map(|v| v.retries()).unwrap_or(0);
+ if self.extra_config().is_some_and(|v| v.idempotency()) {
+ // A single key is generated once and reused across every retry so
+ // the provider debounces duplicate submissions for this logical
+ // request.
+ data.idempotency_key = Some(uuid::Uuid::new_v4().to_string());
+ }
if retries == 0 {
return self
.chat_completions_inner(&client, data)
@@ -132,7 +138,10 @@ pub trait Client: Sync + Send {
return Ok(());
}
let client = self.build_client()?;
- let data = input.prepare_completion_data(self.model(), true)?;
+ let mut data = input.prepare_completion_data(self.model(), true)?;
+ if self.extra_config().is_some_and(|v| v.idempotency()) {
+ data.idempotency_key = Some(uuid::Uuid::new_v4().to_string());
+ }
let retry_delay = self
.extra_config()
.map(|v| v.retry_delay())
@@ -222,10 +231,11 @@ pub trait Client: Sync + Send {
&self,
client: &reqwest::Client,
mut request_data: RequestData,
+ idempotency_key: Option<&str>,
) -> RequestBuilder {
self.patch_request_data(&mut request_data);
- if self.extra_config().is_some_and(|v| v.idempotency()) {
- request_data.header("idempotency-key", uuid::Uuid::new_v4().to_string());
+ if let Some(key) = idempotency_key {
+ request_data.header("idempotency-key", key);
}
request_data.into_builder(client)
}
@@ -398,6 +408,7 @@ pub struct ChatCompletionsData {
pub top_p: Option<f64>,
pub functions: Option<Vec<FunctionDeclaration>>,
pub stream: bool,
+ pub idempotency_key: Option<String>,
}
#[derive(Debug, Clone, Default)]