summaryrefslogtreecommitdiffstats
path: root/src/client/macros.rs
diff options
context:
space:
mode:
authordev <dev@localhost>2026-10-21 22:14:10 +0000
committerdev <dev@localhost>2026-10-21 22:14:10 +0000
commit49a527fc22447b85a0fe6fb945a6ece4e18de260 (patch)
treefac6a9f64f2de6fbdeac0e9df6fc73b67fe8a951 /src/client/macros.rs
parent710f0daff34e4ae02cf906841117449bcf114198 (diff)
downloadaichat-49a527fc22447b85a0fe6fb945a6ece4e18de260.tar.gz
Thread idempotency key through the request path
Propagate the per-request Idempotency-Key (generated once in the retry loop) through request construction so every retry attempt reuses the same key rather than minting a new one. - Add field to ChatCompletionsData. - Generate a single key per logical request in chat_completions and chat_completions_streaming. - Thread the key through request_builder (macro-based clients), Bedrock, and VertexAI so the header is attached once and reused on retries.
Diffstat (limited to 'src/client/macros.rs')
-rw-r--r--src/client/macros.rs10
1 files changed, 6 insertions, 4 deletions
diff --git a/src/client/macros.rs b/src/client/macros.rs
index a3730bd..7a9455a 100644
--- a/src/client/macros.rs
+++ b/src/client/macros.rs
@@ -183,8 +183,9 @@ macro_rules! impl_client_trait {
client: &reqwest::Client,
data: $crate::client::ChatCompletionsData,
) -> anyhow::Result<$crate::client::ChatCompletionsOutput> {
+ let idempotency_key = data.idempotency_key.clone();
let request_data = $prepare_chat_completions(self, data)?;
- let builder = self.request_builder(client, request_data);
+ let builder = self.request_builder(client, request_data, idempotency_key.as_deref());
$chat_completions(builder, self.model()).await
}
@@ -194,8 +195,9 @@ macro_rules! impl_client_trait {
handler: &mut $crate::client::SseHandler,
data: $crate::client::ChatCompletionsData,
) -> Result<()> {
+ let idempotency_key = data.idempotency_key.clone();
let request_data = $prepare_chat_completions(self, data)?;
- let builder = self.request_builder(client, request_data);
+ let builder = self.request_builder(client, request_data, idempotency_key.as_deref());
$chat_completions_streaming(builder, handler, self.model()).await
}
@@ -205,7 +207,7 @@ macro_rules! impl_client_trait {
data: &$crate::client::EmbeddingsData,
) -> Result<$crate::client::EmbeddingsOutput> {
let request_data = $prepare_embeddings(self, data)?;
- let builder = self.request_builder(client, request_data);
+ let builder = self.request_builder(client, request_data, None);
$embeddings(builder, self.model()).await
}
@@ -215,7 +217,7 @@ macro_rules! impl_client_trait {
data: &$crate::client::RerankData,
) -> Result<$crate::client::RerankOutput> {
let request_data = $prepare_rerank(self, data)?;
- let builder = self.request_builder(client, request_data);
+ let builder = self.request_builder(client, request_data, None);
$rerank(builder, self.model()).await
}
}