summaryrefslogtreecommitdiffstats
path: root/src/client/bedrock.rs
diff options
context:
space:
mode:
authordev <dev@localhost>2026-10-21 22:02:22 +0000
committerdev <dev@localhost>2026-10-21 22:02:22 +0000
commit710f0daff34e4ae02cf906841117449bcf114198 (patch)
treec542c044e8e20f416b25280a43309fe67a037736 /src/client/bedrock.rs
parent9d40159cad3b55c753ed02e7a4dee8cc7b6d15eb (diff)
downloadaichat-710f0daff34e4ae02cf906841117449bcf114198.tar.gz
Add idempotency support to aichat HTTP clients
- Add boolean to client config. When enabled, a fresh (UUID) header is sent with each logical request attempt so the outer retry loop reuses the same submission instead of starting duplicate work on providers that support it (e.g. Sail Research). The key is generated once per logical request (before the retry loop) and reused across all retry attempts via the cloned ChatCompletionsData/request builders, so providers debounce duplicate generations. - Wire the header in request_builder (macro-based clients) and Bedrock's chat_completions_builder. - Document the option in config.example.yaml.
Diffstat (limited to 'src/client/bedrock.rs')
-rw-r--r--src/client/bedrock.rs3
1 files changed, 3 insertions, 0 deletions
diff --git a/src/client/bedrock.rs b/src/client/bedrock.rs
index 88d57d9..3f99713 100644
--- a/src/client/bedrock.rs
+++ b/src/client/bedrock.rs
@@ -61,6 +61,9 @@ impl BedrockClient {
let mut request_data = RequestData::new("", body);
self.patch_request_data(&mut request_data);
+ if self.extra_config().is_some_and(|v| v.idempotency()) {
+ request_data.header("idempotency-key", uuid::Uuid::new_v4().to_string());
+ }
let RequestData {
url: _,
headers,