summaryrefslogtreecommitdiffstats
path: root/src/client/macros.rs
diff options
context:
space:
mode:
Diffstat (limited to 'src/client/macros.rs')
-rw-r--r--src/client/macros.rs10
1 files changed, 6 insertions, 4 deletions
diff --git a/src/client/macros.rs b/src/client/macros.rs
index a3730bd..7a9455a 100644
--- a/src/client/macros.rs
+++ b/src/client/macros.rs
@@ -183,8 +183,9 @@ macro_rules! impl_client_trait {
client: &reqwest::Client,
data: $crate::client::ChatCompletionsData,
) -> anyhow::Result<$crate::client::ChatCompletionsOutput> {
+ let idempotency_key = data.idempotency_key.clone();
let request_data = $prepare_chat_completions(self, data)?;
- let builder = self.request_builder(client, request_data);
+ let builder = self.request_builder(client, request_data, idempotency_key.as_deref());
$chat_completions(builder, self.model()).await
}
@@ -194,8 +195,9 @@ macro_rules! impl_client_trait {
handler: &mut $crate::client::SseHandler,
data: $crate::client::ChatCompletionsData,
) -> Result<()> {
+ let idempotency_key = data.idempotency_key.clone();
let request_data = $prepare_chat_completions(self, data)?;
- let builder = self.request_builder(client, request_data);
+ let builder = self.request_builder(client, request_data, idempotency_key.as_deref());
$chat_completions_streaming(builder, handler, self.model()).await
}
@@ -205,7 +207,7 @@ macro_rules! impl_client_trait {
data: &$crate::client::EmbeddingsData,
) -> Result<$crate::client::EmbeddingsOutput> {
let request_data = $prepare_embeddings(self, data)?;
- let builder = self.request_builder(client, request_data);
+ let builder = self.request_builder(client, request_data, None);
$embeddings(builder, self.model()).await
}
@@ -215,7 +217,7 @@ macro_rules! impl_client_trait {
data: &$crate::client::RerankData,
) -> Result<$crate::client::RerankOutput> {
let request_data = $prepare_rerank(self, data)?;
- let builder = self.request_builder(client, request_data);
+ let builder = self.request_builder(client, request_data, None);
$rerank(builder, self.model()).await
}
}