diff options
| author | sigoden <sigoden@gmail.com> | 2024-05-22 21:29:23 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-22 21:29:23 +0800 |
| commit | ba3bcfd67c1d6fea5d3d3c5908c975682ee7909b (patch) | |
| tree | 29811c719f131f946cd37634507885ee8c63534d /src/client/bedrock.rs | |
| parent | 91a06543b24733cf578f3f2d4cb0884e2b18cf2f (diff) | |
| download | aichat-ba3bcfd67c1d6fea5d3d3c5908c975682ee7909b.tar.gz | |
feat: allow patching req body with client config (#534)
Diffstat (limited to 'src/client/bedrock.rs')
| -rw-r--r-- | src/client/bedrock.rs | 10 |
1 files changed, 5 insertions, 5 deletions
diff --git a/src/client/bedrock.rs b/src/client/bedrock.rs index 8bbb3eb..59b8102 100644 --- a/src/client/bedrock.rs +++ b/src/client/bedrock.rs @@ -1,8 +1,7 @@ -use super::claude::{claude_build_body, claude_extract_completion}; use super::{ - catch_error, generate_prompt, BedrockClient, Client, CompletionOutput, ExtraConfig, Model, - ModelData, PromptAction, PromptFormat, PromptKind, SendData, SseHandler, LLAMA3_PROMPT_FORMAT, - MISTRAL_PROMPT_FORMAT, + prompt_format::*, claude::*, + catch_error, BedrockClient, Client, CompletionOutput, ExtraConfig, Model, ModelData, + ModelPatches, PromptAction, PromptKind, SendData, SseHandler, }; use crate::utils::{base64_decode, encode_uri, hex_encode, hmac_sha256, sha256}; @@ -31,6 +30,7 @@ pub struct BedrockConfig { pub region: Option<String>, #[serde(default)] pub models: Vec<ModelData>, + pub patches: Option<ModelPatches>, pub extra: Option<ExtraConfig>, } @@ -102,7 +102,7 @@ impl BedrockClient { let headers = IndexMap::new(); let mut body = build_body(data, &self.model, model_category)?; - self.model.merge_extra_fields(&mut body); + self.patch_request_body(&mut body); let builder = aws_fetch( client, |
