From 569317728cf39f26d4ca3d58eae6cdc72754354e Mon Sep 17 00:00:00 2001 From: rolfwilms Date: Sat, 25 May 2024 23:52:24 +0200 Subject: fix: bedrock issues (#544) * Removed extraneous key [stream] for AWS Bedrock Claude models. * Reduceddefault AWS Bedrock llama-3 max_output_tokens to 2048 to align with API requirements. --------- Co-authored-by: Rolf Wilms --- src/client/bedrock.rs | 1 + 1 file changed, 1 insertion(+) (limited to 'src/client/bedrock.rs') diff --git a/src/client/bedrock.rs b/src/client/bedrock.rs index 59b8102..1f13c7f 100644 --- a/src/client/bedrock.rs +++ b/src/client/bedrock.rs @@ -217,6 +217,7 @@ fn build_body(data: SendData, model: &Model, model_category: &ModelCategory) -> let mut body = claude_build_body(data, model)?; if let Some(body_obj) = body.as_object_mut() { body_obj.remove("model"); + body_obj.remove("stream"); } body["anthropic_version"] = "bedrock-2023-05-31".into(); Ok(body) -- cgit v1.2.3