From 569317728cf39f26d4ca3d58eae6cdc72754354e Mon Sep 17 00:00:00 2001 From: rolfwilms Date: Sat, 25 May 2024 23:52:24 +0200 Subject: fix: bedrock issues (#544) * Removed extraneous key [stream] for AWS Bedrock Claude models. * Reduceddefault AWS Bedrock llama-3 max_output_tokens to 2048 to align with API requirements. --------- Co-authored-by: Rolf Wilms --- models.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'models.yaml') diff --git a/models.yaml b/models.yaml index 42f08d0..c306f1b 100644 --- a/models.yaml +++ b/models.yaml @@ -342,13 +342,13 @@ supports_vision: true - name: meta.llama3-8b-instruct-v1:0 max_input_tokens: 8192 - max_output_tokens: 4096 + max_output_tokens: 2048 pass_max_tokens: true input_price: 0.4 output_price: 0.6 - name: meta.llama3-70b-instruct-v1:0 max_input_tokens: 8192 - max_output_tokens: 4096 + max_output_tokens: 2048 pass_max_tokens: true input_price: 2.65 output_price: 3.5 -- cgit v1.2.3