From 1f2b62670379a1a96bdc602cf38b38c71deb3f06 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Sun, 28 Apr 2024 11:27:06 +0800
Subject: feat: support bedrock client (#450)

---
 models.yaml | 73 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++----
 1 file changed, 69 insertions(+), 4 deletions(-)

(limited to 'models.yaml')

diff --git a/models.yaml b/models.yaml
index 4c80712..bfa0e4a 100644
--- a/models.yaml
+++ b/models.yaml
@@ -97,7 +97,7 @@
 
 - type: mistral
   # docs:
-  #   - https://docs.mistral.ai/platform/endpoints/
+  #   - https://docs.mistral.ai/getting-started/models/
   #   - https://mistral.ai/technology/#pricing
   #   - https://docs.mistral.ai/api/
   models:
@@ -225,33 +225,98 @@
   models:
     - name: gemini-1.0-pro
       max_input_tokens: 24568
-      max_output_tokens: 24568
+      max_output_tokens?: 8193
       input_price: 0.125
       output_price: 0.375
     - name: gemini-1.0-pro-vision
       max_input_tokens: 14336
-      max_output_tokens: 14336
+      max_output_tokens?: 2049
       input_price: 0.125
       output_price: 0.375
       supports_vision: true
     - name: gemini-1.5-pro-preview-0409
       max_input_tokens: 1000000
-      max_output_tokens: 1000000
+      max_output_tokens?: 8193
       input_price: 2.5
       output_price: 7.5
       supports_vision: true
     - name: claude-3-opus@20240229
       max_input_tokens: 200000
       max_output_tokens: 4096
+      input_price: 15
+      output_price: 75
       supports_vision: true
     - name: claude-3-sonnet@20240229
       max_input_tokens: 200000
       max_output_tokens: 4096
+      input_price: 3
+      output_price: 15
       supports_vision: true
     - name: claude-3-haiku@20240307
       max_input_tokens: 200000
       max_output_tokens: 4096
+      input_price: 0.25
+      output_price: 1.25
+      supports_vision: true
+
+- type: bedrock
+  # docs:
+  #   - https://docs.aws.amazon.com/bedrock/latest/userguide/model-ids.html#model-ids-arns
+  #   - https://aws.amazon.com/bedrock/pricing/
+  models:
+    - name: anthropic.claude-3-opus-20240229-v1:0
+      max_input_tokens: 200000
+      max_output_tokens: 4096
+      input_price: 15
+      output_price: 75
       supports_vision: true
+    - name: anthropic.claude-3-sonnet-20240229-v1:0
+      max_input_tokens: 200000
+      max_output_tokens: 4096
+      input_price: 3
+      output_price: 15
+      supports_vision: true
+    - name: anthropic.claude-3-haiku-20240307-v1:0
+      max_input_tokens: 200000
+      max_output_tokens: 4096
+      input_price: 0.25
+      output_price: 1.25
+      supports_vision: true
+    - name: meta.llama2-13b-chat-v1
+      max_input_tokens: 4096
+      max_output_tokens: 2048
+      input_price: 0.75
+      output_price: 1
+    - name: meta.llama2-70b-chat-v1
+      max_input_tokens: 4096
+      max_output_tokens: 2048
+      input_price: 1.95
+      output_price: 2.56
+    - name: meta.llama3-8b-instruct-v1:0
+      max_input_tokens: 8192
+      max_output_tokens: 4096
+      input_price: 0.4
+      output_price: 0.6
+    - name: meta.llama3-70b-instruct-v1:0
+      max_input_tokens: 8192
+      max_output_tokens: 4096
+      input_price: 2.65
+      output_price: 3.5
+    - name: mistral.mistral-7b-instruct-v0:2
+      max_input_tokens: 32000
+      max_output_tokens: 8192
+      input_price: 0.15
+      output_price: 0.2
+    - name: mistral.mixtral-8x7b-instruct-v0:1
+      max_input_tokens: 32000
+      max_output_tokens: 4096
+      input_price: 0.45
+      output_price: 0.7
+    - name: mistral.mistral-large-2402-v1:0
+      max_input_tokens: 32000
+      max_output_tokens: 8192
+      input_price: 8
+      output_price: 2.4
 
 - type: ernie
   # docs: 
-- 
cgit v1.2.3