diff options
Diffstat (limited to 'models.yaml')
| -rw-r--r-- | models.yaml | 73 |
1 files changed, 69 insertions, 4 deletions
diff --git a/models.yaml b/models.yaml index 4c80712..bfa0e4a 100644 --- a/models.yaml +++ b/models.yaml @@ -97,7 +97,7 @@ - type: mistral # docs: - # - https://docs.mistral.ai/platform/endpoints/ + # - https://docs.mistral.ai/getting-started/models/ # - https://mistral.ai/technology/#pricing # - https://docs.mistral.ai/api/ models: @@ -225,33 +225,98 @@ models: - name: gemini-1.0-pro max_input_tokens: 24568 - max_output_tokens: 24568 + max_output_tokens?: 8193 input_price: 0.125 output_price: 0.375 - name: gemini-1.0-pro-vision max_input_tokens: 14336 - max_output_tokens: 14336 + max_output_tokens?: 2049 input_price: 0.125 output_price: 0.375 supports_vision: true - name: gemini-1.5-pro-preview-0409 max_input_tokens: 1000000 - max_output_tokens: 1000000 + max_output_tokens?: 8193 input_price: 2.5 output_price: 7.5 supports_vision: true - name: claude-3-opus@20240229 max_input_tokens: 200000 max_output_tokens: 4096 + input_price: 15 + output_price: 75 supports_vision: true - name: claude-3-sonnet@20240229 max_input_tokens: 200000 max_output_tokens: 4096 + input_price: 3 + output_price: 15 supports_vision: true - name: claude-3-haiku@20240307 max_input_tokens: 200000 max_output_tokens: 4096 + input_price: 0.25 + output_price: 1.25 + supports_vision: true + +- type: bedrock + # docs: + # - https://docs.aws.amazon.com/bedrock/latest/userguide/model-ids.html#model-ids-arns + # - https://aws.amazon.com/bedrock/pricing/ + models: + - name: anthropic.claude-3-opus-20240229-v1:0 + max_input_tokens: 200000 + max_output_tokens: 4096 + input_price: 15 + output_price: 75 supports_vision: true + - name: anthropic.claude-3-sonnet-20240229-v1:0 + max_input_tokens: 200000 + max_output_tokens: 4096 + input_price: 3 + output_price: 15 + supports_vision: true + - name: anthropic.claude-3-haiku-20240307-v1:0 + max_input_tokens: 200000 + max_output_tokens: 4096 + input_price: 0.25 + output_price: 1.25 + supports_vision: true + - name: meta.llama2-13b-chat-v1 + max_input_tokens: 4096 + max_output_tokens: 2048 + input_price: 0.75 + output_price: 1 + - name: meta.llama2-70b-chat-v1 + max_input_tokens: 4096 + max_output_tokens: 2048 + input_price: 1.95 + output_price: 2.56 + - name: meta.llama3-8b-instruct-v1:0 + max_input_tokens: 8192 + max_output_tokens: 4096 + input_price: 0.4 + output_price: 0.6 + - name: meta.llama3-70b-instruct-v1:0 + max_input_tokens: 8192 + max_output_tokens: 4096 + input_price: 2.65 + output_price: 3.5 + - name: mistral.mistral-7b-instruct-v0:2 + max_input_tokens: 32000 + max_output_tokens: 8192 + input_price: 0.15 + output_price: 0.2 + - name: mistral.mixtral-8x7b-instruct-v0:1 + max_input_tokens: 32000 + max_output_tokens: 4096 + input_price: 0.45 + output_price: 0.7 + - name: mistral.mistral-large-2402-v1:0 + max_input_tokens: 32000 + max_output_tokens: 8192 + input_price: 8 + output_price: 2.4 - type: ernie # docs: |