summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-04-29 09:05:02 +0000
committersigoden <sigoden@gmail.com>2024-04-29 09:05:19 +0000
commit4ddccc361c04592d54d796b24f72508a5234ffb5 (patch)
treedc4199c972e8edd3fe8f9290b67d1c58f10dbc58
parentc752ba9b272ddf8186f7786ac32a88a410e6eee8 (diff)
downloadaichat-4ddccc361c04592d54d796b24f72508a5234ffb5.tar.gz
refactor: update groq models at models.yaml
-rw-r--r--models.yaml17
1 files changed, 14 insertions, 3 deletions
diff --git a/models.yaml b/models.yaml
index 1ca2c4b..52dffdd 100644
--- a/models.yaml
+++ b/models.yaml
@@ -208,21 +208,32 @@
- type: groq
# docs:
# - https://console.groq.com/docs/models
+ # - https://wow.groq.com
# - https://console.groq.com/docs/text-chat
# notes:
- # - unable to get max_output_tokens info
+ # - get max_output_tokens info from playgourd
# - all models are free with rate limits
models:
- name: llama3-8b-8192
max_input_tokens: 8192
+ max_output_tokens?: 8192
+ input_price: 0.05
+ output_price: 0.10
- name: llama3-70b-8192
max_input_tokens: 8192
- - name: llama2-70b-4096
- max_input_tokens: 4096
+ max_output_tokens?: 8192
+ input_price: 0.59
+ output_price: 0.79
- name: mixtral-8x7b-32768
max_input_tokens: 32768
+ max_output_tokens?: 32768
+ input_price: 0.27
+ output_price: 0.27
- name: gemma-7b-it
max_input_tokens: 8192
+ max_output_tokens?: 8192
+ input_price: 0.10
+ output_price: 0.10
- type: vertexai
# docs: