summaryrefslogtreecommitdiffstats
path: root/models.yaml
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-04-29 06:51:03 +0800
committerGitHub <noreply@github.com>2024-04-29 06:51:03 +0800
commit865be2bf75bb62b6aeee059f684400b4b9938a15 (patch)
treeb6296ccdde2af49251b02087b9f51c5239cc4d2b /models.yaml
parentb33e2da75efab4246f9f1d74a0be56aba1d8bd07 (diff)
downloadaichat-865be2bf75bb62b6aeee059f684400b4b9938a15.tar.gz
feat: non-streaming returns completion stats (#456)
Diffstat (limited to 'models.yaml')
-rw-r--r--models.yaml10
1 files changed, 5 insertions, 5 deletions
diff --git a/models.yaml b/models.yaml
index bfa0e4a..5ef72dd 100644
--- a/models.yaml
+++ b/models.yaml
@@ -203,19 +203,19 @@
models:
- name: llama3-8b-8192
max_input_tokens: 8192
- max_output_tokens: 8192
+ max_output_tokens?: 8192
- name: llama3-70b-8192
max_input_tokens: 8192
- max_output_tokens: 8192
+ max_output_tokens?: 8192
- name: llama2-70b-4096
max_input_tokens: 4096
- max_output_tokens: 4096
+ max_output_tokens?: 4096
- name: mixtral-8x7b-32768
max_input_tokens: 32768
- max_output_tokens: 32768
+ max_output_tokens?: 32768
- name: gemma-7b-it
max_input_tokens: 8192
- max_output_tokens: 8192
+ max_output_tokens?: 8192
- type: vertexai
# docs: