From 865be2bf75bb62b6aeee059f684400b4b9938a15 Mon Sep 17 00:00:00 2001 From: sigoden Date: Mon, 29 Apr 2024 06:51:03 +0800 Subject: feat: non-streaming returns completion stats (#456) --- models.yaml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) (limited to 'models.yaml') diff --git a/models.yaml b/models.yaml index bfa0e4a..5ef72dd 100644 --- a/models.yaml +++ b/models.yaml @@ -203,19 +203,19 @@ models: - name: llama3-8b-8192 max_input_tokens: 8192 - max_output_tokens: 8192 + max_output_tokens?: 8192 - name: llama3-70b-8192 max_input_tokens: 8192 - max_output_tokens: 8192 + max_output_tokens?: 8192 - name: llama2-70b-4096 max_input_tokens: 4096 - max_output_tokens: 4096 + max_output_tokens?: 4096 - name: mixtral-8x7b-32768 max_input_tokens: 32768 - max_output_tokens: 32768 + max_output_tokens?: 32768 - name: gemma-7b-it max_input_tokens: 8192 - max_output_tokens: 8192 + max_output_tokens?: 8192 - type: vertexai # docs: -- cgit v1.2.3