diff options
| author | sigoden <sigoden@gmail.com> | 2024-05-08 13:46:26 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-08 13:46:26 +0800 |
| commit | 7762cd6bed7f95fa855144e01aa94e932869fe12 (patch) | |
| tree | 66e3d9371f4db081a2ce87e763c5c717c355adfc /src/serve.rs | |
| parent | 1c6c740381d0da4bcb70c6531bf93b406b94d9a6 (diff) | |
| download | aichat-7762cd6bed7f95fa855144e01aa94e932869fe12.tar.gz | |
refactor: model pass_max_tokens (#493)
Diffstat (limited to 'src/serve.rs')
| -rw-r--r-- | src/serve.rs | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/serve.rs b/src/serve.rs index 5f748e8..4413c89 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -93,7 +93,7 @@ impl Server { "id": id, "max_input_tokens": model.max_input_tokens, "max_output_tokens": model.max_output_tokens, - "max_output_tokens?": model.ref_max_output_tokens, + "pass_max_tokens": model.pass_max_tokens, "input_price": model.input_price, "output_price": model.output_price, "supports_vision": model.supports_vision(), @@ -244,7 +244,7 @@ impl Server { let mut client = init_client(&config)?; if max_tokens.is_some() { - client.model_mut().set_max_output_tokens(max_tokens); + client.model_mut().set_max_tokens(max_tokens, true); } let abort = create_abort_signal(); let http_client = client.build_client()?; |
