summaryrefslogtreecommitdiffstats
path: root/src/serve.rs
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-05-08 13:46:26 +0800
committerGitHub <noreply@github.com>2024-05-08 13:46:26 +0800
commit7762cd6bed7f95fa855144e01aa94e932869fe12 (patch)
tree66e3d9371f4db081a2ce87e763c5c717c355adfc /src/serve.rs
parent1c6c740381d0da4bcb70c6531bf93b406b94d9a6 (diff)
downloadaichat-7762cd6bed7f95fa855144e01aa94e932869fe12.tar.gz
refactor: model pass_max_tokens (#493)
Diffstat (limited to 'src/serve.rs')
-rw-r--r--src/serve.rs4
1 files changed, 2 insertions, 2 deletions
diff --git a/src/serve.rs b/src/serve.rs
index 5f748e8..4413c89 100644
--- a/src/serve.rs
+++ b/src/serve.rs
@@ -93,7 +93,7 @@ impl Server {
"id": id,
"max_input_tokens": model.max_input_tokens,
"max_output_tokens": model.max_output_tokens,
- "max_output_tokens?": model.ref_max_output_tokens,
+ "pass_max_tokens": model.pass_max_tokens,
"input_price": model.input_price,
"output_price": model.output_price,
"supports_vision": model.supports_vision(),
@@ -244,7 +244,7 @@ impl Server {
let mut client = init_client(&config)?;
if max_tokens.is_some() {
- client.model_mut().set_max_output_tokens(max_tokens);
+ client.model_mut().set_max_tokens(max_tokens, true);
}
let abort = create_abort_signal();
let http_client = client.build_client()?;