diff options
| author | sigoden <sigoden@gmail.com> | 2024-05-08 13:46:26 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-08 13:46:26 +0800 |
| commit | 7762cd6bed7f95fa855144e01aa94e932869fe12 (patch) | |
| tree | 66e3d9371f4db081a2ce87e763c5c717c355adfc /src/client/replicate.rs | |
| parent | 1c6c740381d0da4bcb70c6531bf93b406b94d9a6 (diff) | |
| download | aichat-7762cd6bed7f95fa855144e01aa94e932869fe12.tar.gz | |
refactor: model pass_max_tokens (#493)
Diffstat (limited to 'src/client/replicate.rs')
| -rw-r--r-- | src/client/replicate.rs | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/client/replicate.rs b/src/client/replicate.rs index a20ce71..34cfd94 100644 --- a/src/client/replicate.rs +++ b/src/client/replicate.rs @@ -148,7 +148,7 @@ fn build_body(data: SendData, model: &Model) -> Result<Value> { "prompt_template": "{prompt}" }); - if let Some(v) = model.max_output_tokens { + if let Some(v) = model.max_tokens_param() { input["max_tokens"] = v.into(); input["max_new_tokens"] = v.into(); } |