diff options
Diffstat (limited to 'src/client/replicate.rs')
| -rw-r--r-- | src/client/replicate.rs | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/client/replicate.rs b/src/client/replicate.rs index a20ce71..34cfd94 100644 --- a/src/client/replicate.rs +++ b/src/client/replicate.rs @@ -148,7 +148,7 @@ fn build_body(data: SendData, model: &Model) -> Result<Value> { "prompt_template": "{prompt}" }); - if let Some(v) = model.max_output_tokens { + if let Some(v) = model.max_tokens_param() { input["max_tokens"] = v.into(); input["max_new_tokens"] = v.into(); } |