diff options
| author | sigoden <sigoden@gmail.com> | 2024-04-30 08:57:22 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-04-30 08:57:22 +0800 |
| commit | 8a65337d590729f96a5f3c0b35dc5a08fae5bf94 (patch) | |
| tree | 7cd16d619fac2e4080f922dbeaaa1731c471af47 /src/serve.rs | |
| parent | e7fa6c5a208347b0e5aa779b3ea477f5f1fe41c6 (diff) | |
| download | aichat-8a65337d590729f96a5f3c0b35dc5a08fae5bf94.tar.gz | |
feat: add `.set max_output_tokens` (#468)
Diffstat (limited to 'src/serve.rs')
| -rw-r--r-- | src/serve.rs | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/serve.rs b/src/serve.rs index c5f8fd3..d259126 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -164,7 +164,7 @@ impl Server { let mut client = init_client(&config)?; if max_tokens.is_some() { - client.set_model(client.model().clone().set_max_output_tokens(max_tokens)); + client.model_mut().set_max_output_tokens(max_tokens); } let abort = create_abort_signal(); let http_client = client.build_client()?; |