From 8a65337d590729f96a5f3c0b35dc5a08fae5bf94 Mon Sep 17 00:00:00 2001 From: sigoden Date: Tue, 30 Apr 2024 08:57:22 +0800 Subject: feat: add `.set max_output_tokens` (#468) --- src/serve.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src/serve.rs') diff --git a/src/serve.rs b/src/serve.rs index c5f8fd3..d259126 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -164,7 +164,7 @@ impl Server { let mut client = init_client(&config)?; if max_tokens.is_some() { - client.set_model(client.model().clone().set_max_output_tokens(max_tokens)); + client.model_mut().set_max_output_tokens(max_tokens); } let abort = create_abort_signal(); let http_client = client.build_client()?; -- cgit v1.2.3