From 79d0bba640d954cd3e6acd7f4e83900eb9d56a1c Mon Sep 17 00:00:00 2001 From: sigoden Date: Tue, 14 May 2024 12:43:16 +0800 Subject: feat: allow binding model to the role (#505) --- src/serve.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src/serve.rs') diff --git a/src/serve.rs b/src/serve.rs index 3fa0d90..00948b0 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -249,7 +249,7 @@ impl Server { config.write().set_model(&model_name)?; } - let mut client = init_client(&config)?; + let mut client = init_client(&config, None)?; if max_tokens.is_some() { client.model_mut().set_max_tokens(max_tokens, true); } -- cgit v1.2.3