summaryrefslogtreecommitdiffstats
path: root/src/serve.rs
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-05-14 12:43:16 +0800
committerGitHub <noreply@github.com>2024-05-14 12:43:16 +0800
commit79d0bba640d954cd3e6acd7f4e83900eb9d56a1c (patch)
treee266ca283735b91bc2964ec4040b088cf7b865ed /src/serve.rs
parent5284a18248bb8e48eaa4a1e6ddcf73d944d23783 (diff)
downloadaichat-79d0bba640d954cd3e6acd7f4e83900eb9d56a1c.tar.gz
feat: allow binding model to the role (#505)
Diffstat (limited to 'src/serve.rs')
-rw-r--r--src/serve.rs2
1 files changed, 1 insertions, 1 deletions
diff --git a/src/serve.rs b/src/serve.rs
index 3fa0d90..00948b0 100644
--- a/src/serve.rs
+++ b/src/serve.rs
@@ -249,7 +249,7 @@ impl Server {
config.write().set_model(&model_name)?;
}
- let mut client = init_client(&config)?;
+ let mut client = init_client(&config, None)?;
if max_tokens.is_some() {
client.model_mut().set_max_tokens(max_tokens, true);
}