diff options
Diffstat (limited to 'src/serve.rs')
| -rw-r--r-- | src/serve.rs | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/serve.rs b/src/serve.rs index 3fa0d90..00948b0 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -249,7 +249,7 @@ impl Server { config.write().set_model(&model_name)?; } - let mut client = init_client(&config)?; + let mut client = init_client(&config, None)?; if max_tokens.is_some() { client.model_mut().set_max_tokens(max_tokens, true); } |