diff options
Diffstat (limited to 'src')
| -rw-r--r-- | src/serve.rs | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/serve.rs b/src/serve.rs index 5624903..0b4c475 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -351,11 +351,12 @@ impl Server { client: &dyn Client, http_client: &reqwest::Client, handler: &mut SseHandler, - data: ChatCompletionsData, + mut data: ChatCompletionsData, tx: &UnboundedSender<ResEvent>, is_first: Arc<AtomicBool>, ) { if client.model().no_stream() { + data.stream = false; let ret = client.chat_completions_inner(http_client, data).await; match ret { Ok(output) => { |