diff options
| -rw-r--r-- | src/client/common.rs | 8 | ||||
| -rw-r--r-- | src/serve.rs | 2 |
2 files changed, 5 insertions, 5 deletions
diff --git a/src/client/common.rs b/src/client/common.rs index 796c632..5e82f82 100644 --- a/src/client/common.rs +++ b/src/client/common.rs @@ -355,7 +355,7 @@ pub trait Client: Sync + Send { let data = input.prepare_completion_data(self.model(), false)?; self.chat_completions_inner(&client, data) .await - .with_context(|| "Failed to fetch chat completions") + .with_context(|| "Failed to call chat completions api") } async fn chat_completions_streaming( @@ -381,7 +381,7 @@ pub trait Client: Sync + Send { self.chat_completions_streaming_inner(&client, handler, data).await } => { handler.done()?; - ret.with_context(|| "Failed to fetch chat completions") + ret.with_context(|| "Failed to call chat completions api") } _ = watch_abort_signal(abort_signal) => { handler.done()?; @@ -395,14 +395,14 @@ pub trait Client: Sync + Send { self.model().guard_max_batch_size(&data)?; self.embeddings_inner(&client, data) .await - .context("Failed to fetch embeddings") + .context("Failed to call embeddings api") } async fn rerank(&self, data: RerankData) -> Result<RerankOutput> { let client = self.build_client()?; self.rerank_inner(&client, data) .await - .context("Failed to fetch rerank") + .context("Failed to call rerank api") } fn patch_chat_completions_body(&self, body: &mut Value) { diff --git a/src/serve.rs b/src/serve.rs index fc80f2a..8371f55 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -51,7 +51,7 @@ pub async fn run(config: GlobalConfig, addr: Option<String>) -> Result<()> { println!("Chat Completions API: http://{addr}/v1/chat/completions"); println!("Embeddings API: http://{addr}/v1/embeddings"); println!("LLM Playground: http://{addr}/playground"); - println!("LLM Arena: http://{addr}/arena"); + println!("LLM Arena: http://{addr}/arena?num=2"); shutdown_signal().await; let _ = stop_server.send(()); Ok(()) |