From 3a3388375be05758d5f5574cce1d0f8eb7bdd604 Mon Sep 17 00:00:00 2001 From: sigoden Date: Wed, 4 Dec 2024 21:03:59 +0800 Subject: refactor: improve retrieve model (#1036) - check the model type while retrieve model - select chat/reranker model even if it is missed in client models - find predefined-models for openai-compatible client with startsWith - remove client::ApiType --- src/client/vertexai.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'src/client/vertexai.rs') diff --git a/src/client/vertexai.rs b/src/client/vertexai.rs index 07ff2a4..7b73164 100644 --- a/src/client/vertexai.rs +++ b/src/client/vertexai.rs @@ -45,7 +45,7 @@ impl Client for VertexAIClient { let model = self.model(); let model_category = ModelCategory::from_str(model.name())?; let request_data = prepare_chat_completions(self, data, &model_category)?; - let builder = self.request_builder(client, request_data, ApiType::ChatCompletions); + let builder = self.request_builder(client, request_data); match model_category { ModelCategory::Gemini => gemini_chat_completions(builder, model).await, ModelCategory::Claude => claude_chat_completions(builder, model).await, @@ -63,7 +63,7 @@ impl Client for VertexAIClient { let model = self.model(); let model_category = ModelCategory::from_str(model.name())?; let request_data = prepare_chat_completions(self, data, &model_category)?; - let builder = self.request_builder(client, request_data, ApiType::ChatCompletions); + let builder = self.request_builder(client, request_data); match model_category { ModelCategory::Gemini => { gemini_chat_completions_streaming(builder, handler, model).await @@ -84,7 +84,7 @@ impl Client for VertexAIClient { ) -> Result>> { prepare_gcloud_access_token(client, self.name(), &self.config.adc_file).await?; let request_data = prepare_embeddings(self, data)?; - let builder = self.request_builder(client, request_data, ApiType::Embeddings); + let builder = self.request_builder(client, request_data); embeddings(builder, self.model()).await } } -- cgit v1.2.3