From a50b32ca21d1d103c6c5f239f30fe8062a23e1fa Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Tue, 30 Apr 2024 08:09:46 +0800
Subject: feat: support more openai compatiable clients (#467)

---
 src/client/mod.rs | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

(limited to 'src/client/mod.rs')

diff --git a/src/client/mod.rs b/src/client/mod.rs
index 82e18a5..a8519b3 100644
--- a/src/client/mod.rs
+++ b/src/client/mod.rs
@@ -5,6 +5,7 @@ mod model;
 mod prompt_format;
 mod sse_handler;
 
+pub use crate::utils::PromptKind;
 pub use common::*;
 pub use message::*;
 pub use model::*;
@@ -40,3 +41,22 @@ register_client!(
         OpenAICompatibleClient
     ),
 );
+
+pub const KNOWN_OPENAI_COMPATIBLE_PLATFORMS: [(&str, &str); 5] = [
+    ("anyscale", "https://api.endpoints.anyscale.com/v1"),
+    ("deepinfra", "https://api.deepinfra.com/v1/openai"),
+    ("fireworks", "https://api.fireworks.ai/inference/v1"),
+    ("octoai", "https://text.octoai.run/v1"),
+    ("together", "https://api.together.xyz/v1"),
+];
+
+pub const KNOWN_OPENAI_COMPATIBLE_PROMPTS: [PromptType<'static>; 3] = [
+    ("api_key", "API Key:", false, PromptKind::String),
+    ("models[].name", "Model Name:", true, PromptKind::String),
+    (
+        "models[].max_input_tokens",
+        "Max Input Tokens:",
+        false,
+        PromptKind::Integer,
+    ),
+];
-- 
cgit v1.2.3