diff options
Diffstat (limited to 'src/client/mod.rs')
| -rw-r--r-- | src/client/mod.rs | 20 |
1 files changed, 20 insertions, 0 deletions
diff --git a/src/client/mod.rs b/src/client/mod.rs index 82e18a5..a8519b3 100644 --- a/src/client/mod.rs +++ b/src/client/mod.rs @@ -5,6 +5,7 @@ mod model; mod prompt_format; mod sse_handler; +pub use crate::utils::PromptKind; pub use common::*; pub use message::*; pub use model::*; @@ -40,3 +41,22 @@ register_client!( OpenAICompatibleClient ), ); + +pub const KNOWN_OPENAI_COMPATIBLE_PLATFORMS: [(&str, &str); 5] = [ + ("anyscale", "https://api.endpoints.anyscale.com/v1"), + ("deepinfra", "https://api.deepinfra.com/v1/openai"), + ("fireworks", "https://api.fireworks.ai/inference/v1"), + ("octoai", "https://text.octoai.run/v1"), + ("together", "https://api.together.xyz/v1"), +]; + +pub const KNOWN_OPENAI_COMPATIBLE_PROMPTS: [PromptType<'static>; 3] = [ + ("api_key", "API Key:", false, PromptKind::String), + ("models[].name", "Model Name:", true, PromptKind::String), + ( + "models[].max_input_tokens", + "Max Input Tokens:", + false, + PromptKind::Integer, + ), +]; |
