From a21e1213ccdd11d76f6338436c431e459ab8e574 Mon Sep 17 00:00:00 2001 From: sigoden Date: Fri, 26 Apr 2024 06:57:23 +0800 Subject: feat: support perplexity (#444) --- src/client/perplexity.rs | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 src/client/perplexity.rs (limited to 'src/client/perplexity.rs') diff --git a/src/client/perplexity.rs b/src/client/perplexity.rs new file mode 100644 index 0000000..99b2565 --- /dev/null +++ b/src/client/perplexity.rs @@ -0,0 +1,19 @@ +openai_compatible_module!( + PerplexityConfig, + PerplexityClient, + "https://api.perplexity.ai", + [ + // https://docs.perplexity.ai/docs/model-cards + ("sonar-small-chat", "text", 16384), + ("sonar-small-online", "text", 12000), + ("sonar-medium-chat", "text", 16384), + ("sonar-medium-online", "text", 12000), + + ("llama-3-8b-instruct", "text", 8192), + ("llama-3-70b-instruct", "text", 8192), + ("codellama-70b-instruct", "text", 16384), + ("mistral-7b-instruct", "text", 16384), + ("mixtral-8x7b-instruct", "text", 16384), + ("mixtral-8x22b-instruct", "text", 16384), + ] +); -- cgit v1.2.3