summaryrefslogtreecommitdiffstats
path: root/src/client/perplexity.rs
blob: c8bb6f0fb230c13fe8f086fa2192d17492b53626 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
openai_compatible_client!(
    PerplexityConfig,
    PerplexityClient,
    "https://api.perplexity.ai",
    [
        // https://docs.perplexity.ai/docs/model-cards
        ("sonar-small-chat", "text", 16384),
        ("sonar-small-online", "text", 12000),
        ("sonar-medium-chat", "text", 16384),
        ("sonar-medium-online", "text", 12000),

        ("llama-3-8b-instruct", "text", 8192),
        ("llama-3-70b-instruct", "text", 8192),
        ("codellama-70b-instruct", "text", 16384),
        ("mistral-7b-instruct", "text", 16384),
        ("mixtral-8x7b-instruct", "text", 16384),
        ("mixtral-8x22b-instruct", "text", 16384),
    ]
);