src/client/groq.rs


1
2
3
4
5
6
7
8
9
10
11
12
13

openai_compatible_module!(
    GroqConfig,
    GroqClient,
    "https://api.groq.com/openai/v1",
    [
        // https://console.groq.com/docs/models
        ("llama3-8b-8192", "text", 8192),
        ("llama3-70b-8192", "text", 8192),
        ("llama2-70b-4096", "text", 4096),
        ("mixtral-8x7b-32768", "text", 32768),
        ("gemma-7b-it", "text", 8192),
    ]
);