1 files changed, 13 insertions, 0 deletions
diff --git a/src/client/groq.rs b/src/client/groq.rs
new file mode 100644
index 0000000..3ff2a41
--- /dev/null
+++ b/src/client/groq.rs
@@ -0,0 +1,13 @@
+openai_compatible_module!(
+    GroqConfig,
+    GroqClient,
+    "https://api.groq.com/openai/v1",
+    [
+        // https://console.groq.com/docs/models
+        ("llama3-8b-8192", "text", 8192),
+        ("llama3-70b-8192", "text", 8192),
+        ("llama2-70b-4096", "text", 4096),
+        ("mixtral-8x7b-32768", "text", 32768),
+        ("gemma-7b-it", "text", 8192),
+    ]
+);