From 29a4ffd5146af917af3fba30c7d3b7739c7bad0c Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Thu, 25 Apr 2024 20:59:56 +0800
Subject: feat: support groq (#441)

---
 src/client/groq.rs | 13 +++++++++++++
 1 file changed, 13 insertions(+)
 create mode 100644 src/client/groq.rs

(limited to 'src/client/groq.rs')

diff --git a/src/client/groq.rs b/src/client/groq.rs
new file mode 100644
index 0000000..3ff2a41
--- /dev/null
+++ b/src/client/groq.rs
@@ -0,0 +1,13 @@
+openai_compatible_module!(
+    GroqConfig,
+    GroqClient,
+    "https://api.groq.com/openai/v1",
+    [
+        // https://console.groq.com/docs/models
+        ("llama3-8b-8192", "text", 8192),
+        ("llama3-70b-8192", "text", 8192),
+        ("llama2-70b-4096", "text", 4096),
+        ("mixtral-8x7b-32768", "text", 32768),
+        ("gemma-7b-it", "text", 8192),
+    ]
+);
-- 
cgit v1.2.3