feat: support groq (#441)

config.example.yaml

@@ -65,6 +65,10 @@ clients:
   - type: cohere
     api_key: xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
 
+  # See https://console.groq.com/docs/quickstart
+  - type: groq
+    api_key: gsk_xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
+
   # Any openai-compatible API providers 
   - type: openai-compatible
     name: localai

src/client/groq.rs

@@ -0,0 +1,13 @@
+openai_compatible_module!(
+    GroqConfig,
+    GroqClient,
+    "https://api.groq.com/openai/v1",
+    [
+        // https://console.groq.com/docs/models
+        ("llama3-8b-8192", "text", 8192),
+        ("llama3-70b-8192", "text", 8192),
+        ("llama2-70b-4096", "text", 4096),
+        ("mixtral-8x7b-32768", "text", 32768),
+        ("gemma-7b-it", "text", 8192),
+    ]
+);

src/client/mod.rs

@@ -28,6 +28,7 @@ register_client!(
     (claude, "claude", ClaudeConfig, ClaudeClient),
     (mistral, "mistral", MistralConfig, MistralClient),
     (cohere, "cohere", CohereConfig, CohereClient),
+    (groq, "groq", GroqConfig, GroqClient),
     (ollama, "ollama", OllamaConfig, OllamaClient),
     (ernie, "ernie", ErnieConfig, ErnieClient),
     (qianwen, "qianwen", QianwenConfig, QianwenClient),