mirror of
https://github.com/MacRimi/ProxMenux.git
synced 2026-04-18 01:52:20 +00:00
57 lines
1.8 KiB
Python
57 lines
1.8 KiB
Python
"""Groq AI provider implementation.
|
|
|
|
Groq provides fast inference with a generous free tier (30 requests/minute).
|
|
Uses the OpenAI-compatible API format.
|
|
"""
|
|
from typing import Optional
|
|
from .base import AIProvider, AIProviderError
|
|
|
|
|
|
class GroqProvider(AIProvider):
|
|
"""Groq AI provider using their OpenAI-compatible API."""
|
|
|
|
NAME = "groq"
|
|
DEFAULT_MODEL = "llama-3.3-70b-versatile"
|
|
REQUIRES_API_KEY = True
|
|
API_URL = "https://api.groq.com/openai/v1/chat/completions"
|
|
|
|
def generate(self, system_prompt: str, user_message: str,
|
|
max_tokens: int = 200) -> Optional[str]:
|
|
"""Generate a response using Groq's API.
|
|
|
|
Args:
|
|
system_prompt: System instructions
|
|
user_message: User message to process
|
|
max_tokens: Maximum response length
|
|
|
|
Returns:
|
|
Generated text or None if failed
|
|
|
|
Raises:
|
|
AIProviderError: If API key is missing or request fails
|
|
"""
|
|
if not self.api_key:
|
|
raise AIProviderError("API key required for Groq")
|
|
|
|
payload = {
|
|
'model': self.model,
|
|
'messages': [
|
|
{'role': 'system', 'content': system_prompt},
|
|
{'role': 'user', 'content': user_message},
|
|
],
|
|
'max_tokens': max_tokens,
|
|
'temperature': 0.3,
|
|
}
|
|
|
|
headers = {
|
|
'Content-Type': 'application/json',
|
|
'Authorization': f'Bearer {self.api_key}',
|
|
}
|
|
|
|
result = self._make_request(self.API_URL, payload, headers)
|
|
|
|
try:
|
|
return result['choices'][0]['message']['content'].strip()
|
|
except (KeyError, IndexError) as e:
|
|
raise AIProviderError(f"Unexpected response format: {e}")
|