mirror of
https://github.com/tcsenpai/multi1.git
synced 2025-06-06 02:55:21 +00:00
19 lines
611 B
Python
19 lines
611 B
Python
import groq
|
|
from api_handlers import BaseHandler
|
|
|
|
class GroqHandler(BaseHandler):
|
|
def __init__(self, api_key, model):
|
|
super().__init__()
|
|
self.client = groq.Groq(api_key=api_key)
|
|
self.model = model
|
|
|
|
def _make_request(self, messages, max_tokens):
|
|
# Make a request to the Groq API
|
|
response = self.client.chat.completions.create(
|
|
model=self.model,
|
|
messages=messages,
|
|
max_tokens=max_tokens,
|
|
temperature=0.2,
|
|
response_format={"type": "json_object"}
|
|
)
|
|
return response.choices[0].message.content |