diff --git a/app/handlers/litellm_handler.py b/app/handlers/litellm_handler.py index 0d9acad..5a79c7e 100644 --- a/app/handlers/litellm_handler.py +++ b/app/handlers/litellm_handler.py @@ -23,7 +23,7 @@ class LiteLLMHandler(BaseHandler): messages=messages, response_format= { "type": "json_schema", "json_schema": ResponseSchema.model_json_schema() , "strict": True }, max_tokens=max_tokens, - temperature=0.2, + temperature=0.5, api_base=self.api_base, api_key=self.api_key, stream=False,