feat : better logging

This commit is contained in:
martin legrand 2025-03-29 13:17:01 +01:00
parent 7e95498f7a
commit 32b17c3373

View File

@ -15,7 +15,7 @@ app = Flask(__name__)
assert args.provider in ["ollama", "llamacpp"], f"Provider {args.provider} does not exists. see --help for more information"
generator = OllamaLLM if args.provider == "ollama" else LlamacppLLM
generator = OllamaLLM() if args.provider == "ollama" else LlamacppLLM()
@app.route('/generate', methods=['POST'])
def start_generation():