From 5862c98f3eefea6778b9c7c8509ee5d5364e35b8 Mon Sep 17 00:00:00 2001 From: martin legrand Date: Sat, 29 Mar 2025 19:41:29 +0100 Subject: [PATCH] fix : llamacpp handler problem --- server/sources/llamacpp_handler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/sources/llamacpp_handler.py b/server/sources/llamacpp_handler.py index 5bc108e..781fecc 100644 --- a/server/sources/llamacpp_handler.py +++ b/server/sources/llamacpp_handler.py @@ -29,7 +29,7 @@ class LlamacppLLM(GeneratorLLM): messages = history ) with self.state.lock: - self.state.current_buffer = output + self.state.current_buffer = output['choices'][0]['content'] except Exception as e: self.logger.error(f"Error: {e}") finally: