From 1dd8e0a016df382e3a4fc7d603533415b1568a5b Mon Sep 17 00:00:00 2001 From: martin legrand Date: Sat, 29 Mar 2025 19:47:44 +0100 Subject: [PATCH] fix : llamacpp handler problem again --- server/sources/llamacpp_handler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/sources/llamacpp_handler.py b/server/sources/llamacpp_handler.py index 781fecc..7c38813 100644 --- a/server/sources/llamacpp_handler.py +++ b/server/sources/llamacpp_handler.py @@ -29,7 +29,7 @@ class LlamacppLLM(GeneratorLLM): messages = history ) with self.state.lock: - self.state.current_buffer = output['choices'][0]['content'] + self.state.current_buffer = output['choices'][0]['message']['content'] except Exception as e: self.logger.error(f"Error: {e}") finally: