diff --git a/server/sources/llamacpp_handler.py b/server/sources/llamacpp_handler.py index 781fecc..7c38813 100644 --- a/server/sources/llamacpp_handler.py +++ b/server/sources/llamacpp_handler.py @@ -29,7 +29,7 @@ class LlamacppLLM(GeneratorLLM): messages = history ) with self.state.lock: - self.state.current_buffer = output['choices'][0]['content'] + self.state.current_buffer = output['choices'][0]['message']['content'] except Exception as e: self.logger.error(f"Error: {e}") finally: