diff --git a/server/sources/llamacpp_handler.py b/server/sources/llamacpp_handler.py index 5bc108e..781fecc 100644 --- a/server/sources/llamacpp_handler.py +++ b/server/sources/llamacpp_handler.py @@ -29,7 +29,7 @@ class LlamacppLLM(GeneratorLLM): messages = history ) with self.state.lock: - self.state.current_buffer = output + self.state.current_buffer = output['choices'][0]['content'] except Exception as e: self.logger.error(f"Error: {e}") finally: