From 58d52ad61ffd2fde85cf4281b366fcfbd0274954 Mon Sep 17 00:00:00 2001 From: martin legrand Date: Sat, 29 Mar 2025 13:33:25 +0100 Subject: [PATCH] fix : server problem with llamacpp --- server/sources/llamacpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/sources/llamacpp.py b/server/sources/llamacpp.py index d1625ad..e7a7b66 100644 --- a/server/sources/llamacpp.py +++ b/server/sources/llamacpp.py @@ -12,7 +12,7 @@ class LlamacppLLM(GeneratorLLM): self.llm = None def generate(self, history): - if self.model is None: + if self.llm is None: self.llm = Llama.from_pretrained( repo_id=self.model, filename="*q8_0.gguf",