diff --git a/server/sources/llamacpp.py b/server/sources/llamacpp.py index d1625ad..e7a7b66 100644 --- a/server/sources/llamacpp.py +++ b/server/sources/llamacpp.py @@ -12,7 +12,7 @@ class LlamacppLLM(GeneratorLLM): self.llm = None def generate(self, history): - if self.model is None: + if self.llm is None: self.llm = Llama.from_pretrained( repo_id=self.model, filename="*q8_0.gguf",