mirror of
https://github.com/tcsenpai/agenticSeek.git
synced 2025-06-06 11:05:26 +00:00
fix : server problem with llamacpp
This commit is contained in:
parent
0c3a07f208
commit
58d52ad61f
@ -12,7 +12,7 @@ class LlamacppLLM(GeneratorLLM):
|
||||
self.llm = None
|
||||
|
||||
def generate(self, history):
|
||||
if self.model is None:
|
||||
if self.llm is None:
|
||||
self.llm = Llama.from_pretrained(
|
||||
repo_id=self.model,
|
||||
filename="*q8_0.gguf",
|
||||
|
Loading…
x
Reference in New Issue
Block a user