tcsenpai/agenticSeek
1
0
Fork 0
mirror of https://github.com/tcsenpai/agenticSeek.git synced 2025-06-07 03:25:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix : server problem with llamacpp

Browse Source
This commit is contained in:
martin legrand 2025-03-29 13:33:25 +01:00
parent 0c3a07f208
commit 58d52ad61f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/sources/llamacpp.py
View File

@ -12,7 +12,7 @@ class LlamacppLLM(GeneratorLLM):
self.llm = None self.llm = None
def generate(self, history): def generate(self, history):
if self.model is None: if self.llm is None:
self.llm = Llama.from_pretrained( self.llm = Llama.from_pretrained(
repo_id=self.model, repo_id=self.model,
filename="*q8_0.gguf", filename="*q8_0.gguf",