tcsenpai/agenticSeek
1
0
Fork 0
mirror of https://github.com/tcsenpai/agenticSeek.git synced 2025-06-06 11:05:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix : server problem with llamacpp

Browse Source
This commit is contained in:
martin legrand 2025-03-29 13:32:46 +01:00
parent 44e0508ae5
commit 0c3a07f208
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
server/sources/llamacpp.py
View File

@ -18,6 +18,7 @@ class LlamacppLLM(GeneratorLLM):
filename="*q8_0.gguf",
verbose=True
)
return
self.logger.info(f"Using {self.model} for generation with Llama.cpp")
self.llm.create_chat_completion(
messages = history