tcsenpai/agenticSeek
1
0
Fork 0
mirror of https://github.com/tcsenpai/agenticSeek.git synced 2025-06-07 03:25:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix : server problem with llamacpp

Browse Source
This commit is contained in:
martin legrand 2025-03-29 13:32:46 +01:00
parent 44e0508ae5
commit 0c3a07f208
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
server/sources/llamacpp.py
View File

@ -18,6 +18,7 @@ class LlamacppLLM(GeneratorLLM):
filename="*q8_0.gguf", filename="*q8_0.gguf",
verbose=True verbose=True
) )
return
self.logger.info(f"Using {self.model} for generation with Llama.cpp") self.logger.info(f"Using {self.model} for generation with Llama.cpp")
self.llm.create_chat_completion( self.llm.create_chat_completion(
messages = history messages = history