tcsenpai/agenticSeek
1
0
Fork 0
mirror of https://github.com/tcsenpai/agenticSeek.git synced 2025-06-06 19:15:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat : increase ctx size

Browse Source
This commit is contained in:
martin legrand 2025-03-29 19:54:45 +01:00
parent 1dd8e0a016
commit 875ab3bd8e
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
server/sources/llamacpp_handler.py
View File

@ -17,6 +17,7 @@ class LlamacppLLM(GeneratorLLM):
self.llm = Llama.from_pretrained( self.llm = Llama.from_pretrained(
repo_id=self.model, repo_id=self.model,
filename="*Q8_0.gguf", filename="*Q8_0.gguf",
n_ctx=4096,
verbose=True verbose=True
) )
self.logger.info(f"Using {self.model} for generation with Llama.cpp") self.logger.info(f"Using {self.model} for generation with Llama.cpp")