mirror of
https://github.com/tcsenpai/agenticSeek.git
synced 2025-06-06 19:15:28 +00:00
fix : bug
This commit is contained in:
parent
cf1d3d0ba1
commit
5c9ada9468
5
server/install.sh
Normal file
5
server/install.sh
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
pip3 install --upgrade packaging
|
||||||
|
pip3 install --upgrade pip setuptools
|
||||||
|
pip3 install -r requirements.txt
|
@ -15,7 +15,7 @@ class LlamacppLLM(GeneratorLLM):
|
|||||||
if self.llm is None:
|
if self.llm is None:
|
||||||
self.llm = Llama.from_pretrained(
|
self.llm = Llama.from_pretrained(
|
||||||
repo_id=self.model,
|
repo_id=self.model,
|
||||||
filename="*q8_0.gguf",
|
filename="*Q8_0.gguf",
|
||||||
verbose=True
|
verbose=True
|
||||||
)
|
)
|
||||||
return
|
return
|
||||||
|
@ -115,7 +115,6 @@ class Provider:
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
requests.post(route_setup, json={"model": self.model})
|
requests.post(route_setup, json={"model": self.model})
|
||||||
pretty_print("Setting up server...", color="status")
|
|
||||||
requests.post(route_gen, json={"messages": history})
|
requests.post(route_gen, json={"messages": history})
|
||||||
is_complete = False
|
is_complete = False
|
||||||
while not is_complete:
|
while not is_complete:
|
||||||
|
Loading…
x
Reference in New Issue
Block a user