tcsenpai/agenticSeek
1
0
Fork 0
mirror of https://github.com/tcsenpai/agenticSeek.git synced 2025-06-06 11:05:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: ollama server issue

Browse Source
This commit is contained in:
martin legrand 2025-03-30 12:04:06 +02:00
parent e56e5a4b3d
commit 69f276955a
1 changed files with 3 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
server/sources/ollama_handler.py
View File

@ -24,18 +24,14 @@ class OllamaLLM(GeneratorLLM):
messages=history, messages=history,
stream=True, stream=True,
) )
for chunk in stream: for chunk in stream:
if type(chunk) != dict:
self.logger.error(f"Error: chunk not a dict")
continue
content = chunk['message']['content'] content = chunk['message']['content']
if '.' in content: if '\n' in content:
self.logger.info(self.state.current_buffer) self.logger.info(content)
self.state.last_complete_sentence = self.state.current_buffer
with self.state.lock: with self.state.lock:
self.state.current_buffer += content self.state.current_buffer += content
except Exception as e: except Exception as e:
if "404" in str(e): if "404" in str(e):
self.logger.info(f"Downloading {self.model}...") self.logger.info(f"Downloading {self.model}...")