From 93c8f0f8e4a5017314b6c1a410351aa5fa91c2a5 Mon Sep 17 00:00:00 2001 From: martin legrand Date: Sat, 5 Apr 2025 16:45:03 +0200 Subject: [PATCH] fix : server cache bug --- server/sources/ollama_handler.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/server/sources/ollama_handler.py b/server/sources/ollama_handler.py index 517c284..8510f96 100644 --- a/server/sources/ollama_handler.py +++ b/server/sources/ollama_handler.py @@ -1,6 +1,7 @@ import time from .generator import GeneratorLLM +from .cache import Cache import ollama class OllamaLLM(GeneratorLLM): @@ -10,6 +11,7 @@ class OllamaLLM(GeneratorLLM): Handle generation using Ollama. """ super().__init__() + self.cache = Cache() def generate(self, history): self.logger.info(f"Using {self.model} for generation with Ollama")