fix : server cache bug

This commit is contained in:
martin legrand 2025-04-05 16:45:03 +02:00
parent a667f89c12
commit 93c8f0f8e4

View File

@ -1,6 +1,7 @@
import time import time
from .generator import GeneratorLLM from .generator import GeneratorLLM
from .cache import Cache
import ollama import ollama
class OllamaLLM(GeneratorLLM): class OllamaLLM(GeneratorLLM):
@ -10,6 +11,7 @@ class OllamaLLM(GeneratorLLM):
Handle generation using Ollama. Handle generation using Ollama.
""" """
super().__init__() super().__init__()
self.cache = Cache()
def generate(self, history): def generate(self, history):
self.logger.info(f"Using {self.model} for generation with Ollama") self.logger.info(f"Using {self.model} for generation with Ollama")