From 82cf54706b5d702b8b81252f67a181a023ae553c Mon Sep 17 00:00:00 2001 From: martin legrand Date: Tue, 8 Apr 2025 19:40:02 +0200 Subject: [PATCH] feat : vllm in server fix --- server/sources/vllm_handler.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/sources/vllm_handler.py b/server/sources/vllm_handler.py index 2f9b329..c3479a3 100644 --- a/server/sources/vllm_handler.py +++ b/server/sources/vllm_handler.py @@ -1,3 +1,4 @@ +from .generator import GeneratorLLM from vllm import LLM, SamplingParams import logging from typing import List, Dict