feat : vllm in server fix

This commit is contained in:
martin legrand 2025-04-08 19:40:02 +02:00
parent 8cfb2d1246
commit 82cf54706b

View File

@ -1,3 +1,4 @@
from .generator import GeneratorLLM
from vllm import LLM, SamplingParams
import logging
from typing import List, Dict