2025-06-01 02:26:19 +08:00
|
|
|
from abc import ABC, abstractmethod
|
|
|
|
|
from config.logger import setup_logging
|
|
|
|
|
|
|
|
|
|
TAG = __name__
|
|
|
|
|
logger = setup_logging()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VLLMProviderBase(ABC):
|
|
|
|
|
@abstractmethod
|
|
|
|
|
def response(self, question, base64_image):
|
|
|
|
|
"""VLLM response generator"""
|
|
|
|
|
pass
|