from abc import ABC, abstractmethod from config.logger import setup_logging TAG = __name__ logger = setup_logging() class LLMProviderBase(ABC): @abstractmethod def response(self, session_id, dialogue): """LLM response generator""" pass def response_no_stream(self, system_prompt, user_prompt, **kwargs): # 构造对话格式 dialogue = [ {"role": "system", "content": system_prompt}, {"role": "user", "content": user_prompt} ] result = "" for part in self.response("", dialogue, **kwargs): result += part return result def response_with_functions(self, session_id, dialogue, functions=None): """ Default implementation for function calling (streaming) This should be overridden by providers that support function calls Returns: generator that yields either text tokens or a special function call token """ # For providers that don't support functions, just return regular response for token in self.response(session_id, dialogue): yield token, None