mirror of
https://github.com/xinnan-tech/xiaozhi-esp32-server.git
synced 2026-07-22 23:23:55 +08:00
40 lines
1.3 KiB
Python
40 lines
1.3 KiB
Python
from abc import ABC, abstractmethod
|
|
from config.logger import setup_logging
|
|
|
|
TAG = __name__
|
|
logger = setup_logging()
|
|
|
|
class LLMProviderBase(ABC):
|
|
@abstractmethod
|
|
def response(self, session_id, dialogue):
|
|
"""LLM response generator"""
|
|
pass
|
|
|
|
def response_no_stream(self, system_prompt, user_prompt, **kwargs):
|
|
try:
|
|
# 构造对话格式
|
|
dialogue = [
|
|
{"role": "system", "content": system_prompt},
|
|
{"role": "user", "content": user_prompt}
|
|
]
|
|
result = ""
|
|
for part in self.response("", dialogue, **kwargs):
|
|
result += part
|
|
return result
|
|
|
|
except Exception as e:
|
|
logger.bind(tag=TAG).error(f"Error in Ollama response generation: {e}")
|
|
return "【LLM服务响应异常】"
|
|
|
|
def response_with_functions(self, session_id, dialogue, functions=None):
|
|
"""
|
|
Default implementation for function calling (streaming)
|
|
This should be overridden by providers that support function calls
|
|
|
|
Returns: generator that yields either text tokens or a special function call token
|
|
"""
|
|
# For providers that don't support functions, just return regular response
|
|
for token in self.response(session_id, dialogue):
|
|
yield token, None
|
|
|