mirror of
https://github.com/xinnan-tech/xiaozhi-esp32-server.git
synced 2026-07-22 07:03:53 +08:00
60 lines
2.1 KiB
Python
60 lines
2.1 KiB
Python
import os
|
|
import sys
|
|
import logging
|
|
import importlib
|
|
from datetime import datetime
|
|
from core.utils.util import is_segment
|
|
from core.utils.util import get_string_no_punctuation_or_emoji
|
|
from core.utils.util import read_config, get_project_dir
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def create_instance(class_name, *args, **kwargs):
|
|
# 创建LLM实例
|
|
if os.path.exists(os.path.join('core', 'providers', 'llm', class_name, f'{class_name}.py')):
|
|
lib_name = f'core.providers.llm.{class_name}.{class_name}'
|
|
if lib_name not in sys.modules:
|
|
sys.modules[lib_name] = importlib.import_module(f'{lib_name}')
|
|
return sys.modules[lib_name].LLMProvider(*args, **kwargs)
|
|
|
|
raise ValueError(f"不支持的LLM类型: {class_name}，请检查该配置的type是否设置正确")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
"""
|
|
响应速度测试
|
|
"""
|
|
config = read_config(get_project_dir() + "config.yaml")
|
|
llm = create_instance(
|
|
config["selected_module"]["LLM"]
|
|
if not "type" in config["LLM"][config["selected_module"]["LLM"]]
|
|
else
|
|
config["LLM"][config["selected_module"]["LLM"]]["type"],
|
|
config["LLM"][config["selected_module"]["LLM"]]
|
|
)
|
|
|
|
start_time = datetime.now()
|
|
|
|
dialogue = []
|
|
dialogue.append({"role": "system", "content": config.get("prompt")})
|
|
dialogue.append({"role": "user", "content": "你好小智"})
|
|
llm_responses = llm.response("test", dialogue)
|
|
response_message = []
|
|
first_text = None
|
|
start = 0
|
|
|
|
for content in llm_responses:
|
|
response_message.append(content)
|
|
|
|
if is_segment(response_message):
|
|
segment_text = "".join(response_message[start:])
|
|
segment_text = get_string_no_punctuation_or_emoji(segment_text)
|
|
if len(segment_text) > 0:
|
|
if first_text is None:
|
|
first_text = segment_text
|
|
print("大模型首次返回耗时：" + str(datetime.now() - start_time))
|
|
start = len(response_message)
|
|
|
|
print("大模型返回总耗时：" + str(datetime.now() - start_time))
|