update:股东记忆模型的token大小

This commit is contained in:
hrz
2025-12-23 14:42:33 +08:00
parent b597cb0686
commit 1d6c4751de
@@ -1,9 +1,9 @@
package xiaozhi.modules.llm.service.impl; package xiaozhi.modules.llm.service.impl;
import cn.hutool.json.JSONArray; import java.util.HashMap;
import cn.hutool.json.JSONObject; import java.util.List;
import cn.hutool.json.JSONUtil; import java.util.Map;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils; import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.http.HttpEntity; import org.springframework.http.HttpEntity;
@@ -13,14 +13,15 @@ import org.springframework.http.MediaType;
import org.springframework.http.ResponseEntity; import org.springframework.http.ResponseEntity;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import org.springframework.web.client.RestTemplate; import org.springframework.web.client.RestTemplate;
import cn.hutool.json.JSONArray;
import cn.hutool.json.JSONObject;
import cn.hutool.json.JSONUtil;
import lombok.extern.slf4j.Slf4j;
import xiaozhi.modules.llm.service.LLMService; import xiaozhi.modules.llm.service.LLMService;
import xiaozhi.modules.model.entity.ModelConfigEntity; import xiaozhi.modules.model.entity.ModelConfigEntity;
import xiaozhi.modules.model.service.ModelConfigService; import xiaozhi.modules.model.service.ModelConfigService;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/** /**
* OpenAI风格API的LLM服务实现 * OpenAI风格API的LLM服务实现
* 支持阿里云、DeepSeek、ChatGLM等兼容OpenAI API的模型 * 支持阿里云、DeepSeek、ChatGLM等兼容OpenAI API的模型
@@ -169,8 +170,6 @@ public class OpenAIStyleLLMServiceImpl implements LLMService {
String baseUrl = configJson.getStr("base_url"); String baseUrl = configJson.getStr("base_url");
String model = configJson.getStr("model_name"); String model = configJson.getStr("model_name");
String apiKey = configJson.getStr("api_key"); String apiKey = configJson.getStr("api_key");
Double temperature = configJson.getDouble("temperature");
Integer maxTokens = configJson.getInt("max_tokens");
if (StringUtils.isBlank(baseUrl) || StringUtils.isBlank(apiKey)) { if (StringUtils.isBlank(baseUrl) || StringUtils.isBlank(apiKey)) {
log.error("LLM配置不完整,baseUrl或apiKey为空"); log.error("LLM配置不完整,baseUrl或apiKey为空");
@@ -193,8 +192,8 @@ public class OpenAIStyleLLMServiceImpl implements LLMService {
messages[0] = message; messages[0] = message;
requestBody.put("messages", messages); requestBody.put("messages", messages);
requestBody.put("temperature", temperature != null ? temperature : 0.7); requestBody.put("temperature", 0.2);
requestBody.put("max_tokens", maxTokens != null ? maxTokens : 2000); requestBody.put("max_tokens", 2000);
// 发送HTTP请求 // 发送HTTP请求
HttpHeaders headers = new HttpHeaders(); HttpHeaders headers = new HttpHeaders();