Merge pull request #406 from diaoling6665/main

允许修改openai接口的超参
This commit is contained in:
Huang
2025-03-19 23:27:57 +08:00
committed by GitHub
2 changed files with 24 additions and 2 deletions
@@ -11,6 +11,12 @@ class LLMProvider(LLMProviderBase):
self.base_url = config.get("base_url")
else:
self.base_url = config.get("url")
self.top_p = config.get("top_p")
self.top_k = config.get("top_k")
self.temperature = config.get("temperature")
self.max_tokens = config.get("max_tokens")
self.frequency_penalty = config.get("frequency_penalty")
check_model_key("LLM", self.api_key)
self.client = openai.OpenAI(api_key=self.api_key, base_url=self.base_url)
@@ -19,7 +25,12 @@ class LLMProvider(LLMProviderBase):
responses = self.client.chat.completions.create(
model=self.model_name,
messages=dialogue,
stream=True
stream=True,
temperature=self.temperature,
max_tokens=self.max_tokens,
top_p=self.top_p,
top_k=self.top_k,
frequency_penalty=self.frequency_penalty
)
is_active = True
@@ -51,6 +62,11 @@ class LLMProvider(LLMProviderBase):
messages=dialogue,
stream=True,
tools=functions,
temperature=self.temperature,
max_tokens=self.max_tokens,
top_p=self.top_p,
top_k=self.top_k,
frequency_penalty=self.frequency_penalty
)
for chunk in stream:
@@ -58,4 +74,4 @@ class LLMProvider(LLMProviderBase):
except Exception as e:
self.logger.bind(tag=TAG).error(f"Error in function call streaming: {e}")
yield {"type": "content", "content": f"【OpenAI服务响应异常: {e}"}
yield {"type": "content", "content": f"【OpenAI服务响应异常: {e}"}