Add files via upload

This commit is contained in:
HaoDuoYu
2025-03-18 12:05:33 +08:00
committed by GitHub
parent 8a066163fe
commit 3d97fab16d
@@ -7,19 +7,27 @@ class LLMProvider(LLMProviderBase):
def __init__(self, config): def __init__(self, config):
self.model_name = config.get("model_name") self.model_name = config.get("model_name")
self.api_key = config.get("api_key") self.api_key = config.get("api_key")
if 'base_url' in config: self.url = config.get("url")
self.base_url = config.get("base_url") self.top_p = config.get("top_p")
else: self.top_k = config.get("top_k")
self.base_url = config.get("url") self.temperature = config.get("temperature")
self.max_tokens = config.get("max_tokens")
self.frequency_penalty = config.get("frequency_penalty")
check_model_key("LLM", self.api_key) check_model_key("LLM", self.api_key)
self.client = openai.OpenAI(api_key=self.api_key, base_url=self.base_url) self.client = openai.OpenAI(api_key=self.api_key, base_url=self.url)
def response(self, session_id, dialogue): def response(self, session_id, dialogue):
try: try:
responses = self.client.chat.completions.create( responses = self.client.chat.completions.create(
model=self.model_name, model=self.model_name,
messages=dialogue, messages=dialogue,
stream=True stream=True,
temperature=self.temperature,
max_tokens=self.max_tokens,
top_p=self.top_p,
top_k=self.top_k,
frequency_penalty=self.frequency_penalty
) )
is_active = True is_active = True
@@ -51,6 +59,11 @@ class LLMProvider(LLMProviderBase):
messages=dialogue, messages=dialogue,
stream=True, stream=True,
tools=functions, tools=functions,
temperature=self.temperature,
max_tokens=self.max_tokens,
top_p=self.top_p,
top_k=self.top_k,
frequency_penalty=self.frequency_penalty
) )
for chunk in stream: for chunk in stream: