Hass/ha-text-ai
1
0
Fork 0
mirror of https://github.com/smkrv/ha-text-ai.git synced 2026-07-22 07:03:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(performance): Optimize system resources and token estimation

Browse Source 
- Improve JSON history file processing
- Add memory and disk space validation
- Enhance parallel request handling
- Refine token counting heuristics
This commit is contained in:
SMKRV
2024-12-06 03:14:52 +03:00
parent 0c4399b46c
commit ca3ae982b0
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_components/ha_text_ai/coordinator.py
+2 -4
View File
@@ -865,8 +865,7 @@ class HATextAICoordinator(DataUpdateCoordinator):
context_tokens = self._calculate_context_tokens( context_tokens = self._calculate_context_tokens(
[{"content": entry["question"]} for entry in context_history] + [{"content": entry["question"]} for entry in context_history] +
[{"content": entry["response"]} for entry in context_history] + [{"content": entry["response"]} for entry in context_history] +
[{"content": question}], [{"content": question}]
temp_model
) )
# Dynamic token allocation # Dynamic token allocation
@@ -886,8 +885,7 @@ class HATextAICoordinator(DataUpdateCoordinator):
context_tokens = self._calculate_context_tokens( context_tokens = self._calculate_context_tokens(
[{"content": entry["question"]} for entry in context_history] + [{"content": entry["question"]} for entry in context_history] +
[{"content": entry["response"]} for entry in context_history] + [{"content": entry["response"]} for entry in context_history] +
[{"content": question}], [{"content": question}]
temp_model
) )
# Rebuild messages with trimmed context # Rebuild messages with trimmed context