mirror of
https://github.com/xinnan-tech/xiaozhi-esp32-server.git
synced 2026-07-22 07:03:53 +08:00
93 lines
3.0 KiB
Python
93 lines
3.0 KiB
Python
import yaml
|
||
import unicodedata
|
||
import socket
|
||
import os
|
||
import json
|
||
|
||
|
||
def get_project_dir():
|
||
projectName = 'xiaozhi-esp32-server'
|
||
filePath = os.path.abspath(__file__)
|
||
return filePath[:filePath.rfind('/' + projectName + '/') + len(projectName) + 2]
|
||
|
||
|
||
def get_local_ip():
|
||
try:
|
||
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
|
||
# Connect to Google's DNS servers
|
||
s.connect(("8.8.8.8", 80))
|
||
local_ip = s.getsockname()[0]
|
||
s.close()
|
||
return local_ip
|
||
except Exception as e:
|
||
return "127.0.0.1"
|
||
|
||
|
||
def read_config(config_path):
|
||
with open(config_path, "r", encoding="utf-8") as file:
|
||
config = yaml.safe_load(file)
|
||
return config
|
||
|
||
|
||
def write_json_file(file_path, data):
|
||
"""将数据写入 JSON 文件"""
|
||
with open(file_path, 'w', encoding='utf-8') as file:
|
||
json.dump(data, file, ensure_ascii=False, indent=4)
|
||
|
||
|
||
def is_segment(tokens):
|
||
if tokens[-1] in (",", ".", "?", "，", "。", "？", "！", "!", ";", "；", ":", "："):
|
||
return True
|
||
else:
|
||
return False
|
||
|
||
def is_punctuation_or_emoji(char):
|
||
"""检查字符是否为空格、指定标点或表情符号"""
|
||
# 定义需要去除的中英文标点（包括全角/半角）
|
||
punctuation_set = {
|
||
'，', ',', # 中文逗号 + 英文逗号
|
||
'。', '.', # 中文句号 + 英文句号
|
||
'！', '!', # 中文感叹号 + 英文感叹号
|
||
'-', '－', # 英文连字符 + 中文全角横线
|
||
'、' # 中文顿号
|
||
}
|
||
if char.isspace() or char in punctuation_set:
|
||
return True
|
||
# 检查表情符号（保留原有逻辑）
|
||
code_point = ord(char)
|
||
emoji_ranges = [
|
||
(0x1F600, 0x1F64F), (0x1F300, 0x1F5FF),
|
||
(0x1F680, 0x1F6FF), (0x1F900, 0x1F9FF),
|
||
(0x1FA70, 0x1FAFF), (0x2600, 0x26FF),
|
||
(0x2700, 0x27BF)
|
||
]
|
||
return any(start <= code_point <= end for start, end in emoji_ranges)
|
||
|
||
def get_string_no_punctuation_or_emoji(s):
|
||
"""去除字符串首尾的空格、标点符号和表情符号"""
|
||
chars = list(s)
|
||
# 处理开头的字符
|
||
start = 0
|
||
while start < len(chars) and is_punctuation_or_emoji(chars[start]):
|
||
start += 1
|
||
# 处理结尾的字符
|
||
end = len(chars) - 1
|
||
while end >= start and is_punctuation_or_emoji(chars[end]):
|
||
end -= 1
|
||
return ''.join(chars[start:end+1])
|
||
|
||
def remove_punctuation_and_length(text):
|
||
# 全角符号和半角符号的Unicode范围
|
||
full_width_punctuations = '！＂＃＄％＆＇（）＊＋，－。／：；＜＝＞？＠［＼］＾＿｀｛｜｝～'
|
||
half_width_punctuations = '!"#$%&\'()*+,-./:;<=>?@[\]^_`{|}~'
|
||
space = ' ' # 半角空格
|
||
full_width_space = ' ' # 全角空格
|
||
|
||
# 去除全角和半角符号以及空格
|
||
result = ''.join([char for char in text if
|
||
char not in full_width_punctuations and char not in half_width_punctuations and char not in space and char not in full_width_space])
|
||
|
||
if result == "Yeah":
|
||
return 0
|
||
return len(result)
|