fuquan/nonebot-plugin-llmchat
1
0
Fork 0
mirror of https://github.com/FuQuan233/nonebot-plugin-llmchat.git synced 2025-09-06 11:30:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

♻️ Ensure sending reasoning content in separate message

Browse source
This commit is contained in:
FuQuan233 2025-02-15 17:01:14 +08:00
parent 46d854aeae
commit 4683127566
1 changed files with 24 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

37
nonebot_plugin_llmchat/__init__.py
View file

@ -53,12 +53,23 @@ driver = get_driver()
tasks: set["asyncio.Task"] = set() tasks: set["asyncio.Task"] = set()
def filter_think(content: Optional[str]) -> Optional[str]: def filter_think(content: Optional[str]) -> tuple[str, Optional[str]]:
if content is None: if content is None:
return None return None
filtered_content = re.sub(r"<think>.*?</think>", "", content, flags=re.DOTALL) # 匹配 <think> 标签和其中的内容
return filtered_content.strip() think_content = re.findall(r"<think>(.*?)</think>", content, flags=re.DOTALL)
# 去除 <think> 标签及其内容
filtered_content = re.sub(
r"<think>.*?</think>", "", content, flags=re.DOTALL
).strip()
# 如果找到了 <think> 标签内容，返回过滤后的文本和标签内的内容，否则只返回过滤后的文本和None
if think_content:
return filtered_content, think_content[0].strip()
else:
return filtered_content, None
# 初始化群组状态 # 初始化群组状态
@ -232,20 +243,20 @@ async def process_messages(group_id: int):
if response.usage is not None: if response.usage is not None:
logger.debug(f"收到API响应 使用token数：{response.usage.total_tokens}") logger.debug(f"收到API响应 使用token数：{response.usage.total_tokens}")
if not state.output_reasoning_content:
reply = filter_think(response.choices[0].message.content)
else:
reply = response.choices[0].message.content
# 请求成功后再保存历史记录，保证user和assistant穿插，防止R1模型报错 # 请求成功后再保存历史记录，保证user和assistant穿插，防止R1模型报错
state.history.append({"role": "user", "content": content}) state.history.append({"role": "user", "content": content})
state.past_events.clear() state.past_events.clear()
reasoning_content = getattr( if not state.output_reasoning_content:
response.choices[0].message, "reasoning_content", None reasoning_content = getattr(
) response.choices[0].message, "reasoning_content", None
if state.output_reasoning_content and reasoning_content: )
await handler.send(Message(reasoning_content)) reply, think_content = filter_think(response.choices[0].message.content)
if reasoning_content or think_content:
await handler.send(Message(reasoning_content or think_content))
else:
reply = response.choices[0].message.content
assert reply is not None assert reply is not None
logger.info( logger.info(