mirror of
https://github.com/FuQuan233/nonebot-plugin-llmchat.git
synced 2025-09-06 11:30:46 +00:00
✨ support api proxy #14
This commit is contained in:
parent
4af60b8145
commit
a7b57ae375
2 changed files with 15 additions and 5 deletions
|
@ -9,6 +9,7 @@ import time
|
||||||
from typing import TYPE_CHECKING, Optional
|
from typing import TYPE_CHECKING, Optional
|
||||||
|
|
||||||
import aiofiles
|
import aiofiles
|
||||||
|
import httpx
|
||||||
from nonebot import (
|
from nonebot import (
|
||||||
get_bot,
|
get_bot,
|
||||||
get_driver,
|
get_driver,
|
||||||
|
@ -203,11 +204,19 @@ async def process_messages(group_id: int):
|
||||||
preset = get_preset(group_id)
|
preset = get_preset(group_id)
|
||||||
|
|
||||||
# 初始化OpenAI客户端
|
# 初始化OpenAI客户端
|
||||||
client = AsyncOpenAI(
|
if preset.proxy:
|
||||||
base_url=preset.api_base,
|
client = AsyncOpenAI(
|
||||||
api_key=preset.api_key,
|
base_url=preset.api_base,
|
||||||
timeout=plugin_config.request_timeout,
|
api_key=preset.api_key,
|
||||||
)
|
timeout=plugin_config.request_timeout,
|
||||||
|
http_client=httpx.AsyncClient(proxy=preset.proxy),
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
client = AsyncOpenAI(
|
||||||
|
base_url=preset.api_base,
|
||||||
|
api_key=preset.api_key,
|
||||||
|
timeout=plugin_config.request_timeout,
|
||||||
|
)
|
||||||
|
|
||||||
logger.info(
|
logger.info(
|
||||||
f"开始处理群聊消息 群号:{group_id} 当前队列长度:{state.queue.qsize()}"
|
f"开始处理群聊消息 群号:{group_id} 当前队列长度:{state.queue.qsize()}"
|
||||||
|
|
|
@ -10,6 +10,7 @@ class PresetConfig(BaseModel):
|
||||||
model_name: str = Field(..., description="模型名称")
|
model_name: str = Field(..., description="模型名称")
|
||||||
max_tokens: int = Field(2048, description="最大响应token数")
|
max_tokens: int = Field(2048, description="最大响应token数")
|
||||||
temperature: float = Field(0.7, description="生成温度(0-2]")
|
temperature: float = Field(0.7, description="生成温度(0-2]")
|
||||||
|
proxy: str = Field(None, description="HTTP代理服务器")
|
||||||
|
|
||||||
|
|
||||||
class ScopedConfig(BaseModel):
|
class ScopedConfig(BaseModel):
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue