nonebot-plugin-marshoai/azure.py

from nonebot.typing import T_State
from nonebot import on_command
from nonebot.adapters import Message
from nonebot.params import ArgPlainText, CommandArg
from nonebot.permission import SUPERUSER
from typing import Optional
#from .acgnapis import *
from nonebot_plugin_alconna import on_alconna
from nonebot_plugin_alconna.uniseg import UniMessage, Target, MsgTarget, UniMsg, Image
from arclet.alconna import Alconna, Args, AllParam, Arparma
from .util import *
import traceback
from azure.ai.inference.aio import ChatCompletionsClient
from azure.ai.inference.models import SystemMessage, UserMessage, AssistantMessage, TextContentItem, ImageContentItem, ImageUrl, CompletionsFinishReason
from azure.core.credentials import AzureKeyCredential
from azure.core.exceptions import HttpResponseError
from .__init__ import __plugin_meta__
from PIL import Image
from .config import config
from .models import MarshoContext
changemdl = on_command("changemodel",permission=SUPERUSER)
resetmem = on_command("reset",permission=SUPERUSER)
setprompt_cmd = on_command("prompt",permission=SUPERUSER)
praises_cmd = on_command("praises",permission=SUPERUSER)
add_usermsg_cmd = on_command("usermsg",permission=SUPERUSER)
add_assistantmsg_cmd = on_command("assistantmsg",permission=SUPERUSER)
nekocmd = on_alconna(
        Alconna(
            "marsho",
            Args["text?",AllParam],
        ),
        aliases={"neko"}
    )
model_name = "gpt-4o-mini"
context = MarshoContext()
context_limit = 15
context_count = 0
@add_usermsg_cmd.handle()
async def add_usermsg(arg: Message = CommandArg()):
    if msg := arg.extract_plain_text():
        context.append(UserMessage(content=msg))
        await UniMessage("已添加用户消息").send()

@add_assistantmsg_cmd.handle()
async def add_assistantmsg(arg: Message = CommandArg()):
    if msg := arg.extract_plain_text():
        context.append(AssistantMessage(content=msg))
        await UniMessage("已添加助手消息").send()

@praises_cmd.handle()
async def getpraises():
    await UniMessage(build_praises()).send()

@setprompt_cmd.handle() #用不了了
async def setprompt(arg: Message = CommandArg()):
    global spell, context
    if prompt := arg.extract_plain_text():
        spell = SystemMessage(content=prompt)
        await setprompt_cmd.finish("已设置提示词")
    else:
        spell = SystemMessage(content="")
        context = []
        await setprompt_cmd.finish("已清除提示词")


@resetmem.handle()
async def reset():
    global context_count
    context.reset()
    context_count = 0
    await resetmem.finish("上下文已重置")
    
@changemdl.got("model",prompt="请输入模型名")
async def changemodel(model : str = ArgPlainText()):
    global model_name
    model_name = model
    await changemdl.finish("已切换")
@nekocmd.handle()
async def neko(
        message: UniMsg,
        text = None
    ):
        global context_limit, context_count
        token = config.marshoai_token
        endpoint = "https://models.inference.ai.azure.com"
        #msg = await UniMessage.generate(message=message)
        client = ChatCompletionsClient(
              endpoint=endpoint,
              credential=AzureKeyCredential(token),
            )
        if not text:
            await UniMessage(
                """MarshoAI Alpha? by Asankilp
用法：
  marsho <聊天内容>
与 Marsho 进行对话。当模型为gpt时，可以带上图片进行对话。
  changemodel
切换 AI 模型。仅超级用户可用。
  reset
重置上下文。仅超级用户可用。
注意事项：
当 Marsho 回复消息为None或以content_filter开头的错误信息时，表示该消息被内容过滤器过滤，请调整你的聊天内容确保其合规。
当回复以RateLimitReached开头的错误信息时，该 AI 模型的次数配额已用尽，请联系Bot管理员。
※本AI的回答"按原样"提供，不提供担保，不代表开发者任何立场。AI也会犯错，请仔细甄别回答的准确性。
当前使用的模型："""+model_name).send()
            return
        if context_count >= context_limit:
            await UniMessage("上下文数量达到阈值。已自动重置上下文。").send()
            context.reset()
            context_count = 0
       # await UniMessage(str(text)).send()
        try:
            usermsg = [TextContentItem(text=str(text).replace("[image]",""))]
            if model_name == "gpt-4o" or model_name == "gpt-4o-mini":
                for i in message:
                     if i.type == "image":
                        imgurl = i.data["url"]
                        print(imgurl)
                        await download_file(str(imgurl))
                        picmsg = ImageContentItem(image_url=ImageUrl.load(
                                image_file="./azureaipic.png",
                                image_format=Image.open("azureaipic.png").format
                                )
                            )
                        usermsg.append(picmsg)
                #await UniMessage(str(context+[UserMessage(content=usermsg)])).send()
            else:
                usermsg = str(text)
                #await UniMessage('非gpt').send()
            response = await client.complete(
                        messages=context.build()+[UserMessage(content=usermsg)],
                        model=model_name   
                  )
            #await UniMessage(str(response)).send()
            choice = response.choices[0]
            if choice["finish_reason"] == CompletionsFinishReason.STOPPED:
                context.append(UserMessage(content=usermsg))
                context.append(choice.message)
                context_count += 1
            elif choice["finish_reason"] == CompletionsFinishReason.CONTENT_FILTERED:
                await UniMessage("*已被内容过滤器过滤。*").send()
            #await UniMessage(str(choice)).send()
            await UniMessage(str(choice.message.content)).send(reply_to=True)
            #requests_limit = response.headers.get('x-ratelimit-limit-requests')
             #request_id = response.headers.get('x-request-id')
             #remaining_requests = response.headers.get('x-ratelimit-remaining-requests')
             #remaining_tokens = response.headers.get('x-ratelimit-remaining-tokens')
             #await UniMessage(f"""  剩余token：{remaining_tokens}"""
               #      ).send()
        except Exception as e:
            await UniMessage(str(e)).send()
           # await UniMessage(str(e.reason)).send()
            traceback.print_exc()
            return