app/liteyuki/core/manager.py

# -*- coding: utf-8 -*-
"""
Copyright (C) 2020-2024 LiteyukiStudio. All Rights Reserved 

@Time    : 2024/7/27 上午11:12
@Author  : snowykami
@Email   : snowykami@outlook.com
@File    : manager.py
@Software: PyCharm
"""
import asyncio
import multiprocessing
from multiprocessing import Process
from typing import Any, Callable, TYPE_CHECKING, TypeAlias

from liteyuki.log import logger
from liteyuki.utils import IS_MAIN_PROCESS

if TYPE_CHECKING:
    from liteyuki.bot.lifespan import Lifespan
    from liteyuki.comm.storage import KeyValueStore


from liteyuki.comm import Channel
if IS_MAIN_PROCESS:
    from liteyuki.comm.channel import get_channel, publish_channel, get_channels
    from liteyuki.comm.storage import shared_memory
    from liteyuki.comm.channel import channel_deliver_active_channel, channel_deliver_passive_channel
else:
    from liteyuki.comm import channel
    from liteyuki.comm import storage

TARGET_FUNC: TypeAlias = Callable[..., Any]
TIMEOUT = 10

__all__ = [
        "ProcessManager"
]
multiprocessing.set_start_method("spawn", force=True)


class ChannelDeliver:
    def __init__(
            self,
            active: Channel[Any],
            passive: Channel[Any],
            channel_deliver_active: Channel[Channel[Any]],
            channel_deliver_passive: Channel[tuple[str, dict]],
            publish: Channel[tuple[str, Any]],
    ):
        self.active = active
        self.passive = passive
        self.channel_deliver_active = channel_deliver_active
        self.channel_deliver_passive = channel_deliver_passive
        self.publish = publish


# 函数处理一些跨进程通道的
def _delivery_channel_wrapper(func: TARGET_FUNC, cd: ChannelDeliver, sm: "KeyValueStore", *args, **kwargs):
    """
    子进程入口函数
    处理一些操作
    """
    # 给子进程设置通道
    if IS_MAIN_PROCESS:
        raise RuntimeError("Function should only be called in a sub process.")

    channel.active_channel = cd.active  # 子进程主动通道
    channel.passive_channel = cd.passive  # 子进程被动通道
    channel.channel_deliver_active_channel = cd.channel_deliver_active  # 子进程通道传递主动通道
    channel.channel_deliver_passive_channel = cd.channel_deliver_passive  # 子进程通道传递被动通道
    channel.publish_channel = cd.publish  # 子进程发布通道

    # 给子进程创建共享内存实例

    storage.shared_memory = sm

    func(*args, **kwargs)


class ProcessManager:
    """
    进程管理器
    """

    def __init__(self, lifespan: "Lifespan"):
        self.lifespan = lifespan
        self.targets: dict[str, tuple[Callable, tuple, dict]] = {}
        self.processes: dict[str, Process] = {}

    async def _run_process(self, name: str):
        """
        开启后自动监控进程，并添加到进程字典中，会阻塞，请创建task
        Args:
            name:
        Returns:
        """
        if name not in self.targets:
            raise KeyError(f"Process {name} not found.")

        chan_active = get_channel(f"{name}-active")

        def _start_process():
            process = Process(target=self.targets[name][0], args=self.targets[name][1],
                              kwargs=self.targets[name][2], daemon=True)
            self.processes[name] = process
            process.start()

        # 启动进程并监听信号
        _start_process()

        while True:
            data = await chan_active.async_receive()
            if data == 0:
                # 停止
                logger.info(f"Stopping process {name}")
                await self.lifespan.before_process_shutdown()
                self.terminate(name)
                break
            elif data == 1:
                # 重启
                logger.info(f"Restarting process {name}")
                await self.lifespan.before_process_shutdown()
                await self.lifespan.before_process_restart()
                self.terminate(name)
                _start_process()
                continue
            else:
                logger.warning("Unknown data received, ignored.")

    async def start_all(self):
        """
        对外启动方法，启动所有进程，创建asyncio task
        """
        [asyncio.create_task(chan.start_receive_loop()) for chan in get_channels().values()]
        [asyncio.create_task(sm.start_receive_loop()) for sm in [shared_memory]]
        [asyncio.create_task(self._run_process(name)) for name in self.targets]

    def add_target(self, name: str, target: TARGET_FUNC, args: tuple = (), kwargs=None):
        """
        添加进程
        Args:
            name: 进程名，用于获取和唯一标识
            target: 进程函数
            args: 进程函数参数
            kwargs: 进程函数关键字参数，通常会默认传入chan_active和chan_passive
        """
        if kwargs is None:
            kwargs = {}
        chan_active: Channel = Channel(name=f"{name}-active")
        chan_passive: Channel = Channel(name=f"{name}-passive")

        channel_deliver = ChannelDeliver(
            active=chan_active,
            passive=chan_passive,
            channel_deliver_active=channel_deliver_active_channel,
            channel_deliver_passive=channel_deliver_passive_channel,
            publish=publish_channel
        )

        self.targets[name] = (_delivery_channel_wrapper, (target, channel_deliver, shared_memory, *args), kwargs)
        # 主进程通道

    def join_all(self):
        for name, process in self.targets:
            process.join()

    def terminate(self, name: str):
        """
        终止进程并从进程字典中删除
        Args:
            name:

        Returns:

        """
        if name not in self.processes:
            logger.warning(f"Process {name} not found.")
            return
        process = self.processes[name]
        process.terminate()
        process.join(TIMEOUT)
        if process.is_alive():
            process.kill()
        logger.success(f"Process {name} terminated.")

    def terminate_all(self):
        for name in self.targets:
            self.terminate(name)

    def is_process_alive(self, name: str) -> bool:
        """
        检查进程是否存活
        Args:
            name:

        Returns:

        """
        if name not in self.targets:
            logger.warning(f"Process {name} not found.")
        return self.processes[name].is_alive()