mirror of
https://github.com/LiteyukiStudio/magicoca.git
synced 2024-11-14 21:07:25 +08:00
⚡ 重写select逻辑,benchmark结果看来提升了225倍
This commit is contained in:
parent
8a2f07fcf1
commit
8e8cedc778
@ -1,4 +1,5 @@
|
||||
from multiprocessing import set_start_method
|
||||
from multiprocessing.connection import wait
|
||||
from typing import Any, Callable, Generator
|
||||
|
||||
from magicoca.chan import Chan, T, NoRecvValue
|
||||
@ -16,10 +17,14 @@ def select(*args: Chan[T]) -> Generator[T, None, None]:
|
||||
Args:
|
||||
args: channels
|
||||
"""
|
||||
while True:
|
||||
for ch in args:
|
||||
if ch.is_closed:
|
||||
continue
|
||||
pipes = [ch.recv_conn for ch in args if not ch.is_closed]
|
||||
|
||||
if not isinstance(value := ch.recv(0), NoRecvValue):
|
||||
yield value
|
||||
while pipes:
|
||||
ready_pipes = wait(pipes)
|
||||
for pipe in ready_pipes:
|
||||
for ch in args:
|
||||
if ch.recv_conn == pipe:
|
||||
if not isinstance(value := ch.recv(0), NoRecvValue):
|
||||
yield value
|
||||
if ch.is_closed:
|
||||
pipes.remove(pipe)
|
@ -116,3 +116,4 @@ class Chan(Generic[T]):
|
||||
Close the channel when the object is deleted.
|
||||
"""
|
||||
self.close()
|
||||
|
||||
|
37
main.py
Normal file
37
main.py
Normal file
@ -0,0 +1,37 @@
|
||||
import time
|
||||
from multiprocessing import Process
|
||||
|
||||
from magicoca import select, Chan
|
||||
|
||||
|
||||
def send_process(chan: Chan[int], _id: int):
|
||||
i = 0
|
||||
while True:
|
||||
i += 1
|
||||
chan << _id
|
||||
time.sleep(2)
|
||||
if i == 50:
|
||||
chan << -1
|
||||
break
|
||||
|
||||
|
||||
def recv_process(chan_list: list[Chan[int]]):
|
||||
for t in select(*chan_list):
|
||||
print(t)
|
||||
if t == -1:
|
||||
break
|
||||
|
||||
|
||||
def main():
|
||||
chan_list = []
|
||||
for i in range(10):
|
||||
chan = Chan[int]()
|
||||
chan_list.append(chan)
|
||||
p = Process(target=send_process, args=(chan, i))
|
||||
p.start()
|
||||
p = Process(target=recv_process, args=(chan_list,))
|
||||
p.start()
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
61
pdm.lock
61
pdm.lock
@ -5,7 +5,7 @@
|
||||
groups = ["default", "dev"]
|
||||
strategy = ["inherit_metadata"]
|
||||
lock_version = "4.5.0"
|
||||
content_hash = "sha256:0036f04f76c33e040729d2763c99d933269bae8a2417a2f5846a78887dd196c9"
|
||||
content_hash = "sha256:1a5afca1143365cebc4c8dbe2a7d96e08a78ff461030ba0f0fd92d9b2e1b3771"
|
||||
|
||||
[[metadata.targets]]
|
||||
requires_python = ">=3.10"
|
||||
@ -87,6 +87,17 @@ files = [
|
||||
{file = "mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782"},
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "objprint"
|
||||
version = "0.2.3"
|
||||
requires_python = ">=3.6"
|
||||
summary = "A library that can print Python objects in human readable format"
|
||||
groups = ["dev"]
|
||||
files = [
|
||||
{file = "objprint-0.2.3-py3-none-any.whl", hash = "sha256:1721e6f97bae5c5b86c2716a0d45a9dd2c9a4cd9f52cfc8a0dfbe801805554cb"},
|
||||
{file = "objprint-0.2.3.tar.gz", hash = "sha256:73d0ad5a7c3151fce634c8892e5c2a050ccae3b1a353bf1316f08b7854da863b"},
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "packaging"
|
||||
version = "24.1"
|
||||
@ -150,3 +161,51 @@ files = [
|
||||
{file = "typing_extensions-4.12.2-py3-none-any.whl", hash = "sha256:04e5ca0351e0f3f85c6853954072df659d0d13fac324d0072316b67d7794700d"},
|
||||
{file = "typing_extensions-4.12.2.tar.gz", hash = "sha256:1a7ead55c7e559dd4dee8856e3a88b41225abfe1ce8df57b7c13915fe121ffb8"},
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "viztracer"
|
||||
version = "0.17.0"
|
||||
requires_python = ">=3.9"
|
||||
summary = "A debugging and profiling tool that can trace and visualize python code execution"
|
||||
groups = ["dev"]
|
||||
dependencies = [
|
||||
"objprint>0.1.3",
|
||||
]
|
||||
files = [
|
||||
{file = "viztracer-0.17.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8c963fca8b32b8f34cfb931836d2214a0939503692ba12f7e7c883e89be558a5"},
|
||||
{file = "viztracer-0.17.0-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:486990cd0f5761dbe6c88c6fb4e2ff72b2e4b60f9bddfbf692973268b6d5879f"},
|
||||
{file = "viztracer-0.17.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2658dedb31119031d75e9dc82c55a8b6a2d6e4075a6af9afa765718ae8d2bad1"},
|
||||
{file = "viztracer-0.17.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7af07a223e25ec2ada6b7f8a0a4ebaa4ac4120c25910df470d7a85a426e9117d"},
|
||||
{file = "viztracer-0.17.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8b6b7a42bca2eac521afadd33f513fefb08099b8f7dd08fb346d20e012b0fdcf"},
|
||||
{file = "viztracer-0.17.0-cp310-cp310-win32.whl", hash = "sha256:c558853385bea8d70735fd36c75a35f37dad99fd3de2064fc9f709046312730f"},
|
||||
{file = "viztracer-0.17.0-cp310-cp310-win_amd64.whl", hash = "sha256:455e2cc6f6d69d0caaa20f13217b140070531c3ec35eb6878e7a37ee107acd6b"},
|
||||
{file = "viztracer-0.17.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:13b207badfeaa89096c285d7161b4d83db41c7f7721dcec0091e5426a47d636a"},
|
||||
{file = "viztracer-0.17.0-cp311-cp311-macosx_11_0_x86_64.whl", hash = "sha256:d44133a2279266238a3ebdcef00ab9a89f4e7f0596521166d25e5400ed6207ae"},
|
||||
{file = "viztracer-0.17.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:929094255fb0bc7de1e415a79a2c5c6fc3c71fc101818c5729991ebd25f89ed1"},
|
||||
{file = "viztracer-0.17.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9c98deafdb3439a8cb41b1d5eba8846c5e8c672dac757cead7ecaa2c7e240177"},
|
||||
{file = "viztracer-0.17.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3ad758e75f7b5fc8ffb45725f21f4dd1bd2787c0fe80b079ac1dee3b779069c3"},
|
||||
{file = "viztracer-0.17.0-cp311-cp311-win32.whl", hash = "sha256:28f38c54db3957b91c582b90b6090ce7c9b693d73d2f2320ebd02e996303d5d0"},
|
||||
{file = "viztracer-0.17.0-cp311-cp311-win_amd64.whl", hash = "sha256:371742b31ca2cbfecefa6fcdbc84cfff798c43f7497d57b0d9cb2e3690083486"},
|
||||
{file = "viztracer-0.17.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:67784cb54311f5580ea14adf05988bc9f2c180b896d541cea482062fc0495916"},
|
||||
{file = "viztracer-0.17.0-cp312-cp312-macosx_11_0_x86_64.whl", hash = "sha256:3b86ff18e479239bde2bafdf1035d4c3ead8185bdca7446bdb076c13a10dad81"},
|
||||
{file = "viztracer-0.17.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7f56fa71aa8ba44870fa35b3b443b0fb49c91dd1ae0d900db714364d26637be3"},
|
||||
{file = "viztracer-0.17.0-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:912ad33d2435797ca0e09c2e044d0d6538ccbadb537b71f4eb2cf27c8910c4d8"},
|
||||
{file = "viztracer-0.17.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b01147907c805de78fe4bfaadac3e1fb9f17adb88b30afa6500bf73f18b4d042"},
|
||||
{file = "viztracer-0.17.0-cp312-cp312-win32.whl", hash = "sha256:21c00b5b97b9b7ce5afea6288de3234457bdae8aa123df442ed2f8106423ab9c"},
|
||||
{file = "viztracer-0.17.0-cp312-cp312-win_amd64.whl", hash = "sha256:a539ed578e4462d0107421197c5fb7345a3572560fb940962418e56b72eaf0ac"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:a36db9b610131ce52ad911a08075e73ece8f863a74cafa846266e73bf49d4fae"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313-macosx_11_0_x86_64.whl", hash = "sha256:fb64f867d36c2fff411b5f155e3f6d383bee76e4c927c9df321012ab34e05afe"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9b4cb83b86aebd24f872c4baead1c41ec114ca5f104c7297a8852bd37a1d3fa8"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:cc4de3e6d5a7906472a777ebc1908bd4f7f38b8d509b9fd725e8a568e13365f8"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bcac5ae4d20980883312e9527af6bfb87fdc5cdeafe7a67caf4e060f9066f5ed"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313-win32.whl", hash = "sha256:3e9bf5674da8476027f4c94f33673136bf24d639260b7f5adcd3bcba1987ede7"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313-win_amd64.whl", hash = "sha256:2dce28aed18faa8d923e59b76e13c18fe79fa7e9c5dbd632fcbaeae890c6c84f"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:227fa597fc837697483b91ccc93b12b3da67c1991b4716bc19096ec1419ed4e6"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313t-macosx_11_0_x86_64.whl", hash = "sha256:0eb962c2459fb2e781691bfcb4d6cfa1ded90211ee6b1be68e4e31982b9f2f3f"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:96373fb17a94b96925c146caa7651ad16de5fd4a10d69cf11d58fb2a417943bd"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313t-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b606830ee327e0e02d317a545d88f5a52ca8ad723c15e9e3f0063ac39f5668b1"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:febd0d23c1782461831a8c83df92475ab3ac019b5cf57208272a43eee3bda58b"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313t-win32.whl", hash = "sha256:cd0b99c36ed0e1237fcabcd51952ef98c52ec2daab7605979874b89dec0cdeee"},
|
||||
{file = "viztracer-0.17.0-cp313-cp313t-win_amd64.whl", hash = "sha256:45803cf94c8c3ea622221c53df5aa9a9afcb457c8272f7e79bcf6eec56f0eac4"},
|
||||
{file = "viztracer-0.17.0.tar.gz", hash = "sha256:20397b0c2a6341513596fe4c292994c3db8f3f6b79a0a4f497dadb9d73d988b8"},
|
||||
]
|
||||
|
@ -24,6 +24,7 @@ tag_regex = '^v(?:\D*)?(?P<version>([1-9][0-9]*!)?(0|[1-9][0-9]*)(\.(0|[1-9][0-9
|
||||
dev = [
|
||||
"pytest>=8.3.3",
|
||||
"mypy>=1.11.2",
|
||||
"viztracer>=0.17.0",
|
||||
]
|
||||
[tool.pdm]
|
||||
distribution = true
|
||||
|
@ -1,3 +1,4 @@
|
||||
import time
|
||||
from multiprocessing import Process
|
||||
|
||||
from magicoca import Chan, select
|
||||
@ -13,7 +14,6 @@ def sp2(chan: Chan[int]):
|
||||
chan << i << i * 3
|
||||
|
||||
|
||||
|
||||
def rp(chans: list[Chan[int]]):
|
||||
rl = []
|
||||
for t in select(*chans):
|
||||
@ -22,21 +22,23 @@ def rp(chans: list[Chan[int]]):
|
||||
break
|
||||
print(rl)
|
||||
|
||||
def send_process(chan: Chan[int], _id: int):
|
||||
while True:
|
||||
chan << _id
|
||||
time.sleep(2)
|
||||
|
||||
def recv_process(chan_list: list[Chan[int]]):
|
||||
for t in select(*chan_list):
|
||||
print(t)
|
||||
|
||||
|
||||
class TestSelect:
|
||||
def test_select(self):
|
||||
chan1 = Chan[int]()
|
||||
chan2 = Chan[int]()
|
||||
|
||||
print("Test Chan Select")
|
||||
|
||||
p1 = Process(target=sp1, args=(chan1,))
|
||||
p2 = Process(target=sp2, args=(chan2,))
|
||||
p3 = Process(target=rp, args=([chan1, chan2],))
|
||||
p3.start()
|
||||
p1.start()
|
||||
p2.start()
|
||||
|
||||
p1.join()
|
||||
p2.join()
|
||||
p3.join()
|
||||
chan_list = []
|
||||
for i in range(10):
|
||||
chan = Chan[int]()
|
||||
chan_list.append(chan)
|
||||
p = Process(target=send_process, args=(chan, i))
|
||||
p.start()
|
||||
p = Process(target=recv_process, args=(chan_list,))
|
||||
p.start()
|
||||
|
Loading…
Reference in New Issue
Block a user