2024-08-21 17:59:21 +08:00
|
|
|
---
|
|
|
|
title: liteyuki.comm.storage
|
|
|
|
---
|
2024-08-29 14:19:39 +08:00
|
|
|
### `@shared_memory.passive_chan.on_receive(lambda d: d[0] == 'get')`
|
|
|
|
### *func* `on_get()`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
@shared_memory.passive_chan.on_receive(lambda d: d[0] == 'get')
|
|
|
|
def on_get(data: tuple[str, dict[str, Any]]):
|
|
|
|
key = data[1]['key']
|
|
|
|
default = data[1]['default']
|
|
|
|
recv_chan = data[1]['recv_chan']
|
|
|
|
recv_chan.send(shared_memory.get(key, default))
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### `@shared_memory.passive_chan.on_receive(lambda d: d[0] == 'set')`
|
|
|
|
### *func* `on_set()`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
@shared_memory.passive_chan.on_receive(lambda d: d[0] == 'set')
|
|
|
|
def on_set(data: tuple[str, dict[str, Any]]):
|
|
|
|
key = data[1]['key']
|
|
|
|
value = data[1]['value']
|
|
|
|
shared_memory.set(key, value)
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### `@shared_memory.passive_chan.on_receive(lambda d: d[0] == 'delete')`
|
|
|
|
### *func* `on_delete()`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
@shared_memory.passive_chan.on_receive(lambda d: d[0] == 'delete')
|
|
|
|
def on_delete(data: tuple[str, dict[str, Any]]):
|
|
|
|
key = data[1]['key']
|
|
|
|
shared_memory.delete(key)
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### `@shared_memory.passive_chan.on_receive(lambda d: d[0] == 'get_all')`
|
|
|
|
### *func* `on_get_all()`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
@shared_memory.passive_chan.on_receive(lambda d: d[0] == 'get_all')
|
|
|
|
def on_get_all(data: tuple[str, dict[str, Any]]):
|
|
|
|
recv_chan = data[1]['recv_chan']
|
|
|
|
recv_chan.send(shared_memory.get_all())
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### `@channel.publish_channel.on_receive()`
|
|
|
|
### *func* `on_publish()`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
@channel.publish_channel.on_receive()
|
|
|
|
def on_publish(data: tuple[str, Any]):
|
|
|
|
channel_, data = data
|
|
|
|
shared_memory.run_subscriber_receive_funcs(channel_, data)
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### **class** `Subscriber`
|
|
|
|
### *method* `__init__(self)`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def __init__(self):
|
|
|
|
self._subscribers = {}
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `receive(self) -> Any`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def receive(self) -> Any:
|
|
|
|
pass
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `unsubscribe(self) -> None`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def unsubscribe(self) -> None:
|
|
|
|
pass
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### **class** `KeyValueStore`
|
|
|
|
### *method* `__init__(self)`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def __init__(self):
|
|
|
|
self._store = {}
|
|
|
|
self.active_chan = Channel[tuple[str, Optional[dict[str, Any]]]](_id='shared_memory-active')
|
|
|
|
self.passive_chan = Channel[tuple[str, Optional[dict[str, Any]]]](_id='shared_memory-passive')
|
|
|
|
self.publish_channel = Channel[tuple[str, Any]](_id='shared_memory-publish')
|
|
|
|
self.is_main_receive_loop_running = False
|
|
|
|
self.is_sub_receive_loop_running = False
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `set(self, key: str, value: Any) -> None`
|
|
|
|
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Description**: 设置键值对
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Arguments**:
|
|
|
|
> - key: 键
|
|
|
|
> - value: 值
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def set(self, key: str, value: Any) -> None:
|
|
|
|
"""
|
|
|
|
设置键值对
|
|
|
|
Args:
|
|
|
|
key: 键
|
|
|
|
value: 值
|
|
|
|
|
|
|
|
"""
|
|
|
|
if IS_MAIN_PROCESS:
|
|
|
|
lock = _get_lock(key)
|
|
|
|
with lock:
|
|
|
|
self._store[key] = value
|
|
|
|
else:
|
|
|
|
self.passive_chan.send(('set', {'key': key, 'value': value}))
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `get(self, key: str, default: Optional[Any] = None) -> Optional[Any]`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Description**: 获取键值对
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Arguments**:
|
|
|
|
> - key: 键
|
|
|
|
> - default: 默认值
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Return**: Any: 值
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def get(self, key: str, default: Optional[Any]=None) -> Optional[Any]:
|
|
|
|
"""
|
|
|
|
获取键值对
|
|
|
|
Args:
|
|
|
|
key: 键
|
|
|
|
default: 默认值
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
Any: 值
|
|
|
|
"""
|
|
|
|
if IS_MAIN_PROCESS:
|
|
|
|
lock = _get_lock(key)
|
|
|
|
with lock:
|
|
|
|
return self._store.get(key, default)
|
|
|
|
else:
|
|
|
|
recv_chan = Channel[Optional[Any]]('recv_chan')
|
|
|
|
self.passive_chan.send(('get', {'key': key, 'default': default, 'recv_chan': recv_chan}))
|
|
|
|
return recv_chan.receive()
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `delete(self, key: str, ignore_key_error: bool = True) -> None`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Description**: 删除键值对
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Arguments**:
|
|
|
|
> - key: 键
|
|
|
|
> - ignore_key_error: 是否忽略键不存在的错误
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def delete(self, key: str, ignore_key_error: bool=True) -> None:
|
|
|
|
"""
|
|
|
|
删除键值对
|
|
|
|
Args:
|
|
|
|
key: 键
|
|
|
|
ignore_key_error: 是否忽略键不存在的错误
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
"""
|
|
|
|
if IS_MAIN_PROCESS:
|
|
|
|
lock = _get_lock(key)
|
|
|
|
with lock:
|
|
|
|
if key in self._store:
|
|
|
|
try:
|
|
|
|
del self._store[key]
|
|
|
|
del _locks[key]
|
|
|
|
except KeyError as e:
|
|
|
|
if not ignore_key_error:
|
|
|
|
raise e
|
|
|
|
else:
|
|
|
|
self.passive_chan.send(('delete', {'key': key}))
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `get_all(self) -> dict[str, Any]`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Description**: 获取所有键值对
|
|
|
|
|
|
|
|
**Return**: dict[str, Any]: 键值对
|
|
|
|
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def get_all(self) -> dict[str, Any]:
|
|
|
|
"""
|
|
|
|
获取所有键值对
|
|
|
|
Returns:
|
|
|
|
dict[str, Any]: 键值对
|
|
|
|
"""
|
|
|
|
if IS_MAIN_PROCESS:
|
|
|
|
return self._store
|
|
|
|
else:
|
|
|
|
recv_chan = Channel[dict[str, Any]]('recv_chan')
|
|
|
|
self.passive_chan.send(('get_all', {'recv_chan': recv_chan}))
|
|
|
|
return recv_chan.receive()
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `publish(self, channel_: str, data: Any) -> None`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Description**: 发布消息
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Arguments**:
|
|
|
|
> - channel_: 频道
|
|
|
|
> - data: 数据
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def publish(self, channel_: str, data: Any) -> None:
|
|
|
|
"""
|
|
|
|
发布消息
|
|
|
|
Args:
|
|
|
|
channel_: 频道
|
|
|
|
data: 数据
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
"""
|
|
|
|
self.active_chan.send(('publish', {'channel': channel_, 'data': data}))
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `on_subscriber_receive(self, channel_: str) -> Callable[[ON_RECEIVE_FUNC], ON_RECEIVE_FUNC]`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Description**: 订阅者接收消息时的回调
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Arguments**:
|
|
|
|
> - channel_: 频道
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Return**: 装饰器
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
def on_subscriber_receive(self, channel_: str) -> Callable[[ON_RECEIVE_FUNC], ON_RECEIVE_FUNC]:
|
|
|
|
"""
|
|
|
|
订阅者接收消息时的回调
|
|
|
|
Args:
|
|
|
|
channel_: 频道
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
装饰器
|
|
|
|
"""
|
|
|
|
if IS_MAIN_PROCESS and (not self.is_main_receive_loop_running):
|
|
|
|
threading.Thread(target=self._start_receive_loop, daemon=True).start()
|
|
|
|
shared_memory.is_main_receive_loop_running = True
|
|
|
|
elif not IS_MAIN_PROCESS and (not self.is_sub_receive_loop_running):
|
|
|
|
threading.Thread(target=self._start_receive_loop, daemon=True).start()
|
|
|
|
shared_memory.is_sub_receive_loop_running = True
|
|
|
|
|
|
|
|
def decorator(func: ON_RECEIVE_FUNC) -> ON_RECEIVE_FUNC:
|
|
|
|
|
|
|
|
async def wrapper(data: Any):
|
|
|
|
if is_coroutine_callable(func):
|
|
|
|
await func(data)
|
|
|
|
else:
|
|
|
|
func(data)
|
|
|
|
if IS_MAIN_PROCESS:
|
|
|
|
if channel_ not in _on_main_subscriber_receive_funcs:
|
|
|
|
_on_main_subscriber_receive_funcs[channel_] = []
|
|
|
|
_on_main_subscriber_receive_funcs[channel_].append(wrapper)
|
|
|
|
else:
|
|
|
|
if channel_ not in _on_sub_subscriber_receive_funcs:
|
|
|
|
_on_sub_subscriber_receive_funcs[channel_] = []
|
|
|
|
_on_sub_subscriber_receive_funcs[channel_].append(wrapper)
|
|
|
|
return wrapper
|
|
|
|
return decorator
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### `@staticmethod`
|
|
|
|
### *method* `run_subscriber_receive_funcs(channel_: str, data: Any)`
|
|
|
|
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Description**: 运行订阅者接收函数
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Arguments**:
|
|
|
|
> - channel_: 频道
|
|
|
|
> - data: 数据
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
@staticmethod
|
|
|
|
def run_subscriber_receive_funcs(channel_: str, data: Any):
|
|
|
|
"""
|
|
|
|
运行订阅者接收函数
|
|
|
|
Args:
|
|
|
|
channel_: 频道
|
|
|
|
data: 数据
|
|
|
|
"""
|
|
|
|
if IS_MAIN_PROCESS:
|
|
|
|
if channel_ in _on_main_subscriber_receive_funcs and _on_main_subscriber_receive_funcs[channel_]:
|
2024-08-29 14:19:39 +08:00
|
|
|
run_coroutine_in_thread(*[func(data) for func in _on_main_subscriber_receive_funcs[channel_]])
|
2024-08-21 17:59:21 +08:00
|
|
|
elif channel_ in _on_sub_subscriber_receive_funcs and _on_sub_subscriber_receive_funcs[channel_]:
|
2024-08-29 14:19:39 +08:00
|
|
|
run_coroutine_in_thread(*[func(data) for func in _on_sub_subscriber_receive_funcs[channel_]])
|
2024-08-21 17:59:21 +08:00
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### *method* `_start_receive_loop(self)`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
**Description**: 启动发布订阅接收器循环,在主进程中运行,若有子进程订阅则推送给子进程
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
|
|
|
|
<details>
|
2024-08-29 14:19:39 +08:00
|
|
|
<summary> <b>Source code</b> </summary>
|
|
|
|
|
|
|
|
```python
|
|
|
|
def _start_receive_loop(self):
|
|
|
|
"""
|
|
|
|
启动发布订阅接收器循环,在主进程中运行,若有子进程订阅则推送给子进程
|
|
|
|
"""
|
|
|
|
if IS_MAIN_PROCESS:
|
|
|
|
while True:
|
|
|
|
data = self.active_chan.receive()
|
|
|
|
if data[0] == 'publish':
|
|
|
|
self.run_subscriber_receive_funcs(data[1]['channel'], data[1]['data'])
|
|
|
|
self.publish_channel.send(data)
|
|
|
|
else:
|
|
|
|
while True:
|
|
|
|
data = self.publish_channel.receive()
|
|
|
|
if data[0] == 'publish':
|
|
|
|
self.run_subscriber_receive_funcs(data[1]['channel'], data[1]['data'])
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
|
|
|
### **class** `GlobalKeyValueStore`
|
|
|
|
### `@classmethod`
|
|
|
|
### *method* `get_instance(cls)`
|
|
|
|
|
|
|
|
|
|
|
|
<details>
|
|
|
|
<summary> <b>Source code</b> </summary>
|
2024-08-21 17:59:21 +08:00
|
|
|
|
|
|
|
```python
|
|
|
|
@classmethod
|
|
|
|
def get_instance(cls):
|
|
|
|
if cls._instance is None:
|
|
|
|
with cls._lock:
|
|
|
|
if cls._instance is None:
|
|
|
|
cls._instance = KeyValueStore()
|
|
|
|
return cls._instance
|
|
|
|
```
|
|
|
|
</details>
|
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### ***var*** `_on_main_subscriber_receive_funcs = {}`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
- **Type**: `dict[str, list[ASYNC_ON_RECEIVE_FUNC]]`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
- **Description**: 主进程订阅者接收函数
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### ***var*** `_on_sub_subscriber_receive_funcs = {}`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
- **Type**: `dict[str, list[ASYNC_ON_RECEIVE_FUNC]]`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
- **Description**: 子进程订阅者接收函数
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
### ***var*** `shared_memory = GlobalKeyValueStore.get_instance()`
|
2024-08-21 17:59:21 +08:00
|
|
|
|
2024-08-29 14:19:39 +08:00
|
|
|
- **Type**: `KeyValueStore`
|
2024-08-21 17:59:21 +08:00
|
|
|
|