2018-11-21 10:46:18 +08:00
|
|
|
import asyncio
|
2019-09-09 22:48:49 +08:00
|
|
|
from typing import TYPE_CHECKING
|
2018-11-12 07:03:04 +08:00
|
|
|
|
2019-11-19 18:04:48 +08:00
|
|
|
import trio
|
|
|
|
|
2019-09-05 18:18:08 +08:00
|
|
|
from libp2p.stream_muxer.abc import IMuxedStream
|
2019-11-19 18:04:48 +08:00
|
|
|
from libp2p.utils import IQueue, TrioQueue
|
2018-11-01 05:31:00 +08:00
|
|
|
|
2019-08-05 10:20:30 +08:00
|
|
|
from .constants import HeaderTags
|
2019-08-28 21:43:34 +08:00
|
|
|
from .datastructures import StreamID
|
2019-09-09 15:45:35 +08:00
|
|
|
from .exceptions import MplexStreamClosed, MplexStreamEOF, MplexStreamReset
|
2019-08-02 18:28:04 +08:00
|
|
|
|
2019-09-05 18:18:08 +08:00
|
|
|
if TYPE_CHECKING:
|
|
|
|
from libp2p.stream_muxer.mplex.mplex import Mplex
|
|
|
|
|
2019-08-02 18:28:04 +08:00
|
|
|
|
2018-11-21 09:28:41 +08:00
|
|
|
class MplexStream(IMuxedStream):
|
2018-11-01 06:02:00 +08:00
|
|
|
"""
|
|
|
|
reference: https://github.com/libp2p/go-mplex/blob/master/stream.go
|
|
|
|
"""
|
|
|
|
|
2019-08-26 20:26:22 +08:00
|
|
|
name: str
|
2019-08-28 21:43:34 +08:00
|
|
|
stream_id: StreamID
|
2019-09-15 21:41:29 +08:00
|
|
|
muxed_conn: "Mplex"
|
2019-08-05 17:02:18 +08:00
|
|
|
read_deadline: int
|
|
|
|
write_deadline: int
|
2019-09-05 18:18:08 +08:00
|
|
|
|
2019-11-19 14:01:12 +08:00
|
|
|
close_lock: trio.Lock
|
2019-09-05 18:18:08 +08:00
|
|
|
|
2019-09-18 15:44:45 +08:00
|
|
|
# NOTE: `dataIn` is size of 8 in Go implementation.
|
2019-11-19 18:04:48 +08:00
|
|
|
incoming_data: IQueue[bytes]
|
2019-09-05 22:29:33 +08:00
|
|
|
|
2019-11-19 14:01:12 +08:00
|
|
|
event_local_closed: trio.Event
|
|
|
|
event_remote_closed: trio.Event
|
|
|
|
event_reset: trio.Event
|
2019-08-02 18:28:04 +08:00
|
|
|
|
2019-08-15 18:31:18 +08:00
|
|
|
_buf: bytearray
|
2019-08-07 15:23:20 +08:00
|
|
|
|
2019-09-15 21:41:29 +08:00
|
|
|
def __init__(self, name: str, stream_id: StreamID, muxed_conn: "Mplex") -> None:
|
2019-10-25 02:10:45 +08:00
|
|
|
"""
|
|
|
|
create new MuxedStream in muxer.
|
2019-10-24 14:41:10 +08:00
|
|
|
|
2019-08-28 21:43:34 +08:00
|
|
|
:param stream_id: stream id of this stream
|
2019-09-15 21:41:29 +08:00
|
|
|
:param muxed_conn: muxed connection of this muxed_stream
|
2018-11-12 07:03:04 +08:00
|
|
|
"""
|
2019-08-26 20:26:22 +08:00
|
|
|
self.name = name
|
2018-11-13 02:02:49 +08:00
|
|
|
self.stream_id = stream_id
|
2019-09-15 21:41:29 +08:00
|
|
|
self.muxed_conn = muxed_conn
|
2018-11-13 02:02:49 +08:00
|
|
|
self.read_deadline = None
|
|
|
|
self.write_deadline = None
|
2019-11-19 14:01:12 +08:00
|
|
|
self.event_local_closed = trio.Event()
|
|
|
|
self.event_remote_closed = trio.Event()
|
|
|
|
self.event_reset = trio.Event()
|
|
|
|
self.close_lock = trio.Lock()
|
2019-11-19 18:04:48 +08:00
|
|
|
self.incoming_data = TrioQueue()
|
2019-08-15 18:31:18 +08:00
|
|
|
self._buf = bytearray()
|
2018-11-12 07:03:04 +08:00
|
|
|
|
2019-08-28 21:43:34 +08:00
|
|
|
@property
|
|
|
|
def is_initiator(self) -> bool:
|
|
|
|
return self.stream_id.is_initiator
|
|
|
|
|
2019-08-12 14:25:17 +08:00
|
|
|
async def read(self, n: int = -1) -> bytes:
|
2019-10-25 02:10:45 +08:00
|
|
|
"""
|
|
|
|
Read up to n bytes. Read possibly returns fewer than `n` bytes, if
|
2019-10-24 14:41:10 +08:00
|
|
|
there are not enough bytes in the Mplex buffer. If `n == -1`, read
|
|
|
|
until EOF.
|
|
|
|
|
2019-08-07 15:23:20 +08:00
|
|
|
:param n: number of bytes to read
|
2019-08-11 23:49:58 +08:00
|
|
|
:return: bytes actually read
|
2018-11-12 07:03:04 +08:00
|
|
|
"""
|
2019-08-12 14:25:17 +08:00
|
|
|
if n < 0 and n != -1:
|
2019-08-16 10:21:51 +08:00
|
|
|
raise ValueError(
|
|
|
|
f"the number of bytes to read `n` must be positive or -1 to indicate read until EOF"
|
|
|
|
)
|
2019-09-06 17:26:40 +08:00
|
|
|
if self.event_reset.is_set():
|
|
|
|
raise MplexStreamReset
|
2019-11-19 18:04:48 +08:00
|
|
|
return await self.incoming_data.get()
|
2018-11-01 05:31:00 +08:00
|
|
|
|
2019-08-02 18:28:04 +08:00
|
|
|
async def write(self, data: bytes) -> int:
|
2019-10-25 02:10:45 +08:00
|
|
|
"""
|
|
|
|
write to stream.
|
2019-10-24 14:41:10 +08:00
|
|
|
|
2018-11-12 07:03:04 +08:00
|
|
|
:return: number of bytes written
|
|
|
|
"""
|
2019-09-09 15:45:35 +08:00
|
|
|
if self.event_local_closed.is_set():
|
2019-10-24 14:53:19 +08:00
|
|
|
raise MplexStreamClosed(f"cannot write to closed stream: data={data!r}")
|
2019-08-14 05:36:42 +08:00
|
|
|
flag = (
|
|
|
|
HeaderTags.MessageInitiator
|
2019-08-28 21:43:34 +08:00
|
|
|
if self.is_initiator
|
2019-08-14 05:36:42 +08:00
|
|
|
else HeaderTags.MessageReceiver
|
|
|
|
)
|
2019-09-15 21:41:29 +08:00
|
|
|
return await self.muxed_conn.send_message(flag, data, self.stream_id)
|
2018-11-01 05:31:00 +08:00
|
|
|
|
2019-09-05 18:18:08 +08:00
|
|
|
async def close(self) -> None:
|
2019-10-24 14:41:10 +08:00
|
|
|
"""Closing a stream closes it for writing and closes the remote end for
|
|
|
|
reading but allows writing in the other direction."""
|
2018-11-21 13:41:13 +08:00
|
|
|
# TODO error handling with timeout
|
2019-09-05 18:18:08 +08:00
|
|
|
|
|
|
|
async with self.close_lock:
|
|
|
|
if self.event_local_closed.is_set():
|
|
|
|
return
|
|
|
|
|
2019-08-28 21:43:34 +08:00
|
|
|
flag = (
|
|
|
|
HeaderTags.CloseInitiator if self.is_initiator else HeaderTags.CloseReceiver
|
|
|
|
)
|
2019-09-15 21:41:29 +08:00
|
|
|
# TODO: Raise when `muxed_conn.send_message` fails and `Mplex` isn't shutdown.
|
|
|
|
await self.muxed_conn.send_message(flag, None, self.stream_id)
|
2018-11-12 07:03:04 +08:00
|
|
|
|
2019-09-05 18:18:08 +08:00
|
|
|
_is_remote_closed: bool
|
|
|
|
async with self.close_lock:
|
|
|
|
self.event_local_closed.set()
|
|
|
|
_is_remote_closed = self.event_remote_closed.is_set()
|
2018-11-12 07:03:04 +08:00
|
|
|
|
2019-09-05 18:18:08 +08:00
|
|
|
if _is_remote_closed:
|
|
|
|
# Both sides are closed, we can safely remove the buffer from the dict.
|
2019-09-15 21:41:29 +08:00
|
|
|
async with self.muxed_conn.streams_lock:
|
2019-11-17 21:52:05 +08:00
|
|
|
if self.stream_id in self.muxed_conn.streams:
|
|
|
|
del self.muxed_conn.streams[self.stream_id]
|
2018-11-12 07:03:04 +08:00
|
|
|
|
2019-09-05 18:18:08 +08:00
|
|
|
async def reset(self) -> None:
|
2019-10-24 14:41:10 +08:00
|
|
|
"""closes both ends of the stream tells this remote side to hang up."""
|
2019-09-05 18:18:08 +08:00
|
|
|
async with self.close_lock:
|
|
|
|
# Both sides have been closed. No need to event_reset.
|
|
|
|
if self.event_remote_closed.is_set() and self.event_local_closed.is_set():
|
|
|
|
return
|
|
|
|
if self.event_reset.is_set():
|
|
|
|
return
|
|
|
|
self.event_reset.set()
|
2018-11-21 10:46:18 +08:00
|
|
|
|
2019-09-05 18:18:08 +08:00
|
|
|
if not self.event_remote_closed.is_set():
|
2019-08-14 05:36:42 +08:00
|
|
|
flag = (
|
|
|
|
HeaderTags.ResetInitiator
|
2019-08-28 21:43:34 +08:00
|
|
|
if self.is_initiator
|
2019-08-27 02:39:30 +08:00
|
|
|
else HeaderTags.ResetReceiver
|
2019-08-14 05:36:42 +08:00
|
|
|
)
|
2019-11-19 14:01:12 +08:00
|
|
|
async with trio.open_nursery() as nursery:
|
|
|
|
nursery.start_soon(
|
|
|
|
self.muxed_conn.send_message, flag, None, self.stream_id
|
|
|
|
)
|
|
|
|
await trio.sleep(0)
|
2018-11-21 10:46:18 +08:00
|
|
|
|
2019-09-05 18:18:08 +08:00
|
|
|
self.event_local_closed.set()
|
|
|
|
self.event_remote_closed.set()
|
2018-11-21 10:46:18 +08:00
|
|
|
|
2019-09-15 21:41:29 +08:00
|
|
|
async with self.muxed_conn.streams_lock:
|
2019-09-14 14:57:43 +08:00
|
|
|
if (
|
2019-09-15 21:41:29 +08:00
|
|
|
self.muxed_conn.streams is not None
|
|
|
|
and self.stream_id in self.muxed_conn.streams
|
2019-09-14 14:57:43 +08:00
|
|
|
):
|
2019-09-15 21:41:29 +08:00
|
|
|
del self.muxed_conn.streams[self.stream_id]
|
2018-11-01 05:31:00 +08:00
|
|
|
|
2018-11-12 07:03:04 +08:00
|
|
|
# TODO deadline not in use
|
2019-08-05 17:02:18 +08:00
|
|
|
def set_deadline(self, ttl: int) -> bool:
|
2019-10-25 02:10:45 +08:00
|
|
|
"""
|
|
|
|
set deadline for muxed stream.
|
2019-10-24 14:41:10 +08:00
|
|
|
|
2018-11-12 07:03:04 +08:00
|
|
|
:return: True if successful
|
2018-11-01 05:31:00 +08:00
|
|
|
"""
|
2018-11-12 07:03:04 +08:00
|
|
|
self.read_deadline = ttl
|
|
|
|
self.write_deadline = ttl
|
|
|
|
return True
|
|
|
|
|
2019-08-05 17:02:18 +08:00
|
|
|
def set_read_deadline(self, ttl: int) -> bool:
|
2019-10-25 02:10:45 +08:00
|
|
|
"""
|
|
|
|
set read deadline for muxed stream.
|
2019-10-24 14:41:10 +08:00
|
|
|
|
2018-11-12 07:03:04 +08:00
|
|
|
:return: True if successful
|
|
|
|
"""
|
|
|
|
self.read_deadline = ttl
|
|
|
|
return True
|
|
|
|
|
2019-08-05 17:02:18 +08:00
|
|
|
def set_write_deadline(self, ttl: int) -> bool:
|
2019-10-25 02:10:45 +08:00
|
|
|
"""
|
|
|
|
set write deadline for muxed stream.
|
2019-10-24 14:41:10 +08:00
|
|
|
|
2018-11-12 07:03:04 +08:00
|
|
|
:return: True if successful
|
|
|
|
"""
|
|
|
|
self.write_deadline = ttl
|
|
|
|
return True
|