2018-11-29 01:58:16 +08:00
|
|
|
import asyncio
|
|
|
|
import struct
|
2019-08-02 17:57:30 +08:00
|
|
|
from typing import Tuple
|
2019-01-10 02:38:56 +08:00
|
|
|
|
2019-08-15 23:31:26 +08:00
|
|
|
from libp2p.typing import StreamReader
|
|
|
|
|
2019-08-17 01:38:50 +08:00
|
|
|
TIMEOUT = 1
|
2019-08-17 00:19:37 +08:00
|
|
|
|
|
|
|
|
2019-08-02 18:28:04 +08:00
|
|
|
def encode_uvarint(number: int) -> bytes:
|
2018-11-12 06:15:55 +08:00
|
|
|
"""Pack `number` into varint bytes"""
|
2019-08-01 06:00:12 +08:00
|
|
|
buf = b""
|
2018-11-12 06:15:55 +08:00
|
|
|
while True:
|
2019-08-01 06:00:12 +08:00
|
|
|
towrite = number & 0x7F
|
2018-11-12 06:15:55 +08:00
|
|
|
number >>= 7
|
|
|
|
if number:
|
2019-08-01 06:00:12 +08:00
|
|
|
buf += bytes((towrite | 0x80,))
|
2018-11-12 06:15:55 +08:00
|
|
|
else:
|
2019-08-01 06:00:12 +08:00
|
|
|
buf += bytes((towrite,))
|
2018-11-12 06:15:55 +08:00
|
|
|
break
|
|
|
|
return buf
|
|
|
|
|
2019-01-10 02:38:56 +08:00
|
|
|
|
2019-08-02 18:28:04 +08:00
|
|
|
def decode_uvarint(buff: bytes, index: int) -> Tuple[int, int]:
|
2018-11-12 06:15:55 +08:00
|
|
|
shift = 0
|
|
|
|
result = 0
|
|
|
|
while True:
|
|
|
|
i = buff[index]
|
2019-08-01 06:00:12 +08:00
|
|
|
result |= (i & 0x7F) << shift
|
2018-11-12 06:15:55 +08:00
|
|
|
shift += 7
|
|
|
|
if not i & 0x80:
|
|
|
|
break
|
|
|
|
index += 1
|
|
|
|
|
2018-11-13 01:26:11 +08:00
|
|
|
return result, index + 1
|
2018-11-29 01:58:16 +08:00
|
|
|
|
2019-08-01 06:00:12 +08:00
|
|
|
|
2019-08-15 23:31:26 +08:00
|
|
|
async def decode_uvarint_from_stream(reader: StreamReader, timeout: float) -> int:
|
2018-11-29 01:58:16 +08:00
|
|
|
shift = 0
|
|
|
|
result = 0
|
|
|
|
while True:
|
2019-01-29 05:15:22 +08:00
|
|
|
byte = await asyncio.wait_for(reader.read(1), timeout=timeout)
|
2019-08-01 06:00:12 +08:00
|
|
|
i = struct.unpack(">H", b"\x00" + byte)[0]
|
|
|
|
result |= (i & 0x7F) << shift
|
2018-11-29 01:58:16 +08:00
|
|
|
shift += 7
|
|
|
|
if not i & 0x80:
|
|
|
|
break
|
|
|
|
|
|
|
|
return result
|
2019-08-17 00:19:37 +08:00
|
|
|
|
|
|
|
|
|
|
|
# Varint-prefixed read/write
|
|
|
|
|
|
|
|
|
|
|
|
def encode_varint_prefixed(msg_bytes: bytes) -> bytes:
|
|
|
|
varint_len = encode_uvarint(len(msg_bytes))
|
|
|
|
return varint_len + msg_bytes
|
|
|
|
|
|
|
|
|
|
|
|
async def read_varint_prefixed_bytes(
|
|
|
|
reader: StreamReader, timeout: int = TIMEOUT
|
|
|
|
) -> bytes:
|
|
|
|
len_msg = await decode_uvarint_from_stream(reader, timeout)
|
|
|
|
return await reader.read(len_msg)
|
|
|
|
|
|
|
|
|
|
|
|
# Delimited read/write
|
|
|
|
|
|
|
|
|
|
|
|
def encode_delim(msg_str: str) -> bytes:
|
|
|
|
delimited_msg = msg_str + "\n"
|
|
|
|
return encode_varint_prefixed(delimited_msg.encode())
|
|
|
|
|
|
|
|
|
|
|
|
async def read_delim(reader: StreamReader, timeout: int = TIMEOUT) -> str:
|
|
|
|
msg_bytes = await read_varint_prefixed_bytes(reader, timeout)
|
|
|
|
return msg_bytes.decode().rstrip()
|