Name	Size	Mode	Actions
__pycache__/	-	0755	rm
callable.py	8953	0644	editdlrm
combinatorics.py	4337	0644	editdlrm
combining.py	16028	0644	editdlrm
filelister.py	1385	0644	editdlrm
fileloader.py	1911	0644	editdlrm
grouping.py	12920	0644	editdlrm
httpreader.py	1764	0644	editdlrm
linereader.py	732	0644	editdlrm
routeddecoder.py	2354	0644	editdlrm
selecting.py	6018	0644	editdlrm
streamreader.py	822	0644	editdlrm
tararchivereader.py	2921	0644	editdlrm
utils.py	1501	0644	editdlrm
ziparchivereader.py	2921	0644	editdlrm
__init__.py	2463	0644	editdlrm

from typing import Tuple from torch.utils.data import IterDataPipe class StreamReaderIterDataPipe(IterDataPipe[Tuple[str, bytes]]): r""" :class:`StreamReaderIterDataPipe` Iterable DataPipe to load IO stream with label name, and to yield bytes with label name in a tuple Args: datapipe: Iterable DataPipe provides url and byte stream chunk: Number of bytes to be read from stream per iteration. If None, all bytes will be read util the EOF. """ def __init__(self, datapipe, chunk=None): self.datapipe = datapipe self.chunk = chunk def __iter__(self): for furl, stream in self.datapipe: while True: d = stream.read(self.chunk) if not d: break yield (furl, d)