Name	Size	Mode	Actions
__pycache__/	-	0755	rm
callable.py	8953	0644	editdlrm
combinatorics.py	4337	0644	editdlrm
combining.py	16028	0644	editdlrm
filelister.py	1385	0644	editdlrm
fileloader.py	1911	0644	editdlrm
grouping.py	12920	0644	editdlrm
httpreader.py	1764	0644	editdlrm
linereader.py	732	0644	editdlrm
routeddecoder.py	2354	0644	editdlrm
selecting.py	6018	0644	editdlrm
streamreader.py	822	0644	editdlrm
tararchivereader.py	2921	0644	editdlrm
utils.py	1501	0644	editdlrm
ziparchivereader.py	2921	0644	editdlrm
__init__.py	2463	0644	editdlrm

from typing import Tuple from torch.utils.data import IterDataPipe from torch.utils.data.datapipes.utils.common import deprecation_warning_torchdata class LineReaderIterDataPipe(IterDataPipe[Tuple[str, str]]): r""" :class:`LineReaderIterDataPipe` Iterable DataPipe to load file name and stream as source IterDataPipe and yield filename and line(s). Args: datapipe: Iterable DataPipe providing file name and string file stream """ def __init__(self, datapipe): self.datapipe = datapipe deprecation_warning_torchdata(type(self).__name__) def __iter__(self): for file_name, stream in self.datapipe: for line in stream: yield file_name, line