Name	Size	Mode	Actions
__pycache__/	-	0755	rm
abc.py	881	0644	editdlrm
csv.py	4739	0644	editdlrm
json.py	5729	0644	editdlrm
parquet.py	3723	0644	editdlrm
text.py	1665	0644	editdlrm
__init__.py	0	0644	editdlrm

from abc import ABC, abstractmethod from typing import Optional, Union from .. import DatasetDict, Features, NamedSplit from ..arrow_dataset import Dataset from ..utils.typing import NestedDataStructureLike, PathLike class AbstractDatasetReader(ABC): def __init__( self, path_or_paths: NestedDataStructureLike[PathLike], split: Optional[NamedSplit] = None, features: Optional[Features] = None, cache_dir: str = None, keep_in_memory: bool = False, **kwargs, ): self.path_or_paths = path_or_paths self.split = split if split or isinstance(path_or_paths, dict) else "train" self.features = features self.cache_dir = cache_dir self.keep_in_memory = keep_in_memory self.kwargs = kwargs @abstractmethod def read(self) -> Union[Dataset, DatasetDict]: pass