Name	Size	Mode	Actions
communication/	-	0755	rm
datapipes/	-	0755	rm
_utils/	-	0755	rm
__pycache__/	-	0755	rm
backward_compatibility.py	254	0644	editdlrm
dataloader.py	67104	0644	editdlrm
dataloader_experimental.py	6995	0644	editdlrm
dataset.py	15001	0644	editdlrm
distributed.py	5689	0644	editdlrm
graph.py	1115	0644	editdlrm
sampler.py	10226	0644	editdlrm
sharding.py	1079	0644	editdlrm
_decorator.py	7699	0644	editdlrm
_typing.py	14436	0644	editdlrm
__init__.py	2070	0644	editdlrm

import torch.utils.data.sharding def worker_init_fn(worker_id): info = torch.utils.data.get_worker_info() num_workers = info.num_workers datapipe = info.dataset torch.utils.data.sharding.apply_sharding(datapipe, num_workers, worker_id)