Remove unused dataloader

gns/distribute.py

@@ -3,8 +3,6 @@
 from torch.utils import collect_env
 from torch.utils.data.distributed import DistributedSampler
 
-from gns import data_loader
-
 
 def setup(local_rank: int):
     """Initializes distributed training."""
@@ -52,31 +50,3 @@ def spawn_train(train_fxn, flags, world_size, device):
     torch.multiprocessing.spawn(
         train_fxn, args=(flags, world_size, device), nprocs=world_size, join=True
     )
-
-
-def get_data_distributed_dataloader_by_samples(
-    path, input_length_sequence, batch_size, shuffle=True
-):
-    """Returns a distributed dataloader.
-
-    Args:
-        path (str): Path to dataset.
-        input_length_sequence (int): Length of input sequence.
-        batch_size (int): Batch size.
-        shuffle (bool): Whether to shuffle dataset.
-    """
-    dataset = data_loader.SamplesDataset(path, input_length_sequence)
-    sampler = DistributedSampler(
-        dataset,
-        num_replicas=dist.get_world_size(),
-        rank=dist.get_rank(),
-        shuffle=shuffle,
-    )
-
-    return torch.utils.data.DataLoader(
-        dataset=dataset,
-        sampler=sampler,
-        batch_size=batch_size,
-        pin_memory=True,
-        collate_fn=data_loader.collate_fn,
-    )