fix(loader): no support for shuffle with DDP

src/utils/loader.py

@@ -318,7 +318,7 @@ def load_distributed_DataLoaders(num_replicas:int, rank:int, seed:int, data:str,
         loaders = {}
         for d in loaded_datasets:
             dataset = loaded_datasets[d]
-            sampler = DistributedSampler(dataset, shuffle=True,
+            sampler = DistributedSampler(dataset, shuffle=False,
                                             num_replicas=num_replicas,
                                             rank=rank, seed=seed)
 
@@ -327,7 +327,7 @@ def load_distributed_DataLoaders(num_replicas:int, rank:int, seed:int, data:str,
                                 sampler=sampler,
                                 batch_size=bs, # should be per gpu batch size (local batch size)
                                 num_workers=num_workers,
-                                shuffle=True,
+                                shuffle=False, # mut exclusive with DDP
                                 pin_memory=True,
                                 drop_last=True) # drop last batch if not divisible by batch size
             loaders[d] = loader
@@ -418,4 +418,4 @@ def wrapper(*args, **kwargs):
             # Return the function call output
             return func(*args, **kwargs)
         return wrapper
-    return decorator
+    return decorator