diag print4

pytorch · Feb 10, 2025 · dd7d569 · dd7d569
1 parent 068ab32
commit dd7d569
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/torchdata/stateful_dataloader/ibm_rescalable.py b/torchdata/stateful_dataloader/ibm_rescalable.py
@@ -493,6 +493,7 @@ def load_state_dict(self, state_dict):
             self.filesizes = file_info
             self.shard_states = shard_states[self.rank]
         else:
+            print("GOTHERE 3")
             shard_states = [s[0] for s in shard_states.split(1)]  # [w] n 5
             shard_states = torch.cat(shard_states, dim=0)  # wn 5
             # Sort shards by epoch count