Merge pull request IAHispano#702 from AznamirWoW/strides_fix

added a check to wrap models in DDP only where there's an actual need…
AznamirWoW · Sep 13, 2024 · 98d8e2e · 98d8e2e
2 parents a7b3115 + c9af78f
commit 98d8e2e
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/rvc/train/train.py b/rvc/train/train.py
@@ -474,13 +474,13 @@ def run(
         eps=config.train.eps,
     )
 
-    # Wrap models with DDP
-    if device.type == "cuda":
+    # Wrap models with DDP for multi-gpu processing
+    if n_gpus > 1 and device.type == "cuda":
         net_g = DDP(net_g, device_ids=[rank])
         net_d = DDP(net_d, device_ids=[rank])
-    else:
-        net_g = DDP(net_g)
-        net_d = DDP(net_d)
+    #else:
+    #    net_g = DDP(net_g)
+    #    net_d = DDP(net_d)
     # Load checkpoint if available
     try:
         print("Starting training...")