Fix validate_every_n_steps for gradient accumulation

kohya-ss · Jan 12, 2025 · ee9265c · ee9265c
1 parent 0456858
commit ee9265c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train_network.py b/train_network.py
@@ -1388,7 +1388,7 @@ def remove_model(old_ckpt_name):
                     and global_step != 0 # Skip first step
                     and global_step % args.validate_every_n_steps == 0
                 )
-                if validation_steps > 0 and should_validate_step:
+                if accelerator.sync_gradients and validation_steps > 0 and should_validate_step:
                     accelerator.print("Validating バリデーション処理...")
 
                     val_progress_bar = tqdm(