Internal change

PiperOrigin-RevId: 389356311
google · Aug 7, 2021 · e11fa50 · e11fa50
1 parent aa9ec77
commit e11fa50
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/baselines/jft/batchensemble.py b/baselines/jft/batchensemble.py
@@ -170,6 +170,7 @@ def main(_):
       batch_size=batch_size_per_host,
       preprocess_fn=pp_builder.get_preprocess_fn(config.pp_train),
       shuffle_buffer_size=config.shuffle_buffer_size,
+      shuffle_files=True,
       cache=False)
   steps_per_epoch = input_pipeline.get_num_examples(
       config.dataset, config.train_split,