diff --git a/tensorflow/cifar10/train_model.py b/tensorflow/cifar10/train_model.py index 05648ebd6bc1d56aef515370b35a0d52d0e0447c..1f84eb0e54f21822a599f95f2a0fefff8d8f884f 100644 --- a/tensorflow/cifar10/train_model.py +++ b/tensorflow/cifar10/train_model.py @@ -18,6 +18,8 @@ def parse_command_line(): parser.add_argument("--profile_batches", required=False, help='Batches to profile with for tensorboard. Format "batch_start,batch_end"', type=str, default="2,5") args = parser.parse_args() + args.verbosity = 2 + print("Settings:") settings_map = vars(args) for name in sorted(settings_map.keys()): @@ -64,7 +66,7 @@ def load_dataset(args): return ds_train, ds_test, train_shape def setup(args): - print(f"Number of GPU devices found on worker {args.world_rank}", len(tf.config.list_physical_devices("GPU"))) + print(f"Number of GPU devices found:", len(tf.config.list_physical_devices("GPU"))) tf.keras.backend.clear_session() tf.config.optimizer.set_jit(True) diff --git a/tensorflow/cifar10_distributed/train_model.py b/tensorflow/cifar10_distributed/train_model.py index c80076de977d8f4bfda3ef75bcb3c858d0513ce3..812eea8d77ca031235497c7b7aa357101df06b2d 100644 --- a/tensorflow/cifar10_distributed/train_model.py +++ b/tensorflow/cifar10_distributed/train_model.py @@ -73,7 +73,7 @@ def load_dataset(args): return ds_train, ds_test, train_shape def setup(args): - print(f"Number of GPU devices found on worker {args.world_rank}", len(tf.config.list_physical_devices("GPU"))) + print(f"Number of GPU devices found on worker {args.world_rank}:", len(tf.config.list_physical_devices("GPU"))) tf.keras.backend.clear_session() tf.config.optimizer.set_jit(True) @@ -85,8 +85,8 @@ def setup(args): ) ) - print("MultiWorkerMirroredStrategy.num_replicas_in_sync", strategy.num_replicas_in_sync) - print("MultiWorkerMirroredStrategy.worker_index", strategy.cluster_resolver.task_id) + print("MultiWorkerMirroredStrategy.num_replicas_in_sync:", strategy.num_replicas_in_sync) + print("MultiWorkerMirroredStrategy.worker_index:", strategy.cluster_resolver.task_id) return strategy diff --git a/tensorflow/cifar10_distributed/train_model_horovod.py b/tensorflow/cifar10_distributed/train_model_horovod.py index 6cae19eadd6e622a6e4fedb915190f340d4f053b..dbd6776ec59d98ce13b4337e4929b53a4a01726c 100644 --- a/tensorflow/cifar10_distributed/train_model_horovod.py +++ b/tensorflow/cifar10_distributed/train_model_horovod.py @@ -76,7 +76,7 @@ def load_dataset(args): return ds_train, ds_test, train_shape def setup(args): - print(f"Number of GPU devices found on worker {args.world_rank}", len(tf.config.list_physical_devices("GPU"))) + print(f"Number of GPU devices found on worker {args.world_rank}:", len(tf.config.list_physical_devices("GPU"))) tf.keras.backend.clear_session() tf.config.optimizer.set_jit(True)