Skip to content
Snippets Groups Projects
Commit 2dd6d20d authored by Wu, Jiantao (PG/R - Comp Sci & Elec Eng)'s avatar Wu, Jiantao (PG/R - Comp Sci & Elec Eng)
Browse files

Add comment to module_args in Trainer class

parent ed117b66
No related branches found
No related tags found
No related merge requests found
...@@ -113,6 +113,8 @@ class Trainer(object): ...@@ -113,6 +113,8 @@ class Trainer(object):
module_args.gpu = job_env.local_rank module_args.gpu = job_env.local_rank
module_args.rank = job_env.global_rank module_args.rank = job_env.global_rank
module_args.world_size = job_env.num_tasks module_args.world_size = job_env.num_tasks
module_args.comment = f"Job {job_env.job_id} on {job_env.num_tasks} GPUs"
print("Setting up GPU args", module_args) print("Setting up GPU args", module_args)
print(f"Process group: {job_env.num_tasks} tasks, rank: {job_env.global_rank}") print(f"Process group: {job_env.num_tasks} tasks, rank: {job_env.global_rank}")
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment