diff --git a/vitookit/evaluation/eval_cls_ffcv.py b/vitookit/evaluation/eval_cls_ffcv.py index a3cf9f8307f12f77c501bef6d2a1821fda5588b1..fa9e32a04051c87fe960d9f0bb63e90260e0d720 100644 --- a/vitookit/evaluation/eval_cls_ffcv.py +++ b/vitookit/evaluation/eval_cls_ffcv.py @@ -221,7 +221,8 @@ def train_one_epoch(model: torch.nn.Module, criterion: torch.nn.Module, def main(args): misc.init_distributed_mode(args) - print(args) + print("args: ", args) + print("configure: ", gin.config_str()) import torch device = torch.device(args.device) diff --git a/vitookit/evaluation/eval_linear.py b/vitookit/evaluation/eval_linear.py index c2c5d75f3eaaaf7c80a5014c3d2b2ea22ce5f42a..a28c3652c136d31a3123e7f931bb28fd59f75ee7 100644 --- a/vitookit/evaluation/eval_linear.py +++ b/vitookit/evaluation/eval_linear.py @@ -32,7 +32,7 @@ from vitookit.utils.helper import aug_parse, load_pretrained_weights, log_metric from timm.models.layers import trunc_normal_ from vitookit.utils.lars import LARS - +import gin @@ -120,7 +120,9 @@ def get_args_parser(): def main(args): misc.init_distributed_mode(args) - + print("args: ", args) + print("configure: ", gin.config_str()) + print('job dir: {}'.format(os.path.dirname(os.path.realpath(__file__)))) print("{}".format(args).replace(', ', ',\n')) diff --git a/vitookit/evaluation/eval_linear_ffcv.py b/vitookit/evaluation/eval_linear_ffcv.py index 5c9e1bd18b4b4c29e0e7ef476bca63d0d97c023a..b28277e21845f5769900de5126da5d4b8d972231 100644 --- a/vitookit/evaluation/eval_linear_ffcv.py +++ b/vitookit/evaluation/eval_linear_ffcv.py @@ -34,7 +34,7 @@ from vitookit.utils.lars import LARS from vitookit.datasets.ffcv_transform import SimplePipeline, ValPipeline from ffcv import Loader from ffcv.loader import OrderOption - +import gin def get_args_parser(): @@ -120,7 +120,9 @@ def get_args_parser(): def main(args): misc.init_distributed_mode(args) - args.distributed = True + print("args: ", args) + print("configure: ", gin.config_str()) + print('job dir: {}'.format(os.path.dirname(os.path.realpath(__file__)))) print("{}".format(args).replace(', ', ',\n')) diff --git a/vitookit/utils/submitit.py b/vitookit/utils/submitit.py index 3dc5233bfd32814c52ebd9efe7751d378f99e556..4c73dd00a8ce03a7cce1addc35a11717ffb7edd2 100644 --- a/vitookit/utils/submitit.py +++ b/vitookit/utils/submitit.py @@ -115,6 +115,10 @@ class Trainer(object): module_args.world_size = job_env.num_tasks module_args.comment = f"Job {job_env.job_id} on {job_env.num_tasks} GPUs" + + import gin + if not gin.config_is_locked(): + gin.parse_config_files_and_bindings(module_args.cfgs,module_args.gin) print("Setting up GPU args", module_args) print(f"Process group: {job_env.num_tasks} tasks, rank: {job_env.global_rank}")