Added loglevel configuration for running benchmarks (#3171)

Summary:
Pull Request resolved: #3171

- Added `--loglevel` argument to `benchmark_utils.py` for setting the log level.
- Allow argument duplicates with a warning instead of giving an error.

Reviewed By: TroyGarden

Differential Revision: D77950216

fbshipit-source-id: 71f9538e40a8149b292116619f0b8217f2e63bc9

Author: SSYernar

torchrec/distributed/benchmark/benchmark_utils.py

@@ -477,6 +477,14 @@ def wrapper() -> Any:
         sig = inspect.signature(func)
         parser = argparse.ArgumentParser(func.__doc__)
 
+        # Add loglevel argument with current logger level as default
+        parser.add_argument(
+            "--loglevel",
+            type=str,
+            default=logging._levelToName[logger.level],
+            help="Set the logging level (e.g. info, debug, warning, error)",
+        )
+
         seen_args = set()  # track all --<name> we've added
 
         for _name, param in sig.parameters.items():
@@ -487,7 +495,8 @@ def wrapper() -> Any:
             for f in fields(cls):
                 arg_name = f.name
                 if arg_name in seen_args:
-                    parser.error(f"Duplicate argument {arg_name}")
+                    logger.warning(f"WARNING: duplicate argument {arg_name}")
+                    continue
                 seen_args.add(arg_name)
 
                 ftype = f.type
@@ -521,14 +530,20 @@ def wrapper() -> Any:
                 parser.add_argument(f"--{arg_name}", **arg_kwargs)
 
         args = parser.parse_args()
+        logger.setLevel(logging.INFO)
 
         # Build the dataclasses
         kwargs = {}
         for name, param in sig.parameters.items():
             cls = param.annotation
             if is_dataclass(cls):
                 data = {f.name: getattr(args, f.name) for f in fields(cls)}
-                kwargs[name] = cls(**data)  # pyre-ignore [29]
+                config_instance = cls(**data)  # pyre-ignore [29]
+                kwargs[name] = config_instance
+                logger.info(config_instance)
+
+        loglevel = logging._nameToLevel[args.loglevel.upper()]
+        logger.setLevel(loglevel)
 
         return func(**kwargs)