Merge branch 'main' into dependabot/npm_and_yarn/website/http-cache-s…

…emantics-4.1.1

PACKAGE

@@ -0,0 +1,3 @@
+load("@fbcode_macros//build_defs/lib:third_party.bzl", "third_party")
+
+third_party.gen_overrides({"pypi/transformers": "3.4.0-transitional"})

mmf/modules/vit.py

@@ -155,6 +155,7 @@ def custom_forward(*inputs):
                     hidden_states,
                     attention_mask,
                     layer_head_mask,
+                    use_reentrant=True,
                 )
             else:
                 layer_outputs = layer_module(

mmf/trainers/core/profiling.py

@@ -1,6 +1,7 @@
 # Copyright (c) Facebook, Inc. and its affiliates.
 
 import logging
+import threading
 from abc import ABC
 from typing import Type
 
@@ -16,5 +17,7 @@ class TrainerProfilingMixin(ABC):
     def profile(self, text: str) -> None:
         if self.training_config.logger_level != "debug":
             return
-        logging.debug(f"{text}: {self.profiler.get_time_since_start()}")
+        logging.debug(
+            f"tid={threading.current_thread().ident}, {text}: {self.profiler.get_time_since_start()}"
+        )
         self.profiler.reset()

mmf/utils/distributed.py

@@ -383,7 +383,8 @@ def distributed_init(config):
             os.environ["MASTER_PORT"] = split[1]
 
         # perform a dummy all-reduce to initialize the NCCL communicator
-        dist.all_reduce(torch.zeros(1).cuda())
+        dummpy_tensor = torch.zeros(1)
+        dist.all_reduce(dummpy_tensor.cuda())
 
         suppress_output(is_main())
         config.distributed.rank = dist.get_rank()

mmf/utils/patch.py

@@ -64,9 +64,13 @@ def patch_transformers(log_incompatible=False):
         for module in model_lib._modules:
             if not module or module == "." or module[0] == ".":
                 continue
-            sys.modules[f"transformers.{module}"] = importlib.import_module(
-                f"transformers.models.{key}.{module}"
-            )
+            try:
+                sys.modules[f"transformers.{module}"] = importlib.import_module(
+                    f"transformers.models.{key}.{module}"
+                )
+            except ImportError:
+                logger.info(f"Failed to import transformers.models.{key}.{module}")
+                continue
     sys.path = [sys.path[-1]] + sys.path[:-1]