diff --git a/src/transformers/adapters/heads/base.py b/src/transformers/adapters/heads/base.py
index d80db556d..251b2ffd4 100644
--- a/src/transformers/adapters/heads/base.py
+++ b/src/transformers/adapters/heads/base.py
@@ -642,10 +642,14 @@ def set_active_adapters(
         # use last adapter name as name of prediction head
         if self.active_adapters:
             head_setup = parse_heads_from_composition(self.active_adapters)
-            if head_setup:
+            if isinstance(head_setup, str):
+                head_setup = [head_setup]
+            if head_setup and all(head in self.heads for head in head_setup):
                 self.active_head = head_setup
             else:
-                logger.info("Could not identify a valid prediction head from setup '{}'.".format(self.active_adapters))
+                logger.info(
+                    "Could not identify valid prediction head(s) from setup '{}'.".format(self.active_adapters)
+                )
 
     def add_custom_head(self, head_type, head_name, overwrite_ok=False, set_active=True, **kwargs):
         if head_type in self.config.custom_heads:
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 07450986c..7cac1371a 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -21,7 +21,7 @@
     "fugashi": "fugashi>=1.0",
     "GitPython": "GitPython<3.1.19",
     "hf-doc-builder": "hf-doc-builder>=0.3.0",
-    "huggingface-hub": "huggingface-hub>=0.1.0,<1.0",
+    "huggingface-hub": "huggingface-hub>=0.1.0,<0.8.0",
     "importlib_metadata": "importlib_metadata",
     "ipadic": "ipadic>=1.0.0,<2.0",
     "isort": "isort>=5.5.4",