diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py
index cc00acefa399..cd4c7ffc6eb8 100644
--- a/src/transformers/utils/import_utils.py
+++ b/src/transformers/utils/import_utils.py
@@ -1004,7 +1004,7 @@ class DummyObject(type):
     """
 
     def __getattribute__(cls, key):
-        if key.startswith("_"):
+        if key.startswith("_") and key != "_from_config":
             return super().__getattribute__(key)
         requires_backends(cls, cls._backends)