🚨🚨 Refactor Image Processors to support different backends

src/transformers/image_utils.py

@@ -60,8 +60,11 @@
             PILImageResampling.BICUBIC: InterpolationMode.BICUBIC,
             PILImageResampling.LANCZOS: InterpolationMode.LANCZOS,
         }
+        # Create inverse mapping: InterpolationMode -> PILImageResampling
+        torch_pil_interpolation_mapping = {v: k for k, v in pil_torch_interpolation_mapping.items()}
     else:
         pil_torch_interpolation_mapping = {}
+        torch_pil_interpolation_mapping = {}
 
 
 if is_torch_available():
@@ -514,8 +517,7 @@ def validate_preprocess_arguments(
     crop_size: dict[str, int] | None = None,
     do_resize: bool | None = None,
     size: dict[str, int] | None = None,
-    resample: Optional["PILImageResampling"] = None,
-    interpolation: Optional["InterpolationMode"] = None,
+    resample: Optional[Union["PILImageResampling", "InterpolationMode", int]] = None,
 ):
     """
     Checks validity of typically used arguments in an `ImageProcessor` `preprocess` method.
@@ -545,13 +547,8 @@ def validate_preprocess_arguments(
     if do_center_crop and crop_size is None:
         raise ValueError("`crop_size` must be specified if `do_center_crop` is `True`.")
 
-    if interpolation is not None and resample is not None:
-        raise ValueError(
-            "Only one of `interpolation` and `resample` should be specified, depending on image processor type."
-        )
-
-    if do_resize and not (size is not None and (resample is not None or interpolation is not None)):
-        raise ValueError("`size` and `resample/interpolation` must be specified if `do_resize` is `True`.")
+    if do_resize and not (size is not None and resample is not None):
+        raise ValueError("`size` and `resample` must be specified if `do_resize` is `True`.")
 
 
 class ImageFeatureExtractionMixin:

src/transformers/models/clip/__init__.py

@@ -19,9 +19,7 @@
 
 if TYPE_CHECKING:
     from .configuration_clip import *
-    from .feature_extraction_clip import *
     from .image_processing_clip import *
-    from .image_processing_clip_fast import *
     from .modeling_clip import *
     from .processing_clip import *
     from .tokenization_clip import *

src/transformers/models/deit/__init__.py

@@ -19,9 +19,7 @@
 
 if TYPE_CHECKING:
     from .configuration_deit import *
-    from .feature_extraction_deit import *
     from .image_processing_deit import *
-    from .image_processing_deit_fast import *
     from .modeling_deit import *
 else:
     import sys