Method preprocess

src/diffusers/image_processor.py:881–935

Preprocess the image and mask.

(
        self,
        image: PIL.Image.Image,
        mask: PIL.Image.Image | None = None,
        height: int | None = None,
        width: int | None = None,
        padding_mask_crop: int | None = None,
    )

        )

    def preprocess(
        self,
        image: PIL.Image.Image,
        mask: PIL.Image.Image | None = None,
        height: int | None = None,
        width: int | None = None,
        padding_mask_crop: int | None = None,
    ) -> tuple[torch.Tensor, torch.Tensor]:
        """
        Preprocess the image and mask.
        """
        if mask is None and padding_mask_crop is not None:
            raise ValueError("mask must be provided if padding_mask_crop is provided")

        # if mask is None, same behavior as regular image processor
        if mask is None:
            return self._image_processor.preprocess(image, height=height, width=width)

        if padding_mask_crop is not None:
            crops_coords = self._image_processor.get_crop_region(mask, width, height, pad=padding_mask_crop)
            resize_mode = "fill"
        else:
            crops_coords = None
            resize_mode = "default"

        processed_image = self._image_processor.preprocess(
            image,
            height=height,
            width=width,
            crops_coords=crops_coords,
            resize_mode=resize_mode,
        )

        processed_mask = self._mask_processor.preprocess(
            mask,
            height=height,
            width=width,
            resize_mode=resize_mode,
            crops_coords=crops_coords,
        )

        if crops_coords is not None:
            postprocessing_kwargs = {
                "crops_coords": crops_coords,
                "original_image": image,
                "original_mask": mask,
            }
        else:
            postprocessing_kwargs = {
                "crops_coords": None,
                "original_image": None,
                "original_mask": None,
            }

        return processed_image, processed_mask, postprocessing_kwargs

    def postprocess(
        self,