Method sample_random_patches

pointersect/inference/structures.py:2344–2447

Generate rays to form patches on the corresponding images. Args: num_patches_per_q: number of patches from each q patch_width_px: number of pixels in the patch in width patch_width_pitch_scale: (*b,

(
            self,
            num_patches_per_q: int,
            patch_width_px: int,
            patch_width_pitch_scale: T.Union[float, torch.Tensor] = 1.,  # (*b,)
            patch_height_px: int = None,  # (*b,)
            patch_height_pitch_scale: T.Union[float, torch.Tensor] = None,  # (*b,)
            int_only: bool = True,
            mode: str = 'bilinear',
            padding_mode: str = 'zeros',
            required_attributes: T.List[str] = None,
    )

        return point_cloud

    def sample_random_patches(
            self,
            num_patches_per_q: int,
            patch_width_px: int,
            patch_width_pitch_scale: T.Union[float, torch.Tensor] = 1.,  # (*b,)
            patch_height_px: int = None,  # (*b,)
            patch_height_pitch_scale: T.Union[float, torch.Tensor] = None,  # (*b,)
            int_only: bool = True,
            mode: str = 'bilinear',
            padding_mode: str = 'zeros',
            required_attributes: T.List[str] = None,
    ) -> T.Dict[str, T.Any]:
        """
        Generate rays to form patches on the corresponding images.

        Args:
            num_patches_per_q:
                number of patches from each q
            patch_width_px:
                number of pixels in the patch in width
            patch_width_pitch_scale:
                (*b,) the pitch of the patch (new_pitch / old_pitch)
            patch_height_px:
                if None, the same as `patch_width_px`
            patch_height_pitch_scale:
                if None, the same as `patch_width_pitch_scale`
            int_only:
                whether the center is always at an integer index
            mode:
                mode used by grid_sample
            padding_mode:
                padding mode used by grid_sample. "zeros", "border", "reflection"
            required_attributes:
                list of str containing the field wanted. If None: all possible fields

        Returns:
            ray:
                (b, q, num_patches_per_q, hp, wp)
            uv:
                (b, q, num_patches_per_q, hp, wp, 2)  [0, w], [0, h]
            rgb:
                (b, q, num_patches_per_q, hp, wp, 3)
            depth:
                (b, q, num_patches_per_q, hp, wp) or None, same coord as the original depth
            normal_w:
                (b, q, num_patches_per_q, hp, wp, 3) or None, same coord as the original surface normal
            hit_map:
                (b, q, num_patches_per_q, hp, wp) or None,  float, [0, 1],  0: not valid, 1: valid
            feature:
                (b, q, num_patches_per_q, hp, wp, f) or None

        Note:
             part of the patches may go out of bound.  The padding_mode determines the behavior
        """
        b, q, h, w, _3 = self.rgb.shape

        # sample random patch and get uv and rays
        ray_uv_dict = self.camera.generate_random_patch_rays(