Method encode

lib_layerdiffusion/models.py:316–325

(self, image)

    @torch.no_grad()
    def encode(self, image):
        list_of_np_rgba_hwc_uint8 = [np.array(image)]
        memory_management.load_model_gpu(self.model)
        list_of_np_rgb_padded = [pad_rgb(x) for x in list_of_np_rgba_hwc_uint8]
        rgb_padded_bchw_01 = torch.from_numpy(np.stack(list_of_np_rgb_padded, axis=0)).float().movedim(-1, 1)
        rgba_bchw_01 = torch.from_numpy(np.stack(list_of_np_rgba_hwc_uint8, axis=0)).float().movedim(-1, 1) / 255.0
        a_bchw_01 = rgba_bchw_01[:, 3:, :, :]
        offset_feed = torch.cat([a_bchw_01, rgb_padded_bchw_01], dim=1).to(device=self.load_device, dtype=self.dtype)
        offset = self.model.model(offset_feed)
        return offset