(self, data)
| 93 | |
| 94 | |
| 95 | def forward_preprocess(self, data): |
| 96 | inputs = { |
| 97 | "prompt": data["prompt"], |
| 98 | "vace_reference_image": data["vace_reference_image"][0], |
| 99 | "vace_video": data["vace_video"], |
| 100 | "vace_video_mask": data["vace_video_mask"], |
| 101 | "input_video": data["video"], |
| 102 | "height": data["video"][0].size[1], |
| 103 | "width": data["video"][0].size[0], |
| 104 | "num_frames": len(data["video"]), |
| 105 | "cfg_scale": 1, |
| 106 | "tiled": False, |
| 107 | "rand_device": self.pipe.device, |
| 108 | "use_gradient_checkpointing": self.use_gradient_checkpointing, |
| 109 | "use_gradient_checkpointing_offload": self.use_gradient_checkpointing_offload, |
| 110 | "cfg_merge": False, |
| 111 | "vace_scale": 1, |
| 112 | "max_timestep_boundary": self.max_timestep_boundary, |
| 113 | "min_timestep_boundary": self.min_timestep_boundary, |
| 114 | } |
| 115 | |
| 116 | inputs = self.shape_checker(inputs) |
| 117 | inputs = self.noise_initializer(inputs) |
| 118 | inputs = self.prompt_embedder(inputs) |
| 119 | inputs = self.input_video_embedder(inputs) |
| 120 | inputs = self.vace(inputs) |
| 121 | |
| 122 | return inputs |
| 123 | |
| 124 | |
| 125 | def shape_checker(self, inputs): |
no test coverage detected