Process all temporal chunks for a single spatial tile.
(
self,
tile_config: TileConfig,
sampling_config: SamplingConfig,
model_config: ModelConfig,
)
| 308 | ) |
| 309 | |
| 310 | def _process_temporal_chunks( |
| 311 | self, |
| 312 | tile_config: TileConfig, |
| 313 | sampling_config: SamplingConfig, |
| 314 | model_config: ModelConfig, |
| 315 | ): |
| 316 | """Process all temporal chunks for a single spatial tile.""" |
| 317 | chunk_index = 0 |
| 318 | tile_out_latents = None |
| 319 | first_tile_out_latents = None |
| 320 | |
| 321 | for i_temporal_tile, (start_index, end_index) in enumerate( |
| 322 | zip( |
| 323 | range( |
| 324 | 0, |
| 325 | tile_config.tile_latents["samples"].shape[2] |
| 326 | + sampling_config.temporal_tile_size |
| 327 | - sampling_config.temporal_overlap, |
| 328 | sampling_config.temporal_tile_size |
| 329 | - sampling_config.temporal_overlap, |
| 330 | ), |
| 331 | range( |
| 332 | sampling_config.temporal_tile_size, |
| 333 | tile_config.tile_latents["samples"].shape[2] |
| 334 | + sampling_config.temporal_tile_size |
| 335 | - sampling_config.temporal_overlap, |
| 336 | sampling_config.temporal_tile_size |
| 337 | - sampling_config.temporal_overlap, |
| 338 | ), |
| 339 | ) |
| 340 | ): |
| 341 | if tile_config.tile_guiding_latents is not None: |
| 342 | guiding_latent_chunk = LTXVSelectLatents().select_latents( |
| 343 | tile_config.tile_guiding_latents, |
| 344 | start_index, |
| 345 | min( |
| 346 | end_index - 1, |
| 347 | tile_config.tile_guiding_latents["samples"].shape[2] - 1, |
| 348 | ), |
| 349 | )[0] |
| 350 | else: |
| 351 | guiding_latent_chunk = None |
| 352 | |
| 353 | latent_chunk = LTXVSelectLatents().select_latents( |
| 354 | tile_config.tile_latents, |
| 355 | start_index, |
| 356 | min(end_index - 1, tile_config.tile_latents["samples"].shape[2] - 1), |
| 357 | )[0] |
| 358 | |
| 359 | print( |
| 360 | "Processing temporal chunk at index", |
| 361 | start_index, |
| 362 | "to", |
| 363 | min(end_index - 1, tile_config.tile_latents["samples"].shape[2] - 1), |
| 364 | ) |
| 365 | |
| 366 | seed_offset = self._get_per_tile_value( |
| 367 | sampling_config.per_tile_seed_offsets, i_temporal_tile |
no test coverage detected