(
self,
checkpoint: str = None,
device: str = 'cuda',
mode: str = 'streaming',
use_amp: bool = True,
use_sdpa: bool = False,
image_size: int = 518,
patch_size: int = 14,
enable_3d_rope: bool = True,
num_scale_frames: int = 8,
max_frame_num: int = 1024,
kv_cache_sliding_window: int = 64,
kv_cache_scale_frames: int = 8,
window_size: int = 64,
overlap_size: Optional[int] = None,
keyframe_interval: Any = "auto",
auto_keyframe_threshold: int = _DEFAULT_AUTO_KEYFRAME_THRESHOLD,
flow_threshold: float = 0.0,
max_non_keyframe_gap: int = 30,
align: int = 14,
area_budget: Optional[int] = None,
logger: Optional[logging.Logger] = None,
**kwargs,
)
| 46 | """ |
| 47 | |
| 48 | def __init__( |
| 49 | self, |
| 50 | checkpoint: str = None, |
| 51 | device: str = 'cuda', |
| 52 | mode: str = 'streaming', |
| 53 | use_amp: bool = True, |
| 54 | use_sdpa: bool = False, |
| 55 | image_size: int = 518, |
| 56 | patch_size: int = 14, |
| 57 | enable_3d_rope: bool = True, |
| 58 | num_scale_frames: int = 8, |
| 59 | max_frame_num: int = 1024, |
| 60 | kv_cache_sliding_window: int = 64, |
| 61 | kv_cache_scale_frames: int = 8, |
| 62 | window_size: int = 64, |
| 63 | overlap_size: Optional[int] = None, |
| 64 | keyframe_interval: Any = "auto", |
| 65 | auto_keyframe_threshold: int = _DEFAULT_AUTO_KEYFRAME_THRESHOLD, |
| 66 | flow_threshold: float = 0.0, |
| 67 | max_non_keyframe_gap: int = 30, |
| 68 | align: int = 14, |
| 69 | area_budget: Optional[int] = None, |
| 70 | logger: Optional[logging.Logger] = None, |
| 71 | **kwargs, |
| 72 | ): |
| 73 | super().__init__( |
| 74 | align=align, |
| 75 | area_budget=area_budget, |
| 76 | logger=logger, |
| 77 | ) |
| 78 | |
| 79 | self.checkpoint = checkpoint |
| 80 | self.device = device |
| 81 | self.mode = mode |
| 82 | self.use_amp = use_amp |
| 83 | self.use_sdpa = use_sdpa |
| 84 | self.image_size = image_size |
| 85 | self.patch_size = patch_size |
| 86 | self.enable_3d_rope = enable_3d_rope |
| 87 | self.num_scale_frames = num_scale_frames |
| 88 | self.max_frame_num = max_frame_num |
| 89 | self.kv_cache_sliding_window = kv_cache_sliding_window |
| 90 | self.kv_cache_scale_frames = kv_cache_scale_frames |
| 91 | self.window_size = window_size |
| 92 | self.overlap_size = overlap_size |
| 93 | self.keyframe_interval = keyframe_interval |
| 94 | self.auto_keyframe_threshold = int(auto_keyframe_threshold) |
| 95 | self.flow_threshold = flow_threshold |
| 96 | self.max_non_keyframe_gap = max_non_keyframe_gap |
| 97 | |
| 98 | if self.mode not in ('streaming', 'windowed'): |
| 99 | raise ValueError(f"Invalid mode '{self.mode}'. Must be 'streaming' or 'windowed'") |
| 100 | |
| 101 | if self.auto_keyframe_threshold <= 0: |
| 102 | raise ValueError( |
| 103 | f"auto_keyframe_threshold must be a positive int, got {self.auto_keyframe_threshold}" |
| 104 | ) |
| 105 |
nothing calls this directly
no test coverage detected