Method__init__(self, num_inference_steps=100, num_train_timesteps=1000, shift=3.0, sigma_max=1.0, sigma_min=0.003/1.002, inv
lact_ar_video/minVid/models/wan/flow_match.py:11
Method__init__(self,
dim=128,
z_dim=4,
dim_mult=[1, 2, 4, 4],
lact_ar_video/minVid/models/wan/wan_base/modules/vae.py:267
Method__init__(self,
dim=128,
z_dim=4,
dim_mult=[1, 2, 4, 4],
lact_ar_video/minVid/models/wan/wan_base/modules/vae.py:371
Method__init__(self,
dim=128,
z_dim=4,
dim_mult=[1, 2, 4, 4],
lact_ar_video/minVid/models/wan/wan_base/modules/vae.py:485
Method__init__(self, dim, num_heads, post_norm, dropout=0.1, eps=1e-5)
lact_ar_video/minVid/models/wan/wan_base/modules/xlm_roberta.py:51
Method__init__(self,
dim,
num_heads,
window_size=(-1, -1),
lact_ar_video/minVid/models/wan/wan_base/modules/hybrid_model.py:106
Method__init__(self,
dim,
num_heads,
window_size=(-1, -1),
lact_ar_video/minVid/models/wan/wan_base/modules/hybrid_model.py:163
Method__init__(self,
dim,
num_heads,
window_size=(-1, -1),
lact_ar_video/minVid/models/wan/wan_base/modules/hybrid_model.py:232
Method__init__(self,
dim,
num_heads,
window_size=(-1, -1),
lact_ar_video/minVid/models/wan/wan_base/modules/hybrid_model.py:329
Method__init__(self,
dim,
num_heads,
window_size=(-1, -1),
lact_ar_video/minVid/models/wan/wan_base/modules/model.py:302
Method__init__(self,
dim,
num_heads,
window_size=(-1, -1),
lact_ar_video/minVid/models/wan/wan_base/modules/model.py:385
Method__init__(self,
dim: int = 512,
patch_size: List[int] = [4, 8, 8],
i
lact_ar_video/minVid/models/autoencoder/vae.py:18
Method__init__(self,
dim,
num_heads,
window_size=(-1, -1),
lact_ar_video/minVid/models/blocks/ar_lact_swa_repeat_sp.py:598
Method__init__(self,
dim,
num_heads,
window_size=(-1, -1),
lact_ar_video/minVid/models/blocks/ar_lact_swa_repeat.py:552
Function_fused_two_mm_swiglu_kernel(
W0_W2,
X,
O,
B,
M: tl.constexpr,
N,
K: tl.constexpr, # mark the reduce axis as
lact_llm/lact_model/lact_triton_kernels/triton_swiglu_kernels.py:44
Method_rescale_qk q: [b, s, n_h, d] k: [b, s, n_h, d]
lact_ar_video/minVid/models/blocks/ar_lact_swa_repeat.py:716
Function_swiglu_bwd_bwd_fused_kernel(
# ---- inputs ----
DH, # *[B, D, L] : (bf16/fp16/fp32)
X0X2, # *[B, 2D, L] : (b
lact_llm/lact_model/lact_triton_kernels/triton_pointwise_kernels.py:25
Function_swiglu_three_bmm_kernel(
w0_w2_ptr,
w1_ptr,
x_ptr,
v_ptr,
dy0_dy2_ptr,
hidden_ptr,
B,
M: tl.constexpr
lact_llm/lact_model/lact_triton_kernels/triton_swiglu_bwd_kernels.py:45
Function_swiglu_three_bmm_with_lr_kernel(
w0_w2_ptr,
w1_ptr,
x_ptr,
v_ptr,
lr0_ptr, # scales DY0
lr1_ptr, # scales Hidden
lact_llm/lact_model/lact_triton_kernels/triton_swiglu_bwd_with_lr.py:32
Functionattention(
q,
k,
v,
q_lens=None,
k_lens=None,
dropout_p=0.,
softmax_scale=None,
q_scale
lact_ar_video/minVid/models/wan/wan_base/modules/attention.py:152
Methodbackward Args: grad_dw0_dw2: [B, 2 * Hidden, D] grad_dw1: [B, D, Hidden] Outs: grad_W0: [B, Hidden, D]
lact_llm/lact_model/lact_triton_kernels/lact_fw_grad.py:63