MCPcopy Create free account

hub / github.com/Soul-AILab/SoulX-FlashTalk / functions

Functions233 in github.com/Soul-AILab/SoulX-FlashTalk

⨍ Functions 233◇ Types & classes 62
↓ 1 callersFunctiontimestep_transform
( t, shift=5.0, num_timesteps=1000, )
flash_talk/src/pipeline/flash_talk_pipeline.py:36
Method__call__
(self, sequence, **kwargs)
flash_talk/wan/modules/tokenizers.py:49
Method__call__
(self, texts, device)
flash_talk/wan/modules/t5.py:528
Method__init__
(self, name, seq_len=None, clean=None, **kwargs)
flash_talk/wan/modules/tokenizers.py:39
Method__init__
(self, dim, num_heads, causal=False, attn_
flash_talk/wan/modules/clip.py:55
Method__init__
(self, dim, mlp_ratio, num_heads, post_nor
flash_talk/wan/modules/clip.py:114
Method__init__
(self, dim, mlp_ratio, num_heads, activati
flash_talk/wan/modules/clip.py:158
Method__init__
(self, image_size=224, patch_size=16, dim=768,
flash_talk/wan/modules/clip.py:211
Method__init__
(self, **kwargs)
flash_talk/wan/modules/clip.py:305
Method__init__
(self, embed_dim=1024, image_size=224, patch_size=14,
flash_talk/wan/modules/clip.py:330
Method__init__
(self, dtype, device, checkpoint_path, tokenizer_path)
flash_talk/wan/modules/clip.py:503
Method__init__
(self, dim, eps=1e-6)
flash_talk/wan/modules/t5.py:60
Method__init__
(self, dim, dim_attn, num_heads, dropout=0.1)
flash_talk/wan/modules/t5.py:76
Method__init__
(self, dim, dim_ffn, dropout=0.1)
flash_talk/wan/modules/t5.py:130
Method__init__
(self, dim, dim_attn, dim_ffn, num_heads,
flash_talk/wan/modules/t5.py:151
Method__init__
(self, dim, dim_attn, dim_ffn, num_heads,
flash_talk/wan/modules/t5.py:185
Method__init__
(self, num_buckets, num_heads, bidirectional, max_dist=128)
flash_talk/wan/modules/t5.py:228
Method__init__
(self, vocab, dim, dim_attn, dim_ffn,
flash_talk/wan/modules/t5.py:274
Method__init__
(self, vocab, dim, dim_attn, dim_ffn,
flash_talk/wan/modules/t5.py:322
Method__init__
( self, text_len, dtype=torch.bfloat16, device=torch.cuda.current_device(),
flash_talk/wan/modules/t5.py:479
Method__init__
(self, *args, **kwargs)
flash_talk/wan/modules/vae.py:22
Method__init__
(self, dim, channel_first=True, images=True, bias=False)
flash_talk/wan/modules/vae.py:46
Method__init__
(self, dim, mode)
flash_talk/wan/modules/vae.py:74
Method__init__
(self, in_dim, out_dim, dropout=0.0)
flash_talk/wan/modules/vae.py:207
Method__init__
(self, dim)
flash_talk/wan/modules/vae.py:256
Method__init__
( self, dim=128, z_dim=4, dim_mult=[1, 2, 4, 4], num_res_blocks=2,
flash_talk/wan/modules/vae.py:297
Method__init__
( self, dim=128, z_dim=4, dim_mult=[1, 2, 4, 4], num_res_blocks=2,
flash_talk/wan/modules/vae.py:411
Method__init__
( self, dim=128, z_dim=4, dim_mult=[1, 2, 4, 4], num_res_blocks=2,
flash_talk/wan/modules/vae.py:537
Method__init__
(self, cross_attn_type, dim, ffn_dim, num_
flash_talk/wan/modules/vace_model.py:12
Method__init__
(self, cross_attn_type, dim, ffn_dim, num_
flash_talk/wan/modules/vace_model.py:44
Method__init__
(self, dim, num_heads, dropout=0.1, eps=1e-5)
flash_talk/wan/modules/xlm_roberta.py:12
Method__init__
(self, dim, num_heads, post_norm, dropout=0.1, eps=1e-5)
flash_talk/wan/modules/xlm_roberta.py:51
Method__init__
(self, dim, eps=1e-5)
flash_talk/wan/modules/model.py:75
Method__init__
(self, dim, eps=1e-6, elementwise_affine=False)
flash_talk/wan/modules/model.py:94
Method__init__
(self, dim, num_heads, window_size=(-1, -1),
flash_talk/wan/modules/model.py:107
Method__init__
(self, dim, num_heads, window_size=(-1, -1),
flash_talk/wan/modules/model.py:189
Method__init__
(self, cross_attn_type, dim, ffn_dim, num_
flash_talk/wan/modules/model.py:240
Method__init__
(self, in_dim, out_dim, flf_pos_emb=False)
flash_talk/wan/modules/model.py:352
Method__init__
r""" Initialize the diffusion model backbone. Args: model_type (`str`, *optional*, defaults to 't2v'): Mo
flash_talk/wan/modules/model.py:383
Method__init__
r""" Initializes the image-to-video generation model components. Reference from InfiniteTalkPipeline: https://github.com/MeiGen-AI/Inf
flash_talk/src/pipeline/flash_talk_pipeline.py:49
Method__init__
( self, dim: int, encoder_hidden_states_dim: int, num_heads: int, qkv_
flash_talk/infinite_talk/modules/multitalk_attention.py:106
Method__init__
(self, dim, eps=1e-5)
flash_talk/infinite_talk/modules/multitalk_model.py:71
Method__init__
(self, dim, eps=1e-6, elementwise_affine=False)
flash_talk/infinite_talk/modules/multitalk_model.py:90
Method__init__
(self, dim, num_heads, window_size=(-1, -1),
flash_talk/infinite_talk/modules/multitalk_model.py:107
Method__init__
(self, dim, num_heads, window_size=(-1, -1),
flash_talk/infinite_talk/modules/multitalk_model.py:168
Method__init__
(self, cross_attn_type, dim, ffn_dim, num_
flash_talk/infinite_talk/modules/multitalk_model.py:205
Method__init__
(self, in_dim, out_dim)
flash_talk/infinite_talk/modules/multitalk_model.py:340
Method__init__
( self, seq_len=5, seq_len_vf=12, blocks=12, channels=768,
flash_talk/infinite_talk/modules/multitalk_model.py:354
Method__init__
(self, model_type='i2v', patch_size=(1, 2, 2), text_len=512
flash_talk/infinite_talk/modules/multitalk_model.py:430
Method__init__
(self, head_dim, )
flash_talk/infinite_talk/utils/multitalk_utils.py:157
Method__init__
(self, config: Wav2Vec2Config)
flash_talk/infinite_talk/audio_analysis/wav2vec2.py:10
Functionadaptive_projected_guidance
( diff: torch.Tensor, # [B, C, T, H, W] pred_cond: torch.Tensor, # [B, C, T, H, W]
flash_talk/infinite_talk/utils/multitalk_utils.py:341
Functionattention
( q, k, v, q_lens=None, k_lens=None, dropout_p=0., softmax_scale=None, q_scale
flash_talk/wan/modules/attention.py:137
Methodcached_decode
(self, z, scale)
flash_talk/wan/modules/vae.py:856
Methodcross_attn_ffn
(x, context, context_lens, e)
flash_talk/wan/modules/model.py:309
Methoddecode_stream
(self, z, scale)
flash_talk/wan/modules/vae.py:835
Methoddecode_video
(self, x, scale=[0, 1])
flash_talk/wan/modules/vae.py:912
Methoddecode_video
(self, vid_enc)
flash_talk/wan/modules/vae.py:1600
Functiondispatch_inference
( mode, gpu_ids, ckpt, wav2vec, prompt, img, audio, enc_mode, seed, cpu_off )
gradio_app.py:378
Methodencode
( self, extract_features, attention_mask=None, mask_time_indices=None,
flash_talk/infinite_talk/audio_analysis/wav2vec2.py:78
Methodencode_video
(self, x, scale=[0, 1])
flash_talk/wan/modules/vae.py:904
Methodencode_video
(self, vid)
flash_talk/wan/modules/vae.py:1597
Methodfeature_extract
( self, input_values, seq_len, )
flash_talk/infinite_talk/audio_analysis/wav2vec2.py:67
Methodforward
(self, x)
flash_talk/wan/modules/clip.py:43
Methodforward
(self, x)
flash_talk/wan/modules/clip.py:49
Methodforward
x: [B, L, C].
flash_talk/wan/modules/clip.py:74
Methodforward
(self, x)
flash_talk/wan/modules/clip.py:146
Methodforward
x: [B, L, C].
flash_talk/wan/modules/clip.py:186
Methodforward
(self, x, interpolation=False, use_31_block=False)
flash_talk/wan/modules/clip.py:279
Methodforward
(self, ids)
flash_talk/wan/modules/clip.py:315
Methodforward
imgs: [B, 3, H, W] of torch.float32. - mean: [0.48145466, 0.4578275, 0.40821073] - std: [0.26862954, 0.2613025
flash_talk/wan/modules/clip.py:406
Methodforward
(self, x)
flash_talk/wan/modules/t5.py:53
Methodforward
(self, x)
flash_talk/wan/modules/t5.py:66
Methodforward
x: [B, L1, C]. context: [B, L2, C] or None. mask: [B, L2] or [B, L1, L2] or None.
flash_talk/wan/modules/t5.py:91
Methodforward
(self, x)
flash_talk/wan/modules/t5.py:141
Methodforward
(self, x, mask=None, pos_bias=None)
flash_talk/wan/modules/t5.py:175
Methodforward
(self, x, mask=None, encoder_states=None, enco
flash_talk/wan/modules/t5.py:211
Methodforward
(self, lq, lk)
flash_talk/wan/modules/t5.py:238
Methodforward
(self, ids, mask=None)
flash_talk/wan/modules/t5.py:308
Methodforward
(self, ids, mask=None, encoder_states=None, encoder_mask=None)
flash_talk/wan/modules/t5.py:356
Methodforward
(self, encoder_ids, encoder_mask, decoder_ids, decoder_mask)
flash_talk/wan/modules/t5.py:413
Methodforward
(self, x, cache_x=None)
flash_talk/wan/modules/vae.py:34
Methodforward
(self, x)
flash_talk/wan/modules/vae.py:56
Methodforward
Fix bfloat16 support for nearest neighbor interpolation.
flash_talk/wan/modules/vae.py:66
Methodforward
(self, x, feat_cache=None, feat_idx=[0])
flash_talk/wan/modules/vae.py:114
Methodforward
(self, x, feat_cache=None, feat_idx=[0])
flash_talk/wan/modules/vae.py:226
Methodforward
(self, x)
flash_talk/wan/modules/vae.py:268
Methodforward
(self, x, feat_cache=None, feat_idx=[0])
flash_talk/wan/modules/vae.py:353
Methodforward
(self, x, feat_cache=None, feat_idx=[0])
flash_talk/wan/modules/vae.py:470
Methodforward
(self, c, x, **kwargs)
flash_talk/wan/modules/vace_model.py:33
Methodforward
(self, x, hints, context_scale=1.0, **kwargs)
flash_talk/wan/modules/vace_model.py:58
Methodforward
x: [B, L, C].
flash_talk/wan/modules/xlm_roberta.py:27
Methodforward
(self, x, mask)
flash_talk/wan/modules/xlm_roberta.py:66
Methodforward
ids: [B, L] of torch.LongTensor.
flash_talk/wan/modules/xlm_roberta.py:118
Methodforward
r""" Args: x(Tensor): Shape [B, L, C]
flash_talk/wan/modules/model.py:81
Methodforward
r""" Args: x(Tensor): Shape [B, L, C]
flash_talk/wan/modules/model.py:97
Methodforward
r""" Args: x(Tensor): Shape [B, L, num_heads, C / num_heads] seq_lens(Tensor): Shape [B] grid_sizes(Tensor
flash_talk/wan/modules/model.py:130
Methodforward
r""" Args: x(Tensor): Shape [B, L1, C] context(Tensor): Shape [B, L2, C] context_lens(Tensor): Shape [B]
flash_talk/wan/modules/model.py:164
Methodforward
r""" Args: x(Tensor): Shape [B, L1, C] context(Tensor): Shape [B, L2, C] context_lens(Tensor): Shape [B]
flash_talk/wan/modules/model.py:202
Methodforward
r""" Args: x(Tensor): Shape [B, L, C] e(Tensor): Shape [B, 6, C] seq_lens(Tensor): Shape [B], length of ea
flash_talk/wan/modules/model.py:278
← previousnext →101–200 of 233, ranked by callers