MCPcopy Create free account

hub / github.com/bytedance/LatentSync / functions

Functions512 in github.com/bytedance/LatentSync

Method__init__
(self, suppress_tokens: Sequence[int])
latentsync/whisper/whisper/decoding.py:398
Method__init__
( self, tokenizer: Tokenizer, sample_begin: int, max_initial_timestamp_index: Optional[int] )
latentsync/whisper/whisper/decoding.py:406
Method__init__
(self, model: "Whisper", options: DecodingOptions)
latentsync/whisper/whisper/decoding.py:450
Method__init__
(self, n_state: int, n_head: int)
latentsync/whisper/whisper/model.py:58
Method__init__
(self, n_state: int, n_head: int, cross_attention: bool = False)
latentsync/whisper/whisper/model.py:104
Method__init__
(self, n_mels: int, n_ctx: int, n_state: int, n_head: int, n_layer: int)
latentsync/whisper/whisper/model.py:132
Method__init__
(self, n_vocab: int, n_ctx: int, n_state: int, n_head: int, n_layer: int)
latentsync/whisper/whisper/model.py:175
Method__init__
(self)
latentsync/whisper/whisper/normalizers/english.py:23
Method__init__
(self)
latentsync/whisper/whisper/normalizers/english.py:450
Method__init__
(self, remove_diacritics: bool = False, split_letters: bool = False)
latentsync/whisper/whisper/normalizers/basic.py:56
Method__init__
( self, vae: AutoencoderKL, audio_encoder: Audio2Feature, unet: UNet3DConditio
latentsync/pipelines/lipsync_pipeline.py:46
Method__init__
( self, sample_size: Optional[int] = None, in_channels: int = 4, out_channels:
latentsync/models/unet.py:43
Method__init__
(self, act_fn="leaky")
latentsync/models/wav2lip_syncnet.py:9
Method__init__
( self, in_channels: int, out_channels: int, dropout: float = 0.0, nor
latentsync/models/stable_syncnet.py:66
Method__init__
(self, query_dim, norm_num_groups=32, dropout=0.0)
latentsync/models/stable_syncnet.py:137
Method__init__
( self, in_channels=4 * 16, block_out_channels=[64, 128, 256, 256], downsample
latentsync/models/stable_syncnet.py:173
Method__init__
( self, in_channels: int, temb_channels: int, dropout: float = 0.0, nu
latentsync/models/unet_blocks.py:154
Method__init__
( self, in_channels: int, out_channels: int, temb_channels: int, dropo
latentsync/models/unet_blocks.py:264
Method__init__
( self, in_channels: int, out_channels: int, temb_channels: int, dropo
latentsync/models/unet_blocks.py:411
Method__init__
( self, in_channels: int, out_channels: int, prev_output_channel: int,
latentsync/models/unet_blocks.py:520
Method__init__
( self, num_attention_heads: int = 16, attention_head_dim: int = 88, in_channe
latentsync/models/attention.py:25
Method__init__
( self, dim: int, num_attention_heads: int, attention_head_dim: int, d
latentsync/models/attention.py:128
Method__init__
(self, channels, use_conv=False, out_channels=None, padding=1, name="conv")
latentsync/models/resnet.py:79
Method__init__
( self, *, in_channels, out_channels=None, conv_shortcut=False,
latentsync/models/resnet.py:105
Method__init__
( self, in_channels, num_attention_heads=8, num_transformer_block=2, a
latentsync/models/motion_module.py:40
Method__init__
( self, in_channels, num_attention_heads, attention_head_dim, num_laye
latentsync/models/motion_module.py:77
Method__init__
( self, dim, num_attention_heads, attention_head_dim, attention_block_
latentsync/models/motion_module.py:155
Method__init__
( self, attention_mode=None, cross_frame_attention_mode=None, temporal_positio
latentsync/models/motion_module.py:238
Method__init__
(self, resolution=256)
preprocess/filter_high_resolution.py:38
Method__init__
(self)
preprocess/remove_incorrect_affined.py:23
Method__len__
(self)
latentsync/trepa/utils/data_utils.py:194
Method__len__
(self)
latentsync/trepa/utils/data_utils.py:320
Method__len__
Get length of the video. Note that sometimes FFMPEG reports inaccurate number of frames, we always follow what FFMPEG reports. Returns
latentsync/utils/av_reader.py:52
Method__len__
(self)
latentsync/data/unet_dataset.py:56
Method__len__
(self)
latentsync/data/syncnet_dataset.py:50
Method_conv_forward
(self, x: Tensor, weight: Tensor, bias: Optional[Tensor])
latentsync/whisper/whisper/model.py:42
Function_db_to_amp
(x)
latentsync/utils/audio.py:135
Function_denormalize
(D)
latentsync/utils/audio.py:164
Method_execution_device
(self)
latentsync/pipelines/lipsync_pipeline.py:128
Method_get_slice
(self, sl)
latentsync/utils/av_reader.py:134
Method_init_weights
(self, m)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py:99
Method_init_weights
(self, m)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py:198
Method_init_weights
(self, m)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py:323
Method_init_weights
(self, m)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:457
Method_set_gradient_checkpointing
(self, module, value=False)
latentsync/models/unet.py:308
Methodall_language_codes
(self)
latentsync/whisper/whisper/tokenizer.py:227
Methodall_language_tokens
(self)
latentsync/whisper/whisper/tokenizer.py:215
Methodappend_torch
Add the newly computed PyTorch features to the list. Update the mean and covariance. Args: x: New features to record.
latentsync/trepa/utils/metric_utils.py:86
Methodapply
(self, logits: Tensor, tokens: Tensor)
latentsync/whisper/whisper/decoding.py:392
Methodapply
(self, logits: Tensor, tokens: Tensor)
latentsync/whisper/whisper/decoding.py:401
Methodapply
(self, logits: Tensor, tokens: Tensor)
latentsync/whisper/whisper/decoding.py:413
Functioncheck_video_fps
(video_path: str)
latentsync/utils/util.py:161
Methodcleanup_caching
(self)
latentsync/whisper/whisper/decoding.py:151
Methodcombine_cents
(m: Match)
latentsync/whisper/whisper/normalizers/english.py:411
Methodcreate_custom_forward
(module, return_dict=None)
latentsync/models/unet_blocks.py:365
Methodcreate_custom_forward
(module)
latentsync/models/unet_blocks.py:484
Methodcreate_custom_forward
(module, return_dict=None)
latentsync/models/unet_blocks.py:628
Methodcreate_custom_forward
(module)
latentsync/models/unet_blocks.py:749
Methodcustom_forward
(*inputs)
latentsync/models/unet_blocks.py:366
Methodcustom_forward
(*inputs)
latentsync/models/unet_blocks.py:485
Methodcustom_forward
(*inputs)
latentsync/models/unet_blocks.py:629
Methodcustom_forward
(*inputs)
latentsync/models/unet_blocks.py:750
Functiondecode
Performs decoding of 30-second audio segment(s), provided as Mel spectrogram(s). Parameters ---------- model: Whisper the Wh
latentsync/whisper/whisper/decoding.py:700
Methoddecode_with_timestamps
Timestamp tokens are above the special tokens' id range and are ignored by `decode()`. This method decodes given tokens with timestam
latentsync/whisper/whisper/tokenizer.py:143
Functiondetect_language
Detect the spoken language in the audio, and return them as list of strings, along with the ids of the most probable language tokens and the
latentsync/whisper/whisper/decoding.py:19
Methoddisable_vae_slicing
(self)
latentsync/pipelines/lipsync_pipeline.py:124
Functiondownload_video
(video_url, video_path)
tools/download_web_videos.py:27
Methodembed_audio
(self, mel: torch.Tensor)
latentsync/whisper/whisper/model.py:239
Methodenable_vae_slicing
(self)
latentsync/pipelines/lipsync_pipeline.py:121
Methodeot
(self)
latentsync/whisper/whisper/tokenizer.py:161
Methodextra_repr
(self)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:129
Methodextra_repr
(self)
latentsync/models/motion_module.py:259
Methodextract_cents
(m: Match)
latentsync/whisper/whisper/normalizers/english.py:420
Methodextract_feature
(self, opt, videofile)
eval/syncnet/syncnet_eval.py:160
Methodfinalize
(self, tokens: Tensor, sum_logprobs: Tensor)
latentsync/whisper/whisper/decoding.py:275
Methodfinalize
(self, preceding_tokens: Tensor, sum_logprobs: Tensor)
latentsync/whisper/whisper/decoding.py:351
Methodfn_recursive_retrieve_slicable_dims
(module: torch.nn.Module)
latentsync/models/unet.py:259
Methodfn_recursive_set_attention_slice
(module: torch.nn.Module, slice_size: List[int])
latentsync/models/unet.py:297
Methodforward
(self, img)
eval/hyper_iqa.py:80
Methodforward
(self, x)
eval/hyper_iqa.py:149
Methodforward
(self, input_)
eval/hyper_iqa.py:171
Methodforward
(self, x)
eval/hyper_iqa.py:197
Methodforward
(self, x)
eval/hyper_iqa.py:290
Methodforward
(self, loc_data, conf_data, prior_data)
eval/detectors/s3fd/box_utils.py:146
Methodforward
(self)
eval/detectors/s3fd/box_utils.py:199
Methodforward
(self, x)
eval/detectors/s3fd/nets.py:109
Methodforward
(self, x, mask)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py:140
Methodforward
(self, x, return_token_num)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py:222
Methodforward
(self, x, mask, decode_mask=None)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py:339
Methodforward
(self, x)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:126
Methodforward
(self, x)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:144
Methodforward
(self, x)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:184
Methodforward
(self, x)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:235
Methodforward
(self, x)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:313
Methodforward
(self, x, **kwargs)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:344
Methodforward
(self, x)
latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py:524
Methodforward
(self, x: Tensor)
latentsync/whisper/whisper/model.py:30
Methodforward
( self, x: Tensor, xa: Optional[Tensor] = None, mask: Optional[Tensor] = None,
latentsync/whisper/whisper/model.py:66
Methodforward
( self, x: Tensor, xa: Optional[Tensor] = None, mask: Optional[Tensor] = None,
latentsync/whisper/whisper/model.py:117
Methodforward
x : torch.Tensor, shape = (batch_size, n_mels, n_ctx) the mel spectrogram of the audio include_embeddings: bool
latentsync/whisper/whisper/model.py:143
← previousnext →301–400 of 512, ranked by callers