Functions — github.com/antgroup/echomimic

hub / github.com/antgroup/echomimic_v2 / functions

Functions395 in github.com/antgroup/echomimic_v2

⨍ Functions 395◇ Types & classes 84

Method__init__

(self, n_vocab: int, n_ctx: int, n_state: int, n_head: int, n_layer: int)

src/models/whisper/whisper/model.py:175

Method__init__

(self)

src/models/whisper/whisper/normalizers/english.py:23

Method__init__

(self)

src/models/whisper/whisper/normalizers/english.py:450

Method__init__

(self, remove_diacritics: bool = False, split_letters: bool = False)

src/models/whisper/whisper/normalizers/basic.py:56

Method__init__

(self, model_det, model_pose, device="cuda")

src/models/dwpose/wholebody.py:11

Method__init__

(self, model_det, model_pose, device='cuda')

src/models/dwpose/dwpose_detector.py:22

Method_conv_forward

(self, x: Tensor, weight: Tensor, bias: Optional[Tensor])

src/models/whisper/whisper/model.py:42

Method_encode_prompt

( self, prompt, device, num_videos_per_prompt, do_classifier_free_guid

src/pipelines/pipeline_echomimicv2.py:255

Method_execution_device

(self)

src/pipelines/pipeline_echomimicv2.py:93

Method_execution_device

(self)

src/pipelines/pipeline_echomimicv2_acc.py:93

Method_set_gradient_checkpointing

(self, module, value=False)

src/models/transformer_3d.py:99

Method_set_gradient_checkpointing

(self, module, value=False)

src/models/transformer_2d.py:210

Method_set_gradient_checkpointing

(self, module, value=False)

src/models/unet_3d.py:354

Method_set_gradient_checkpointing

(self, module, value=False)

src/models/unet_2d_condition.py:834

Method_set_gradient_checkpointing

(self, module, value=False)

src/models/unet_3d_emo.py:354

Methodadd_more_noise

(self, noisy_latents, noise, timestep, timestep_more)

src/pipelines/myschedulers.py:109

Methodall_language_codes

(self)

src/models/whisper/whisper/tokenizer.py:227

Methodall_language_tokens

(self)

src/models/whisper/whisper/tokenizer.py:215

Methodapply

(self, logits: Tensor, tokens: Tensor)

src/models/whisper/whisper/decoding.py:392

Methodapply

(self, logits: Tensor, tokens: Tensor)

src/models/whisper/whisper/decoding.py:401

Methodapply

(self, logits: Tensor, tokens: Tensor)

src/models/whisper/whisper/decoding.py:413

Functionassign_audio_to_frame

(audio_input, frame_num)

src/utils/util_emo.py:112

Functionassign_audio_to_frame_new

(audio_input, frame_num, pad_frame)

src/utils/util_emo.py:135

Methodattn_processors

r""" Returns: `dict` of attention processors: A dictionary containing all attention processors used in the model with

src/models/unet_3d.py:254

Methodattn_processors

r""" Returns: `dict` of attention processors: A dictionary containing all attention processors used in the model with

src/models/unet_2d_condition.py:673

Methodattn_processors

r""" Returns: `dict` of attention processors: A dictionary containing all attention processors used in the model with

src/models/unet_3d_emo.py:254

Methodcleanup_caching

(self)

src/models/whisper/whisper/decoding.py:151

Methodcombine_cents

(m: Match)

src/models/whisper/whisper/normalizers/english.py:411

Methodcreate_custom_forward

(module, return_dict=None)

src/models/transformer_2d.py:334

Methodcreate_custom_forward

(module, return_dict=None)

src/models/unet_2d_blocks.py:471

Methodcreate_custom_forward

(module, return_dict=None)

src/models/unet_2d_blocks.py:630

Methodcreate_custom_forward

(module)

src/models/unet_2d_blocks.py:749

Methodcreate_custom_forward

(module, return_dict=None)

src/models/unet_2d_blocks.py:917

Methodcreate_custom_forward

(module)

src/models/unet_2d_blocks.py:1051

Methodcreate_custom_forward

(module, return_dict=None)

src/models/unet_3d_blocks.py:416

Methodcreate_custom_forward

(module)

src/models/unet_3d_blocks.py:552

Methodcreate_custom_forward

(module, return_dict=None)

src/models/unet_3d_blocks.py:707

Methodcreate_custom_forward

(module)

src/models/unet_3d_blocks.py:841

Methodcustom_forward

(*inputs)

src/models/transformer_2d.py:335

Methodcustom_forward

(*inputs)

src/models/unet_2d_blocks.py:472

Methodcustom_forward

(*inputs)

src/models/unet_2d_blocks.py:631

Methodcustom_forward

(*inputs)

src/models/unet_2d_blocks.py:750

Methodcustom_forward

(*inputs)

src/models/unet_2d_blocks.py:918

Methodcustom_forward

(*inputs)

src/models/unet_2d_blocks.py:1052

Methodcustom_forward

(*inputs)

src/models/unet_3d_blocks.py:417

Methodcustom_forward

(*inputs)

src/models/unet_3d_blocks.py:553

Methodcustom_forward

(*inputs)

src/models/unet_3d_blocks.py:708

Methodcustom_forward

(*inputs)

src/models/unet_3d_blocks.py:842

Functiondecode

Performs decoding of 30-second audio segment(s), provided as Mel spectrogram(s). Parameters ---------- model: Whisper the Wh

src/models/whisper/whisper/decoding.py:700

Methoddecode_with_timestamps

Timestamp tokens are above the special tokens' id range and are ignored by `decode()`. This method decodes given tokens with timestam

src/models/whisper/whisper/tokenizer.py:143

Functiondelete_additional_ckpt

(base_path, num_keep)

src/utils/util.py:35

Functiondetect_language

Detect the spoken language in the audio, and return them as list of strings, along with the ids of the most probable language tokens and the

src/models/whisper/whisper/decoding.py:19

Methoddisable_freeu

Disables the FreeU mechanism.

src/models/unet_2d_condition.py:862

Methoddisable_vae_slicing

(self)

src/pipelines/pipeline_echomimicv2.py:77

Methoddisable_vae_slicing

(self)

src/pipelines/pipeline_echomimicv2_acc.py:77

Functiondraw_bodypose

(canvas, candidate, subset, score)

src/utils/dwpose_util.py:14

Functiondraw_bodypose_white

(canvas, candidate, subset, score)

src/utils/dwpose_util.py:60

Functiondraw_facepose

(canvas, all_lmks, all_scores)

src/utils/dwpose_util.py:134

Methoddraw_pose

(self, image_size, keypoints, normed=False)

src/utils/draw_utils.py:194

Methodembed_audio

(self, mel: torch.Tensor)

src/models/whisper/whisper/model.py:239

Methodenable_freeu

r"""Enables the FreeU mechanism from https://arxiv.org/abs/2309.11497. The suffixes after the scaling factors represent the stage blocks wh

src/models/unet_2d_condition.py:838

Methodenable_sequential_cpu_offload

(self, gpu_id=0)

src/pipelines/pipeline_echomimicv2.py:80

Methodenable_sequential_cpu_offload

(self, gpu_id=0)

src/pipelines/pipeline_echomimicv2_acc.py:80

Methodenable_vae_slicing

(self)

src/pipelines/pipeline_echomimicv2.py:74

Methodenable_vae_slicing

(self)

src/pipelines/pipeline_echomimicv2_acc.py:74

Methodeot

(self)

src/models/whisper/whisper/tokenizer.py:161

Methodextra_repr

(self)

src/models/motion_module.py:307

Methodextra_repr

(self)

src/models/motion_module.py:418

Methodextract_cents

(m: Match)

src/models/whisper/whisper/normalizers/english.py:420

Methodfinalize

(self, tokens: Tensor, sum_logprobs: Tensor)

src/models/whisper/whisper/decoding.py:275

Methodfinalize

(self, preceding_tokens: Tensor, sum_logprobs: Tensor)

src/models/whisper/whisper/decoding.py:351

Methodfn_recursive_add_processors

( name: str, module: torch.nn.Module, processors: Dict[str, AttentionProce

src/models/unet_3d.py:263

Methodfn_recursive_add_processors

( name: str, module: torch.nn.Module, processors: Dict[str, AttentionPr

src/models/unet_2d_condition.py:682

Methodfn_recursive_add_processors

( name: str, module: torch.nn.Module, processors: Dict[str, AttentionProce

src/models/unet_3d_emo.py:263

Methodfn_recursive_attn_processor

(name: str, module: torch.nn.Module, processor)

src/models/unet_3d.py:382

Methodfn_recursive_attn_processor

(name: str, module: torch.nn.Module, processor)

src/models/unet_2d_condition.py:727

Methodfn_recursive_attn_processor

(name: str, module: torch.nn.Module, processor)

src/models/unet_3d_emo.py:382

Methodfn_recursive_retrieve_slicable_dims

(module: torch.nn.Module)

src/models/unet_3d.py:299

Methodfn_recursive_retrieve_slicable_dims

(module: torch.nn.Module)

src/models/unet_3d_emo.py:299

Methodfn_recursive_retrieve_sliceable_dims

(module: torch.nn.Module)

src/models/unet_2d_condition.py:779

Methodfn_recursive_set_attention_slice

( module: torch.nn.Module, slice_size: List[int] )

src/models/unet_3d.py:341

Methodfn_recursive_set_attention_slice

( module: torch.nn.Module, slice_size: List[int] )

src/models/unet_2d_condition.py:821

Methodfn_recursive_set_attention_slice

( module: torch.nn.Module, slice_size: List[int] )

src/models/unet_3d_emo.py:341

Methodforward

(self, x)

src/utils/util_emo.py:18

Methodforward

( self, hidden_states, encoder_hidden_states=None, audio_cond_fea=None,

src/models/transformer_3d.py:103

Methodforward

The [`Transformer2DModel`] forward method. Args: hidden_states (`torch.LongTensor` of shape `(batch size, num latent

src/models/transformer_2d.py:214

Methodforward

r""" Args: sample (`torch.FloatTensor`): (batch, channel, height, width) noisy inputs tensor timestep (`torch.FloatTen

src/models/unet_3d.py:397

Methodforward

r""" The [`UNet2DConditionModel`] forward method. Args: sample (`torch.FloatTensor`): The noisy inpu

src/models/unet_2d_condition.py:873

Methodforward

(self, x)

src/models/wav_clip.py:24

Methodforward

(self, x)

src/models/wav_clip.py:41

Methodforward

( self, hidden_states: torch.FloatTensor, attention_mask: Optional[torch.FloatTensor]

src/models/attention.py:150

Methodforward

( self, hidden_states, encoder_hidden_states=None, audio_cond_fea = None,

src/models/attention.py:327

Methodforward

(self, conditioning)

src/models/pose_encoder.py:47

Methodforward

(self, x: torch.FloatTensor)

src/models/unet_2d_blocks.py:220

Methodforward

( self, hidden_states: torch.FloatTensor, temb: Optional[torch.FloatTensor] = None )

src/models/unet_2d_blocks.py:345

Methodforward

( self, hidden_states: torch.FloatTensor, temb: Optional[torch.FloatTensor] = None,

src/models/unet_2d_blocks.py:453

Methodforward

( self, hidden_states: torch.FloatTensor, temb: Optional[torch.FloatTensor] = None,

src/models/unet_2d_blocks.py:607

Methodforward

( self, hidden_states: torch.FloatTensor, temb: Optional[torch.FloatTensor] = None,

src/models/unet_2d_blocks.py:738

Methodforward

( self, hidden_states: torch.FloatTensor, res_hidden_states_tuple: Tuple[torch.Floa

src/models/unet_2d_blocks.py:873

Methodforward

( self, hidden_states: torch.FloatTensor, res_hidden_states_tuple: Tuple[torch.Floa

src/models/unet_2d_blocks.py:1015

← previous next →201–300 of 395, ranked by callers