MCPcopy Create free account

hub / github.com/TMElyralab/MuseTalk / functions

Functions394 in github.com/TMElyralab/MuseTalk

Method__init__
(self, path = 'face_detection/weights/yolov8n-face.onnx', conf_thres=0.2, iou_thres=0.5)
musetalk/utils/face_detection/api.py:90
Method__init__
(self, in_planes, out_planes)
musetalk/utils/face_detection/models.py:14
Method__init__
(self, inplanes, planes, stride=1, downsample=None)
musetalk/utils/face_detection/models.py:62
Method__init__
(self, num_modules, depth, num_features)
musetalk/utils/face_detection/models.py:99
Method__init__
(self, block=Bottleneck, layers=[3, 8, 36, 3], num_classes=68)
musetalk/utils/face_detection/models.py:206
Method__init__
(self, device, verbose)
musetalk/utils/face_detection/detection/core.py:18
Method__init__
(self, n_channels, scale=1.0)
musetalk/utils/face_detection/detection/sfd/net_s3fd.py:7
Method__init__
(self, device, path_to_detector=os.path.join(os.path.dirname(os.path.abspath(__file__)), 's3fd.pth'), verbose=
musetalk/utils/face_detection/detection/sfd/sfd_detector.py:17
Method__init__
(self, left_cheek_width=80, right_cheek_width=80)
musetalk/utils/face_parsing/__init__.py:11
Method__init__
(self, in_chan, out_chan, ks=3, stride=1, padding=1, *args, **kwargs)
musetalk/utils/face_parsing/model.py:15
Method__init__
(self, in_chan, mid_chan, n_classes, *args, **kwargs)
musetalk/utils/face_parsing/model.py:38
Method__init__
(self, in_chan, out_chan, *args, **kwargs)
musetalk/utils/face_parsing/model.py:68
Method__init__
(self, resnet_path, *args, **kwargs)
musetalk/utils/face_parsing/model.py:93
Method__init__
(self, *args, **kwargs)
musetalk/utils/face_parsing/model.py:147
Method__init__
(self, in_chan, out_chan, *args, **kwargs)
musetalk/utils/face_parsing/model.py:181
Method__init__
(self, in_chan, out_chan, stride=1)
musetalk/utils/face_parsing/resnet.py:21
Method__init__
(self, cfg)
musetalk/data/dataset.py:503
Method__init__
(self, cfg)
musetalk/data/dataset.py:516
Method__init__
(self)
musetalk/data/audio.py:9
Method__init__
(self, whisper_model_type="tiny", model_path="./models/whisper/tiny.pt")
musetalk/whisper/audio2feature.py:10
Method__init__
(self, model: "Whisper", initial_token_length: int)
musetalk/whisper/whisper/decoding.py:133
Method__init__
(self, length_penalty: Optional[float])
musetalk/whisper/whisper/decoding.py:179
Method__init__
(self, temperature: float, eot: int)
musetalk/whisper/whisper/decoding.py:254
Method__init__
(self, beam_size: int, eot: int, inference: Inference, patience: Optional[float] = None)
musetalk/whisper/whisper/decoding.py:282
Method__init__
(self, tokenizer: Tokenizer, sample_begin: int)
musetalk/whisper/whisper/decoding.py:388
Method__init__
(self, suppress_tokens: Sequence[int])
musetalk/whisper/whisper/decoding.py:398
Method__init__
( self, tokenizer: Tokenizer, sample_begin: int, max_initial_timestamp_index: Optional[int] )
musetalk/whisper/whisper/decoding.py:406
Method__init__
(self, model: "Whisper", options: DecodingOptions)
musetalk/whisper/whisper/decoding.py:450
Method__init__
(self, n_state: int, n_head: int)
musetalk/whisper/whisper/model.py:58
Method__init__
(self, n_state: int, n_head: int, cross_attention: bool = False)
musetalk/whisper/whisper/model.py:104
Method__init__
(self, n_mels: int, n_ctx: int, n_state: int, n_head: int, n_layer: int)
musetalk/whisper/whisper/model.py:132
Method__init__
(self, n_vocab: int, n_ctx: int, n_state: int, n_head: int, n_layer: int)
musetalk/whisper/whisper/model.py:175
Method__init__
(self)
musetalk/whisper/whisper/normalizers/english.py:23
Method__init__
(self)
musetalk/whisper/whisper/normalizers/english.py:450
Method__init__
(self, remove_diacritics: bool = False, split_letters: bool = False)
musetalk/whisper/whisper/normalizers/basic.py:56
Method__init__
(self, d_model=384, max_len=5000)
musetalk/models/unet.py:13
Method__init__
( self, in_channels: int, out_channels: int, dropout: float = 0.0, nor
musetalk/models/syncnet.py:72
Method__init__
(self, query_dim, norm_num_groups=32, dropout=0.0)
musetalk/models/syncnet.py:143
Method__init__
( self, in_channels=4 * 16, block_out_channels=[64, 128, 256, 256], downsample
musetalk/models/syncnet.py:184
Method__init__
Initialize the VAE instance. :param model_path: Path to the trained model. :param resized_img: The size to which images are
musetalk/models/vae.py:15
Method__init__
(self, size=None, scale_factor=None, mode='nearest', align_corners=None)
musetalk/loss/basic_loss.py:12
Method__init__
(self)
musetalk/loss/syncnet.py:37
Method__init__
(self, num_channels=3, block_expansion=64, num_blocks=4, max_features=512, sn=False, **kwargs
musetalk/loss/discriminator.py:40
Method__init__
(self, scales=(), **kwargs)
musetalk/loss/discriminator.py:73
Method__init__
(self, discriminator)
musetalk/loss/discriminator.py:100
Method__init__
VGGFace model. Face recognition network. It takes as input a Bx3x224x224 batch of face images and gives as output a BxC score vector
musetalk/loss/vgg_face.py:64
Method__init__
Create a block with len(units) - 1 convolutions. convolution number i transforms the number of channels from units[i - 1] to units[i]
musetalk/loss/vgg_face.py:105
Method__init__
(self, channels, scale)
musetalk/loss/vgg_face.py:177
Method__init__
(self, scales, num_channels)
musetalk/loss/vgg_face.py:226
Method__init__
(self, cin, cout, kernel_size, stride, padding, residual=False, *args, **kwargs)
musetalk/loss/conv.py:22
Method__init__
(self, cin, cout, kernel_size, stride, padding, output_padding=0, *args, **kwargs)
musetalk/loss/conv.py:34
Method__init__
(self, inplanes, planes, stride=1, downsample=None)
musetalk/loss/resnet.py:15
Method__init__
(self, inplanes, planes, stride=1, downsample=None)
musetalk/loss/resnet.py:47
Method__init__
(self, avatar_id, video_path, bbox_shift, batch_size, preparation)
scripts/realtime_inference.py:58
Method__init__
Initialize the AnalyzeFace class with the given device, config file, and checkpoint file. Parameters: device (Union[str, tor
scripts/preprocess.py:34
Method__int__
(self)
musetalk/utils/face_detection/api.py:41
Method__len__
(self)
musetalk/data/dataset.py:301
Method__new__
(cls, value)
musetalk/utils/face_detection/api.py:36
Method_conv_forward
(self, x: Tensor, weight: Tensor, bias: Optional[Tensor])
musetalk/whisper/whisper/model.py:42
Function_db_to_amp
(x)
musetalk/data/audio.py:139
Function_denormalize
(D)
musetalk/data/audio.py:156
Methodall_language_codes
(self)
musetalk/whisper/whisper/tokenizer.py:227
Methodall_language_tokens
(self)
musetalk/whisper/whisper/tokenizer.py:215
Functionappdata_dir
appdata_dir(appname=None, roaming=False) Get the path to the application directory, where applications are allowed to write user specific fi
musetalk/utils/face_detection/utils.py:259
Methodapply
(self, logits: Tensor, tokens: Tensor)
musetalk/whisper/whisper/decoding.py:392
Methodapply
(self, logits: Tensor, tokens: Tensor)
musetalk/whisper/whisper/decoding.py:401
Methodapply
(self, logits: Tensor, tokens: Tensor)
musetalk/whisper/whisper/decoding.py:413
Functionbboxlog
(x1, y1, x2, y2, axc, ayc, aww, ahh)
musetalk/utils/face_detection/detection/sfd/bbox.py:30
Functionbboxloginv
(dx, dy, dw, dh, axc, ayc, aww, ahh)
musetalk/utils/face_detection/detection/sfd/bbox.py:37
Functioncalculate_mouth_open_similarity
(landmarks_list, select_idx,top_k=50,ascending=True)
musetalk/data/sample_method.py:7
Functioncast_training_params
( model: Union[torch.nn.Module, List[torch.nn.Module]], dtype=torch.float32, )
musetalk/utils/utils.py:76
Functioncheck_video
(video)
app.py:432
Methodcleanup_caching
(self)
musetalk/whisper/whisper/decoding.py:151
Methodcombine_cents
(m: Match)
musetalk/whisper/whisper/normalizers/english.py:411
Functioncrop
Center crops an image or set of heatmaps Arguments: image {numpy.array} -- an rgb image center {numpy.array} -- the center of the
musetalk/utils/face_detection/utils.py:92
Functiondebug_inpainting
Debug inpainting parameters, only process the first frame
app.py:36
Functiondecode
Performs decoding of 30-second audio segment(s), provided as Mel spectrogram(s). Parameters ---------- model: Whisper the Wh
musetalk/whisper/whisper/decoding.py:700
Methoddecode_with_timestamps
Timestamp tokens are above the special tokens' id range and are ignored by `decode()`. This method decodes given tokens with timestam
musetalk/whisper/whisper/tokenizer.py:143
Methoddetect
(self, srcimg)
musetalk/utils/face_detection/api.py:145
Methoddetect_from_directory
Detects faces from all the images present in a given directory. Arguments: path {string} -- a string containing a path that point
musetalk/utils/face_detection/detection/core.py:54
Methoddetect_from_image
(self, tensor_or_path)
musetalk/utils/face_detection/detection/sfd/sfd_detector.py:31
Functiondetect_language
Detect the spoken language in the audio, and return them as list of strings, along with the ids of the most probable language tokens and the
musetalk/whisper/whisper/decoding.py:19
Methoddraw_detections
(self, image, boxes, scores, kpts)
musetalk/utils/face_detection/api.py:229
Functiondraw_gaussian
(image, point, sigma)
musetalk/utils/face_detection/utils.py:37
Methodembed_audio
(self, mel: torch.Tensor)
musetalk/whisper/whisper/model.py:239
Functionencode
Encode the variances from the priorbox layers into the ground truth boxes we have matched (based on jaccard overlap) with the prior boxes. Arg
musetalk/utils/face_detection/detection/sfd/bbox.py:67
Methodeot
(self)
musetalk/whisper/whisper/tokenizer.py:161
Methodextract_cents
(m: Match)
musetalk/whisper/whisper/normalizers/english.py:420
Methodfeature2chunks
(self,feature_array,fps,audio_feat_length = [2,2])
musetalk/whisper/audio2feature.py:81
Methodfinalize
(self, tokens: Tensor, sum_logprobs: Tensor)
musetalk/whisper/whisper/decoding.py:275
Methodfinalize
(self, preceding_tokens: Tensor, sum_logprobs: Tensor)
musetalk/whisper/whisper/decoding.py:351
Functionflip
Flip an image or a set of heatmaps left-right Arguments: tensor {numpy.array or torch.tensor} -- [the input image or heatmaps] Keywo
musetalk/utils/face_detection/utils.py:237
Functionflip_detect
(net, img, device)
musetalk/utils/face_detection/detection/sfd/detect.py:98
Methodforward
( self, input_latents, timesteps, audio_prompts, )
musetalk/utils/training_utils.py:33
Methodforward
(self, x)
musetalk/utils/face_detection/models.py:33
Methodforward
(self, x)
musetalk/utils/face_detection/models.py:75
Methodforward
(self, x)
musetalk/utils/face_detection/models.py:141
Methodforward
(self, x)
musetalk/utils/face_detection/models.py:246
Methodforward
(self, x)
musetalk/utils/face_detection/detection/sfd/net_s3fd.py:16
Methodforward
(self, x)
musetalk/utils/face_detection/detection/sfd/net_s3fd.py:70
← previousnext →201–300 of 394, ranked by callers