MCPcopy Create free account

hub / github.com/Audio-AGI/AudioSep / functions

Functions370 in github.com/Audio-AGI/AudioSep

Method__init__
(self, input_channels, output_channels)
models/resunet.py:268
Method__init__
(self, input_channels, output_channels, condition_size)
models/resunet.py:622
Method__init__
( self, pretrained_path='checkpoint/music_speech_audioset_epoch_15_esc_89.98.pt', samp
models/clap_encoder.py:11
Method__init__
( self, local_loss=False, gather_with_grad=False, cache_labels=False,
models/CLAP/open_clip/loss.py:126
Method__init__
(self, metric_names=["map", "acc", "mauc"])
models/CLAP/open_clip/loss.py:356
Method__init__
(self, channels=64, r=4, type="2D")
models/CLAP/open_clip/feature_fusion.py:28
Method__init__
(self, channels=64, r=4, type="2D")
models/CLAP/open_clip/feature_fusion.py:138
Method__init__
(self, in_channels, out_channels)
models/CLAP/open_clip/pann_model.py:34
Method__init__
(self, in_channels, out_channels)
models/CLAP/open_clip/pann_model.py:87
Method__init__
(self, n_in, n_out, activation="linear", temperature=1.0)
models/CLAP/open_clip/pann_model.py:127
Method__init__
( self, sample_rate, window_size, hop_size, mel_bins, fmin,
models/CLAP/open_clip/pann_model.py:172
Method__init__
( self, sample_rate, window_size, hop_size, mel_bins, fmin,
models/CLAP/open_clip/pann_model.py:557
Method__init__
Args: model: nn.Module mlp: bool, if True, then use the MLP layer as the linear probe module freeze: bool
models/CLAP/open_clip/linear_probe.py:8
Method__init__
(self, bpe_path: str = default_bpe(), special_tokens=None)
models/CLAP/open_clip/tokenizer.py:75
Method__init__
( self, model_name, embed_dim, image_size=224, pool="avg", pro
models/CLAP/open_clip/timm_model.py:27
Method__init__
(self, drop_prob=None)
models/CLAP/open_clip/htsat.py:69
Method__init__
( self, img_size=224, patch_size=16, in_chans=3, embed_dim=768,
models/CLAP/open_clip/htsat.py:80
Method__init__
( self, dim, window_size, num_heads, qkv_bias=True, qk_scale=N
models/CLAP/open_clip/htsat.py:365
Method__init__
( self, dim, input_resolution, num_heads, window_size=7, shift
models/CLAP/open_clip/htsat.py:486
Method__init__
(self, input_resolution, dim, norm_layer=nn.LayerNorm)
models/CLAP/open_clip/htsat.py:648
Method__init__
( self, dim, input_resolution, depth, num_heads, window_size,
models/CLAP/open_clip/htsat.py:701
Method__init__
( self, spec_size=256, patch_size=4, patch_stride=(4, 4), in_chans=1,
models/CLAP/open_clip/htsat.py:804
Method__init__
(self, units=[512, 512, 512], nonlin=nn.ReLU(), dropout=0.1)
models/CLAP/open_clip/model.py:28
Method__init__
(self, inplanes, planes, stride=1)
models/CLAP/open_clip/model.py:50
Method__init__
( self, spacial_dim: int, embed_dim: int, num_heads: int, output_dim: int = None )
models/CLAP/open_clip/model.py:107
Method__init__
(self, layers, output_dim, heads, image_size=224, width=64)
models/CLAP/open_clip/model.py:161
Method__init__
(self, d_model: int, n_head: int, act_layer: Callable = nn.GELU)
models/CLAP/open_clip/model.py:260
Method__init__
( self, width: int, layers: int, heads: int, act_layer: Callable = nn.GELU )
models/CLAP/open_clip/model.py:286
Method__init__
( self, image_size: int, patch_size: int, width: int, layers: int,
models/CLAP/open_clip/model.py:306
Method__init__
(self)
models/CLAP/training/train.py:25
Method__init__
Toy Dataset for testing the audioset input with text labels Parameters ---------- index_path: str the link
models/CLAP/training/data.py:82
Method__init__
(self, input_filename, transforms, img_key, caption_key, sep="\t")
models/CLAP/training/data.py:229
Method__init__
(self)
models/CLAP/training/lp_train.py:26
Method__init__
r"""AudioSet evaluator. Args: audios_dir (str): directory of evaluation segments classes_num (int): the number of sou
evaluation/evaluate_audioset.py:37
Method__init__
r"""Clotho evaluator. Returns: None
evaluation/evaluate_clotho.py:27
Method__init__
r"""VGGSound evaluator. Args: data_recipe (str): dataset split, 'yan' Returns: None
evaluation/evaluate_vggsound.py:27
Method__init__
r"""AudioCaps evaluator. Args: query (str): type of query, 'caption' or 'labels' Returns: None
evaluation/evaluate_audiocaps.py:27
Method__init__
r"""ESC-50 evaluator. Returns: None
evaluation/evaluate_esc50.py:27
Method__init__
( self, sampling_rate=32000 )
evaluation/evaluate_music.py:27
Method__len__
(self)
data/audiotext_dataset.py:30
Method__len__
(self)
models/CLAP/training/data.py:224
Method__len__
(self)
models/CLAP/training/data.py:238
Function_convert_to_rgb
(image)
models/CLAP/open_clip/transform.py:12
Function_convert_weights_to_fp16
(l)
models/CLAP/open_clip/model.py:845
Method_init_weights
(self, m)
models/CLAP/open_clip/htsat.py:995
Function_inner_uniform
(tensor)
models/base.py:43
Function_lr_adjuster
(step)
models/CLAP/training/scheduler.py:14
Functionact
(x, activation)
models/base.py:61
Functionadd_model_config
add model config path or file and update registry
models/CLAP/open_clip/factory.py:272
Methodaudio_infer
Forward one audio and produce the audio embedding Parameters ---------- audio: (audio_length) the time-domain au
models/CLAP/open_clip/model.py:783
Functionbart_embeddings
(text)
models/CLAP/open_clip/bert.py:36
Functionbert_embeddings
(text)
models/CLAP/open_clip/bert.py:8
Functioncalc_celoss
(pred, target)
models/CLAP/open_clip/loss.py:379
Functioncalculate_segmentwise_sdr
(ref, est, hop_samples, return_sdr_list=False)
utils.py:273
Functioncollate_fn
r"""Collate mini-batch data to inputs and targets for training. Args: list_data_dict: e.g., [ { 'text': 'a so
data/datamodules.py:85
Functioncollate_fn
Collate function for wdsdataloader. batch: a list of dict, each dict is a sample
models/CLAP/training/data.py:652
Methodconfigure_optimizers
r"""Configure optimizer.
models/audiosep.py:118
Functionconstant_warm_up
r"""Get constant warm up scheduler for LambdaLR. Args: step (int): global step warm_up_steps (int): steps for warm up red
optimizers/lr_schedulers.py:34
Functioncount_samples
(dataloader)
models/CLAP/training/data.py:357
Functioncreate_model_and_transforms
( model_name: str, pretrained: str = "", precision: str = "fp32", device: torch.device = torch
models/CLAP/open_clip/factory.py:244
Methodcrop_wav
(self, x, crop_size, spe_pos=None)
models/CLAP/open_clip/htsat.py:1064
Methodcrop_wav
(self, x)
models/CLAP/training/data.py:132
Functiondb_to_magnitude
(x)
utils.py:137
Functionenergy
(x)
utils.py:128
Functionexist
Check if dataset exists
models/CLAP/open_clip/utils.py:83
Methodextra_repr
(self)
models/CLAP/open_clip/htsat.py:463
Methodextra_repr
(self)
models/CLAP/open_clip/htsat.py:633
Methodextra_repr
(self)
models/CLAP/open_clip/htsat.py:678
Methodextra_repr
(self)
models/CLAP/open_clip/htsat.py:774
Functionfilter_no_caption
(sample)
models/CLAP/training/data.py:367
Functionfloat32_to_int16
(x: float)
utils.py:52
Methodforward
(self, x)
models/audiosep.py:49
Methodforward
(self, conditions)
models/resunet.py:59
Methodforward
r"""Forward data into the module. Args: input_tensor: (batch_size, input_feature_maps, time_steps, freq_bins) Returns:
models/resunet.py:147
Methodforward
r"""Forward data into the module. Args: input_tensor: (batch_size, input_feature_maps, time_steps, freq_bins) Returns:
models/resunet.py:186
Methodforward
r"""Forward data into the module. Args: input_tensor: (batch_size, input_feature_maps, downsampled_time_steps, downsampled_freq_b
models/resunet.py:240
Methodforward
Args: input: (batch_size, segment_samples, channels_num) Outputs: output_dict: { 'wav': (batch_size,
models/resunet.py:522
Methodforward
(self, input_dict)
models/resunet.py:640
Methodforward
( self, audio_features, text_features, logit_scale_a, logit_scale_t=No
models/CLAP/open_clip/loss.py:151
Methodforward
(self, pred, target)
models/CLAP/open_clip/loss.py:396
Methodforward
(self, x, residual)
models/CLAP/open_clip/feature_fusion.py:19
Methodforward
(self, x, residual)
models/CLAP/open_clip/feature_fusion.py:111
Methodforward
(self, x, residual)
models/CLAP/open_clip/feature_fusion.py:179
Methodforward
(self, input, pool_size=(2, 2), pool_type="avg")
models/CLAP/open_clip/pann_model.py:67
Methodforward
(self, input, pool_size=(2, 2), pool_type="avg")
models/CLAP/open_clip/pann_model.py:108
Methodforward
(self, x)
models/CLAP/open_clip/pann_model.py:157
Methodforward
Input: (batch_size, data_length)
models/CLAP/open_clip/pann_model.py:280
Methodforward
Input: (batch_size, data_length)
models/CLAP/open_clip/pann_model.py:504
Methodforward
Input: (batch_size, data_length)
models/CLAP/open_clip/pann_model.py:632
Methodforward
Args: x: waveform, torch.tensor [batch, t_samples] / batch of mel_spec and longer list mix_lambda: torch.tensor [batc
models/CLAP/open_clip/linear_probe.py:45
Methodforward
(self, x)
models/CLAP/open_clip/timm_model.py:109
Methodforward
(self, x)
models/CLAP/open_clip/htsat.py:73
Methodforward
(self, x, longer_idx=None)
models/CLAP/open_clip/htsat.py:151
Methodforward
(self, x)
models/CLAP/open_clip/htsat.py:223
Methodforward
Args: x: input features with shape of (num_windows*B, N, C) mask: (0/-inf) mask with shape of (num_windows, Wh*Ww, Wh
models/CLAP/open_clip/htsat.py:413
Methodforward
(self, x)
models/CLAP/open_clip/htsat.py:580
Methodforward
x: B, H*W, C
models/CLAP/open_clip/htsat.py:655
Methodforward
(self, x)
models/CLAP/open_clip/htsat.py:758
Methodforward
( self, x: torch.Tensor, mixup_lambda=None, infer_mode=False, device=None )
models/CLAP/open_clip/htsat.py:1127
Methodforward
(self, X)
models/CLAP/open_clip/model.py:42
← previousnext →201–300 of 370, ranked by callers