Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/IIP-Sogang/olkavs-avspeech
/ functions
Functions
234 in github.com/IIP-Sogang/olkavs-avspeech
⨍
Functions
234
◇
Types & classes
60
Method
__call__
(self, signal)
dataset/feature.py:142
Method
__call__
(self, signal)
dataset/feature.py:188
Method
__call__
(self, batch)
dataset/dataset.py:381
Method
__call__
Provides SpecAugmentation for audio
dataset/augment.py:29
Method
__call__
(self,audio,is_path=True)
dataset/augment.py:64
Method
__getitem__
(self, index)
dataset/dataset.py:247
Method
__init__
(self, indices)
inference.py:19
Method
__init__
(self, lr, *args, **kwargs)
avsr/scheduler/abstract.py:2
Method
__init__
( self, method = 'none', optimizer = None, lr = None , init_lr
avsr/scheduler/schedulers.py:6
Method
__init__
Initializes the learning rate scheduler. :param optimizer: A PyTorch optimizer. :param warmup_epochs: The number of epochs
avsr/scheduler/noam.py:16
Method
__init__
(self, vocab, log_path : str = None, unit:str = 'grapheme')
avsr/utils/metric.py:54
Method
__init__
(self, vocab, log_path:str = None, unit:str='grapheme', convert:bool=True)
avsr/utils/metric.py:123
Method
__init__
(self, vocab, log_path:str = None, unit:str='grapheme')
avsr/utils/metric.py:148
Method
__init__
(self, vocab, log_path:str = None, unit:str='grapheme')
avsr/utils/metric.py:180
Method
__init__
( self, blank_id : str = None, ignore_index : int = None, ctc_rate : floa
avsr/utils/loss.py:11
Method
__init__
( self, ignore_index : int = None, label_smoothing : float = 0.0, )
avsr/utils/loss.py:49
Method
__init__
(self, unit='character', encoding='utf-8')
avsr/utils/korean_funcs.py:157
Method
__init__
( self, model, vocab_size:int, method:str='hybrid', pad_id:int=0,
avsr/utils/search.py:31
Method
__init__
( self, vocab_size : int, decoder_n_layer : int, decoder_d_model : int,
avsr/models/decoder.py:42
Method
__init__
( self, vocab_size : int, decoder_d_model : int, *args, **kwarg
avsr/models/decoder.py:148
Method
__init__
( self, front_dim : int, encoder_n_layer : int, encoder_d_model : int, encoder_n_he
avsr/models/encoder.py:13
Method
__init__
( self, front_dim : int, encoder_n_layer : int, encoder_d_model : int, encoder_n_h
avsr/models/encoder.py:77
Method
__init__
(self, input_dim, output_dim)
avsr/models/medium.py:7
Method
__init__
( self, vocab_size : int, pad_id : int, )
avsr/models/model.py:9
Method
__init__
(self, *args, **kwargs)
avsr/models/model.py:33
Method
__init__
(self, *args, **kwargs)
avsr/models/model.py:57
Method
__init__
(self, in_channels, out_channels, kernel_size, identity=True)
avsr/models/resnet/resnet.py:42
Method
__init__
(self, n_channels : int = 2, out_dim : int = 512)
avsr/models/resnet/resnet.py:69
Method
__init__
(self, n_channels : int = 3, out_dim : int = 512)
avsr/models/resnet/resnet.py:98
Method
__init__
( self, num_classes: int, hidden_state_dim: int, output_dim: i
avsr/models/conformer/decoder.py:56
Method
__init__
(self, module: nn.Module, module_factor: float = 1.0, input_factor: float = 1.0)
avsr/models/conformer/modules.py:26
Method
__init__
(self, in_features: int, out_features: int, bias: bool = True)
avsr/models/conformer/modules.py:41
Method
__init__
(self, shape: tuple)
avsr/models/conformer/modules.py:69
Method
__init__
(self, d_model: int, num_heads: int, dropout_p: float = 0.1)
avsr/models/conformer/attention.py:149
Method
__init__
( self, in_channels: int, out_channels: int, stride: int = 1,
avsr/models/conformer/convolution.py:86
Method
__init__
( self, in_channels: int, kernel_size: int = 31, expansion_fac
avsr/models/conformer/convolution.py:125
Method
__init__
(self, in_channels: int, out_channels: int)
avsr/models/conformer/convolution.py:167
Method
__init__
( self, encoder_n_layer : int, encoder_d_model : int, encoder_n_head : in
avsr/models/conformer/conformer_backend.py:12
Method
__init__
( self, input_dim: int = 80, encoder_dim: int = 512, num_layer
avsr/models/conformer/encoder.py:145
Method
__init__
(self)
avsr/models/conformer/activation.py:24
Method
__init__
(self, d_model: int = 512, max_len: int = 10000)
avsr/models/conformer/embedding.py:31
Method
__init__
( self, encoder_dim: int = 512, expansion_factor: int = 4, dro
avsr/models/conformer/feed_forward.py:40
Method
__init__
( self, num_classes: int, input_dim: int = 80, encoder_dim: in
avsr/models/conformer/model.py:56
Method
__init__
( self, sample_rate: int = 16000, frame_length: int = 40,
dataset/feature.py:22
Method
__init__
( self, sample_rate: int = 16000, n_mels: int = 80, frame_
dataset/feature.py:70
Method
__init__
( self, sample_rate: int = 16000, n_mfcc: int = 40, frame_
dataset/feature.py:111
Method
__init__
( self, sample_rate: int = 16000, n_mels: int = 80, frame_
dataset/feature.py:171
Method
__init__
( self, video_paths: list, # list of video paths audio_pat
dataset/dataset.py:173
Method
__init__
( self, max_len : int = None, use_video : bool = True, raw_video : bool =
dataset/dataset.py:369
Method
__init__
(self, dataset, num_replicas: Optional[int] = None, rank: Optional[int] = None, shuffle: bool
dataset/sampler.py:9
Method
__init__
(self, freq_mask_para: int = 18, time_mask_num: int = 10, freq_mask_num: int = 2)
dataset/augment.py:24
Method
__init__
(self, noise_path:str, sr:int, snr_range:List[int]=[-10,0,10,INT_INF])
dataset/augment.py:51
Method
__init__
(self, unit='character', encoding='utf-8')
vocabulary/utils.py:156
Method
__iter__
(self)
inference.py:22
Method
__len__
(self)
inference.py:25
Method
__len__
(self)
avsr/utils/korean_funcs.py:168
Method
__len__
(self)
dataset/dataset.py:328
Method
__len__
(self)
vocabulary/utils.py:167
Method
_augment
Spec Augmentation
dataset/dataset.py:301
Function
_prepare_dataset
( transcripts_path: str, )
dataset/dataset.py:158
Method
audio_transform
(self, audio)
dataset/dataset.py:269
Function
cal_amp_torchaudio
(path, new_sr=None)
dataset/augment.py:84
Function
char2grp
(test_keyword)
avsr/utils/korean_funcs.py:46
Function
char2ord
(x)
avsr/utils/korean_funcs.py:23
Function
char2ord
(x)
vocabulary/utils.py:23
Method
count
(self)
dataset/dataset.py:331
Method
count_parameters
Count parameters of encoder
avsr/models/conformer/decoder.py:84
Method
count_parameters
Count parameters of encoder
avsr/models/conformer/encoder.py:178
Method
count_parameters
Count parameters of encoder
avsr/models/conformer/model.py:109
Function
crop_video
(frames:ndarray, bboxes:List[List[int]], crop_shape=(224,224))
preprocess.py:113
Method
forward
(self, outputs, targets, target_lengths, att=None, *args, **kwargs)
avsr/utils/loss.py:23
Method
forward
(self, outputs, targets, target_lengths, att=None, *args, **kwargs)
avsr/utils/loss.py:40
Method
forward
(self, outputs, targets, att=None, *args, **kwargs)
avsr/utils/loss.py:60
Method
forward
(self, labels, inputs, pad_id=None, **kwargs)
avsr/models/decoder.py:32
Method
forward
(self, inputs, pad_id=None, **kwargs)
avsr/models/decoder.py:158
Method
forward
(self, video_inputs, video_input_lengths, audio_inputs, audio_input_lengths,
avsr/models/encoder.py:30
Method
forward
( self, video_inputs, video_input_lengths, audio_inputs, audio_input_l
avsr/models/encoder.py:64
Method
forward
( self, video_inputs, video_input_lengths, audio_inputs = None, audio_
avsr/models/encoder.py:91
Method
forward
(self, x)
avsr/models/medium.py:14
Method
forward
(self, video_inputs, video_input_lengths, audio_inputs,
avsr/models/model.py:22
Method
forward
(self, video_inputs, video_input_lengths, audio_inputs,
avsr/models/model.py:36
Method
forward
(self, video_inputs, video_input_lengths, audio_inputs,
avsr/models/model.py:60
Method
forward
(self, video_inputs, video_input_lengths, audio_inputs,
avsr/models/model.py:84
Method
forward
(self, x)
avsr/models/resnet/resnet.py:35
Method
forward
(self, x)
avsr/models/resnet/resnet.py:58
Method
forward
(self, inputs)
avsr/models/resnet/resnet.py:83
Method
forward
(self, inputs)
avsr/models/resnet/resnet.py:114
Method
forward
Forward propage a `inputs` (targets) for training. Args: inputs (torch.LongTensor): A target sequence passed to decoder.
avsr/models/conformer/decoder.py:94
Method
forward
(self, inputs: Tensor)
avsr/models/conformer/modules.py:32
Method
forward
(self, x: Tensor)
avsr/models/conformer/modules.py:48
Method
forward
(self, x: Tensor)
avsr/models/conformer/modules.py:60
Method
forward
(self, x: Tensor)
avsr/models/conformer/modules.py:73
Method
forward
( self, query: Tensor, key: Tensor, value: Tensor,
avsr/models/conformer/attention.py:72
Method
forward
(self, inputs: Tensor, mask: Optional[Tensor] = None)
avsr/models/conformer/attention.py:156
Method
forward
(self, inputs: Tensor)
avsr/models/conformer/convolution.py:64
Method
forward
(self, inputs: Tensor)
avsr/models/conformer/convolution.py:104
Method
forward
(self, inputs: Tensor)
avsr/models/conformer/convolution.py:148
Method
forward
(self, inputs: Tensor, input_lengths: Tensor)
avsr/models/conformer/convolution.py:176
Method
forward
(self, inputs, input_lengths)
avsr/models/conformer/conformer_backend.py:26
Method
forward
(self, inputs: Tensor)
avsr/models/conformer/encoder.py:109
← previous
next →
101–200 of 234, ranked by callers