MCPcopy Create free account

hub / github.com/VITA-MLLM/VITA-Audio / functions

Functions566 in github.com/VITA-MLLM/VITA-Audio

⨍ Functions 566◇ Types & classes 121↳ Endpoints 4
Method__init__
(self, config: Qwen2Config, layer_idx: int)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:135
Method__init__
Qwen2RMSNorm is equivalent to T5LayerNorm
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:209
Method__init__
(self, config: Qwen2Config, layer_idx: int)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:229
Method__init__
(self, config: Qwen2Config, device=None)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:286
Method__init__
(self, config: Qwen2Config)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:479
Method__init__
(self, config)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:737
Method__init__
(self, config)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:870
Method__init__
(self, config)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:966
Method__init__
(self, config)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:1056
Method__init__
(self, config: Qwen2Config, layer_idx: int)
vita_audio/models/qwen2_v4_48_3/modular_qwen2.py:39
Method__init__
(self, config: Qwen2Config, layer_idx: int)
vita_audio/models/qwen2_v4_48_3/modular_qwen2.py:106
Method__init__
( self, vocab_file=None, merges_file=None, tokenizer_file=None, unk_to
vita_audio/models/qwen2_v4_48_3/tokenization_qwen2_fast.py:83
Method__init__
( self, vocab_size=151936, hidden_size=4096, intermediate_size=22016,
vita_audio/models/qwen2_v4_48_3/configuration_qwen2.py:143
Method__init__
( self, vocab_file, merges_file, errors="replace", unk_token="<|endoft
vita_audio/models/qwen2_v4_48_3/tokenization_qwen2.py:137
Method__init__
(self, config: Qwen2Config, layer_idx: int)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:177
Method__init__
Qwen2RMSNorm is equivalent to T5LayerNorm
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:251
Method__init__
(self, config: Qwen2Config, layer_idx: int)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:271
Method__init__
(self, config: Qwen2Config, device=None)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:328
Method__init__
(self, config: Qwen2Config)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:521
Method__init__
(self, config)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:785
Method__init__
(self, config)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:1309
Method__init__
(self, config)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:1405
Method__init__
(self, config)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:1495
Method__init__
(self, config: Qwen2Config, layer_idx: int)
vita_audio/models/qwen2_mtp_v4_48_3/modular_qwen2.py:39
Method__init__
(self, config: Qwen2Config, layer_idx: int)
vita_audio/models/qwen2_mtp_v4_48_3/modular_qwen2.py:106
Method__init__
( self, vocab_file=None, merges_file=None, tokenizer_file=None, unk_to
vita_audio/models/qwen2_mtp_v4_48_3/tokenization_qwen2_fast.py:83
Method__init__
( self, vocab_size=151936, hidden_size=4096, intermediate_size=22016,
vita_audio/models/qwen2_mtp_v4_48_3/configuration_qwen2.py:143
Method__init__
( self, vocab_file, merges_file, errors="replace", unk_token="<|endoft
vita_audio/models/qwen2_mtp_v4_48_3/tokenization_qwen2.py:139
Method__init__
Class for stream imitation Parameters ---------- model: preloaded .jit silero VAD model threshold: float (d
web/vad.py:15
Method__init__
(self, model_dir, keyword=None, cache_history=10, threshold=0.1)
web/vad.py:115
Method__init__
(self, model_path)
web/pool.py:19
Method__init__
Initialize the TTSObjectPool with a specified size and model path. Parameters: - size (int): The number of TTS objects to in
web/pool.py:25
Method__init__
(self, configs)
web/pool.py:59
Method__init__
Initialize the pipelineObjectPool with a specified size and configs. Parameters: - size (int): The number of TTS objects to
web/pool.py:65
Method__init__
Initialize the GlobalParams class with necessary components for managing global parameters and states. Parameters: - tts_poo
web/parms.py:26
Method__init__
Initialize the PCMQueue with an empty queue, an empty buffer, and a lock for thread safety. Parameters: - None Retu
web/queue.py:15
Method__init__
Initialize the ThreadSafeQueue with an empty queue and a lock for thread safety. Parameters: - None Returns:
web/queue.py:87
Method__init__
( self, data_path, tokenizer, audio_tokenizer, default_system_message=
evaluation/evaluate_seedtts.py:33
Method__init__
(self, size)
evaluation/evaluate_seedtts.py:158
Method__init__
( self, json_path, tokenizer, audio_tokenizer, default_system_message=
evaluation/evaluate_asr.py:34
Method__init__
(self, size)
evaluation/evaluate_asr.py:128
Method__init__
(self, json_path, tokenizer, audio_tokenizer, default_system_message=None, add_generation_prompt=True)
evaluation/evaluate_libritts.py:34
Method__init__
(self, size)
evaluation/evaluate_libritts.py:85
Method__init__
(self)
evaluation/compute-cer.py:93
Method__init__
(self, json_path, tokenizer, audio_tokenizer, default_system_message=None, add_generation_prompt=True)
evaluation/evaluate_sqa.py:35
Method__init__
(self, size)
evaluation/evaluate_sqa.py:131
Method__init__
(self)
evaluation/compute-wer.py:87
Method__int__
(self, d_model=80, dropout_rate=0.1)
vita_audio/models/qwen2_mtp_sensevoice_v4_48_3/modeling_sensevoice.py:96
Method__iter__
(self)
evaluation/evaluate_seedtts.py:175
Method__iter__
(self)
evaluation/evaluate_asr.py:145
Method__iter__
(self)
evaluation/evaluate_libritts.py:102
Method__iter__
(self)
evaluation/evaluate_sqa.py:148
Method__len__
(self)
evaluation/evaluate_seedtts.py:88
Method__len__
(self)
evaluation/evaluate_seedtts.py:178
Method__len__
(self)
evaluation/evaluate_asr.py:51
Method__len__
(self)
evaluation/evaluate_asr.py:148
Method__len__
(self)
evaluation/evaluate_libritts.py:43
Method__len__
(self)
evaluation/evaluate_libritts.py:105
Method__len__
(self)
evaluation/evaluate_sqa.py:45
Method__len__
(self)
evaluation/evaluate_sqa.py:151
Method__post_init__
(self)
tools/finetune_sts_v4_48_3.py:170
Method__post_init__
(self)
tools/finetune_sts_v4_48_3.py:255
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
vita_audio/models/qwen2_mtp_sensevoice_v4_48_3/tokenization_qwen2.py:280
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
vita_audio/models/qwen2_v4_48_3/tokenization_qwen2.py:278
Method_convert_id_to_token
Converts an index (integer) in a token (str) using the vocab.
vita_audio/models/qwen2_mtp_v4_48_3/tokenization_qwen2.py:280
Method_convert_token_to_id
Converts a token (str) in an id using the vocab.
vita_audio/models/qwen2_mtp_sensevoice_v4_48_3/tokenization_qwen2.py:275
Method_convert_token_to_id
Converts a token (str) in an id using the vocab.
vita_audio/models/qwen2_v4_48_3/tokenization_qwen2.py:273
Method_convert_token_to_id
Converts a token (str) in an id using the vocab.
vita_audio/models/qwen2_mtp_v4_48_3/tokenization_qwen2.py:275
Function_get_fsdp_ckpt_kwargs
()
tools/trainer_v4_48_3.py:266
Method_init_weights
(self, module)
vita_audio/models/qwen2_mtp_sensevoice_v4_48_3/modeling_qwen2.py:425
Method_init_weights
(self, module)
vita_audio/models/qwen2_v4_48_3/modeling_qwen2.py:380
Method_init_weights
(self, module)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:422
Function_is_peft_model
(model)
tools/trainer_v4_48_3.py:254
Function_mp_fn
(index)
tools/finetune_sts_v4_48_3.py:743
Method_prepare_cache_for_generation
(self, *args, **kwargs)
vita_audio/models/qwen2_mtp_sensevoice_v4_48_3/modeling_qwen2.py:1339
Method_prepare_cache_for_generation
(self, *args, **kwargs)
vita_audio/models/qwen2_mtp_v4_48_3/modeling_qwen2.py:1282
Method_tokenize
Tokenize a string.
vita_audio/models/qwen2_mtp_sensevoice_v4_48_3/tokenization_qwen2.py:264
Method_tokenize
Tokenize a string.
vita_audio/models/qwen2_v4_48_3/tokenization_qwen2.py:262
Method_tokenize
Tokenize a string.
vita_audio/models/qwen2_mtp_v4_48_3/tokenization_qwen2.py:264
Methodacquire
(self)
web/pool.py:43
Methodacquire
(self)
web/pool.py:82
Functionadd_audio
(history, task_history, file)
web_demo.py:234
Functionadd_text
(history, task_history, text)
web_demo.py:225
Methodapply_to_role
(self, role, **kwargs)
vita_audio/tokenizer_sensevoice_glm4voice.py:222
Methodapply_to_role
(self, role, **kwargs)
vita_audio/tokenizer_glm4voice.py:170
Methodapply_to_role
(self, role, **kwargs)
vita_audio/tokenizer_sensevoice_sparktts.py:178
Methodapply_to_role
(self, role, **kwargs)
vita_audio/tokenizer_cosyvoice2.py:161
Functionbuild_supervised_dataset_megatron
( args, tokenizer, create_position_ids=True, create_loss_mask=False, shift_token=False, )
vita_audio/data/build.py:122
Functioncalculate_scale
(file_path, bound_size)
vita_audio/data/utils.py:39
Methodclear
Clear the queue in a thread-safe manner. Parameters: - None Returns: - None
web/queue.py:129
Functioncollate_fn
(batches)
evaluation/evaluate_seedtts.py:22
Functioncollate_fn
(batches)
evaluation/evaluate_asr.py:23
Functioncollate_fn
(batches)
evaluation/evaluate_libritts.py:24
Functioncollate_fn
(batches)
evaluation/evaluate_sqa.py:23
Functioncollate_fn_deepspeed
(batch)
vita_audio/data/data_collator.py:107
Functioncollate_fn_deepspeed_old
(batch)
vita_audio/data/data_collator.py:69
Functioncompute_metrics
(eval_preds)
tools/finetune_sts_v4_48_3.py:664
Methodconvert_tokens_to_string
Converts a sequence of tokens (string) in a single string.
vita_audio/models/qwen2_mtp_sensevoice_v4_48_3/tokenization_qwen2.py:285
Methodconvert_tokens_to_string
Converts a sequence of tokens (string) in a single string.
vita_audio/models/qwen2_v4_48_3/tokenization_qwen2.py:283
Methodconvert_tokens_to_string
Converts a sequence of tokens (string) in a single string.
vita_audio/models/qwen2_mtp_v4_48_3/tokenization_qwen2.py:285
← previousnext →301–400 of 566, ranked by callers