Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/VITA-MLLM/VITA
/ functions
Functions
1,650 in github.com/VITA-MLLM/VITA
⨍
Functions
1,650
◇
Types & classes
320
↳
Endpoints
1
Method
__init__
(self, model: str = 'qwen-max-1201', retry: int = 5, wait:
VLMEvalKit/vlmeval/api/qwen_api.py:12
Method
__init__
(self, model: str = 'reka-flash-20240226', key: str = None,
VLMEvalKit/vlmeval/api/reka.py:12
Method
__init__
(self, model: str = 'step-1v-8k', retry: int = 10, wait: in
VLMEvalKit/vlmeval/api/stepai.py:15
Method
__init__
(self, model: str = 'hunyuan-vision', retry: int = 5, wait:
VLMEvalKit/vlmeval/api/hunyuan.py:13
Method
__init__
(self, model_path, system_prompt: str = None, **kwargs)
VLMEvalKit/vlmeval/api/hf_chat_model.py:61
Method
__init__
(self, model: str, retry: int = 5, wait: int = 5,
VLMEvalKit/vlmeval/api/glm_vision.py:11
Method
__init__
(self, model: str = 'gpt-3.5-turbo-0613', retry: int = 5, w
VLMEvalKit/vlmeval/api/gpt.py:36
Method
__init__
(self, model: str = 'cw-congrong-v1.5', retry: int = 10, wa
VLMEvalKit/vlmeval/api/cloudwalk.py:10
Method
__init__
(self, model: str = 'SenseChat-5-Vision', retry: int = 5, w
VLMEvalKit/vlmeval/api/sensechat_vision.py:11
Method
__init__
(self, model: str = 'qwen-vl-plus', retry: int = 5, wait: i
VLMEvalKit/vlmeval/api/qwen_vl_api.py:9
Method
__init__
(self, hidden_size: int, num_heads: int, num_kv_heads: int,
web_demo/vllm_tools/vllm_file/qwen2.py:434
Method
__init__
( self, config: Qwen2Config, cache_config: Optional[CacheConfig] = None, quant
web_demo/vllm_tools/vllm_file/qwen2.py:511
Method
__init__
( self, config: Qwen2Config, cache_config: Optional[CacheConfig] = None, quant
web_demo/vllm_tools/vllm_file/qwen2.py:573
Method
__init__
( self, config: Qwen2Config, cache_config: Optional[CacheConfig] = None, quant
web_demo/vllm_tools/vllm_file/qwen2.py:663
Method
__init__
(self, config: Qwen2Config)
web_demo/vllm_tools/vllm_file/qwen2.py:789
Method
__init__
(self, config: Qwen2Config)
web_demo/vllm_tools/vllm_file/qwen2.py:804
Method
__init__
( self, config: Qwen2Config, multimodal_config: MultiModalConfig, cache_config
web_demo/vllm_tools/vllm_file/qwen2.py:873
Method
__init__
( self, input_dim=80, num_channels=1, qkv_bias=False,
web_demo/vllm_tools/vllm_file/whale.py:86
Method
__init__
Construct an Conv2dSubsampling4 object.
web_demo/vllm_tools/vllm_file/whale.py:160
Method
__init__
Construct an PositionalEncoding object.
web_demo/vllm_tools/vllm_file/whale.py:222
Method
__init__
Initialize class.
web_demo/vllm_tools/vllm_file/whale.py:282
Method
__init__
(self, config: WhaleConfig)
web_demo/vllm_tools/vllm_file/whale.py:314
Method
__init__
(self, config: WhaleConfig)
web_demo/vllm_tools/vllm_file/whale.py:342
Method
__init__
(self, config: WhaleConfig, quant_config=None)
web_demo/vllm_tools/vllm_file/whale.py:462
Method
__init__
(self, config: WhaleConfig, quant_config=None)
web_demo/vllm_tools/vllm_file/whale.py:526
Method
__init__
(self, config: WhaleConfig, quant_config=None)
web_demo/vllm_tools/vllm_file/whale.py:601
Method
__init__
( self, input_dim=80, num_channels=1, qkv_bias=False,
web_demo/vllm_tools/qwen2p5_model_weight_file/configuration_whale.py:83
Method
__init__
( self, vision_config=None, text_config=None, audio_config=None, ignor
web_demo/vllm_tools/qwen2p5_model_weight_file/configuration_qwen2_multimodal.py:84
Method
__init__
( self, num_channels=3, patch_size=14, image_size=224,
web_demo/vllm_tools/qwen2p5_model_weight_file/configuration_intern_vit.py:61
Method
__init__
( self, feature_size=80, sampling_rate=16000, num_mel_bins=80, padding
web_demo/vllm_tools/qwen2p5_model_weight_file/processor_whale.py:82
Method
__init__
(self)
web_demo/vita_html/web/parms.py:8
Method
__init__
Initialize the PCMQueue with an empty queue, an empty buffer, and a lock for thread safety. Parameters: - None
web_demo/vita_html/web/queue.py:13
Method
__init__
Initialize the ThreadSafeQueue with an empty queue and a lock for thread safety. Parameters: - None
web_demo/vita_html/web/queue.py:84
Method
__init__
Class for stream imitation Parameters ---------- model: preloaded .jit silero VAD model threshold: float (d
web_demo/wakeup_and_vad/wakeup_and_vad.py:13
Method
__init__
(self, model_dir, keyword=None, cache_history=10, threshold=0.1)
web_demo/wakeup_and_vad/wakeup_and_vad.py:103
Method
__iter__
(self)
vita/train/vita_trainer.py:143
Method
__len__
(self)
vita/train/vita_trainer.py:140
Method
__len__
(self)
vita/util/data_utils_video_audio_patch.py:720
Method
__len__
(self)
vita/util/data_utils_video_audio_neg_patch.py:862
Method
__len__
(self)
vita/util/data_utils_video_audio_neg_patch_fo.py:860
Method
__len__
(self)
vita/util/data_utils_video_patch_audio.py:766
Method
__len__
(self)
vita/util/data_utils_video_audio_neg_frameCat.py:594
Method
__len__
(self)
vita/util/data_utils_video_audio.py:401
Method
__len__
(self)
vita/util/data_utils_video_audio_patch_sf.py:720
Method
__len__
(self)
VLMEvalKit/vlmeval/dataset/video_base.py:35
Method
__len__
(self)
VLMEvalKit/vlmeval/dataset/image_base.py:71
Method
__len__
(self)
VLMEvalKit/vlmeval/dataset/text_base.py:23
Method
__repr__
(self)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:276
Method
__repr__
(self)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:310
Method
__str__
(self)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:369
Function
_get_rawvideo_dec_decord
(video_path, image_processor, max_frames=MAX_IMAGE_LENGTH, image_resolution=384, video_framerate=1, s=None, e=
videomme/yt_video_inference_qa.py:121
Method
_get_train_sampler
(self)
vita/train/vita_trainer.py:156
Method
_init_weights
(self, m)
vita/model/multimodal_encoder/eva_clip/eva_vit.py:731
Method
_save_checkpoint
(self, model, trial, metrics=None)
vita/train/vita_trainer.py:286
Method
_validate_shape
(d: torch.Tensor)
web_demo/vllm_tools/vllm_file/qwen2.py:951
Method
add_arguments
Add TDNN common arguments.
vita/model/vita_tts/encoder/transformer.py:134
Method
add_arguments
Extend arguments for transducer.
vita/model/vita_tts/decoder/decoder.py:43
Method
add_arguments
Add Subsampling common arguments.
vita/model/multimodal_encoder/whale/module/component/subsampling.py:48
Method
add_arguments
Add TDNN common arguments.
vita/model/multimodal_encoder/whale/module/component/transformer.py:162
Function
add_audio
(history, task_history, file)
web_demo/web_ability_demo.py:372
Function
add_file
(history, task_history, file)
web_demo/web_ability_demo.py:367
Function
add_text
(history, task_history, text)
web_demo/web_ability_demo.py:359
Function
add_video
(history, task_history, file)
web_demo/web_ability_demo.py:380
Method
amount
(self)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:298
Function
apiok
(wrapper)
VLMEvalKit/vlmeval/smp/vlm.py:144
Method
apply_prompt_template
(self, prompt)
VLMEvalKit/vlmeval/vlm/llava/llava.py:220
Function
assign_args_from_yaml
(args, yaml_path, prefix_key=None)
vita/model/multimodal_encoder/whale/utils.py:13
Function
audio_file_to_html
Convert audio file to HTML audio player. Args: audio_file: Path to audio file Returns: audio_player
web_demo/server.py:437
Function
audio_input_mapper_for_qwen2
(ctx: InputContext, data: object)
web_demo/vllm_tools/vllm_file/qwen2.py:373
Function
bincount
(lst)
VLMEvalKit/vlmeval/smp/misc.py:68
Function
build_logger
(logger_name, logger_filename)
vita/util/utils.py:24
Function
build_prompt
(item)
VLMEvalKit/vlmeval/dataset/utils/mmbench_video.py:68
Method
build_prompt
(self, line, num_frames, video_llm)
VLMEvalKit/vlmeval/dataset/videomme.py:173
Method
build_prompt
(self, idx, num_frames=8)
VLMEvalKit/vlmeval/dataset/video_base.py:79
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_base.py:143
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mcq.py:145
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mcq.py:296
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mcq.py:341
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mcq.py:564
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_vqa.py:36
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_vqa.py:459
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mt.py:11
Method
build_prompt
(self, line, num_frames, video_llm)
VLMEvalKit/vlmeval/dataset/mvbench.py:305
Method
build_prompt
(self, line, num_frames, video_llm)
VLMEvalKit/vlmeval/dataset/mvbench.py:512
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/text_base.py:75
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/__init__.py:65
Method
build_prompt
(self, line, num_frames, video_llm)
VLMEvalKit/vlmeval/dataset/mmbench_video.py:133
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/text_mcq.py:13
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/mmalaya.py:292
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/transcore_m.py:89
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/internvl_chat.py:224
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/omnilmm.py:152
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/parrot.py:66
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/minicpm_v.py:36
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/minicpm_v.py:121
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/minicpm_v.py:317
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/omchat.py:50
Method
build_prompt
Build custom prompts for a specific dataset. Called only if `use_custom_prompt` returns True. Args: line (line of pd.DataFrame):
VLMEvalKit/vlmeval/vlm/base.py:27
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/rbdash.py:256
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/mplug_owl3.py:46
← previous
next →
1,001–1,100 of 1,650, ranked by callers