Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/VITA-MLLM/VITA
/ functions
Functions
1,650 in github.com/VITA-MLLM/VITA
⨍
Functions
1,650
◇
Types & classes
320
↳
Endpoints
1
Method
build_prompt
(self, line, dataset: str)
VLMEvalKit/vlmeval/vlm/qwen2_vl.py:106
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/wemm.py:23
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/mantis.py:98
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/cogvlm.py:79
Method
build_prompt
(self, line, dataset)
VLMEvalKit/vlmeval/vlm/bunnyllama3.py:32
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/mplug_owl2.py:49
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/vita/vita_qwen2.py:102
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/vita/vita_mistral.py:102
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/vita/vita.py:102
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer.py:121
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer2_4KHD.py:215
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/sharecaptioner.py:28
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer2.py:194
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer2d5.py:259
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/llava/llava.py:75
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/llava/llava.py:267
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/llava/llava_xtuner.py:162
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/api/sensechat_vision.py:109
Function
builder_inited_handler
(app)
VLMEvalKit/docs/zh-CN/conf.py:237
Function
casual_chunk_mask
(ilens, chunk_size, left_chunks=1)
vita/model/vita_tts/masks.py:3
Method
chat_inner
(self, message, dataset=None)
VLMEvalKit/vlmeval/vlm/internvl_chat.py:457
Method
chat_inner
(self, message, dataset=None)
VLMEvalKit/vlmeval/vlm/minicpm_v.py:218
Method
chat_inner
(self, message, dataset=None)
VLMEvalKit/vlmeval/vlm/phi3_vision.py:55
Method
chat_inner
(self, message, dataset=None)
VLMEvalKit/vlmeval/vlm/qwen_vl.py:117
Method
chat_inner
(self, message, dataset=None)
VLMEvalKit/vlmeval/vlm/deepseek_vl.py:80
Method
chat_inner
(self, message, dataset=None)
VLMEvalKit/vlmeval/vlm/llava/llava.py:116
Function
check_audio
(audio_file_name, audio_directory)
data_tools/check_audio_lost.py:36
Function
check_audio
(audio_file_name, audio_directory)
data_tools/statistics_audio_duration.py:32
Function
check_image
(image_file_name, image_directory)
data_tools/check_image_space_ratio.py:25
Function
check_image
(image_file_name, image_directory)
data_tools/check_image_lost.py:39
Function
check_image0
(image_file_name, image_directory)
data_tools/check_image_lost.py:27
Method
check_integrity
(pth)
VLMEvalKit/vlmeval/dataset/videomme.py:60
Method
check_integrity
(pth)
VLMEvalKit/vlmeval/dataset/image_mcq.py:496
Method
check_integrity
(pth)
VLMEvalKit/vlmeval/dataset/mvbench.py:84
Method
check_integrity
(pth)
VLMEvalKit/vlmeval/dataset/mvbench.py:397
Method
check_integrity
(pth)
VLMEvalKit/vlmeval/dataset/mmbench_video.py:70
Function
check_video_file
(video_name, set_id)
data_tools/check_video_lost_fast.py:43
Function
check_video_file
(item)
data_tools/check_video_lost.py:36
Function
check_video_file_size
(video_name, set_id)
data_tools/statistics_video_filesize.py:33
Function
circular_pred
(df, extract_func=None)
VLMEvalKit/vlmeval/smp/vlm.py:149
Function
cleanup_resources
清理多进程资源
web_demo/server.py:916
Method
clear
Clear the queue in a thread-safe manner. Parameters: - None Returns: - None
web_demo/vita_html/web/queue.py:126
Function
cli
()
VLMEvalKit/vlmeval/tools.py:370
Function
collect_results_demo
(results_generator)
web_demo/server.py:326
Function
compute_item_token_num
(item)
data_tools/concat_data_frameCat.py:106
Function
compute_item_token_num
(item)
data_tools/concat_data_patch_nemo.py:106
Function
compute_item_token_num
(item)
data_tools/concat_data_patch.py:106
Function
compute_item_token_num
(item)
data_tools/concat_data_patch_qwen.py:107
Method
compute_logits
( self, hidden_states: torch.Tensor, sampling_metadata: SamplingMetadata, )
web_demo/vllm_tools/vllm_file/qwen2.py:712
Method
compute_logits
( self, hidden_states: torch.Tensor, sampling_metadata: SamplingMetadata, )
web_demo/vllm_tools/vllm_file/qwen2.py:1153
Method
concat_tilist
(tilist)
VLMEvalKit/vlmeval/vlm/internvl_chat.py:378
Method
concat_tilist
(tilist)
VLMEvalKit/vlmeval/vlm/qwen_vl.py:92
Method
config
(self)
vita/model/multimodal_projector/builder.py:20
Method
config
(self)
vita/model/multimodal_encoder/clip/clip_encoder.py:66
Method
config
(self)
vita/model/multimodal_encoder/siglip/siglip_encoder.py:67
Method
config
(self)
vita/model/multimodal_encoder/internvit/internvit_encoder.py:93
Method
constructor
()
web_demo/vita_html/web/static/js/audio-processor.js:2
Function
convert_file
(file_name)
data_tools/mmco_ffmpeg.py:6
Method
create_optimizer
Setup the optimizer. We provide a reasonable default that works well. If you want to use something else, you can pass a tuple in the
vita/train/vita_trainer.py:171
Method
crop_size
(self)
vita/model/multimodal_encoder/eva_clip/eva_clip_processors.py:68
Function
custom_forward
r""" Args: labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): Labels for computing the masked l
vita/model/language_model/vita_nemo.py:21
Function
custom_forward
r""" Args: labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): Labels for computing the masked l
vita/model/language_model/vita_qwen2.py:21
Function
custom_forward
r""" Args: labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): Labels for computing the masked l
vita/model/language_model/vita_mixtral.py:101
Function
custom_print
(*args, **kwargs)
web_demo/server.py:50
Function
decode_img_omni
(tup)
VLMEvalKit/vlmeval/smp/file.py:17
Method
default
(self, obj)
VLMEvalKit/vlmeval/smp/file.py:103
Method
device
(self)
vita/model/multimodal_encoder/siglip/siglip_encoder.py:63
Method
device
(self)
vita/model/multimodal_encoder/internvit/internvit_encoder.py:89
Method
device
(self)
vita/model/multimodal_encoder/eva_clip/eva_clip_encoder.py:50
Method
device
(self)
vita/model/multimodal_encoder/eva_clip/eva_vit.py:981
Method
dict
(self)
vita/conversation.py:265
Function
dict_merge
(dct, merge_dct)
VLMEvalKit/vlmeval/smp/misc.py:138
Function
disconnect_user
(sid)
web_demo/server.py:78
Function
discriminator_loss
(disc_real_outputs, disc_generated_outputs)
vita/model/vita_tts/decoder/ticodec/models.py:404
Method
display
(self, line)
VLMEvalKit/vlmeval/dataset/image_base.py:121
Method
display
(self, line)
VLMEvalKit/vlmeval/dataset/text_base.py:53
Method
download_file
(url, pth)
VLMEvalKit/vlmeval/vlm/video_llm/videochat2.py:90
Method
dtype
(self)
vita/model/multimodal_encoder/siglip/siglip_encoder.py:59
Method
dtype
(self)
vita/model/multimodal_encoder/internvit/internvit_encoder.py:85
Method
dtype
(self)
vita/model/multimodal_encoder/eva_clip/eva_clip_encoder.py:46
Method
dtype
(self)
vita/model/multimodal_encoder/eva_clip/eva_vit.py:977
Function
dummy_data_for_qwen2_multimodal
(ctx: InputContext, seq_len: int, mm_counts: Mapping[str, int])
web_demo/vllm_tools/vllm_file/qwen2.py:341
Method
dummy_feature
(self)
vita/model/multimodal_encoder/clip/clip_encoder.py:54
Method
dummy_feature
(self)
vita/model/multimodal_encoder/siglip/siglip_encoder.py:55
Method
dummy_feature
(self)
vita/model/multimodal_encoder/internvit/internvit_encoder.py:81
Function
dump_csv
(data, f, quoting=csv.QUOTE_ALL)
VLMEvalKit/vlmeval/smp/file.py:137
Method
dump_image
(self, line)
VLMEvalKit/vlmeval/dataset/text_base.py:50
Method
dump_image
(self, origin_line)
VLMEvalKit/vlmeval/dataset/slidevqa.py:95
Method
dump_image
(self, line)
VLMEvalKit/vlmeval/dataset/__init__.py:74
Method
dump_image
(self, origin_line)
VLMEvalKit/vlmeval/dataset/mmlongbench.py:459
Function
dump_json
(data, pth, **kwargs)
VLMEvalKit/vlmeval/smp/file.py:126
Function
dump_jsonl
(data, f, **kwargs)
VLMEvalKit/vlmeval/smp/file.py:129
Function
dump_pkl
(data, pth, **kwargs)
VLMEvalKit/vlmeval/smp/file.py:123
Function
dump_tsv
(data, f, quoting=csv.QUOTE_ALL)
VLMEvalKit/vlmeval/smp/file.py:140
Function
dump_xlsx
(data, f, **kwargs)
VLMEvalKit/vlmeval/smp/file.py:134
Function
dynamic_import
dynamic import module and class :param str import_path: syntax 'module_name:class_name' e.g., 'espnet.transform.add_deltas:AddDeltas'
vita/model/multimodal_encoder/whale/utils.py:39
Method
encode_images_frameCat
(self, images)
vita/model/vita_arch.py:166
Function
eval_circular_group
(model, sub_data, dataset_name=None)
VLMEvalKit/vlmeval/dataset/utils/multiple_choice.py:307
Function
eval_vanilla
(model, item, dataset_name=None)
VLMEvalKit/vlmeval/dataset/utils/multiple_choice.py:297
Function
evaluate
(file)
VLMEvalKit/scripts/mmb_eval_gradio.py:68
← previous
next →
1,101–1,200 of 1,650, ranked by callers