MCPcopy Create free account

hub / github.com/VITA-MLLM/VITA / functions

Functions1,650 in github.com/VITA-MLLM/VITA

↓ 2 callersFunctioncn_ratio
(data)
VLMEvalKit/scripts/mmb_eval_gradio.py:47
↓ 2 callersFunctioncolored
(s, color)
VLMEvalKit/vlmeval/smp/misc.py:53
↓ 2 callersFunctionconcat_images_vlmeval
(images, target_size=-1, mode='h', return_image=False)
VLMEvalKit/vlmeval/smp/vlm.py:26
↓ 2 callersMethodconcat_tilist
(self, message)
VLMEvalKit/vlmeval/vlm/llava/llava.py:106
↓ 2 callersFunctioncount_choice
(splits, choices, prefix='', suffix='')
VLMEvalKit/vlmeval/utils/matching_util.py:23
↓ 2 callersFunctiondecode_base64_to_image
(base64_string, target_size=-1)
VLMEvalKit/vlmeval/smp/vlm.py:101
↓ 2 callersFunctiondynamic_preprocess
(image, min_num=1, max_num=12, image_size=448, use_thumbnail=True)
data_tools/concat_data_patch.py:35
↓ 2 callersFunctionedit_config
(repo_id)
VLMEvalKit/vlmeval/vlm/yi_vl.py:28
↓ 2 callersMethodencode_images
(self, images)
vita/model/vita_arch.py:160
↓ 2 callersMethodevaluate
(self, eval_file, **judge_kwargs)
VLMEvalKit/vlmeval/dataset/dude.py:163
↓ 2 callersFunctionextract_answer_from_item
(model, item, dataset_name=None)
VLMEvalKit/vlmeval/dataset/utils/multiple_choice.py:237
↓ 2 callersMethodfeature_select
(self, image_forward_outs)
vita/model/multimodal_encoder/clip/clip_encoder.py:27
↓ 2 callersMethodfeature_select
(self, image_forward_outs)
vita/model/multimodal_encoder/internvit/internvit_encoder.py:34
↓ 2 callersMethodfill_fix_offset
(more_fix_crop, image_w, image_h, crop_w, crop_h)
VLMEvalKit/vlmeval/dataset/utils/mvbench.py:316
↓ 2 callersFunctionfintabnet_normalize
(s)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:162
↓ 2 callersMethodflush
(self)
vita/util/utils.py:96
↓ 2 callersMethodforward_features
(self, x, return_all_features=False)
vita/model/multimodal_encoder/eva_clip/eva_vit.py:763
↓ 2 callersMethodgenerate
( self, inputs: Optional[torch.Tensor] = None, images: Optional[torch.Tensor] = None,
vita/model/language_model/vita_qwen2.py:185
↓ 2 callersMethodgenerate
(self, inputs, **kwargs)
VLMEvalKit/vlmeval/api/hf_chat_model.py:241
↓ 2 callersMethodgenerate_inner
The inner function to generate the answer. Returns: tuple(int, str, str): ret_code, response, log
VLMEvalKit/vlmeval/api/base.py:47
↓ 2 callersMethodgenerate_vanilla
(self, image_path, prompt)
VLMEvalKit/vlmeval/vlm/monkey.py:23
↓ 2 callersMethodgenerate_vanilla
(self, image_path, prompt)
VLMEvalKit/vlmeval/vlm/monkey.py:105
↓ 2 callersMethodget_input_embeddings
(self, input_ids: torch.Tensor)
web_demo/vllm_tools/vllm_file/qwen2.py:600
↓ 2 callersFunctionget_mm_adapter_state_maybe_zero_3
(named_params, keys_to_match)
vita/train/vita_trainer.py:32
↓ 2 callersFunctionget_precision
(gt_ans: float)
VLMEvalKit/vlmeval/dataset/mmlongbench.py:113
↓ 2 callersMethodinitialize_audio_modules
(self, model_args)
vita/model/vita_arch.py:71
↓ 2 callersMethodinitialize_vision_modules
(self, model_args)
vita/model/vita_arch.py:38
↓ 2 callersFunctionis_exact_match
(s)
VLMEvalKit/vlmeval/dataset/mmlongbench.py:159
↓ 2 callersFunctionis_large
(x)
VLMEvalKit/scripts/auto_run.py:14
↓ 2 callersMethodkv_cache_prefix_forward
(self, prefix, prefix_lens, past_key_values)
vita/model/vita_tts/decoder/decoder.py:127
↓ 2 callersFunctionlevenshtein_distance
(s1, s2)
VLMEvalKit/vlmeval/dataset/utils/vqa_eval.py:214
↓ 2 callersFunctionload_video
(video_path, image_processor, num_frames=MAX_IMAGE_LENGTH, image_aspect_ratio='square')
videomme/yt_video_inference_qa_imgs.py:122
↓ 2 callersFunctionload_video
(video_path)
VLMEvalKit/vlmeval/vlm/video_llm/llama_vid.py:14
↓ 2 callersFunctionlocalize_df
(data, dname, nproc=32)
VLMEvalKit/vlmeval/smp/file.py:34
↓ 2 callersMethodmatch
Return True if the value matches the other value. Args: other (Value) Returns: a boolean
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:246
↓ 2 callersFunctionmcq_circular_eval
(model, data, meta, nproc, result_file, dataset_name=None)
VLMEvalKit/vlmeval/dataset/utils/multiple_choice.py:375
↓ 2 callersFunctionmmqa_display
(question, target_size=512)
VLMEvalKit/vlmeval/smp/vlm.py:57
↓ 2 callersMethodnormalize
( self, input_features: List[np.ndarray], attention_mask: Optional[np.ndarray] = None )
web_demo/vllm_tools/qwen2p5_model_weight_file/processor_whale.py:235
↓ 2 callersFunctionokn
(o, n=4)
VLMEvalKit/vlmeval/tools.py:163
↓ 2 callersFunctionparse_require_file
(fpath)
VLMEvalKit/setup.py:57
↓ 2 callersMethodpre_nn_forward
(self, hidden, hidden_lens)
vita/model/vita_tts/decoder/decoder.py:162
↓ 2 callersFunctionprefetch_circular_group
(sub_data, verbose=False)
VLMEvalKit/vlmeval/dataset/utils/multiple_choice.py:275
↓ 2 callersMethodprepare_itlist
(self, inputs)
VLMEvalKit/vlmeval/api/claude.py:44
↓ 2 callersMethodprepare_itlist
(self, inputs)
VLMEvalKit/vlmeval/api/hunyuan.py:67
↓ 2 callersMethodprepare_itlist
(self, inputs)
VLMEvalKit/vlmeval/api/gpt.py:133
↓ 2 callersMethodprepare_itlist
(self, inputs)
VLMEvalKit/vlmeval/api/qwen_vl_api.py:40
↓ 2 callersMethodpreproc_content
Convert the raw input messages to a list of dicts. Args: inputs: raw input messages. Returns: list(dict): Th
VLMEvalKit/vlmeval/vlm/base.py:64
↓ 2 callersMethodpreproc_content
Convert the raw input messages to a list of dicts. Args: inputs: raw input messages. Returns: list(dict): Th
VLMEvalKit/vlmeval/api/base.py:104
↓ 2 callersMethodprocess
(self, image, question)
VLMEvalKit/vlmeval/vlm/cambrian.py:51
↓ 2 callersMethodprocess_answer_prefix
(self, answer, prefixes)
VLMEvalKit/vlmeval/vlm/parrot.py:131
↓ 2 callersFunctionprocess_punctuation
(inText)
VLMEvalKit/vlmeval/smp/misc.py:26
↓ 2 callersMethodremove_side_quote
(s, syms=[',', '"', "'"])
VLMEvalKit/vlmeval/dataset/mmbench_video.py:140
↓ 2 callersFunctionremove_special_characters
(input_str)
web_demo/web_ability_demo.py:42
↓ 2 callersFunctionrepeat_and_pad_image_tokens
( tokenizer: PreTrainedTokenizerBase, prompt: Optional[str], prompt_token_ids: List[int], *,
web_demo/vllm_tools/vllm_file/qwen2.py:99
↓ 2 callersFunctionrepeat_and_pad_token
( token: _T, *, repeat_count: int = 1, pad_token_left: Optional[_T] = None,
web_demo/vllm_tools/vllm_file/qwen2.py:110
↓ 2 callersFunctionreport_acc_MMT
(df)
VLMEvalKit/vlmeval/dataset/utils/multiple_choice.py:94
↓ 2 callersMethodreset_dialog
(self)
web_demo/wakeup_and_vad/wakeup_and_vad.py:158
↓ 2 callersFunctionrotate_half
(x)
vita/model/multimodal_encoder/eva_clip/eva_vit.py:45
↓ 2 callersMethodset_dump_image
(self, dump_image_func)
VLMEvalKit/vlmeval/vlm/base.py:39
↓ 2 callersMethodset_max_num
(self, dataset)
VLMEvalKit/vlmeval/vlm/internvl_chat.py:260
↓ 2 callersMethodslow_fast_pooling
(self, temp_img_feats)
vita/model/vita_arch.py:247
↓ 2 callersMethodsplit_MMMU
(msgs)
VLMEvalKit/vlmeval/dataset/image_mcq.py:274
↓ 2 callersFunctionsubsequent_chunk_mask
Create mask for subsequent steps (size, size) with chunk size, this is for streaming encoder Args: size (int): size of mask
vita/model/vita_tts/masks.py:23
↓ 2 callersFunctionsubsequent_chunk_mask
( size: int, ck_size: int, num_l_cks: int = -1, device: torch.device = torch.device("cpu"), )
vita/model/multimodal_encoder/whale/utils.py:88
↓ 2 callersFunctionto_value
Convert the string to Value object. Args: original_string (basestring): Original string corenlp_value (basestring): Optional valu
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:406
↓ 2 callersFunctionto_value_list
Convert a list of strings to a list of Values Args: original_strings (list[basestring]) corenlp_values (list[basestring or None])
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:435
↓ 2 callersFunctiontokenize
Tokenize the text and return the tokens. Parameters: text (str): The text to tokenize. language (str): The language of the text.
VLMEvalKit/vlmeval/dataset/vcr.py:69
↓ 2 callersMethodtransformer_infer
(self, inputs_embeds, cache_position, past_key_values)
vita/model/vita_tts/decoder/decoder.py:294
↓ 2 callersFunctiontsv_unescape_list
Unescape a list in the TSV file. List items are joined with vertical bars (0x5C) Args: x (str or unicode) Returns: a list
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:491
↓ 2 callersFunctionversion_cmp
(v1, v2, op='eq')
VLMEvalKit/vlmeval/smp/misc.py:189
↓ 2 callersFunctionzero_template
(crossed_text)
VLMEvalKit/vlmeval/dataset/vcr.py:55
↓ 1 callersFunctionCHECK
(val)
VLMEvalKit/vlmeval/tools.py:258
↓ 1 callersFunctionCIRCULAR
(inp)
VLMEvalKit/vlmeval/tools.py:148
↓ 1 callersFunctionDLIST
(lvl)
VLMEvalKit/vlmeval/tools.py:114
↓ 1 callersFunctionDUDE_acc
(result_file)
VLMEvalKit/vlmeval/dataset/dude.py:13
↓ 1 callersFunctionEVAL
(dataset_name, data_file)
VLMEvalKit/vlmeval/tools.py:346
↓ 1 callersFunctionGPT_context_window
(model)
VLMEvalKit/vlmeval/api/gpt.py:11
↓ 1 callersFunctionHD_transform
(img, im_num=16)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer2_4KHD.py:26
↓ 1 callersFunctionHallusion_rating
(data_file)
VLMEvalKit/vlmeval/dataset/utils/yorn.py:50
↓ 1 callersFunctionLLaVABench_score
(data)
VLMEvalKit/vlmeval/dataset/utils/llavabench.py:55
↓ 1 callersFunctionMATH_V_acc
(result_file)
VLMEvalKit/vlmeval/dataset/utils/mathv.py:143
↓ 1 callersFunctionMLIST
(lvl, size='all')
VLMEvalKit/vlmeval/tools.py:119
↓ 1 callersFunctionMMBenchOfficialServer
(dataset_name)
VLMEvalKit/vlmeval/smp/file.py:77
↓ 1 callersFunctionMME_rating
(data_file)
VLMEvalKit/vlmeval/dataset/utils/yorn.py:4
↓ 1 callersFunctionMMLongBench_acc
(result_file)
VLMEvalKit/vlmeval/dataset/mmlongbench.py:371
↓ 1 callersFunctionMMMU_preproc
(data)
VLMEvalKit/vlmeval/dataset/utils/multiple_choice.py:52
↓ 1 callersFunctionMMMU_result_transfer
(result_path)
VLMEvalKit/vlmeval/utils/result_transfer.py:8
↓ 1 callersFunctionMMTBench_result_transfer
(eval_file, dataset='default', **judge_kwargs)
VLMEvalKit/vlmeval/utils/result_transfer.py:31
↓ 1 callersFunctionMMVet_acc
(result_file)
VLMEvalKit/vlmeval/dataset/utils/mmvet.py:69
↓ 1 callersFunctionMathVista_acc
(result_file)
VLMEvalKit/vlmeval/dataset/utils/mathvista.py:124
↓ 1 callersFunctionPOPE_rating
(data_file)
VLMEvalKit/vlmeval/dataset/utils/yorn.py:102
↓ 1 callersFunctionSlideVQA_acc
(result_file)
VLMEvalKit/vlmeval/dataset/slidevqa.py:25
↓ 1 callersFunctionYOrN_match_prompt
(line)
VLMEvalKit/vlmeval/dataset/utils/yorn.py:166
↓ 1 callersMethod__init__
Construct an Encoder object.
vita/model/vita_tts/encoder/transformer.py:156
↓ 1 callersMethod__init__
Initialize transducer modules. Args: idim (int): dimension of inputs odim (int): dimension of outputs arg
vita/model/vita_tts/decoder/decoder.py:60
↓ 1 callersMethod__init__
(self, config_path, ckpt_path, with_encoder=False)
vita/model/vita_tts/decoder/ticodec/vqvae.py:16
↓ 1 callersMethod__init__
(self, config: Qwen2Config)
vita/model/language_model/vita_fo_qwen2.py:33
↓ 1 callersMethod__init__
(self, config: MistralConfig)
vita/model/language_model/vita_nemo.py:120
↓ 1 callersMethod__init__
(self, config: Qwen2Config)
vita/model/language_model/vita_qwen2.py:122
↓ 1 callersMethod__init__
(self, config: MixtralConfig)
vita/model/language_model/vita_mixtral.py:228
← previousnext →201–300 of 1,650, ranked by callers