Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/HumanMLLM/ViSpeak
/ functions
Functions
1,447 in github.com/HumanMLLM/ViSpeak
⨍
Functions
1,447
◇
Types & classes
292
Method
__init__
(self, model_path='MBZUAI/Video-ChatGPT-7B', dir_root=None, **kwargs)
VLMEvalKit/vlmeval/vlm/video_llm/video_chatgpt.py:18
Method
__init__
(self, model_path='ermu2001/pllava-13b', dir_root=None, **kwargs)
VLMEvalKit/vlmeval/vlm/video_llm/pllava.py:20
Method
__init__
(self, stops=[], encounters=1)
VLMEvalKit/vlmeval/vlm/video_llm/videochat2.py:48
Method
__init__
(self, model_path='/mnt/data/shenghao/models/VITA-1.5', **kwargs)
VLMEvalKit/vlmeval/vlm/vispeak/vispeak_qwen2.py:51
Method
__init__
(self, model_path='liuhaotian/llava_v1.5_7b', **kwargs)
VLMEvalKit/vlmeval/vlm/llava/llava.py:17
Method
__init__
(self, model_path='llava-hf/llava-v1.6-vicuna-7b-hf', **kwargs)
VLMEvalKit/vlmeval/vlm/llava/llava.py:180
Method
__init__
(self, model_path='lmms-lab/llama3-llava-next-8b', **kwargs)
VLMEvalKit/vlmeval/vlm/llava/llava.py:326
Method
__init__
(self, model_path='lmms-lab/llava-onevision-qwen2-7b-si', **kwargs)
VLMEvalKit/vlmeval/vlm/llava/llava.py:393
Method
__init__
(self, llava_path, llm_path=None, visual_encoder_path='open
VLMEvalKit/vlmeval/vlm/llava/llava_xtuner.py:25
Method
__init__
(self, model: str = 'claude-3-opus-20240229', key: str = None,
VLMEvalKit/vlmeval/api/claude.py:19
Method
__init__
(self, model: str = 'gemini-1.0-pro', retry: int = 5, wait:
VLMEvalKit/vlmeval/api/gemini.py:11
Method
__init__
Base Class for all APIs. Args: retry (int, optional): The retry times for `generate_inner`. Defaults to 10. wait (int
VLMEvalKit/vlmeval/api/base.py:15
Method
__init__
(self, model: str = 'qwen-max-1201', retry: int = 5, wait:
VLMEvalKit/vlmeval/api/qwen_api.py:12
Method
__init__
(self, model: str = 'reka-flash-20240226', key: str = None,
VLMEvalKit/vlmeval/api/reka.py:12
Method
__init__
(self, model: str = 'step-1v-8k', retry: int = 10, wait: in
VLMEvalKit/vlmeval/api/stepai.py:15
Method
__init__
(self, model: str = 'hunyuan-vision', retry: int = 5, wait:
VLMEvalKit/vlmeval/api/hunyuan.py:13
Method
__init__
(self, model_path, system_prompt: str = None, **kwargs)
VLMEvalKit/vlmeval/api/hf_chat_model.py:61
Method
__init__
(self, model: str, retry: int = 5, wait: int = 5,
VLMEvalKit/vlmeval/api/glm_vision.py:11
Method
__init__
(self, model: str = 'gpt-3.5-turbo-0613', retry: int = 5, w
VLMEvalKit/vlmeval/api/gpt.py:36
Method
__init__
(self, model: str = 'cw-congrong-v1.5', retry: int = 10, wa
VLMEvalKit/vlmeval/api/cloudwalk.py:10
Method
__init__
(self, model: str = 'SenseChat-5-Vision', retry: int = 5, w
VLMEvalKit/vlmeval/api/sensechat_vision.py:11
Method
__init__
(self, model: str = 'qwen-vl-plus', retry: int = 5, wait: i
VLMEvalKit/vlmeval/api/qwen_vl_api.py:9
Method
__iter__
(self)
vispeak/train/vispeak_trainer.py:143
Method
__iter__
(self)
audio_eval/eval_asr.py:153
Method
__iter__
(self)
audio_eval/cn_tn.py:505
Method
__len__
(self)
vispeak/train/vispeak_trainer.py:140
Method
__len__
(self)
vispeak/util/data_utils.py:737
Method
__len__
(self)
audio_eval/eval_asr.py:83
Method
__len__
(self)
audio_eval/eval_asr.py:156
Method
__len__
(self)
VLMEvalKit/vlmeval/dataset/video_base.py:35
Method
__len__
(self)
VLMEvalKit/vlmeval/dataset/image_base.py:71
Method
__len__
(self)
VLMEvalKit/vlmeval/dataset/text_base.py:23
Method
__repr__
(self)
audio_eval/cn_tn.py:408
Method
__repr__
(self)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:276
Method
__repr__
(self)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:310
Method
__str__
(self)
audio_eval/cn_tn.py:425
Method
__str__
(self)
audio_eval/cn_tn.py:461
Method
__str__
(self)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:369
Method
_get_train_sampler
(self)
vispeak/train/vispeak_trainer.py:156
Method
_init_weights
(self, m)
vispeak/model/multimodal_encoder/eva_clip/eva_vit.py:731
Method
_save_checkpoint
(self, model, trial, metrics=None)
vispeak/train/vispeak_trainer.py:286
Method
add_arguments
Add TDNN common arguments.
vispeak/model/vita_tts/encoder/transformer.py:134
Method
add_arguments
Extend arguments for transducer.
vispeak/model/vita_tts/decoder/decoder.py:43
Method
add_arguments
Add Subsampling common arguments.
vispeak/model/multimodal_encoder/whale/module/component/subsampling.py:48
Method
add_arguments
Add TDNN common arguments.
vispeak/model/multimodal_encoder/whale/module/component/transformer.py:162
Method
amount
(self)
VLMEvalKit/vlmeval/dataset/utils/tablevqabench.py:298
Function
apiok
(wrapper)
VLMEvalKit/vlmeval/smp/vlm.py:144
Method
apply_prompt_template
(self, prompt)
VLMEvalKit/vlmeval/vlm/llava/llava.py:220
Function
assign_args_from_yaml
(args, yaml_path, prefix_key=None)
vispeak/model/multimodal_encoder/whale/utils.py:13
Function
bincount
(lst)
VLMEvalKit/vlmeval/smp/misc.py:68
Function
build_logger
(logger_name, logger_filename)
vispeak/util/utils.py:24
Function
build_prompt
(item)
VLMEvalKit/vlmeval/dataset/utils/mmbench_video.py:68
Method
build_prompt
(self, line, num_frames, video_llm)
VLMEvalKit/vlmeval/dataset/videomme.py:220
Method
build_prompt
(self, idx, num_frames=8)
VLMEvalKit/vlmeval/dataset/video_base.py:79
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_base.py:143
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mcq.py:145
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mcq.py:296
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mcq.py:341
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mcq.py:564
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_vqa.py:36
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_vqa.py:459
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/image_mt.py:11
Method
build_prompt
(self, line, num_frames, video_llm)
VLMEvalKit/vlmeval/dataset/mvbench.py:327
Method
build_prompt
(self, line, num_frames, video_llm)
VLMEvalKit/vlmeval/dataset/mvbench.py:548
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/text_base.py:75
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/__init__.py:65
Method
build_prompt
(self, line, num_frames, video_llm)
VLMEvalKit/vlmeval/dataset/mmbench_video.py:133
Method
build_prompt
(self, line)
VLMEvalKit/vlmeval/dataset/text_mcq.py:13
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/mmalaya.py:292
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/transcore_m.py:89
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/internvl_chat.py:224
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/omnilmm.py:152
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/parrot.py:66
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/minicpm_v.py:36
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/minicpm_v.py:121
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/minicpm_v.py:317
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/omchat.py:50
Method
build_prompt
Build custom prompts for a specific dataset. Called only if `use_custom_prompt` returns True. Args: line (line of pd.DataFrame):
VLMEvalKit/vlmeval/vlm/base.py:27
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/rbdash.py:256
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/mplug_owl3.py:46
Method
build_prompt
(self, line, dataset: str)
VLMEvalKit/vlmeval/vlm/qwen2_vl.py:106
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/wemm.py:23
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/mantis.py:98
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/cogvlm.py:79
Method
build_prompt
(self, line, dataset)
VLMEvalKit/vlmeval/vlm/bunnyllama3.py:32
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/mplug_owl2.py:49
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer.py:121
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer2_4KHD.py:215
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/sharecaptioner.py:28
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer2.py:194
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/xcomposer/xcomposer2d5.py:259
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/vispeak/vispeak_qwen2.py:144
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/llava/llava.py:75
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/llava/llava.py:267
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/vlm/llava/llava_xtuner.py:162
Method
build_prompt
(self, line, dataset=None)
VLMEvalKit/vlmeval/api/sensechat_vision.py:109
Function
builder_inited_handler
(app)
VLMEvalKit/docs/zh-CN/conf.py:237
Function
casual_chunk_mask
(ilens, chunk_size, left_chunks=1)
vispeak/model/vita_tts/masks.py:3
Method
chat_inner
(self, message, dataset=None)
VLMEvalKit/vlmeval/vlm/internvl_chat.py:457
Method
chat_inner
(self, message, dataset=None)
VLMEvalKit/vlmeval/vlm/minicpm_v.py:218
← previous
next →
901–1,000 of 1,447, ranked by callers