MCPcopy Create free account

hub / github.com/ATH-MaaS/Ovis / functions

Functions123 in github.com/ATH-MaaS/Ovis

↓ 32 callersFunctionrankN_print
(*args)
ovis/util/utils.py:11
↓ 20 callersFunctionrank0_print
(*args)
ovis/util/utils.py:6
↓ 7 callersMethod__init__
(self, config)
ovis/model/vit/modeling_siglip2_navit.py:290
↓ 6 callersMethodchat
Performs a single turn of conversation, optionally including visual input. Supports a two-phase generation process with a "thinking_b
ovis/model/modeling_ovis.py:468
↓ 4 callersMethod_get_block
(self, layer_index)
ovis/model/vit/modeling_siglip2_navit.py:785
↓ 4 callersFunctionsmart_unit
(num)
ovis/util/utils.py:16
↓ 4 callersFunctiontimer
(hint="")
plugin/mdp3.py:13
↓ 3 callersMethodgenerate
( self, inputs: Optional[torch.Tensor] = None, **kwargs, )
ovis/model/modeling_ovis.py:452
↓ 3 callersMethodpreprocess
( self, image: Optional[PIL.Image.Image] = None, video: Optional[List[PIL.Image.Image]
ovis/model/modeling_ovis.py:100
↓ 3 callersMethodread_image
(self, path)
ovis/train/dataset/multimodal_dataset.py:46
↓ 2 callersMethod__init__
(self, n_selection=16, visual_encoder_name_or_path="google/siglip-so400m-patch14-384", device="cuda")
plugin/mdp3.py:90
↓ 2 callersMethod_get_attn_weight
(self, layer_index)
ovis/model/vit/modeling_siglip2_navit.py:788
↓ 2 callersMethod_merge_inputs
( self, raw_input_ids, raw_labels, placeholder_indexes, grid_thws, indicator_begin_id, indicator_end_i
ovis/model/modeling_ovis.py:319
↓ 2 callersMethod_monitoring
(self, model, step)
ovis/train/callback.py:23
↓ 2 callersMethod_tokenize_with_image_symbol
(self, text)
ovis/model/conversation_formatter.py:23
↓ 2 callersFunctionargs2dict
(args)
ovis/train/train.py:67
↓ 2 callersMethodget_monitor_tensors
(self)
ovis/model/modeling_ovis.py:251
↓ 2 callersMethodget_wte
(self)
ovis/model/modeling_ovis.py:261
↓ 2 callersMethodmerge_multimodal
( self, input_ids: torch.Tensor, pixel_values: Optional[torch.Tensor], grid_th
ovis/model/modeling_ovis.py:286
↓ 2 callersFunctionnorm_cdf
(x)
ovis/model/vit/modeling_siglip2_navit.py:569
↓ 2 callersMethodpreprocess_inputs
( self, text_or_conversations: Union[List[Dict], str], images: Optional[Union[List[PIL
ovis/model/modeling_ovis.py:338
↓ 2 callersMethodtruncate_inputs
( self, input_ids, pixel_values, grid_thws, labels, max_length )
ovis/train/dataset/multimodal_dataset.py:100
↓ 2 callersFunctionvariance_scaling_
(tensor, scale=1.0, mode="fan_in", distribution="normal")
ovis/model/vit/modeling_siglip2_navit.py:628
↓ 1 callersMethod__init__
(self, tokenizer)
ovis/model/conversation_formatter.py:11
↓ 1 callersMethod__init__
(self, config: OvisConfig, *inputs, **kwargs)
ovis/model/modeling_ovis.py:199
↓ 1 callersMethod_encode
(self, pixel_values, grid_thws)
ovis/model/modeling_ovis.py:50
↓ 1 callersMethod_get_last_block
(self)
ovis/model/modeling_ovis.py:47
↓ 1 callersMethod_get_pose_embed
(self)
ovis/model/vit/modeling_siglip2_navit.py:793
↓ 1 callersMethod_initialize_gpt_token_nums
(self)
ovis/model/conversation_formatter.py:65
↓ 1 callersMethod_select_frames_fast
(self, image_embeds, text_embeds)
plugin/mdp3.py:174
↓ 1 callersFunction_trunc_normal_
(tensor, mean, std, a, b)
ovis/model/vit/modeling_siglip2_navit.py:566
↓ 1 callersFunctionapply_rotary_pos_emb_flashatt
( q: torch.Tensor, k: torch.Tensor, cos: torch.Tensor, sin: torch.Tensor )
ovis/model/vit/modeling_siglip2_navit.py:223
↓ 1 callersFunctionbuild_demo
Build single-model Gradio demo interface.
ovis/serve/web_ui.py:103
↓ 1 callersMethodcal_obj
(self, selected_images_embeds, text_embed)
plugin/mdp3.py:132
↓ 1 callersMethodcholesky_update_determinant
(self, L, v)
plugin/mdp3.py:335
↓ 1 callersMethodclear_prompt
(self, prompt)
plugin/mdp3.py:64
↓ 1 callersFunctiondefault_flax_embed_init
(tensor)
ovis/model/vit/modeling_siglip2_navit.py:657
↓ 1 callersMethodformat
(self, conversations: List[Dict], generation_preface=None, enable_thinking=False)
ovis/model/conversation_formatter.py:42
↓ 1 callersMethodformat
(self, conversations: List[Dict], generation_preface=None, enable_thinking=False)
ovis/model/conversation_formatter.py:77
↓ 1 callersMethodforward
( self, input_ids: torch.Tensor, attention_mask: torch.Tensor, pixel_values: O
ovis/model/modeling_ovis.py:270
↓ 1 callersMethodget_conversation_formatter
(self)
ovis/model/modeling_ovis.py:264
↓ 1 callersMethodget_dummy_visual_inputs
(self)
ovis/model/modeling_ovis.py:158
↓ 1 callersMethodget_input_embeddings
(self)
ovis/model/vit/modeling_siglip2_navit.py:733
↓ 1 callersMethodget_window_index
(self, grid_thw)
ovis/model/vit/modeling_siglip2_navit.py:399
↓ 1 callersFunctionlecun_normal_
(tensor)
ovis/model/vit/modeling_siglip2_navit.py:653
↓ 1 callersMethodload
(self)
ovis/train/dataset/caption_dataset.py:15
↓ 1 callersMethodload
(self)
ovis/train/dataset/multimodal_dataset.py:37
↓ 1 callersFunctionload_model
(model_args: ModelArguments, training_args: TrainingArguments)
ovis/train/train.py:25
↓ 1 callersFunctionload_video_frames
Extract a fixed number of frames from the video file.
ovis/serve/web_ui.py:13
↓ 1 callersFunctionparse_args
()
ovis/serve/web_ui.py:189
↓ 1 callersMethodread_video
(self, sample, min_frames, max_frames)
ovis/train/dataset/multimodal_dataset.py:54
↓ 1 callersFunctionreplace_torch_load_with_weights_only_false
()
ovis/util/utils.py:24
↓ 1 callersMethodreset_parameters
(self, mean=0., std=1.)
ovis/model/modeling_ovis.py:31
↓ 1 callersMethodrot_pos_emb
(self, grid_thw)
ovis/model/vit/modeling_siglip2_navit.py:370
↓ 1 callersFunctionrun_multi_image_example
Run an inference example with multiple image inputs.
ovis/serve/infer_basic_demo.py:36
↓ 1 callersFunctionrun_single_image_example
Run an inference example with a single image input.
ovis/serve/infer_basic_demo.py:14
↓ 1 callersFunctionrun_text_only_example
Run an inference example with text-only input.
ovis/serve/infer_basic_demo.py:92
↓ 1 callersFunctionrun_video_example
Run an inference example with a video input.
ovis/serve/infer_basic_demo.py:58
↓ 1 callersMethodseqdpp_select
(self, text_embeds, image_embeds, conditional_index, candidate_index, to_select_num)
plugin/mdp3.py:230
↓ 1 callersMethodseqdpp_select_super_fast
(self, total_matrix, offset, to_select_num)
plugin/mdp3.py:290
↓ 1 callersMethodsmart_resize
Rescales the image so that the following conditions are met: 1. Both dimensions (height and width) are divisible by 'factor'. 2. The t
ovis/model/modeling_ovis.py:59
↓ 1 callersFunctiontrain
(model_args: ModelArguments, training_args: TrainingArguments)
ovis/train/train.py:63
↓ 1 callersFunctiontrunc_normal_tf_
Fills the input Tensor with values drawn from a truncated normal distribution. The values are effectively drawn from the normal distribution :
ovis/model/vit/modeling_siglip2_navit.py:602
Method__call__
(self, images, texts, clear_prompt=False)
plugin/mdp3.py:32
Method__call__
(self, conversations, frames, clear_prompt=True)
plugin/mdp3.py:101
Method__call__
(self, instances: Sequence[Dict])
ovis/train/dataset/multimodal_dataset.py:127
Method__getitem__
(self, i: int)
ovis/train/dataset/caption_dataset.py:22
Method__getitem__
(self, i: int)
ovis/train/dataset/conversation_dataset.py:24
Method__getitem__
(self, i: int)
ovis/train/dataset/multimodal_dataset.py:40
Method__init__
(self, model_path, device="cuda")
plugin/mdp3.py:25
Method__init__
(self, alpha=1.)
plugin/mdp3.py:356
Method__init__
(self, alphas=None)
plugin/mdp3.py:367
Method__init__
(self, tokenizer)
ovis/model/conversation_formatter.py:52
Method__init__
(self, vit, visual_vocab_size, image_processor_name_or_path, *args, **kwargs)
ovis/model/modeling_ovis.py:37
Method__init__
(self, llm_config: Optional[Union[Qwen3Config, dict]] = None, vit_config: Optional[Union[Sigli
ovis/model/configuration_ovis.py:12
Method__init__
( self, hidden_size: int = 1024, intermediate_size: int = 4096, num_hidden_lay
ovis/model/vit/configuration_siglip2_navit.py:28
Method__init__
(self, dim: int, theta: float = 10000.0)
ovis/model/vit/modeling_siglip2_navit.py:48
Method__init__
(self, config: Siglip2NavitConfig)
ovis/model/vit/modeling_siglip2_navit.py:61
Method__init__
(self, config)
ovis/model/vit/modeling_siglip2_navit.py:236
Method__init__
(self, config: Siglip2NavitConfig)
ovis/model/vit/modeling_siglip2_navit.py:305
Method__init__
(self, config: Siglip2NavitConfig)
ovis/model/vit/modeling_siglip2_navit.py:355
Method__init__
(self, config: Siglip2NavitConfig)
ovis/model/vit/modeling_siglip2_navit.py:521
Method__init__
(self, config: Siglip2NavitConfig)
ovis/model/vit/modeling_siglip2_navit.py:725
Method__init__
(self, name: str, info: Dict, model: Ovis, training_args: TrainingArguments)
ovis/train/dataset/multimodal_dataset.py:21
Method__init__
(self, text_tokenizer: PreTrainedTokenizer)
ovis/train/dataset/multimodal_dataset.py:124
Method__len__
(self)
ovis/train/dataset/multimodal_dataset.py:43
Method__post_init__
(self)
ovis/train/arguments.py:53
Method_init_weights
Initialize the weights
ovis/model/vit/modeling_siglip2_navit.py:674
Method_merge_modules
(modules_list: tuple)
ovis/model/modeling_ovis.py:220
Method_sampling_idx
(_len, _min, _max)
ovis/train/dataset/multimodal_dataset.py:55
Method_select_frames
(self, image_embeds, text_embeds)
plugin/mdp3.py:140
Functionclear_interface
Reset all inputs and outputs.
ovis/serve/web_ui.py:87
Functioneager_attention_forward
( module: nn.Module, query: torch.Tensor, key: torch.Tensor, value: torch.Tensor, attentio
ovis/model/vit/modeling_siglip2_navit.py:199
Functionfinish_generation
Restore UI status after generation ends.
ovis/serve/web_ui.py:99
Methodformat_query
(self, query, generation_preface="")
ovis/model/conversation_formatter.py:46
Methodformat_query
(self, query, generation_preface="", enable_thinking=False)
ovis/model/conversation_formatter.py:125
Methodforward
(self, X: torch.Tensor)
plugin/mdp3.py:360
Methodforward
(self, X: torch.Tensor, Y: torch.tensor = None)
plugin/mdp3.py:373
Methodforward
(self, visual_tokens: Tensor)
ovis/model/modeling_ovis.py:26
Methodforward
( self, pixel_values, grid_thws )
ovis/model/modeling_ovis.py:164
next →1–100 of 123, ranked by callers