MCPcopy Create free account

hub / github.com/cpystan/SD-VLM / functions

Functions509 in github.com/cpystan/SD-VLM

Method__init__
(self)
llava/model/language_model/llava_llama.py:137
Method__init__
(self, config)
llava/model/language_model/llava_mpt.py:44
Method__init__
(self, config)
llava/model/language_model/llava_mistral.py:45
Method__init__
(self, channels)
llava/model/multimodal_projector/builder.py:19
Method__init__
(self, vision_tower, args, delay_load=False)
llava/model/multimodal_encoder/clip_encoder.py:96
Method__init__
(self, in_feature, out_feature)
llava/model/depth/depth_anything_v2/dpt.py:25
Method__init__
( self, encoder='vitl', features=256, out_channels=[256, 512, 1024, 1024],
llava/model/depth/depth_anything_v2/dpt.py:154
Method__init__
Args: img_size (int, tuple): input image size patch_size (int, tuple): patch size in_chans (int): number
llava/model/depth/depth_anything_v2/dinov2.py:45
Method__init__
Init. Args: features (int): number of features
llava/model/depth/depth_anything_v2/util/blocks.py:87
Method__init__
Init. Args: width (int): desired output width height (int): desired output height resize_target (bool, op
llava/model/depth/depth_anything_v2/util/transform.py:9
Method__init__
(self, mean, std)
llava/model/depth/depth_anything_v2/util/transform.py:129
Method__init__
(self)
llava/model/depth/depth_anything_v2/util/transform.py:143
Method__init__
(self, drop_prob=None)
llava/model/depth/depth_anything_v2/dinov2_layers/drop_path.py:30
Method__init__
( self, dim: int, num_heads: int, mlp_ratio: float = 4.0, qkv_bias: bo
llava/model/depth/depth_anything_v2/dinov2_layers/block.py:37
Method__init__
( self, dim: int, init_values: Union[float, Tensor] = 1e-5, inplace: bool = Fa
llava/model/depth/depth_anything_v2/dinov2_layers/layer_scale.py:17
Method__init__
( self, dim: int, num_heads: int = 8, qkv_bias: bool = False, proj_bia
llava/model/depth/depth_anything_v2/dinov2_layers/attention.py:30
Method__init__
( self, in_features: int, hidden_features: Optional[int] = None, out_features:
llava/model/depth/depth_anything_v2/dinov2_layers/mlp.py:18
Method__init__
( self, in_features: int, hidden_features: Optional[int] = None, out_features:
llava/model/depth/depth_anything_v2/dinov2_layers/swiglu_ffn.py:46
Method__init__
( self, img_size: Union[int, Tuple[int, int]] = 224, patch_size: Union[int, Tuple[int,
llava/model/depth/depth_anything_v2/dinov2_layers/patch_embed.py:38
Method__init__
(self, filelist_path, mode, size=(518, 518))
llava/model/depth/metric_depth/dataset/kitti.py:10
Method__init__
(self, filelist_path, mode, size=(518, 518))
llava/model/depth/metric_depth/dataset/vkitti2.py:10
Method__init__
Init. Args: width (int): desired output width height (int): desired output height resize_target (bool, op
llava/model/depth/metric_depth/dataset/transform.py:54
Method__init__
(self, mean, std)
llava/model/depth/metric_depth/dataset/transform.py:211
Method__init__
(self)
llava/model/depth/metric_depth/dataset/transform.py:225
Method__init__
(self, size)
llava/model/depth/metric_depth/dataset/transform.py:251
Method__init__
(self, filelist_path, mode, size=(518, 518))
llava/model/depth/metric_depth/dataset/hypersim.py:27
Method__init__
(self, in_feature, out_feature)
llava/model/depth/metric_depth/depth_anything_v2/dpt.py:25
Method__init__
( self, encoder='vitl', features=256, out_channels=[256, 512, 1024, 1024],
llava/model/depth/metric_depth/depth_anything_v2/dpt.py:153
Method__init__
Args: img_size (int, tuple): input image size patch_size (int, tuple): patch size in_chans (int): number
llava/model/depth/metric_depth/depth_anything_v2/dinov2.py:45
Method__init__
Init. Args: features (int): number of features
llava/model/depth/metric_depth/depth_anything_v2/util/blocks.py:87
Method__init__
Init. Args: width (int): desired output width height (int): desired output height resize_target (bool, op
llava/model/depth/metric_depth/depth_anything_v2/util/transform.py:9
Method__init__
(self, mean, std)
llava/model/depth/metric_depth/depth_anything_v2/util/transform.py:129
Method__init__
(self)
llava/model/depth/metric_depth/depth_anything_v2/util/transform.py:143
Method__init__
(self, drop_prob=None)
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/drop_path.py:30
Method__init__
( self, dim: int, num_heads: int, mlp_ratio: float = 4.0, qkv_bias: bo
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/block.py:37
Method__init__
( self, dim: int, init_values: Union[float, Tensor] = 1e-5, inplace: bool = Fa
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/layer_scale.py:17
Method__init__
( self, dim: int, num_heads: int = 8, qkv_bias: bool = False, proj_bia
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/attention.py:30
Method__init__
( self, in_features: int, hidden_features: Optional[int] = None, out_features:
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/mlp.py:18
Method__init__
( self, in_features: int, hidden_features: Optional[int] = None, out_features:
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/swiglu_ffn.py:46
Method__init__
( self, img_size: Union[int, Tuple[int, int]] = 224, patch_size: Union[int, Tuple[int,
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/patch_embed.py:38
Method__init__
(self, lambd=0.5)
llava/model/depth/metric_depth/util/loss.py:6
Method__init__
(self, questions, image_folder, tokenizer, image_processor, model_config)
llava/eval/model_vqa_loader.py:32
Method__init__
(self, *args, **kwargs)
llava/eval/m4c_evaluator.py:178
Method__init__
(self)
llava/eval/m4c_evaluator.py:222
Method__init__
(self)
llava/eval/m4c_evaluator.py:261
Method__init__
(self)
llava/eval/m4c_evaluator.py:277
Method__init__
(self)
llava/eval/m4c_evaluator.py:302
Method__init__
(self, data_path: str, tokenizer: transformers.PreTrainedTokenizer, data_arg
llava/train/train.py:670
Method__init__
( self, batch_size: int, world_size: int, lengths: Optional[List[int]] = None,
llava/train/llava_trainer.py:106
Method__init__
(self)
evaluation/llm_generate.py:29
Method__init__
(self)
evaluation/llm_generate.py:44
Method__init__
(self,)
evaluation/evaluate_final.py:27
Method__init__
(self)
evaluation/evaluate_final.py:70
Method__init__
(self)
evaluation/evaluate_final.py:94
Method__init__
(self)
evaluation/evaluate_final.py:109
Method__iter__
(self)
llava/train/llava_trainer.py:126
Method__len__
(self)
llava/model/depth/metric_depth/dataset/kitti.py:56
Method__len__
(self)
llava/model/depth/metric_depth/dataset/vkitti2.py:53
Method__len__
(self)
llava/model/depth/metric_depth/dataset/hypersim.py:73
Method__len__
(self)
llava/eval/model_vqa_loader.py:60
Method__len__
(self)
llava/train/train.py:684
Method__len__
(self)
llava/train/llava_trainer.py:123
Method_get_train_sampler
(self)
llava/train/llava_trainer.py:136
Function_prepare_decoder_attention_mask
( self, attention_mask, input_shape, inputs_embeds, past_key_values_length )
llava/train/llama_flash_attn_monkey_patch.py:98
Method_save_checkpoint
(self, model, trial, metrics=None)
llava/train/llava_trainer.py:231
Method_set_gradient_checkpointing
(self, module, value=False)
llava/model/language_model/llava_mpt.py:56
Functionadd_text
(state, text, image, image_process_mode, request: gr.Request)
llava/serve/gradio_web_server.py:128
Functionapply_min_size
Rezise the sample to ensure the given size. Keeps aspect ratio. Args: sample (dict): sample size (tuple): image size Returns
llava/model/depth/metric_depth/dataset/transform.py:8
Methodattn_residual_func
(x: Tensor)
llava/model/depth/depth_anything_v2/dinov2_layers/block.py:83
Methodattn_residual_func
(x: Tensor, attn_bias=None)
llava/model/depth/depth_anything_v2/dinov2_layers/block.py:213
Methodattn_residual_func
(x: Tensor)
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/block.py:83
Methodattn_residual_func
(x: Tensor, attn_bias=None)
llava/model/depth/metric_depth/depth_anything_v2/dinov2_layers/block.py:213
Functionbase64_to_pil
(image_base64)
evaluation/inference.py:40
Methodbase64_to_pil
(self,image_base64)
llava/train/train.py:697
Functionbuild_prompt
(problems, shot_qids, test_qid, args)
scripts/convert_sqa_to_llava_base_prompt.py:244
Functionbuild_prompt_gpt4
(problems, shot_qids, test_qid, args)
scripts/convert_sqa_to_llava_base_prompt.py:291
Functionclear_history
(request: gr.Request)
llava/serve/gradio_web_server.py:122
Functioncollate_fn
(batch)
llava/eval/model_vqa_loader.py:64
Functioncompute_errors
(gt, pred)
evaluation/llm_generate.py:75
Functioncompute_errors
(gt, pred)
evaluation/evaluate_final.py:140
Methodconfig
(self)
llava/model/multimodal_projector/builder.py:14
Methodconfig
(self)
llava/model/multimodal_encoder/clip_encoder.py:75
Functionconvert_caps
(results)
llava/eval/eval_science_qa_gpt4.py:19
Functionconvert_caps
(results)
llava/eval/eval_science_qa.py:19
Functionconvert_caps
(results)
llava/eval/eval_science_qa_gpt4_requery.py:21
Functionconvert_to_jsonl
(base_dir, split, prompt_format="QCM-LEPA")
scripts/convert_sqa_to_llava.py:49
Functionconvert_to_llava
(base_dir, split, prompt_format="QCM-LEA")
scripts/convert_sqa_to_llava.py:8
Methodcreate_optimizer
Setup the optimizer. We provide a reasonable default that works well. If you want to use something else, you can pass a tuple in the
llava/train/llava_trainer.py:151
Methoddepth_projection
(self,img_features,depth_features)
llava/model/llava_arch.py:200
Methoddepth_sincos_encoding_fixed
(self,depth_features,shape)
llava/model/llava_arch.py:177
Methoddevice
(self)
llava/model/multimodal_encoder/clip_encoder.py:71
Functiondownvote_last_response
(state, model_selector, request: gr.Request)
llava/serve/gradio_web_server.py:100
Methoddtype
(self)
llava/model/multimodal_encoder/clip_encoder.py:67
Methoddummy_feature
(self)
llava/model/multimodal_encoder/clip_encoder.py:63
Functioneval_model11
(args)
llava/eval/model_vqa_loader.py:80
Methodeval_pred_list
(self, pred_list)
llava/eval/m4c_evaluator.py:264
Methodeval_pred_list
(self, pred_list)
llava/eval/m4c_evaluator.py:289
Methodeval_pred_list
(self, pred_list)
llava/eval/m4c_evaluator.py:321
Methodexpand2square
(pil_img, background_color=(122, 116, 104))
llava/conversation.py:114
Methodexpand2square
(pil_img, background_color)
llava/train/train.py:734
← previousnext →301–400 of 509, ranked by callers