MCPcopy Create free account

hub / github.com/ai4colonoscopy/IntelliScope / functions

Functions413 in github.com/ai4colonoscopy/IntelliScope

Method__init__
(self, in_features, hidden_features=None, out_features=None, act_layer=nn.SiLU, drop=0., norm
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:227
Method__init__
( self, dim, num_heads=8, qkv_bias=False, qk_scale=None, attn_drop=0., proj_drop=0., w
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:253
Method__init__
(self, dim, num_heads, mlp_ratio=4., qkv_bias=False, qk_scale=None, drop=0., attn_drop=0., dr
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:395
Method__init__
(self, img_size=224, patch_size=16, in_chans=3, embed_dim=768)
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:458
Method__init__
(self, window_size, num_heads)
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:481
Method__init__
(self, img_size=224, patch_size=16, in_chans=3, num_classes=1000, embed_dim=768, depth=12, nu
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:520
Method__init__
(self, vision_tower_path)
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:815
Method__init__
( self, batch_size: int, world_size: int, lengths: Optional[Li
colongpt/train/colongpt_trainer.py:100
Method__init__
(self, logger, log_level=logging.INFO)
colongpt/util/utils.py:71
Method__init__
(self, data_path: str, tokenizer: transformers.PreTrainedTokenizer, data_arg
colongpt/util/data_utils.py:265
Method__init__
(self, keywords, tokenizer, input_ids)
colongpt/util/mm_utils.py:76
Method__iter__
(self)
colongpt/train/colongpt_trainer.py:120
Method__len__
(self)
colongpt/train/colongpt_trainer.py:117
Method__len__
(self)
colongpt/util/data_utils.py:278
Method_get_train_sampler
(self)
colongpt/train/colongpt_trainer.py:132
Method_init_weights
(self, module)
colongpt/model/language_model/phi/modeling_phi.py:719
Method_init_weights
(self, module)
colongpt/model/language_model/phi3/modeling_phi3.py:934
Method_init_weights
(self, m)
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:608
Method_reorder_cache
(past_key_values, beam_idx)
colongpt/model/language_model/phi/modeling_phi.py:1154
Method_reorder_cache
(past_key_values, beam_idx)
colongpt/model/language_model/phi3/modeling_phi3.py:1377
Method_save_checkpoint
(self, model, trial, metrics=None)
colongpt/train/colongpt_trainer.py:232
Method_set_cos_sin_cache
(self, seq_len, device, dtype)
colongpt/model/language_model/phi/modeling_phi.py:126
Method_set_cos_sin_cache
(self, seq_len, device, dtype)
colongpt/model/language_model/phi/modeling_phi.py:146
Functionadd_text
(state, text, image, image_process_mode, request: gr.Request)
colongpt/serve/gradio_web_server_stg1.py:156
Functionadd_text
(state, text, image, image_process_mode, request: gr.Request)
colongpt/serve/gradio_web_server_stg2.py:156
Functionclear_history
(request: gr.Request)
colongpt/serve/gradio_web_server_stg1.py:122
Functionclear_history
(request: gr.Request)
colongpt/serve/gradio_web_server_stg2.py:122
Methodconfig
(self)
colongpt/model/multimodal_projector/builder.py:20
Methodconfig
(self)
colongpt/model/multimodal_encoder/dino/dinov2_encoder-224.py:73
Methodconfig
(self)
colongpt/model/multimodal_encoder/dino/dinov2_encoder.py:241
Methodconfig
(self)
colongpt/model/multimodal_encoder/vit/vit_encoder.py:63
Methodconfig
(self)
colongpt/model/multimodal_encoder/clip/clip_encoder.py:64
Methodconfig
(self)
colongpt/model/multimodal_encoder/convnextv2/convnextv2_encoder.py:69
Methodconfig
(self)
colongpt/model/multimodal_encoder/siglip/siglip_encoder.py:63
Methodconfig
(self)
colongpt/model/multimodal_encoder/mae/mae_encoder.py:74
Methodconfig
(self)
colongpt/model/multimodal_encoder/mae/mae_encoder_224.py:62
Methodcrop_size
(self)
colongpt/model/multimodal_encoder/eva_clip/eva_clip_processors.py:67
Methoddevice
(self)
colongpt/model/multimodal_encoder/dino/dinov2_encoder-224.py:69
Methoddevice
(self)
colongpt/model/multimodal_encoder/dino/dinov2_encoder.py:233
Methoddevice
(self)
colongpt/model/multimodal_encoder/vit/vit_encoder.py:59
Methoddevice
(self)
colongpt/model/multimodal_encoder/clip/clip_encoder.py:60
Methoddevice
(self)
colongpt/model/multimodal_encoder/convnextv2/convnextv2_encoder.py:65
Methoddevice
(self)
colongpt/model/multimodal_encoder/siglip/siglip_encoder.py:59
Methoddevice
(self)
colongpt/model/multimodal_encoder/mae/mae_encoder.py:70
Methoddevice
(self)
colongpt/model/multimodal_encoder/mae/mae_encoder_224.py:58
Methoddevice
(self)
colongpt/model/multimodal_encoder/eva_clip/eva_clip_encoder.py:47
Methoddevice
(self)
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:850
Functiondownvote_last_response
(state, model_selector, request: gr.Request)
colongpt/serve/gradio_web_server_stg1.py:100
Functiondownvote_last_response
(state, model_selector, request: gr.Request)
colongpt/serve/gradio_web_server_stg2.py:100
Methoddtype
(self)
colongpt/model/multimodal_encoder/dino/dinov2_encoder-224.py:65
Methoddtype
(self)
colongpt/model/multimodal_encoder/dino/dinov2_encoder.py:229
Methoddtype
(self)
colongpt/model/multimodal_encoder/vit/vit_encoder.py:55
Methoddtype
(self)
colongpt/model/multimodal_encoder/clip/clip_encoder.py:56
Methoddtype
(self)
colongpt/model/multimodal_encoder/convnextv2/convnextv2_encoder.py:61
Methoddtype
(self)
colongpt/model/multimodal_encoder/siglip/siglip_encoder.py:55
Methoddtype
(self)
colongpt/model/multimodal_encoder/mae/mae_encoder.py:66
Methoddtype
(self)
colongpt/model/multimodal_encoder/mae/mae_encoder_224.py:54
Methoddtype
(self)
colongpt/model/multimodal_encoder/eva_clip/eva_clip_encoder.py:43
Methoddtype
(self)
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:846
Methoddummy_feature
(self)
colongpt/model/multimodal_encoder/dino/dinov2_encoder-224.py:61
Methoddummy_feature
(self)
colongpt/model/multimodal_encoder/dino/dinov2_encoder.py:237
Methoddummy_feature
(self)
colongpt/model/multimodal_encoder/vit/vit_encoder.py:51
Methoddummy_feature
(self)
colongpt/model/multimodal_encoder/clip/clip_encoder.py:52
Methoddummy_feature
(self)
colongpt/model/multimodal_encoder/convnextv2/convnextv2_encoder.py:57
Methoddummy_feature
(self)
colongpt/model/multimodal_encoder/siglip/siglip_encoder.py:51
Methoddummy_feature
(self)
colongpt/model/multimodal_encoder/mae/mae_encoder.py:62
Methoddummy_feature
(self)
colongpt/model/multimodal_encoder/mae/mae_encoder_224.py:50
Methodexpand2square
(pil_img, background_color=(122, 116, 104))
colongpt/conversation.py:78
Methodexpand2square
(pil_img, background_color)
colongpt/util/data_utils.py:311
Methodextra_repr
(self)
colongpt/model/multimodal_encoder/eva_clip/eva_vit.py:187
Functionflag_last_response
(state, model_selector, request: gr.Request)
colongpt/serve/gradio_web_server_stg1.py:106
Functionflag_last_response
(state, model_selector, request: gr.Request)
colongpt/serve/gradio_web_server_stg2.py:106
Methodflush
(self)
colongpt/util/utils.py:94
Functionforward
(model, input, scales=None, img_sizes=None, max_split_size=None, resize_output_to_idx=0, num_prefix_token=0,
colongpt/util/s2wrapper/core.py:14
Methodforward
( self, input_ids: torch.LongTensor = None, attention_mask: Optional[torch
colongpt/model/language_model/colongpt_phi.py:40
Methodforward
( self, input_ids: torch.LongTensor = None, attention_mask: Optional[torch
colongpt/model/language_model/colongpt_phi3.py:40
Methodforward
(self, x, seq_len=None)
colongpt/model/language_model/phi/modeling_phi.py:107
Methodforward
(self, hidden_states: torch.Tensor)
colongpt/model/language_model/phi/modeling_phi.py:211
Methodforward
( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.Tensor] = None,
colongpt/model/language_model/phi/modeling_phi.py:305
Methodforward
( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.LongTensor] = None
colongpt/model/language_model/phi/modeling_phi.py:419
Methodforward
Args: hidden_states (`torch.FloatTensor`): input to the layer of shape `(batch, seq_len, embed_dim)`
colongpt/model/language_model/phi/modeling_phi.py:634
Methodforward
( self, input_ids: torch.LongTensor = None, attention_mask: Optional[torch.Tensor] = N
colongpt/model/language_model/phi/modeling_phi.py:837
Methodforward
r""" Args: labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): Labels for computing
colongpt/model/language_model/phi/modeling_phi.py:1000
Methodforward
r""" labels (`torch.LongTensor` of shape `(batch_size,)`, *optional*): Labels for computing the sequence classification/regression
colongpt/model/language_model/phi/modeling_phi.py:1196
Methodforward
r""" labels (`torch.LongTensor` of shape `(batch_size,)`, *optional*): Labels for computing the sequence classification/regression
colongpt/model/language_model/phi/modeling_phi.py:1319
Methodforward
(self, hidden_states)
colongpt/model/language_model/phi3/modeling_phi3.py:79
Methodforward
(self, x, position_ids, seq_len=None)
colongpt/model/language_model/phi3/modeling_phi3.py:111
Methodforward
(self, x, position_ids, seq_len=None)
colongpt/model/language_model/phi3/modeling_phi3.py:140
Methodforward
(self, x, position_ids, seq_len=None)
colongpt/model/language_model/phi3/modeling_phi3.py:181
Methodforward
( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.Tensor] = None,
colongpt/model/language_model/phi3/modeling_phi3.py:334
Methodforward
( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.LongTensor] = None
colongpt/model/language_model/phi3/modeling_phi3.py:432
Methodforward
( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.Tensor] = None,
colongpt/model/language_model/phi3/modeling_phi3.py:735
Methodforward
( self, hidden_states: torch.Tensor, attention_mask: Optional[torch.Tensor] = None,
colongpt/model/language_model/phi3/modeling_phi3.py:837
Methodforward
( self, input_ids: torch.LongTensor = None, attention_mask: Optional[torch.Tensor] = N
colongpt/model/language_model/phi3/modeling_phi3.py:1052
Methodforward
r""" Args: labels (`torch.LongTensor` of shape `(batch_size, sequence_length)`, *optional*): Labels for computing
colongpt/model/language_model/phi3/modeling_phi3.py:1229
Methodforward
r""" labels (`torch.LongTensor` of shape `(batch_size,)`, *optional*): Labels for computing the sequence classification/regression
colongpt/model/language_model/phi3/modeling_phi3.py:1419
Methodforward
r""" labels (`torch.LongTensor` of shape `(batch_size,)`, *optional*): Labels for computing the sequence classification/regression
colongpt/model/language_model/phi3/modeling_phi3.py:1542
Methodforward
(self, x, *args, **kwargs)
colongpt/model/multimodal_projector/builder.py:16
Methodforward
(self, tokens)
colongpt/model/multimodal_projector/builder.py:37
Methodforward
(self, x)
colongpt/model/multimodal_projector/builder.py:64
← previousnext →201–300 of 413, ranked by callers