MCPcopy Create free account

hub / github.com/bytedance/Shot2Story / functions

Functions1,483 in github.com/bytedance/Shot2Story

↓ 253 callersMethodget
Get value by key at specified index (indices) if idx == None, returns value for key at each output index if idx is an integer, return
code/lavis/models/timesformer/features.py:36
↓ 172 callersFunctionprint
(*args, **kwargs)
code/lavis/common/dist_utils.py:25
↓ 146 callersMethodget
r"""Get an item from registry with key 'name' Args: name (string): Key whose value needs to be retrieved. default: If
code/lavis/common/registry.py:284
↓ 139 callersMethodinfo
Print information about the VQA annotation file. :return:
code/lavis/common/vqa_tools/vqa.py:71
↓ 47 callersMethodfrom_pretrained
Build a pretrained model from default configuration file, specified by model_type. Args: - model_type (str): model type,
code/lavis/models/base_model.py:59
↓ 46 callersMethodadd_argument
Assume the first argument is the name of the argument.
code/lavis/common/config.py:220
↓ 36 callersMethodmaybe_autocast
(self, dtype=torch.float16)
code/lavis/models/blip2_models/blip2.py:36
↓ 35 callersMethodupdate
(self, **kwargs)
code/lavis/common/logger.py:87
↓ 30 callersMethodgenerate
Args: samples (dict): A dictionary containing the following keys: - image (torch.Tensor): A tensor of shape (batc
code/lavis/models/blip2_models/blip2_t5.py:159
↓ 29 callersMethodload_state_dict
(self, pretrained_ckpt_path)
code/lavis/models/timesformer/vit.py:614
↓ 26 callersFunction_n2p
(w, t=True)
code/lavis/models/vit.py:293
↓ 24 callersMethodget_path
(cls, name)
code/lavis/common/registry.py:280
↓ 21 callersMethodforward_features
(self, x)
code/lavis/models/timesformer/vit.py:596
↓ 21 callersFunctionget_abs_path
(rel_path)
code/lavis/common/utils.py:50
↓ 20 callersMethodload_checkpoint_from_config
Load checkpoint as specified in the config file. If load_finetuned is True, load the finetuned model; otherwise, load the pretrained
code/lavis/models/base_model.py:81
↓ 20 callersFunctionload_model_and_preprocess
Load model and its related preprocessors. List all available models and types in registry: >>> from lavis.models import model_zoo >>
code/lavis/models/__init__.py:189
↓ 18 callersFunctionget_cache_path
(rel_path)
code/lavis/common/utils.py:46
↓ 17 callersFunctioncleanup_dir
Utility for deleting a directory. Useful for cleaning the storage space that contains various training artifacts like checkpoints, data etc.
code/lavis/common/utils.py:408
↓ 16 callersMethoddevice
(self)
code/lavis/models/base_model.py:26
↓ 14 callersMethod__init__
(self, config, layer_num)
code/lavis/models/med.py:392
↓ 14 callersMethod__init__
(self, config, layer_num)
code/lavis/models/blip2_models/Qformer.py:379
↓ 14 callersMethodmax
(self)
code/lavis/common/logger.py:65
↓ 13 callersMethodforward_text
(self, text_tokens)
code/lavis/models/blip2_models/blip2_qformer.py:339
↓ 13 callersFunctionload_model
Load supported models. To list all available models and types in registry: >>> from lavis.models import model_zoo >>> print(model_zo
code/lavis/models/__init__.py:103
↓ 12 callersMethod__init__
(self, config, layer_num)
code/lavis/models/blip_models/nlvr_encoder.py:412
↓ 12 callersFunctionconcat_all_gather
Performs all_gather operation on the provided tensors. *** Warning ***: torch.distributed.all_gather has no gradient.
code/lavis/models/base_model.py:224
↓ 12 callersFunctiondownload_cached_file
Download a file from a URL and cache it locally. If the file already exists, it is not downloaded again. If distributed, only the main proces
code/lavis/common/dist_utils.py:117
↓ 12 callersMethodinit_Qformer
(cls, num_query_token, vision_width, num_hidden_layers=12, cross_attention_freq=2)
code/lavis/models/blip2_models/blip2.py:47
↓ 12 callersFunctionload_processor
Example >>> processor = load_processor("alpro_video_train", cfg=None)
code/lavis/processors/__init__.py:50
↓ 11 callersMethod__init__
(self, config, has_relative_attention_bias=False)
code/lavis/models/blip2_models/modeling_t5.py:698
↓ 11 callersFunctionget_rank
()
code/lavis/common/dist_utils.py:47
↓ 11 callersMethodinit_tokenizer
(cls)
code/lavis/models/blip_models/blip.py:27
↓ 10 callersMethodappend_message
(self, role, message, update=True)
code/lavis/conversation/conversation.py:75
↓ 10 callersMethodapply
(answer)
code/lavis/models/blip2_models/blip2.py:154
↓ 10 callersMethodbuild
(self, **kwargs)
code/lavis/processors/base_processor.py:23
↓ 10 callersMethodcopy_params
(self)
code/lavis/models/base_model.py:166
↓ 10 callersMethoddecode
(self, tokens)
code/lavis/models/clip_models/tokenizer.py:162
↓ 10 callersMethodget_model_class
(cls, name)
code/lavis/common/registry.py:236
↓ 10 callersMethodinit_tokenizer
(cls, truncation_side="right")
code/lavis/models/blip2_models/blip2.py:31
↓ 10 callersMethodinit_vision_encoder
( self, model_name, img_size, drop_path_rate, use_grad_checkpoint, precision )
code/lavis/models/blip2_models/blip2.py:64
↓ 10 callersMethodpadding
(self, seq, pad_token=-1)
code/lavis/processors/gpt_processors.py:77
↓ 10 callersMethodpredict_answers
Args: samples (dict): A dictionary containing the following keys: - image (torch.Tensor): A tensor of shape (batc
code/lavis/models/blip_models/blip_vqa.py:162
↓ 9 callersMethod_momentum_update
(self)
code/lavis/models/base_model.py:175
↓ 9 callersMethodextract_features
Extract features from the model for samples. Keys allowed are "image" and "text_input" in samples. If either key is missing,
code/lavis/models/clip_models/model.py:603
↓ 9 callersFunctionis_url
(url_or_filename)
code/lavis/common/utils.py:41
↓ 9 callersMethodlog_every
(self, iterable, print_freq, header=None)
code/lavis/common/logger.py:122
↓ 9 callersFunctiontrunc_normal_
r"""Fills the input Tensor with values drawn from a truncated normal distribution. The values are effectively drawn from the normal distributi
code/lavis/models/timesformer/vit_utils.py:67
↓ 9 callersMethodvalue
(self)
code/lavis/common/logger.py:69
↓ 8 callersMethodencode_img
(self, image)
code/lavis/models/blip2_models/mini_gpt4.py:129
↓ 8 callersFunctionhopen
打开一个 hdfs 文件, 用 contextmanager. Args: hfdfs_path (str): hdfs文件路径 mode (str): 打开模式,支持 ["r", "w", "wa"]
code/lavis/datasets/hdfs_utils.py:145
↓ 8 callersFunctioninterpolate_pos_embed
(pos_embed_checkpoint, visual_encoder)
code/lavis/models/vit.py:426
↓ 8 callersFunctionis_dist_avail_and_initialized
()
code/lavis/common/dist_utils.py:33
↓ 7 callersMethod__init__
vis_root (string): Root directory of images (e.g. coco/images/) ann_root (string): directory to store the annotation file spl
code/lavis/datasets/datasets/video_caption_datasets.py:18
↓ 7 callersMethod__init__
( self, hidden_size: int, intermediate_size: int, hidden_act: str, )
code/lavis/models/blip2_models/modeling_llama.py:144
↓ 7 callersMethod_add_instance_ids
(self, key="instance_id")
code/lavis/datasets/datasets/base_dataset.py:44
↓ 7 callersMethod_shape
(self, tensor: torch.Tensor, seq_len: int, bsz: int)
code/lavis/models/blip2_models/modeling_opt.py:167
↓ 7 callersMethodcopy
(self)
code/lavis/conversation/conversation.py:90
↓ 7 callersMethodencode_image
(self, image)
code/lavis/models/clip_models/model.py:552
↓ 7 callersMethodencode_text
(self, text)
code/lavis/models/clip_models/model.py:555
↓ 7 callersMethodforward_automask
(self, tokenized_text, visual_embeds, **kwargs)
code/lavis/models/med.py:1388
↓ 7 callersMethodsave_result
(result, result_dir, filename, remove_duplicate="")
code/lavis/tasks/base_task.py:251
↓ 7 callersMethodtranspose_for_scores
(self, x)
code/lavis/models/med.py:176
↓ 7 callersMethodtranspose_for_scores
(self, x)
code/lavis/models/blip_models/nlvr_encoder.py:140
↓ 7 callersMethodtranspose_for_scores
(self, x)
code/lavis/models/blip2_models/Qformer.py:161
↓ 6 callersMethod__init__
(self, in_features, hidden_features=None, out_features=None, act_layer=nn.GELU, drop=0.)
code/lavis/models/eva_vit.py:45
↓ 6 callersMethod__init__
( self, in_features, hidden_features=None, out_features=None, act_laye
code/lavis/models/timesformer/vit.py:61
↓ 6 callersMethod__init__
( self, embed_dim: int, vision_cfg: CLIPVisionCfg, text_cfg: CLIPTextCfg,
code/lavis/models/clip_models/model.py:418
↓ 6 callersMethod__init__
(self, prompt="", max_words=100)
code/lavis/processors/blip_processors.py:36
↓ 6 callersMethodadd_page
Class Method to Add pages to the project Args: title ([str]): The title of page which we are adding to the list of apps
code/app/multipage.py:24
↓ 6 callersFunctiondownload_and_extract_archive
( url: str, download_root: str, extract_root: Optional[str] = None, filename: Optional[str] =
code/lavis/common/utils.py:221
↓ 6 callersMethodencode
(self, text)
code/lavis/models/clip_models/tokenizer.py:152
↓ 6 callersMethodfrom_config
(cls, cfg, from_pretrained=False)
code/lavis/models/med.py:1376
↓ 6 callersMethodinit_tokenizer
(cls)
code/lavis/models/albef_models/__init__.py:27
↓ 6 callersFunctionis_main_process
()
code/lavis/common/dist_utils.py:53
↓ 5 callersMethod__init__
(self, F=16, L=3, S=2, D=1024, use_many_hot_targets=True, u
code/transnetv2_pytorch.py:10
↓ 5 callersMethod__init__
(self, config: OPTConfig)
code/lavis/models/blip2_models/modeling_opt.py:820
↓ 5 callersMethod_dequeue_and_enqueue
(self, image_feat, text_feat, idxs=None)
code/lavis/models/base_model.py:142
↓ 5 callersFunction_is_tensor_video_clip
(clip)
code/lavis/processors/functional_video.py:13
↓ 5 callersMethodbuild_custom_splits
Create by split datasets inheriting torch.utils.data.Datasets. # build() can be dataset-specific. Overwrite to customize.
code/lavis/datasets/builders/base_dataset_builder.py:166
↓ 5 callersMethoddeparallelize
(self)
code/lavis/models/blip2_models/modeling_t5.py:1004
↓ 5 callersFunctiondownload_url
Download a file from a url and place it in root. Args: url (str): URL to download file from root (str): Directory to place downloa
code/lavis/common/utils.py:167
↓ 5 callersMethodevaluate
(self, cur_epoch="best", skip_reload=False)
code/lavis/runners/runner_base.py:453
↓ 5 callersMethodforward_encoder
(self, samples)
code/lavis/models/blip_models/blip_vqa.py:104
↓ 5 callersMethodget_input_embeddings
(self)
code/lavis/models/blip2_models/Qformer.py:699
↓ 5 callersFunctionload_model_cache
(model_type, device)
code/app/classification.py:38
↓ 5 callersMethodparallelize
(self, device_map=None)
code/lavis/models/blip2_models/modeling_t5.py:977
↓ 5 callersMethodregister_path
r"""Register a path to registry with key 'name' Args: name: Key with which the path will be registered. Usage:
code/lavis/common/registry.py:189
↓ 5 callersMethodset_input_embeddings
(self, new_embeddings)
code/lavis/models/blip2_models/modeling_t5.py:1018
↓ 5 callersMethodunwrap_dist_model
(self, model)
code/lavis/runners/runner_base.py:517
↓ 4 callersMethod__init__
(self, inplanes, planes, stride=1)
code/lavis/models/clip_vit.py:18
↓ 4 callersMethod__init__
( self, model_name, embed_dim, image_size=224, pool="avg", pro
code/lavis/models/clip_models/timm_model.py:42
↓ 4 callersFunction_build_proc_from_cfg
(cfg)
code/lavis/models/__init__.py:153
↓ 4 callersMethod_build_proc_from_cfg
(cfg)
code/lavis/datasets/builders/base_dataset_builder.py:79
↓ 4 callersMethod_make_layer
(self, planes, blocks, stride=1)
code/lavis/models/clip_models/model.py:195
↓ 4 callersFunctionall_gather_with_grad
Performs all_gather operation on the provided tensors. Graph remains connected for backward grad computation.
code/lavis/models/base_model.py:206
↓ 4 callersMethodbackward
(ctx, *grads)
code/lavis/models/base_model.py:200
↓ 4 callersMethodbuild_processors
(self)
code/lavis/datasets/builders/base_dataset_builder.py:60
↓ 4 callersFunctioncompute_gradcam
(model, visual_input, text_input, tokenized_text, block_num=6)
code/lavis/models/blip_models/blip_image_text_matching.py:151
↓ 4 callersMethoddefault_config_path
(cls, model_type)
code/lavis/models/base_model.py:75
↓ 4 callersFunctiondownload_file
(url, filename)
code/lavis/datasets/download_scripts/download_nocaps.py:39
next →1–100 of 1,483, ranked by callers