Functions — github.com/bytedance/Shot2Story

hub / github.com/bytedance/Shot2Story / functions

Functions1,483 in github.com/bytedance/Shot2Story

⨍ Functions 1,483◇ Types & classes 348↳ Endpoints 10

↓ 2 callersFunctionget_len

(x, fps)

code/lavis/conversation/conversation.py:235

↓ 2 callersMethodget_names

(self)

code/lavis/datasets/builders/__init__.py:116

↓ 2 callersFunctionget_pairs

Return set of symbol pairs in a word. Word is represented as tuple of symbols (symbols being variable-length strings).

code/lavis/models/clip_models/tokenizer.py:58

↓ 2 callersFunctionget_same_padding

(x: int, k: int, s: int, d: int)

code/lavis/models/timesformer/vit_utils.py:129

↓ 2 callersFunctionget_same_padding

(x: int, k: int, s: int, d: int)

code/lavis/models/timesformer/conv2d_same.py:39

↓ 2 callersFunctionimage_transform

( image_size: int, is_train: bool, mean: Optional[Tuple[float, ...]] = None, std: Optional[Tup

code/lavis/models/clip_models/transform.py:68

↓ 2 callersFunctioninit_distributed_mode

(args)

code/lavis/common/dist_utils.py:57

↓ 2 callersMethodinit_tokenizer

(cls)

code/lavis/models/alpro_models/__init__.py:21

↓ 2 callersFunctioninv_freq_bands

( num_bands: int, temperature: float = 100000.0, step: int = 2, dtype: torch.dtype = torch.flo

code/lavis/models/clip_models/timm_model.py:266

↓ 2 callersFunctionis_static_pad

(kernel_size: int, stride: int = 1, dilation: int = 1, **_)

code/lavis/models/timesformer/vit_utils.py:134

↓ 2 callersMethodload_checkpoint

Load from a finetuned checkpoint. This should expect no mismatch in the model keys and the checkpoint keys.

code/lavis/models/base_model.py:29

↓ 2 callersFunctionload_dataset

Example >>> dataset = load_dataset("coco_caption", cfg=None) >>> splits = dataset.keys() >>> print([len(dataset[split]) for split in

code/lavis/datasets/builders/__init__.py:71

↓ 2 callersMethodload_from_pretrained

(self, url_or_filename)

code/lavis/models/blip2_models/blip2.py:86

↓ 2 callersFunctionload_model_cache

(name, model_type, is_eval, device)

code/app/utils.py:39

↓ 2 callersMethodlog_config

(self)

code/lavis/runners/runner_base.py:722

↓ 2 callersMethodmedian

(self)

code/lavis/common/logger.py:51

↓ 2 callersFunctionmove_to_cuda

(sample)

code/lavis/datasets/data_utils.py:133

↓ 2 callersMethodnext

(self, it)

code/lavis/datasets/datasets/dataloader_utils.py:101

↓ 2 callersFunctionnode_to_dict

(node)

code/lavis/common/config.py:169

↓ 2 callersFunctionnorm_cdf

(x)

code/lavis/models/timesformer/vit_utils.py:32

↓ 2 callersFunctionnorm_cdf

(x)

code/lavis/models/clip_models/timm_model.py:509

↓ 2 callersFunctionnow

()

code/lavis/common/utils.py:35

↓ 2 callersFunctionparse_large_timestamps

(time_str)

data/scripts/process_videos.py:34

↓ 2 callersFunctionpatch_device

(module)

code/lavis/models/clip_models/model.py:1116

↓ 2 callersFunctionpatch_float

(module)

code/lavis/models/clip_models/model.py:1144

↓ 2 callersMethodpreload

(self, it)

code/lavis/datasets/datasets/dataloader_utils.py:76

↓ 2 callersMethodpretty_print

(self)

code/lavis/common/config.py:143

↓ 2 callersMethodprompt_wrap

(self, img_embeds, atts_img, prompt)

code/lavis/models/blip2_models/mini_gpt4.py:151

↓ 2 callersMethodprompt_wrap

(self, img_embeds, atts_img, prompt)

code/lavis/models/blip2_models/video_minigpt4.py:209

↓ 2 callersMethodprune_heads

(self, heads)

code/lavis/models/blip2_models/modeling_t5.py:376

↓ 2 callersFunctionrotate_half

Rotates half the hidden dims of the input.

code/lavis/models/blip2_models/modeling_llama.py:126

↓ 2 callersMethodrun

(self)

code/app/multipage.py:34

↓ 2 callersFunctionsetup_logger

()

code/lavis/common/logger.py:190

↓ 2 callersMethodshare_cross_attention

(self, model)

code/lavis/models/albef_models/albef_nlvr.py:198

↓ 2 callersFunctionshear_level_to_args

(MAX_LEVEL, replace_value)

code/lavis/processors/randaugment.py:230

↓ 2 callersFunctiontie_encoder_decoder_weights

( encoder: nn.Module, decoder: nn.Module, base_model_prefix: str, skip_key: str )

code/lavis/models/blip_models/__init__.py:14

↓ 2 callersMethodtrain

(self)

code/lavis/runners/runner_iter.py:71

↓ 2 callersFunctiontranslate_level_to_args

(translate_const, MAX_LEVEL, replace_value)

code/lavis/processors/randaugment.py:240

↓ 2 callersFunctiontune_channel

(ch)

code/lavis/processors/randaugment.py:25

↓ 2 callersMethodupdate

(self, value, n=1)

code/lavis/common/logger.py:32

↓ 2 callersFunctionwarmup_lr_schedule

Warmup the learning rate

code/lavis/common/optims.py:106

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/snli_ve_datasets.py:40

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/retrieval_datasets.py:45

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/image_text_pair_datasets.py:36

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/imagefolder_dataset.py:34

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/gqa_datasets.py:37

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/dialogue_datasets.py:71

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/coco_vqa_datasets.py:37

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/caption_datasets.py:44

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/aok_vqa_datasets.py:38

↓ 1 callersMethod__getitem__

(self, index)

code/lavis/datasets/datasets/nlvr_datasets.py:65

↓ 1 callersMethod__init__

(self, model, vis_processor, task=None, dataset=None, device='cuda:0')

code/lavis/conversation/conversation.py:484

↓ 1 callersMethod__init__

(self, stops=[], encounters=1)

code/lavis/tasks/video_text_pretrain.py:26

↓ 1 callersMethod__init__

vis_root (string): Root directory of images (e.g. coco/images/) ann_root (string): directory to store the annotation file spl

code/lavis/datasets/datasets/coco_caption_datasets.py:48

↓ 1 callersMethod__init__

vis_root (string): Root directory of images (e.g. coco/images/) ann_root (string): directory to store the annotation file spl

code/lavis/datasets/datasets/hdfs_video_caption_datasets.py:27

↓ 1 callersMethod__init__

vis_root (string): Root directory of images (e.g. coco/images/) ann_root (string): directory to store the annotation file

code/lavis/datasets/datasets/base_dataset.py:16

↓ 1 callersMethod__init__

vis_root (string): Root directory of images (e.g. coco/images/) ann_root (string): directory to store the annotation file spl

code/lavis/datasets/datasets/avsd_dialogue_datasets.py:16

↓ 1 callersMethod__init__

(self, vis_processor, text_processor, vis_root, ann_paths)

code/lavis/datasets/datasets/vqa_datasets.py:14

↓ 1 callersMethod__init__

vis_root (string): Root directory of images (e.g. coco/images/) ann_root (string): directory to store the annotation file

code/lavis/datasets/datasets/caption_datasets.py:29

↓ 1 callersMethod__init__

(self)

code/lavis/models/base_model.py:22

↓ 1 callersMethod__init__

(self, encoder)

code/lavis/models/pnp_vqa_models/pnp_unifiedqav2_fid.py:71

↓ 1 callersMethod__init__

(self, max_turns=3, use_caption=True)

code/lavis/processors/gpt_processors.py:47

↓ 1 callersMethod__init__

(self, image_size=224, mean=None, std=None)

code/lavis/processors/clip_processors.py:64

↓ 1 callersFunction_apply

(x)

code/lavis/datasets/data_utils.py:120

↓ 1 callersMethod_build_class_labels

(self)

code/lavis/datasets/datasets/snli_ve_datasets.py:37

↓ 1 callersMethod_build_opt_list

(self, opts)

code/lavis/common/config.py:52

↓ 1 callersFunction_cfg

(url="", **kwargs)

code/lavis/models/timesformer/vit.py:35

↓ 1 callersMethod_convert_to_dot_list

(self, opts)

code/lavis/common/config.py:114

↓ 1 callersMethod_download_ann

Download annotation files if necessary. All the vision-language datasets should have annotations of unified format. storage_

code/lavis/datasets/builders/base_dataset_builder.py:94

↓ 1 callersMethod_download_vis

(self)

code/lavis/datasets/builders/base_dataset_builder.py:151

↓ 1 callersFunction_expand_mask

Expands attention_mask from `[bsz, seq_len]` to `[bsz, 1, tgt_seq_len, src_seq_len]`.

code/lavis/models/blip2_models/modeling_llama.py:60

↓ 1 callersFunction_expand_mask

Expands attention_mask from `[bsz, seq_len]` to `[bsz, 1, tgt_seq_len, src_seq_len]`.

code/lavis/models/blip2_models/modeling_opt.py:93

↓ 1 callersMethod_flip

(samples)

code/lavis/datasets/datasets/nlvr_datasets.py:44

↓ 1 callersMethod_generate_answers

(self, samples, num_beams=3, max_length=10, min_length=1)

code/lavis/models/blip_models/blip_vqa.py:237

↓ 1 callersMethod_get_answer_label

(self, answer)

code/lavis/datasets/datasets/video_vqa_datasets.py:38

↓ 1 callersFunction_get_google_drive_file_id

(url: str)

code/lavis/common/utils.py:141

↓ 1 callersFunction_get_return_layers

(feature_info, out_map)

code/lavis/models/timesformer/features.py:147

↓ 1 callersMethod_lemmatize

(self, answers)

code/lavis/models/blip2_models/blip2_t5_instruct.py:698

↓ 1 callersMethod_lemmatize

(self, answers)

code/lavis/models/blip2_models/blip2_t5.py:314

↓ 1 callersMethod_lemmatize

(self, answers)

code/lavis/models/blip2_models/blip2_opt.py:356

↓ 1 callersMethod_lemmatize

(self, answers)

code/lavis/models/blip2_models/blip2_vicuna_instruct.py:651

↓ 1 callersMethod_load_checkpoint

Resume from a checkpoint.

code/lavis/runners/runner_iter.py:171

↓ 1 callersFunction_load_weights

Load weights from .npz checkpoints for official Google Brain Flax implementation

code/lavis/models/vit.py:289

↓ 1 callersFunction_make_causal_mask

Make causal mask used for bi-directional self-attention.

code/lavis/models/blip2_models/modeling_llama.py:42

↓ 1 callersFunction_make_causal_mask

Make causal mask used for bi-directional self-attention.

code/lavis/models/blip2_models/modeling_opt.py:72

↓ 1 callersFunction_natural_key

(string_)

code/lavis/models/clip_models/model.py:892

↓ 1 callersFunction_no_grad_trunc_normal_

(tensor, mean, std, a, b)

code/lavis/models/timesformer/vit_utils.py:31

↓ 1 callersFunction_no_grad_trunc_normal_

(tensor, mean, std, a, b)

code/lavis/models/clip_models/timm_model.py:506

↓ 1 callersFunction_ntuple

(n)

code/lavis/models/clip_vit.py:190

↓ 1 callersFunction_ntuple

(n)

code/lavis/models/timesformer/vit_utils.py:88

↓ 1 callersMethod_prepare_decoder_attention_mask

(self, attention_mask, input_shape, inputs_embeds, past_key_values_length)

code/lavis/models/blip2_models/modeling_llama.py:459

↓ 1 callersMethod_prepare_decoder_attention_mask

( self, attention_mask, input_shape, inputs_embeds, past_key_values_length )

code/lavis/models/blip2_models/modeling_opt.py:578

↓ 1 callersMethod_progress

(self, cur_iters)

code/lavis/runners/runner_iter.py:68

↓ 1 callersMethod_rampup_factor

(self, epoch, iters, num_iters_per_epoch)

code/lavis/models/blip_models/blip_pretrain_video.py:113

↓ 1 callersMethod_rampup_factor

(self, epoch, iters, num_iters_per_epoch)

code/lavis/models/blip_models/blip_classification.py:74

↓ 1 callersMethod_rampup_factor

(self, epoch, iters, num_iters_per_epoch)

code/lavis/models/blip_models/blip_retrieval.py:113

↓ 1 callersMethod_rampup_factor

(self, epoch, iters, num_iters_per_epoch)

code/lavis/models/blip_models/blip_pretrain.py:111

↓ 1 callersMethod_rampup_factor

(self, epoch, iters, num_iters_per_epoch)

code/lavis/models/albef_models/albef_vqa.py:80

↓ 1 callersMethod_rampup_factor

(self, epoch, iters, num_iters_per_epoch)

code/lavis/models/albef_models/albef_classification.py:80

↓ 1 callersMethod_rampup_factor

(self, epoch, iters, num_iters_per_epoch)

code/lavis/models/albef_models/albef_nlvr.py:76

← previous next →201–300 of 1,483, ranked by callers