Functions — github.com/bytedance/Shot2Story

CodeHub MCPcopy Create free account

hub / github.com/bytedance/Shot2Story / functions

Functions1,483 in github.com/bytedance/Shot2Story

⨍ Functions 1,483◇ Types & classes 348↳ Endpoints 10

(self, image_size=256, mean=None, std=None, n_frms=MAX_INT)

code/lavis/processors/alpro_processors.py:172

(self, visual_ft=["i3d_rgb"], audio_ft=["vggish"])

code/lavis/processors/gpt_processors.py:40

(self, visual_ft, audio_ft)

code/lavis/processors/gpt_processors.py:123

code/lavis/processors/base_processor.py:12

( self, image_size=224, mean=None, std=None, min_scale=0.9, max_scale=1.0 )

code/lavis/processors/clip_processors.py:21

(self, N=2, M=10, isPIL=False, augs=[])

code/lavis/processors/randaugment.py:327

(self, N=2, M=10, p=0.0, tensor_in_tensor_out=True, augs=[])

code/lavis/processors/randaugment.py:353

code/lavis/processors/transforms_video.py:32

( self, size, scale=(0.08, 1.0), ratio=(3.0 / 4.0, 4.0 / 3.0), interpo

code/lavis/processors/transforms_video.py:54

(self, crop_size)

code/lavis/processors/transforms_video.py:90

(self, mean, std, inplace=False)

code/lavis/processors/transforms_video.py:119

code/lavis/processors/transforms_video.py:141

code/lavis/processors/transforms_video.py:164

(self, mean=None, std=None)

code/lavis/processors/blip_processors.py:25

(self, max_words=50)

code/lavis/processors/blip_processors.py:79

( self, image_size=384, mean=None, std=None, min_scale=0.5, max_scale=1.0 )

code/lavis/processors/blip_processors.py:112

(self, image_size=384, mean=None, std=None)

code/lavis/processors/blip_processors.py:174

( self, image_size=364, mean=None, std=None, min_scale=0.5, max_scale=1.0 )

code/lavis/processors/blip_processors.py:206

( self, image_size=364, n_frms=8, same_aug=True, mean=None, std=None, min_scale=0.5, max_scale=1.0

code/lavis/processors/blip_processors.py:244

( self, image_size=384, mean=None, std=None, min_scale=0.5, ma

code/lavis/processors/blip_processors.py:289

(self, image_size=256, mean=None, std=None, n_frms=100, flip=False)

code/lavis/processors/blip_processors.py:376

code/lavis/datasets/datasets/dataloader_utils.py:58

code/lavis/datasets/datasets/dataloader_utils.py:158

code/lavis/datasets/datasets/hdfs_distributed_sampler.py:41

code/lavis/models/__init__.py:269

code/lavis/datasets/datasets/hdfs_video_caption_datasets.py:59

code/lavis/datasets/datasets/hdfs_video_caption_datasets.py:119

code/lavis/datasets/datasets/base_dataset.py:34

code/lavis/datasets/datasets/hdfs_image_caption_datasets.py:56

code/lavis/datasets/datasets/imagefolder_dataset.py:31

code/lavis/datasets/datasets/dataloader_utils.py:73

code/lavis/datasets/datasets/dataloader_utils.py:161

code/lavis/datasets/datasets/hdfs_distributed_sampler.py:47

code/lavis/models/__init__.py:272

code/lavis/models/timesformer/features.py:81

code/lavis/datasets/datasets/dataloader_utils.py:40

code/lavis/datasets/datasets/dataloader_utils.py:145

code/lavis/processors/alpro_processors.py:40

code/lavis/processors/alpro_processors.py:58

code/lavis/processors/alpro_processors.py:77

code/lavis/processors/transforms_video.py:49

code/lavis/processors/transforms_video.py:85

code/lavis/processors/transforms_video.py:106

code/lavis/processors/transforms_video.py:131

code/lavis/processors/transforms_video.py:153

code/lavis/processors/transforms_video.py:178

code/lavis/common/config.py:195

code/lavis/common/config.py:217

code/lavis/common/logger.py:72

code/lavis/common/logger.py:103

code/lavis/models/__init__.py:254

(self, img, ops, apply_or_not)

code/lavis/processors/randaugment.py:386

Method_build_class_labels

code/lavis/datasets/datasets/multimodal_classification_datasets.py:19

Method_build_class_labels

(self, ans_path)

code/lavis/datasets/datasets/video_vqa_datasets.py:33

(url='', **kwargs)

code/lavis/models/eva_vit.py:20

Method_collect_output_hook

(self, hook_id, *args)

code/lavis/models/timesformer/features.py:109

Function_conv_filter

convert patch embedding weight from manual patchify + linear proj to conv

code/lavis/models/timesformer/vit.py:470

Function_convert_to_rgb

code/lavis/models/clip_models/transform.py:64

Function_convert_to_rgb

code/lavis/processors/clip_processors.py:15

Function_convert_weights_to_fp16

code/lavis/models/eva_vit.py:400

Function_convert_weights_to_fp16

code/lavis/models/clip_models/model.py:766

Method_create_loader

(dataset, num_workers, bsz, is_train, collate_fn)

code/lavis/runners/runner_base.py:536

Function_df_split_apply

code/lavis/datasets/download_scripts/DownloadConceptualCaptions/download_data_cc3m.py:34

Function_df_split_apply

code/lavis/datasets/download_scripts/DownloadConceptualCaptions/download_data_cc12m.py:34

Method_download_ann

code/lavis/datasets/builders/image_text_pair_builder.py:54

Method_download_ann

code/lavis/datasets/builders/imagefolder_builder.py:22

Method_download_data

code/lavis/datasets/builders/base_dataset_builder.py:90

Method_download_vis

code/lavis/datasets/builders/image_text_pair_builder.py:57

code/lavis/datasets/datasets/nlvr_datasets.py:93

Method_init_weights

code/lavis/models/vit.py:252

Method_init_weights

code/lavis/models/eva_vit.py:308

Method_init_weights

Initialize the weights

code/lavis/models/med.py:705

Method_init_weights

Initialize the weights

code/lavis/models/blip_models/nlvr_encoder.py:665

Method_init_weights

code/lavis/models/timesformer/vit.py:385

Method_init_weights

Initialize the weights

code/lavis/models/blip2_models/Qformer.py:664

Method_init_weights

code/lavis/models/blip2_models/modeling_llama.py:347

Method_init_weights

Initialize the weights

code/lavis/models/blip2_models/modeling_t5.py:853

Method_init_weights

code/lavis/models/blip2_models/modeling_opt.py:440

Method_lemmatize

(self, answers)

code/lavis/models/blip2_models/blip2.py:153

Function_move_to_cuda

code/lavis/datasets/data_utils.py:134

Method_prune_heads

Prunes heads of the model. heads_to_prune: dict of {layer_num: list of heads to prune in this layer} See base class PreTrainedModel

code/lavis/models/med.py:746

Method_prune_heads

Prunes heads of the model. heads_to_prune: dict of {layer_num: list of heads to prune in this layer} See base class PreTrainedModel

code/lavis/models/blip_models/nlvr_encoder.py:706

Method_prune_heads

Prunes heads of the model. heads_to_prune: dict of {layer_num: list of heads to prune in this layer} See base class PreTrainedModel

code/lavis/models/blip2_models/Qformer.py:705

Method_prune_heads

Prunes heads of the model. heads_to_prune: dict of {layer_num: list of heads to prune in this layer} See base class PreTrainedModel

code/lavis/models/blip2_models/modeling_t5.py:1517

Method_prune_heads

Prunes heads of the model. heads_to_prune: dict of {layer_num: list of heads to prune in this layer} See base class PreTrainedModel

code/lavis/models/blip2_models/modeling_t5.py:2011

Method_reorder_cache

(self, past, beam_idx)

code/lavis/models/med.py:1287

Method_reorder_cache

(self, past, beam_idx)

code/lavis/models/blip2_models/Qformer.py:1120

Method_reorder_cache

(past_key_values, beam_idx)

code/lavis/models/blip2_models/modeling_llama.py:771

Method_reorder_cache

(self, past, beam_idx)

code/lavis/models/blip2_models/modeling_t5.py:1926

Method_reorder_cache

(past, beam_idx)

code/lavis/models/blip2_models/modeling_opt.py:1105

Method_report_metrics

(self, eval_result_file, split_name)

code/lavis/tasks/dialogue.py:68

Method_report_metrics

TODO: add other evaluation metrics for GQA

code/lavis/tasks/vqa.py:194

Method_report_metrics

Implementing accuracy computation for AOKVQA, see https://github.com/allenai/aokvqa/blob/main/evaluation/eval_predictions.py#L45 for

code/lavis/tasks/vqa.py:259

Method_set_gradient_checkpointing

(self, module, value=False)

code/lavis/models/blip2_models/modeling_llama.py:358

Method_set_gradient_checkpointing

(self, module, value=False)

code/lavis/models/blip2_models/modeling_t5.py:915

Method_set_gradient_checkpointing

(self, module, value=False)

code/lavis/models/blip2_models/modeling_opt.py:451

(self, tensor: torch.Tensor, seq_len: int, bsz: int)

code/lavis/models/blip2_models/modeling_llama.py:182

Method_validate_runner_config

This method validates the configuration, such that 1) all the user specified options are valid; 2) no type mismatches

code/lavis/common/config.py:43

Functionabspath

Make a path absolute, but take into account prefixes like "http://" or "manifold://"

code/lavis/common/utils.py:374

Methodaccum_grad_iters

code/lavis/runners/runner_base.py:305

← previous next →801–900 of 1,483, ranked by callers