MCPcopy Create free account

hub / github.com/alipay/Ant-Multi-Modal-Framework / functions

Functions4,004 in github.com/alipay/Ant-Multi-Modal-Framework

↓ 1 callersMethodget_jobid
(self)
antmmf/common/metrics_reporter.py:105
↓ 1 callersMethodget_keyframes_dir
(self, video_name)
antmmf/datasets/database/video_database.py:313
↓ 1 callersMethodget_l1_simi_matrix
:param text_embed_l1: bsz_text, hidden :param video_embed_l1: bsz_video * n_clips, hidden :return: bsz_text, b
prj/dmae_vtp/roi_univl/univl/model/univl_video_ret.py:209
↓ 1 callersMethodget_l1_simi_matrix
:param text_embed_l1: bsz_text, hidden :param video_embed_l1: bsz_video * n_clips, hidden :return: bsz_text, b
prj/base_vtp/roi_univl/univl/model/univl_video_ret.py:199
↓ 1 callersMethodget_l1_simi_matrix
:param text_embed_l1: bsz_text, hidden :param video_embed_l1: bsz_video * n_clips, hidden :return: bsz_text, b
prj/cnvid_vtp/roi_univl/univl/model/univl_video_ret.py:208
↓ 1 callersMethodget_l2_input_for_mc_qa
(self, raw_img_input, raw_caption_input)
prj/snps3_vtp/roi_univl/univl/model/univl_video_multi_choice_qa.py:111
↓ 1 callersMethodget_l2_input_for_mc_qa
(self, raw_img_input, raw_caption_input)
prj/dmae_vtp/roi_univl/univl/model/univl_video_multi_choice_qa.py:111
↓ 1 callersMethodget_l2_input_for_mc_qa
(self, raw_img_input, raw_caption_input)
prj/base_vtp/roi_univl/univl/model/univl_video_multi_choice_qa.py:111
↓ 1 callersMethodget_l2_simi_matrix
( self, cap_embed, cap_mask, visual_embed, visual_mask, num_cl
prj/snps3_vtp/roi_univl/univl/model/univl_video_ret.py:292
↓ 1 callersMethodget_l2_simi_matrix
( self, cap_embed, cap_mask, visual_embed, visual_mask, num_cl
prj/dmae_vtp/roi_univl/univl/model/univl_video_ret.py:238
↓ 1 callersMethodget_l2_simi_matrix
( self, cap_embed, cap_mask, visual_embed, visual_mask, num_cl
prj/base_vtp/roi_univl/univl/model/univl_video_ret.py:228
↓ 1 callersMethodget_l2_simi_matrix
( self, cap_embed, cap_mask, visual_embed, visual_mask, num_cl
prj/cnvid_vtp/roi_univl/univl/model/univl_video_ret.py:237
↓ 1 callersFunctionget_labels_tensor_from_indices
( batch_size: int, num_embeddings: int, entity_ids: torch.Tensor, dtype: torch.dtype = torch.f
antmmf/modules/losses/binary_cross_entropy_with_label_smoothing.py:10
↓ 1 callersMethodget_latest
Return the latest inserted value.
antmmf/common/meter.py:79
↓ 1 callersMethodget_loss_metric
(self, predictions, targets)
antmmf/modules/transformers/heads/base.py:17
↓ 1 callersFunctionget_masked_text
(caption, total_keywords, max_mask_num=5, min_mask_thresh=0.1)
prj/dmae_vtp/roi_univl/univl/video_text/ret_dataset.py:24
↓ 1 callersMethodget_metric_class
(cls, name)
antmmf/common/registry.py:641
↓ 1 callersMethodget_model
(self)
antmmf/modules/encoders/visual_encoder.py:170
↓ 1 callersMethodget_model_name
(self)
antmmf/datasets/features/vision/video_feature.py:338
↓ 1 callersFunctionget_model_params
Get the block args and global params for a given model name. Args: model_name (str): Model's name. override_params (dict): A dict
antmmf/modules/vision/backbone/efficientnet.py:665
↓ 1 callersFunctionget_moe_group
(moe_expert_count)
prj/M2_Encoder/vlmo/torchscale/component/xmoe/moe_layer.py:73
↓ 1 callersMethodget_one_from_same_vocab
(self, root_idx)
antmmf/datasets/processors/text_processors.py:686
↓ 1 callersFunctionget_optimizer_parameters
(model, config)
antmmf/utils/general.py:143
↓ 1 callersMethodget_optimizers_lr_str
display each optimizer's learning rate for logging purpose during training
antmmf/optimizer/combine_optimizers.py:62
↓ 1 callersMethodget_output_channels
()
antmmf/models/spkResNet.py:130
↓ 1 callersMethodget_pad_index
Get index of padding <pad> token in vocabulary. Returns: int: index of the padding token.
antmmf/datasets/processors/text_processors.py:220
↓ 1 callersFunctionget_padding_shape
(filter_shape, stride)
antmmf/models/s3dg.py:147
↓ 1 callersFunctionget_palette
()
antmmf/utils/visual_utils/palette.py:7
↓ 1 callersMethodget_parser
(self)
antmmf/scripts/hm_convert.py:44
↓ 1 callersMethodget_parser
(self)
antmmf/scripts/features/extract_features_vmb.py:50
↓ 1 callersMethodget_parser
(self)
antmmf/scripts/features/lmdb_conversion.py:30
↓ 1 callersMethodget_partial_similarity
Args: # sim_matrix_semantic: [bt, bv] sequence_output: sequence tuple, (sentence-level, word-level feats)
prj/dmae_vtp/roi_univl/univl/model/dmae_utils.py:280
↓ 1 callersMethodget_pool_module
(self, outputsz)
antmmf/modules/encoders/visual_encoder.py:148
↓ 1 callersFunctionget_possible_image_paths
(path)
antmmf/datasets/database/image_database.py:23
↓ 1 callersMethodget_rand_index
(self, current_sample_idx)
prj/snps3_vtp/roi_univl/roi/dataset.py:204
↓ 1 callersMethodget_rand_index
(self, current_sample_idx)
prj/dmae_vtp/roi_univl/roi/dataset.py:204
↓ 1 callersMethodget_rand_index
(self, current_sample_idx)
prj/base_vtp/roi_univl/roi/dataset.py:204
↓ 1 callersMethodget_rand_index
(self, current_sample_idx)
prj/cnvid_vtp/roi_univl/roi/dataset.py:204
↓ 1 callersMethodget_random_ops
(self)
prj/M2_Encoder/vlmo/transforms/randaugment.py:315
↓ 1 callersMethodget_random_sample_indices
Args: seq_len: int, the sampled indices will be in the range [0, seq_len-1] num_samples: sample size devi
antmmf/modules/embeddings/clip_visual_embedding.py:95
↓ 1 callersFunctionget_rank
()
antmmf/utils/distributed.py:32
↓ 1 callersFunctionget_ranked_result
(json_data, ranked_data, rank_top_k, group_split_list)
prj/snps3_vtp/auxiliary_files/generate_ss_word_json/3rd_get_json_csv_reprocess.py:5
↓ 1 callersMethodget_region_grounding_caption_prompt
(self, i)
prj/Pink/pink/datasets/VisualGenome.py:91
↓ 1 callersMethodget_relation_prompt
(self, i)
prj/Pink/pink/datasets/VisualGenome.py:111
↓ 1 callersMethodget_resize_size
Args: image: PIL Image or torch.tensor max_size: Returns: Note the height/width order difference
antmmf/utils/image_ops.py:191
↓ 1 callersMethodget_rng_state
(self)
prj/M2_Encoder/vlmo/torchscale/component/feedforward_network.py:23
↓ 1 callersMethodget_sampler_class
(cls, name)
antmmf/common/registry.py:621
↓ 1 callersMethodget_save_dir
(self)
antmmf/datasets/features/vision/feature_saver.py:37
↓ 1 callersMethodget_scalar_dict
Get the latest value of each metric. Returns: dict: a dict which key is the metric name and the value is the latest valu
antmmf/common/meter.py:156
↓ 1 callersMethodget_similarity_logits
:return: bsz_text, bsz_video, num_clips: clip-level score for training bsz_text, num_clips: clip-level score for v
prj/dmae_vtp/roi_univl/univl/model/dmae_utils.py:249
↓ 1 callersFunctionget_size
(image_size, size, max_size=None)
antmmf/datasets/processors/transforms/detection.py:124
↓ 1 callersMethodget_size
(self)
antmmf/utils/text_utils.py:362
↓ 1 callersFunctionget_size_with_aspect_ratio
(image_size, size, max_size=None)
antmmf/datasets/processors/transforms/detection.py:104
↓ 1 callersMethodget_split_file_path
(self, filepath)
antmmf/common/test_reporter.py:128
↓ 1 callersMethodget_task_class
(cls, name)
antmmf/common/registry.py:605
↓ 1 callersMethodget_test_reporter
(self, dataset_type)
antmmf/common/task_loader.py:78
↓ 1 callersMethodget_text
Override this in your child class to extract custom text Default for VQA. Make sure to return a list of all possible text
antmmf/scripts/extract_vocabulary.py:51
↓ 1 callersMethodget_total_fwd_flops_per_gpu
(self)
antmmf/common/metrics_reporter.py:180
↓ 1 callersMethodget_total_params
(self)
antmmf/common/metrics_reporter.py:177
↓ 1 callersMethodget_train_flops
(self)
antmmf/common/metrics_reporter.py:191
↓ 1 callersMethodget_trainer_class
(cls, name)
antmmf/common/registry.py:609
↓ 1 callersMethodget_unk_index
(self)
antmmf/utils/vocab.py:174
↓ 1 callersFunctionget_user_model_resource_path
function to locate absolute paths of user model related resources **Note**: for online serving, user resource files must be accessed by this
antmmf/utils/general.py:452
↓ 1 callersMethodget_video_bytes
(self, video_path)
antmmf/datasets/database/video_database.py:430
↓ 1 callersFunctionget_video_reader_backend
()
prj/M2_omni/models/m2omni_utils.py:310
↓ 1 callersFunctionget_video_url
(url, vid)
prj/cnvid_vtp/download_cnvid/download_cnvid_video.py:49
↓ 1 callersMethodget_vis_path
(self, vis_dir, img_name)
prj/snps3_vtp/roi_univl/univl/model/univl_pretrain.py:192
↓ 1 callersMethodget_vis_path
(self, vis_dir, img_name)
prj/dmae_vtp/roi_univl/univl/model/univl_pretrain.py:192
↓ 1 callersMethodget_vis_path
(self, vis_dir, img_name)
prj/base_vtp/roi_univl/univl/model/univl_pretrain.py:192
↓ 1 callersMethodget_vis_path
(self, vis_dir, img_name)
prj/cnvid_vtp/roi_univl/univl/model/univl_pretrain.py:192
↓ 1 callersMethodget_visual_grounding_prompt
(self, i)
prj/Pink/pink/datasets/VisualGenome.py:70
↓ 1 callersMethodget_visual_grounding_prompt
(self, i)
prj/Pink/pink/datasets/Object365.py:74
↓ 1 callersFunctionget_visual_tokenizer
(config)
prj/M2_Encoder/vlmo/modules/vlmo_module.py:109
↓ 1 callersMethodget_vocab_size
Get size of the vocabulary. Returns: int: size of the vocabulary.
antmmf/datasets/processors/text_processors.py:229
↓ 1 callersMethodget_vocab_size
Get vocab size of the answer vocabulary. Can also include soft copy dynamic answer space size. Returns: int: size of the
antmmf/datasets/processors/mm_processors.py:180
↓ 1 callersFunctionget_width_and_height_from_size
Obtain height and width from x. Args: x (int, tuple or list): Data size. Returns: size: A tuple or list (H,W).
antmmf/modules/utils.py:121
↓ 1 callersFunctionget_zoo_config
( key, variation="defaults", zoo_config_path=None, zoo_type="datasets" )
antmmf/common/configuration.py:178
↓ 1 callersFunctionglobal_mean_pool
r"""Returns batch-wise graph-level-outputs by averaging node features across the node dimension, so that for a single graph :math:`\mathcal{G}
antmmf/utils/glob.py:26
↓ 1 callersMethodgreedy_decode
(self, hier_probs)
antmmf/modules/decoders/hierarchical_classifier.py:154
↓ 1 callersMethodgroup_inputs
(self, sample_list)
prj/snps3_vtp/roi_univl/roi/model.py:439
↓ 1 callersMethodgroup_inputs
(self, sample_list)
prj/snps3_vtp/roi_univl/univl/model/univl_model.py:37
↓ 1 callersMethodgroup_inputs
(self, sample_list)
prj/dmae_vtp/roi_univl/roi/model.py:439
↓ 1 callersMethodgroup_inputs
(self, sample_list)
prj/dmae_vtp/roi_univl/univl/model/univl_model.py:37
↓ 1 callersMethodgroup_inputs
(self, sample_list)
prj/base_vtp/roi_univl/roi/model.py:439
↓ 1 callersMethodgroup_inputs
(self, sample_list)
prj/base_vtp/roi_univl/univl/model/univl_model.py:37
↓ 1 callersMethodgroup_inputs
(self, sample_list)
prj/cnvid_vtp/roi_univl/roi/model.py:439
↓ 1 callersMethodgroup_inputs
(self, sample_list)
prj/cnvid_vtp/roi_univl/univl/model/univl_model.py:28
↓ 1 callersFunctiongumbel_rsample
(shape: Tuple, device: torch.device)
prj/M2_Encoder/vlmo/torchscale/component/xmoe/routing.py:222
↓ 1 callersFunctionhard_sample_mining
(feats, labels, is_normalize=False)
antmmf/modules/losses/eet_loss.py:24
↓ 1 callersFunctionhflip
(image, target)
antmmf/datasets/processors/transforms/detection.py:82
↓ 1 callersMethodinference
(self, hier_logits)
antmmf/modules/decoders/hierarchical_classifier.py:208
↓ 1 callersMethodinit_adv_train
r""" during adversarial training, the model needs to be in eval mode to avoid randomness such as drop-out
antmmf/models/mmbt.py:117
↓ 1 callersMethodinit_from_checkpoint
(self, load)
antmmf/utils/early_stopping.py:93
↓ 1 callersFunctioninit_mm_special_tokens
()
prj/M2_omni/models/configuration_m2omni.py:30
↓ 1 callersMethodinit_posting_util
(self)
antmmf/common/metrics_reporter.py:97
↓ 1 callersMethodinit_preprocessor
Provide default implementation based on preprocess_cfg and user can reimplement it. if nothing to do, then return lambda x: x
prj/M2_Encoder/ms_wrapper.py:74
↓ 1 callersMethodinit_weight
(self, module, state_dict, prefix="")
antmmf/datasets/features/vision/video_feature.py:306
↓ 1 callersMethodinit_weights
Initializes and prunes weights if needed.
antmmf/modules/encoders/utils.py:12
↓ 1 callersMethodinit_weights
(self, fc_bias_init)
antmmf/modules/decoders/language_decoder.py:24
↓ 1 callersMethodinit_weights
(self)
antmmf/modules/decoders/hierarchical_classifier.py:69
← previousnext →1,301–1,400 of 4,004, ranked by callers