MCPcopy Create free account

hub / github.com/alipay/Ant-Multi-Modal-Framework / functions

Functions4,004 in github.com/alipay/Ant-Multi-Modal-Framework

↓ 1 callersMethod_build_preprocessor
preprocess image before fed into the extractor Returns: callable function or object, it should have the following signature::
antmmf/datasets/features/vision/base_extractor.py:35
↓ 1 callersMethod_build_transformer_input_for_caption
(self, text_embed_dict)
prj/snps3_vtp/roi_univl/univl/model/univl_base.py:138
↓ 1 callersMethod_build_transformer_input_for_caption
(self, text_embed_dict)
prj/dmae_vtp/roi_univl/univl/model/univl_base.py:138
↓ 1 callersMethod_build_transformer_input_for_caption
(self, text_embed_dict)
prj/base_vtp/roi_univl/univl/model/univl_base.py:138
↓ 1 callersMethod_build_transformer_input_for_caption
(self, text_embed_dict)
prj/cnvid_vtp/roi_univl/univl/model/univl_base.py:138
↓ 1 callersMethod_build_transformer_input_for_ocr
(self, text_embed_dict)
prj/snps3_vtp/roi_univl/univl/model/univl_base.py:164
↓ 1 callersMethod_build_transformer_input_for_ocr
(self, text_embed_dict)
prj/dmae_vtp/roi_univl/univl/model/univl_base.py:164
↓ 1 callersMethod_build_transformer_input_for_ocr
(self, text_embed_dict)
prj/base_vtp/roi_univl/univl/model/univl_base.py:164
↓ 1 callersMethod_build_transformer_input_for_ocr
(self, text_embed_dict)
prj/cnvid_vtp/roi_univl/univl/model/univl_base.py:164
↓ 1 callersMethod_build_transformer_input_for_visual
(self, visual_embed_dict)
prj/snps3_vtp/roi_univl/univl/model/univl_base.py:186
↓ 1 callersMethod_build_transformer_input_for_visual
(self, visual_embed_dict)
prj/dmae_vtp/roi_univl/univl/model/univl_base.py:186
↓ 1 callersMethod_build_transformer_input_for_visual
(self, visual_embed_dict)
prj/base_vtp/roi_univl/univl/model/univl_base.py:186
↓ 1 callersMethod_build_transformer_input_for_visual
(self, visual_embed_dict)
prj/cnvid_vtp/roi_univl/univl/model/univl_base.py:186
↓ 1 callersMethod_build_video_db
(self, database_cls=VideoClipsDatabase, **kwargs)
antmmf/datasets/base_dataset.py:194
↓ 1 callersMethod_build_word_embedding
(self)
antmmf/models/ant_mmf.py:38
↓ 1 callersFunction_cal_recall
(ind, epsilon=1e-10)
antmmf/modules/metrics/global_retrieval_recall.py:91
↓ 1 callersFunction_cal_sym_recall
(sim_matrix, t2v, v2t)
antmmf/modules/metrics/global_retrieval_recall.py:31
↓ 1 callersMethod_calculate_time_left
(self)
antmmf/trainers/base_trainer.py:917
↓ 1 callersMethod_calculate_with_checks
(self, *args, **kwargs)
antmmf/modules/metrics/base_metric.py:63
↓ 1 callersFunction_cast_if_autocast_enabled
(*args)
antmmf/utils/optim_utils.py:36
↓ 1 callersMethod_check_and_load_dict
(self, samples)
antmmf/structures/sample.py:143
↓ 1 callersMethod_check_and_load_tuple
(self, samples)
antmmf/structures/sample.py:135
↓ 1 callersMethod_check_and_load_tuple
(self, batch)
antmmf/common/report.py:49
↓ 1 callersFunction_check_loss_parameters
(params: Union[Dict, Configuration])
antmmf/modules/losses/losses.py:38
↓ 1 callersMethod_chunks
(self, array, chunk_size)
antmmf/scripts/features/extract_features_vmb.py:212
↓ 1 callersMethod_chunks
(self, array, chunk_size)
antmmf/datasets/features/vision/feature_saver.py:203
↓ 1 callersMethod_clean_text
Performs invalid character removal and whitespace cleanup on text.
antmmf/modules/vision/backbone/clip/cn_tokenizer.py:339
↓ 1 callersMethod_collate
(self, samples)
prj/M2_Encoder/vlmo/tokenizer/tokenization_glm.py:122
↓ 1 callersMethod_compute_normalizer
( self, emissions: torch.Tensor, mask: torch.ByteTensor )
antmmf/modules/layers/crf.py:214
↓ 1 callersFunction_compute_retrieval_metrics
compute global retrieval recall metrics after collect all similarity scores
antmmf/modules/metrics/global_retrieval_recall.py:13
↓ 1 callersMethod_compute_score
( self, emissions: torch.Tensor, tags: torch.LongTensor, mask: torch.ByteTensor )
antmmf/modules/layers/crf.py:175
↓ 1 callersMethod_construct_adj
()
antmmf/models/comp_gcn.py:65
↓ 1 callersMethod_construct_data_list
(self, data_path)
prj/Pink/pink/datasets/BaseDataset.py:52
↓ 1 callersMethod_construct_diff_model
(self, base_model, keep_rgb=False)
antmmf/datasets/features/vision/video_feature.py:209
↓ 1 callersMethod_construct_flow_model
(self, base_model)
antmmf/datasets/features/vision/video_feature.py:165
↓ 1 callersMethod_construct_target
(self, prompt_sentence)
prj/Pink/pink/datasets/BaseDataset.py:165
↓ 1 callersMethod_construct_template
r""" modify this method to parse item Returns: prompt_sentence: str ```
prj/Pink/pink/datasets/BaseDataset.py:154
↓ 1 callersMethod_construct_transforms
(self)
prj/Pink/pink/datasets/BaseDataset.py:56
↓ 1 callersMethod_convert_to_indices
(self, tokens, bbox, probability=0.15)
antmmf/datasets/processors/text_processors.py:989
↓ 1 callersMethod_convert_to_xywh
(self)
antmmf/structures/boxes.py:99
↓ 1 callersMethod_cosine
(self, mat1, mat2, eps=1e-4)
prj/M2_Encoder/vlmo/torchscale/component/xmoe/routing.py:211
↓ 1 callersMethod_cosine
(self, mat1, mat2, eps=1e-4)
prj/M2_Encoder/vlmo/torchscale/component/xmoe/routing.py:476
↓ 1 callersMethod_cross_similarity
( self, sequence_output, visual_output, attention_mask, video_mask, num_clips )
prj/snps3_vtp/roi_univl/univl/model/univl_video_ret.py:97
↓ 1 callersMethod_cross_similarity
( self, sequence_output, visual_output, attention_mask, video_mask, num_clips )
prj/dmae_vtp/roi_univl/univl/model/univl_video_ret.py:43
↓ 1 callersMethod_cross_similarity
( self, sequence_output, visual_output, attention_mask, video_mask, num_clips )
prj/base_vtp/roi_univl/univl/model/univl_video_ret.py:33
↓ 1 callersMethod_cross_similarity
( self, sequence_output, visual_output, attention_mask, video_mask, num_clips )
prj/cnvid_vtp/roi_univl/univl/model/univl_video_ret.py:42
↓ 1 callersMethod_cross_similarity_hard_mining
(self, vis_input, cap_input, l1_simi_matrix)
prj/snps3_vtp/roi_univl/univl/model/univl_video_ret.py:155
↓ 1 callersMethod_cross_similarity_hard_mining
(self, vis_input, cap_input, l1_simi_matrix)
prj/dmae_vtp/roi_univl/univl/model/univl_video_ret.py:101
↓ 1 callersMethod_cross_similarity_hard_mining
(self, vis_input, cap_input, l1_simi_matrix)
prj/base_vtp/roi_univl/univl/model/univl_video_ret.py:91
↓ 1 callersMethod_cross_similarity_hard_mining
(self, vis_input, cap_input, l1_simi_matrix)
prj/cnvid_vtp/roi_univl/univl/model/univl_video_ret.py:100
↓ 1 callersMethod_cuda_device_list
(self)
antmmf/trainers/base_trainer.py:172
↓ 1 callersMethod_decode_block_string
Get a block through a string notation of arguments. Args: block_string (str): A string notation of arguments.
antmmf/modules/vision/backbone/efficientnet.py:493
↓ 1 callersMethod_default_optimizer_parameters
(self, config)
prj/snps3_vtp/roi_univl/univl/model/univl_model.py:80
↓ 1 callersMethod_default_optimizer_parameters
(self, config)
prj/dmae_vtp/roi_univl/univl/model/univl_model.py:80
↓ 1 callersMethod_default_optimizer_parameters
(self, config)
prj/base_vtp/roi_univl/univl/model/univl_model.py:80
↓ 1 callersMethod_default_optimizer_parameters
(self, config)
prj/cnvid_vtp/roi_univl/univl/model/univl_model.py:71
↓ 1 callersMethod_detr_decode
( self, tgt, memory, memory_key_padding_mask, memory_pos, query_pos, **kwargs )
antmmf/modules/transformers/position_enhance.py:186
↓ 1 callersFunction_download
(url: str, root: str)
prj/M2_Encoder/vlmo/utils/beit_utils.py:11
↓ 1 callersMethod_download_model
(self)
antmmf/datasets/processors/text_processors.py:347
↓ 1 callersMethod_download_requirement
( self, config, requirement_key, requirement_variation="defaults" )
antmmf/datasets/base_dataset.py:141
↓ 1 callersMethod_dynamic_frequency_update
dynamic RoPE layers should recompute `inv_freq` in the following situations: 1 - growing beyond the cached sequence length (allow sca
prj/M2_omni/models/modeling_llama_3d.py:123
↓ 1 callersMethod_encode_block_string
Encode a block to a string. Args: block (namedtuple): A BlockArgs type argument. Returns: block_string: A St
antmmf/modules/vision/backbone/efficientnet.py:530
↓ 1 callersMethod_evaluate_set
(self, loader_list)
antmmf/trainers/retrieval_trainer.py:86
↓ 1 callersMethod_expand_audio_tokens
( self, text: List[TextInput], special_token: str = "<audio>", )
prj/M2_omni/models/processing_m2omni.py:359
↓ 1 callersMethod_expand_image_tokens
( self, text: List[TextInput], image_grid_thw: Union[List[int], int], special_
prj/M2_omni/models/processing_m2omni.py:317
↓ 1 callersMethod_expand_video_tokens
( self, text: List[TextInput], video_grid_thw: Union[List[int], int], special_
prj/M2_omni/models/processing_m2omni.py:338
↓ 1 callersMethod_extract_loss
(self, report)
antmmf/models/base_adversarial.py:52
↓ 1 callersFunction_format_image_importance_str
(visual_record)
antmmf/modules/interpret/saliency_interpreter.py:258
↓ 1 callersFunction_formta_text_importance_str
(visual_record, pad_token)
antmmf/modules/interpret/saliency_interpreter.py:228
↓ 1 callersMethod_forward
(self, video_embd, text_embd)
antmmf/modules/losses/mil_margin_contrastive_loss.py:31
↓ 1 callersMethod_forward
(self, video_embd, text_embd)
antmmf/modules/losses/mil_nce_loss.py:43
↓ 1 callersMethod_forward_eval
( self, embeddings: torch.Tensor, targets: torch.Tensor )
antmmf/modules/approx_compute.py:237
↓ 1 callersMethod_forward_pass
(self, batch, enable_amp=False)
antmmf/trainers/distill_trainer.py:207
↓ 1 callersMethod_forward_pass
(self, samplelist)
antmmf/predictors/base_predictor.py:177
↓ 1 callersMethod_forward_single
(self, batch, infer_model, device)
antmmf/trainers/retrieval_trainer.py:59
↓ 1 callersMethod_forward_train
( self, embeddings: torch.Tensor, targets: torch.Tensor )
antmmf/modules/approx_compute.py:160
↓ 1 callersFunction_fused_dense_gelu_dense
(input, weight1, bias1, weight2, bias2)
antmmf/utils/optim_utils.py:43
↓ 1 callersFunction_get_args
()
prj/Pink/demo.py:34
↓ 1 callersMethod_get_attrs
Returns possible attribute that can point to image id Args: item (Object): Object from the DB Returns: List[
antmmf/datasets/database/video_database.py:440
↓ 1 callersMethod_get_augmentation
(self, flip=True)
antmmf/datasets/processors/image_processors.py:282
↓ 1 callersMethod_get_available_datasets
Set available datasets for this task here. Override in your child task class Temporary solution, later we will use decorators to easil
antmmf/tasks/base_task.py:124
↓ 1 callersMethod_get_available_datasets
Set available datasets for this task here. Override in your child task class Temporary solution, later we will use decorators to easil
antmmf/tasks/base_task.py:322
↓ 1 callersMethod_get_classifier_input_dim
(self)
antmmf/models/ant_mmf.py:180
↓ 1 callersFunction_get_confirm_token
(response)
antmmf/utils/download.py:399
↓ 1 callersMethod_get_data_item_val
(self, i)
prj/Pink/pink/datasets/BaseDataset.py:216
↓ 1 callersMethod_get_diff
(self, input, keep_rgb=False)
antmmf/datasets/features/vision/video_feature.py:266
↓ 1 callersMethod_get_duration
(self, video_path)
antmmf/datasets/processors/video_processors.py:185
↓ 1 callersMethod_get_extra_args_for_dataloader
(self, dataset)
antmmf/common/task_loader.py:132
↓ 1 callersMethod_get_feature_path_based_on_image
(self, item)
antmmf/datasets/database/features_database.py:144
↓ 1 callersMethod_get_hier_dirs
dataset/model_name/feature_layer/train|test
antmmf/datasets/features/vision/feature_saver.py:157
↓ 1 callersMethod_get_image_features_and_info
(self, feat_file)
antmmf/datasets/database/features_database.py:106
↓ 1 callersMethod_get_length
(self)
prj/snps3_vtp/roi_univl/univl/pretrain_video_text/dataset.py:113
↓ 1 callersMethod_get_length
(self)
prj/dmae_vtp/roi_univl/univl/pretrain_video_text/dataset.py:113
↓ 1 callersMethod_get_length
(self)
prj/base_vtp/roi_univl/univl/pretrain_video_text/dataset.py:113
↓ 1 callersMethod_get_length
(self)
prj/cnvid_vtp/roi_univl/univl/pretrain_video_text/dataset.py:113
↓ 1 callersMethod_get_one_item
(self, sample_info, video_info)
prj/cnvid_vtp/roi_univl/univl/video_text/ret_dataset.py:148
↓ 1 callersMethod_get_output_dim
(self, h, w)
antmmf/datasets/processors/video_processors.py:97
↓ 1 callersMethod_get_partial_output
(self, sequence_output, visual_output, attention_mask, video_mask, xwp_type="linea
prj/dmae_vtp/roi_univl/univl/model/dmae_utils.py:390
↓ 1 callersMethod_get_possible_attrs
(self)
antmmf/datasets/database/image_database.py:237
↓ 1 callersMethod_get_possible_attrs
(self)
antmmf/datasets/database/video_database.py:465
← previousnext →701–800 of 4,004, ranked by callers