MCPcopy Create free account

hub / github.com/alipay/Ant-Multi-Modal-Framework / functions

Functions4,004 in github.com/alipay/Ant-Multi-Modal-Framework

↓ 2 callersFunctiondecompress
Unpack the given archive file to the same directory. Args: path(str): The folder containing the archive. Will contain the contents.
antmmf/utils/download.py:382
↓ 2 callersFunctiondefault_result_formater
(report: Report)
antmmf/common/report.py:70
↓ 2 callersMethoddict_save_into_json
(self, dict_info, save_dir)
prj/snps3_vtp/auxiliary_files/generate_ss_word_json/1st_ss_word_mining.py:106
↓ 2 callersMethoddisable_profiler
(self)
antmmf/common/metrics_reporter.py:123
↓ 2 callersFunctiondownload_file
(url, output_dir=".", filename="")
antmmf/utils/general.py:114
↓ 2 callersMethoddummy_request
mock online request_input for local test Returns: input to _build_sample
antmmf/predictors/base_predictor.py:202
↓ 2 callersFunctionefficientnet_params
Map EfficientNet model name to parameter coefficients. Args: model_name (str): Model name to be queried. Returns: params_dic
antmmf/modules/vision/backbone/efficientnet.py:585
↓ 2 callersMethodencode_image
(self, image)
antmmf/modules/vision/backbone/clip/cn_model.py:201
↓ 2 callersMethodencode_text
(self, text)
antmmf/modules/vision/backbone/clip/cn_model.py:204
↓ 2 callersFunctionentropy
(probs)
prj/M2_Encoder/vlmo/torchscale/component/xmoe/routing.py:241
↓ 2 callersMethodevaluate_set
(self, loader_list)
antmmf/trainers/base_trainer.py:816
↓ 2 callersMethodextract_features
use convolution layer to extract feature . Args: inputs (tensor): Input tensor. Returns: Output of the final
antmmf/modules/vision/backbone/efficientnet.py:257
↓ 2 callersMethodextract_image_feature
(self, pixel_values, grid_thw)
prj/M2_omni/models/modeling_m2omni.py:652
↓ 2 callersMethodfill_fix_offset
(more_fix_crop, image_w, image_h, crop_w, crop_h)
antmmf/utils/image_ops.py:384
↓ 2 callersMethodfind_complete_inds
(self, next_word_inds)
antmmf/utils/text_utils.py:457
↓ 2 callersMethodflush_intermediate_report
(self)
antmmf/common/data_updater.py:65
↓ 2 callersMethodflush_report
(self)
antmmf/common/test_reporter.py:138
↓ 2 callersMethodflush_report
(self)
antmmf/common/data_updater.py:49
↓ 2 callersFunctionfoldername_from_config_override
(args)
antmmf/utils/general.py:85
↓ 2 callersMethodformat_result
online returned format Args: report(antmmf.common.report.Report): Returns: format_result(dict): must
antmmf/predictors/base_predictor.py:257
↓ 2 callersMethodforward_chunk
( self, xs_pad: torch.Tensor, ilens: torch.Tensor, cache: dict = None,
prj/M2_omni/models/sanm_audio.py:472
↓ 2 callersMethodforward_features
(self, x, gcs=None)
antmmf/modules/vision/backbone/pvt.py:240
↓ 2 callersMethodforward_img_encoder
(self, img_input: Dict[str, Any])
prj/cnvid_vtp/roi_univl/univl/model/univl_base.py:98
↓ 2 callersMethodforward_stage
(self, cap_input, vis_input, cal_cross=True, caption_input=None, sample_list=None)
prj/snps3_vtp/roi_univl/univl/model/univl_video_ret.py:509
↓ 2 callersMethodforward_stage
(self, cap_input, vis_input, cal_cross=True)
prj/dmae_vtp/roi_univl/univl/model/univl_video_ret.py:477
↓ 2 callersMethodforward_stage
(self, cap_input, vis_input, cal_cross=True)
prj/base_vtp/roi_univl/univl/model/univl_video_ret.py:445
↓ 2 callersMethodforward_stage
(self, cap_input, vis_input, cal_cross=True, incre_num=0.0)
prj/cnvid_vtp/roi_univl/univl/model/univl_video_ret.py:472
↓ 2 callersMethodforward_text_encoder
(self, caption_input=None, ocr_input=None)
prj/dmae_vtp/roi_univl/univl/model/univl_base.py:301
↓ 2 callersMethodforward_text_encoder
(self, caption_input=None, ocr_input=None)
prj/base_vtp/roi_univl/univl/model/univl_base.py:301
↓ 2 callersMethodforward_text_encoder
(self, caption_input=None, ocr_input=None)
prj/cnvid_vtp/roi_univl/univl/model/univl_base.py:301
↓ 2 callersMethodfrom_path
(self, paths, images_mask, use_transforms=True)
antmmf/datasets/database/image_database.py:160
↓ 2 callersMethodfrom_pretrained
create an efficientnet model according to name. Args: model_name (str): Name of PVT model, e.g. pvt_v2_b0 weights_pat
antmmf/modules/vision/backbone/pvt.py:210
↓ 2 callersFunctiongaussian_speckle_noise
Add gaussian noise or speckle noise to img. @param img: ndarray Input image data on range[0,255]. @param mean:float, optional
antmmf/utils/dataset_utils.py:277
↓ 2 callersMethodgenerate_square_subsequent_mask
r"""Generate a square mask for the sequence. The masked positions are filled with float('-inf'). Unmasked positions are filled with float(0.0)
antmmf/modules/transformers/position_enhance.py:206
↓ 2 callersMethodgetQuesIds
Get question ids that satisfy given filter conditions. default skips that filter :param imgIds (int array) : get question ids f
prj/Pink/pink/eval/vqa_tools/vqa.py:79
↓ 2 callersMethodget_adv_parameters
(self)
antmmf/models/s3dg.py:342
↓ 2 callersFunctionget_buffer
()
antmmf/modules/approx_compute.py:22
↓ 2 callersMethodget_builder_class
(cls, name)
antmmf/common/registry.py:629
↓ 2 callersMethodget_custom_scheduler
(self, trainer)
antmmf/models/spkResNet.py:234
↓ 2 callersMethodget_data_updater
(self, dataset_type)
antmmf/common/task_loader.py:83
↓ 2 callersMethodget_dataloader
(self)
antmmf/common/test_reporter.py:166
↓ 2 callersMethodget_detectron_features
(self, image_paths)
antmmf/scripts/features/extract_features_vmb.py:185
↓ 2 callersMethodget_dict
(self)
prj/snps3_vtp/auxiliary_files/generate_ss_word_json/1st_ss_word_mining.py:38
↓ 2 callersFunctionget_frames
calculate the number of frames for video used for model inputs. Args: ele (dict): a dict contains the configuration of video.
prj/M2_omni/models/m2omni_utils.py:204
↓ 2 callersMethodget_gradient
(self, instance, embedding_layer)
antmmf/modules/interpret/saliency_interpreter.py:48
↓ 2 callersFunctionget_gt_ranks
(ranks, ans, ans_is_index=False, allow_padding=False, padding_value=-1)
antmmf/modules/metrics/recall_at_k.py:29
↓ 2 callersFunctionget_json_list
(json_dir)
prj/snps3_vtp/auxiliary_files/generate_ss_word_json/2nd_get_what_word_is_important.py:7
↓ 2 callersMethodget_l1_simi_matrix
:param text_embed_l1: bsz_text, hidden :param video_embed_l1: bsz_video * n_clips, hidden :return: bsz_text, b
prj/snps3_vtp/roi_univl/univl/model/univl_video_ret.py:263
↓ 2 callersMethodget_loss
(self, loss, outputs, targets, indices, num_boxes, **kwargs)
antmmf/modules/functional/set_criterion.py:143
↓ 2 callersMethodget_loss_class
(cls, name)
antmmf/common/registry.py:645
↓ 2 callersFunctionget_mask
Return a mask that indicate whether the position is exact data or padding data. Args: nums (torch.Tensor): the length of each sequen
antmmf/modules/utils.py:14
↓ 2 callersMethodget_optimizer_parameters
(self, config)
antmmf/models/ant_mmf.py:164
↓ 2 callersFunctionget_optimizer_parameters_for_bert
(module, config)
antmmf/utils/general.py:369
↓ 2 callersMethodget_output_path
(self)
antmmf/common/test_reporter.py:102
↓ 2 callersFunctionget_pairs
Return set of symbol pairs in a word. Word is represented as tuple of symbols (symbols being variable-length strings).
antmmf/modules/vision/backbone/clip/simple_tokenizer.py:62
↓ 2 callersMethodget_predictor_class
(cls, name)
antmmf/common/registry.py:613
↓ 2 callersFunctionget_pretrained_tokenizer
(tokenizer_type, from_pretrained)
prj/M2_Encoder/vlmo/modules/vlmo_module.py:121
↓ 2 callersMethodget_processor_class
(cls, name)
antmmf/common/registry.py:637
↓ 2 callersMethodget_resnet_support_gradient_ckpt
(self, model)
antmmf/modules/encoders/visual_encoder.py:180
↓ 2 callersMethodget_save_path
(self, image_path)
antmmf/datasets/features/vision/feature_saver.py:54
↓ 2 callersMethodget_scores_and_expected
(self, sample_list, model_output)
antmmf/modules/metrics/hier_multilabel_f1.py:20
↓ 2 callersMethodget_simi_logits
:return: bsz_text, bsz_video, num_clips: clip-level score for training bsz_text, num_clips: clip-level score for val/
prj/snps3_vtp/roi_univl/univl/model/univl_video_ret.py:315
↓ 2 callersMethodget_simi_logits
:return: bsz_text, bsz_video, num_clips: clip-level score for training bsz_text, num_clips: clip-level score for val/
prj/dmae_vtp/roi_univl/univl/model/univl_video_ret.py:262
↓ 2 callersMethodget_simi_logits
:return: bsz_text, bsz_video, num_clips: clip-level score for training bsz_text, num_clips: clip-level score for val/
prj/base_vtp/roi_univl/univl/model/univl_video_ret.py:251
↓ 2 callersMethodget_temporal_output
(self, clip_feat)
prj/snps3_vtp/roi_univl/univl/model/univl_video_pretrain.py:76
↓ 2 callersMethodget_temporal_output
(self, clip_feat)
prj/dmae_vtp/roi_univl/univl/model/univl_video_pretrain.py:76
↓ 2 callersMethodget_temporal_output
(self, clip_feat)
prj/base_vtp/roi_univl/univl/model/univl_video_pretrain.py:76
↓ 2 callersMethodget_temporal_output
(self, clip_feat)
prj/cnvid_vtp/roi_univl/univl/model/univl_video_pretrain.py:76
↓ 2 callersFunctionget_window_size
(x_size, window_size, shift_size=None)
antmmf/modules/vision/backbone/video_swin.py:130
↓ 2 callersMethodinference
(self)
antmmf/trainers/base_trainer.py:892
↓ 2 callersMethodinit_args
(self, parser)
antmmf/tasks/base_task.py:185
↓ 2 callersMethodinit_from
(self, value=None)
antmmf/utils/general.py:313
↓ 2 callersMethodinit_losses_and_metrics
Initializes loss and metrics for the model based ``losses`` key and ``metrics`` keys. Automatically called by antmmf internally after
antmmf/models/base_model.py:133
↓ 2 callersFunctionis_dist_avail_and_initialized
()
antmmf/utils/distributed_utils.py:13
↓ 2 callersFunctionis_method_override
(model_class, base_class, method_name)
antmmf/utils/general.py:550
↓ 2 callersMethodis_subnode
(self, another_node)
antmmf/modules/utils.py:336
↓ 2 callersFunctionload
Load a CNCLIP model Parameters ---------- config : name A model name listed by `_MODELS.keys()`, config : dict
antmmf/modules/vision/backbone/clip/cn_model.py:357
↓ 2 callersFunctionload
Load a CLIP model Parameters ---------- name : str A model name listed by `clip.available_models()`, or the path to
antmmf/modules/vision/backbone/clip/model.py:670
↓ 2 callersMethodload
:param with_ckpt: if load_model=True, load model weights if provided :param load_model: if False, only load processors :retu
antmmf/predictors/base_predictor.py:49
↓ 2 callersMethodload_extras
(self, has_check_point=True)
antmmf/trainers/adv_trainer.py:61
↓ 2 callersFunctionload_from_config
(model_config)
prj/M2_Encoder/vlmo/utils/beit_utils.py:45
↓ 2 callersMethodload_model
(self)
antmmf/trainers/base_trainer.py:274
↓ 2 callersMethodload_model_weights
(self, file, force=False)
antmmf/common/checkpoint.py:164
↓ 2 callersFunctionmake_dir
Make the directory and any nonexistent parent directories (`mkdir -p`).
antmmf/utils/download.py:359
↓ 2 callersFunctionmake_experts
(args, embed_dim, expert_ffn_dim)
prj/M2_Encoder/vlmo/torchscale/component/feedforward_network.py:41
↓ 2 callersMethodmoco_loss
(self, pos, neg, mining_top_K=None)
prj/snps3_vtp/roi_univl/univl/model/moco_utils.py:71
↓ 2 callersMethodmoco_loss
(self, pos, neg, mining_top_K=None)
prj/dmae_vtp/roi_univl/univl/model/moco_utils.py:71
↓ 2 callersMethodmoco_loss
(self, pos, neg, mining_top_K=None)
prj/base_vtp/roi_univl/univl/model/moco_utils.py:71
↓ 2 callersMethodmoco_loss
(self, pos, neg, mining_top_K=None)
prj/cnvid_vtp/roi_univl/univl/model/moco_utils.py:71
↓ 2 callersMethodmodel_similarity
(self, cap_input, vis_input, incre_num=0.0)
prj/cnvid_vtp/roi_univl/univl/model/univl_video_pretrain.py:297
↓ 2 callersMethodnext_dataset
(self)
antmmf/common/test_reporter.py:78
↓ 2 callersFunctionnorm_cdf
(x)
antmmf/modules/vision/backbone/video_swin.py:20
↓ 2 callersFunctionnorm_cdf
(x)
antmmf/modules/vision/backbone/cctt.py:23
↓ 2 callersMethodoutput_size
(self)
prj/M2_omni/models/sanm_audio.py:385
↓ 2 callersFunctionpatch_device
(module)
antmmf/modules/vision/backbone/clip/model.py:748
↓ 2 callersFunctionpatch_float
(module)
antmmf/modules/vision/backbone/clip/model.py:778
↓ 2 callersMethodprepare_cross_visual
(self, visual_embed, visual_mask=None)
prj/cnvid_vtp/roi_univl/univl/model/univl_video_base.py:178
↓ 2 callersFunctionprocessDigitArticle
(inText)
prj/Pink/pink/eval/eval_vqav2.py:134
↓ 2 callersFunctionprocessPunctuation
(inText)
prj/Pink/pink/eval/eval_vqav2.py:122
↓ 2 callersMethodprocessPunctuation
(self, inText)
prj/Pink/pink/eval/vqa_tools/vqa_result.py:266
← previousnext →501–600 of 4,004, ranked by callers