MCPcopy Create free account

hub / github.com/apple/ml-ferret / functions

Functions522 in github.com/apple/ml-ferret

⨍ Functions 522◇ Types & classes 68↳ Endpoints 20
↓ 36 callersFunctionrank0_print
(*args)
ferretui/ferretui/train/train.py:56
↓ 27 callersMethodshard_data
(self, datas, data_path, ori_counts)
ferretui/ferretui/train/train.py:1049
↓ 25 callersFunctiontokenizer_image_token
(prompt, tokenizer, image_token_index=IMAGE_TOKEN_INDEX, return_tensors=None)
ferretui/ferretui/mm_utils.py:198
↓ 20 callersMethodget_model
(self)
ferret/model/ferret_arch.py:414
↓ 19 callersMethodget_model
(self)
ferretui/ferretui/model/ferret_arch.py:511
↓ 18 callersMethodappend_message
(self, role, message)
ferret/conversation.py:110
↓ 17 callersMethodcopy
(self)
ferret/conversation.py:202
↓ 17 callersFunctiontokenizer_image_token
(prompt, tokenizer, image_token_index=IMAGE_TOKEN_INDEX, return_tensors=None)
ferret/mm_utils.py:18
↓ 16 callersMethodcopy
(self)
ferretui/ferretui/conversation.py:213
↓ 15 callersMethodappend_message
(self, role, message)
ferretui/ferretui/conversation.py:121
↓ 15 callersMethodpreprocess
(self, x)
ferret/serve/gradio_web_server.py:529
↓ 12 callersMethodto_gradio_chatbot
(self)
ferret/conversation.py:168
↓ 12 callersMethodto_gradio_chatbot
(self)
ferretui/ferretui/conversation.py:179
↓ 11 callersMethodembed_tokens
(self, x)
ferretui/ferretui/model/language_model/ferret_mpt.py:36
↓ 11 callersMethodget_prompt
(self)
ferretui/ferretui/conversation.py:34
↓ 10 callersMethodget_prompt
(self)
ferret/conversation.py:33
↓ 9 callersMethodwrite
(self, buf)
ferret/utils.py:73
↓ 8 callersMethodgenerate
( self, inputs: Optional[torch.Tensor] = None, images: Optional[torch.Tensor] = None,
ferretui/ferretui/model/language_model/ferret_llama.py:109
↓ 7 callersMethodget_vision_tower
(self)
ferret/model/ferret_arch.py:356
↓ 7 callersFunctionload_pretrained_model
(model_path, model_base, model_name, load_8bit=False, load_4bit=False, device_map="auto")
ferret/model/builder.py:24
↓ 7 callersMethodresize
Resize an image. The shortest edge of the image is resized to size["shortest_edge"], with the longest edge resized to keep the input
ferretui/ferretui/model/multimodal_encoder/clip_encoder.py:20
↓ 6 callersFunctiondisable_torch_init
Disable the redundant torch default initialization to accelerate model creation.
ferret/utils.py:93
↓ 6 callersMethodflush
(self)
ferret/utils.py:87
↓ 6 callersFunctionget_model_name_from_path
(model_path)
ferret/mm_utils.py:40
↓ 6 callersMethodget_vision_tower
(self)
ferretui/ferretui/model/ferret_arch.py:378
↓ 5 callersFunctionexpand2square
(pil_img, background_color)
ferretui/ferretui/mm_utils.py:164
↓ 5 callersMethodget_images
(self, return_pil=False)
ferret/conversation.py:113
↓ 5 callersMethodload_vqa
(self, data_path, image_folder)
ferretui/ferretui/train/train.py:1166
↓ 5 callersMethodprepare_inputs_labels_for_multimodal
( self, input_ids, position_ids, attention_mask, past_key_values, labels, images, image_sizes=
ferretui/ferretui/model/ferret_arch.py:565
↓ 4 callersMethodadd_negative
Log a negative hit @k for given category
ferret/eval/eval_flickr_entities.py:306
↓ 4 callersMethodadd_positive
Log a positive hit @k for given category
ferret/eval/eval_flickr_entities.py:299
↓ 4 callersFunctionbox_iou
Return intersection-over-union (Jaccard index) of boxes. Both sets of boxes are expected to be in ``(x1, y1, x2, y2)`` format with ``0 <
ferret/eval/eval_flickr_entities.py:254
↓ 4 callersFunctionbuild_logger
(logger_name, logger_filename)
ferretui/ferretui/utils.py:17
↓ 4 callersMethodextract_region_feature
(self, region_feature_map, region_masks, original_dtype, return_dtype)
ferretui/ferretui/model/ferret_arch.py:530
↓ 4 callersMethodget_images
(self, return_pil=False)
ferretui/ferretui/conversation.py:124
↓ 4 callersFunctionget_length_grouped_indices
(lengths, batch_size, world_size, generator=None, merge=True)
ferretui/ferretui/train/ferret_trainer.py:97
↓ 4 callersFunctionindex_points
Input: points: input points data, [B, N, C] idx: sample index data, [B, S] Return: new_points:, indexed points data,
ferret/model/ferret_arch.py:96
↓ 4 callersFunctionindex_points
Input: points: input points data, [B, N, C] idx: sample index data, [B, S] Return: new_points:, indexed points data,
ferretui/ferretui/model/ferret_arch.py:105
↓ 4 callersMethodload_model
(self, device_map=None)
ferretui/ferretui/model/multimodal_encoder/clip_encoder.py:68
↓ 4 callersFunctionmaybe_zero_3
(param, ignore_status=False, name=None)
ferretui/ferretui/train/train.py:145
↓ 4 callersFunctionprocess_images
(images, image_processor, model_cfg, image_process_func: Optional[Callable] = None)
ferretui/ferretui/mm_utils.py:178
↓ 4 callersFunctiontext2Markdown
(text)
ferretui/ferretui/eval/webpage/script.js:35
↓ 3 callersFunctionbuild_logger
(logger_name, logger_filename)
ferret/utils.py:17
↓ 3 callersFunctiondisplayQuestion
(index)
ferretui/ferretui/eval/webpage/script.js:110
↓ 3 callersMethodfeature_select
(self, image_forward_outs)
ferretui/ferretui/model/multimodal_encoder/clip_encoder.py:83
↓ 3 callersFunctiongenerate_mask_for_feature
(coor, raw_w, raw_h, mask=None)
ferret/serve/gradio_web_server.py:53
↓ 3 callersMethodget_obj_center
(self, box, ratio_w, ratio_h, std_dev_weight=0.15)
ferret/train/train.py:841
↓ 3 callersMethodget_obj_center
(self, box, ratio_w, ratio_h, std_dev_weight=0.15)
ferretui/ferretui/train/train.py:1530
↓ 3 callersMethodget_vision_tower
(self)
ferretui/ferretui/model/ferret_arch.py:514
↓ 3 callersMethodget_worker_status
(self, worker_name: str)
ferret/serve/controller.py:88
↓ 3 callersMethodget_worker_status
(self, worker_name: str)
ferretui/ferretui/serve/controller.py:88
↓ 3 callersMethodload_model
(self, vision_tower_path=None)
ferret/model/multimodal_encoder/clip_encoder.py:63
↓ 3 callersFunctionload_pretrained_model
(model_path, model_base, model_name, use_safetensors=False, load_8bit=False, load_4bit=False, device_map="auto
ferretui/ferretui/model/builder.py:26
↓ 3 callersMethodload_vg_element
(self, data_path, image_folder)
ferretui/ferretui/train/train.py:1088
↓ 3 callersFunctionmaybe_zero_3
(param, ignore_status=False, name=None)
ferret/train/train.py:132
↓ 3 callersMethodresize
Resize an image. The shortest edge of the image is resized to size["shortest_edge"], with the longest edge resized to keep the input
ferret/model/multimodal_encoder/clip_encoder.py:18
↓ 3 callersMethodsample_point_in_segment
(self, mask, ratio_w, ratio_h, box=None, sampling='uniform')
ferret/train/train.py:867
↓ 3 callersMethodsample_point_in_segment
(self, mask, ratio_w, ratio_h, box=None, sampling='uniform')
ferretui/ferretui/train/train.py:1556
↓ 3 callersFunctiontrain
(attn_implementation=None)
ferretui/ferretui/train/train.py:1927
↓ 3 callersFunctionupdateQuestionSelect
(question_id)
ferretui/ferretui/eval/webpage/script.js:48
↓ 3 callersFunctionvote_last_response
(state, vote_type, model_selector, request: gr.Request)
ferret/serve/gradio_web_server.py:175
↓ 3 callersFunctionvote_last_response
(state, vote_type, model_selector, request: gr.Request)
ferretui/ferretui/serve/gradio_web_server.py:82
↓ 3 callersMethodwrite
(self, buf)
ferretui/ferretui/utils.py:73
↓ 2 callersMethod__init__
(self, in_channels, out_channels, kernel_size=1, bias=True)
ferret/model/ferret_arch.py:152
↓ 2 callersMethod__init__
(self, in_channels, out_channels, kernel_size=1, bias=True)
ferretui/ferretui/model/ferret_arch.py:161
↓ 2 callersFunction_tokenize_fn
Tokenize a list of strings.
ferret/train/train.py:280
↓ 2 callersFunction_tokenize_fn
Tokenize a list of strings.
ferretui/ferretui/train/train.py:300
↓ 2 callersFunctionauto_upgrade
(config)
ferret/model/utils.py:4
↓ 2 callersFunctionauto_upgrade
(config)
ferretui/ferretui/model/utils.py:4
↓ 2 callersFunctionbox_area
Computes the area of a set of bounding boxes, which are specified by its (x1, y1, x2, y2) coordinates. Args: boxes (Tensor[N, 4]
ferret/eval/eval_flickr_entities.py:220
↓ 2 callersFunctionbuild_vision_projector
(config, delay_load=False, **kwargs)
ferretui/ferretui/model/multimodal_projector/builder.py:33
↓ 2 callersFunctionbuild_vision_tower
(vision_tower_cfg, **kwargs)
ferret/model/multimodal_encoder/builder.py:5
↓ 2 callersFunctionbuild_vision_tower
(vision_tower_cfg, **kwargs)
ferretui/ferretui/model/multimodal_encoder/builder.py:5
↓ 2 callersMethoddict
(self)
ferret/conversation.py:213
↓ 2 callersMethoddict
(self)
ferretui/ferretui/conversation.py:224
↓ 2 callersFunctiondisable_torch_init
Disable the redundant torch default initialization to accelerate model creation.
ferretui/ferretui/utils.py:93
↓ 2 callersFunctiondisplayAnswers
(index)
ferretui/ferretui/eval/webpage/script.js:116
↓ 2 callersMethodencode_images
(self, images, region_flag=False, region_geo_sampler=False)
ferret/model/ferret_arch.py:420
↓ 2 callersMethodencode_images
(self, images, region_flag=False, region_geo_sampler=False)
ferretui/ferretui/model/ferret_arch.py:517
↓ 2 callersMethodfeature_select
(self, image_forward_outs)
ferret/model/multimodal_encoder/clip_encoder.py:74
↓ 2 callersFunctionformat_bytes
(size)
ferretui/ferretui/train/train.py:1915
↓ 2 callersFunctionget_conv_log_filename
()
ferret/serve/gradio_web_server.py:115
↓ 2 callersFunctionget_conv_log_filename
()
ferretui/ferretui/serve/gradio_web_server.py:32
↓ 2 callersFunctionget_model_list
()
ferret/serve/gradio_web_server.py:121
↓ 2 callersFunctionget_model_list
()
ferretui/ferretui/serve/gradio_web_server.py:38
↓ 2 callersMethodget_queue_length
(self)
ferret/serve/model_worker.py:123
↓ 2 callersMethodget_queue_length
(self)
ferretui/ferretui/serve/model_worker.py:108
↓ 2 callersMethodget_queue_length
(self)
ferretui/ferretui/serve/sglang_worker.py:118
↓ 2 callersMethodget_status
(self)
ferret/serve/model_worker.py:130
↓ 2 callersMethodget_status
(self)
ferretui/ferretui/serve/model_worker.py:115
↓ 2 callersMethodget_status
(self)
ferretui/ferretui/serve/sglang_worker.py:125
↓ 2 callersMethodget_worker_address
(self, model_name: str)
ferret/serve/controller.py:120
↓ 2 callersMethodget_worker_address
(self, model_name: str)
ferretui/ferretui/serve/controller.py:120
↓ 2 callersMethodload_git_instruction
(self, data_path, image_folder)
ferret/train/train.py:698
↓ 2 callersMethodload_git_instruction
(self, data_path, image_folder)
ferretui/ferretui/train/train.py:1077
↓ 2 callersFunctionload_image_from_base64
(image)
ferretui/ferretui/mm_utils.py:160
↓ 2 callersMethodload_llava_mixed
(self, data_path, image_folder)
ferretui/ferretui/train/train.py:1065
↓ 2 callersMethodload_pretrain
(self, data_path, image_folder)
ferretui/ferretui/train/train.py:1055
↓ 2 callersFunctionmaybe_zero_3
(param, ignore_status=False, name=None)
ferretui/ferretui/train/ferret_trainer.py:26
↓ 2 callersFunctionpoint_sample
A wrapper around :function:`torch.nn.functional.grid_sample` to support 3D point_coords tensors. Unlike :function:`torch.nn.functional.grid_s
ferret/model/ferret_arch.py:45
next →1–100 of 522, ranked by callers