Functions — github.com/TinyLLaVA/TinyLLaVA

hub / github.com/TinyLLaVA/TinyLLaVA_Factory / functions

Functions354 in github.com/TinyLLaVA/TinyLLaVA_Factory

⨍ Functions 354◇ Types & classes 78

↓ 1 callersMethodget_input_embeddings

(self)

tinyllava/model/llm/openelm.py:871

↓ 1 callersMethodget_list_from_message

(self, messages)

tinyllava/data/template/base.py:43

↓ 1 callersFunctionget_modality_length_grouped_indices

(lengths, batch_size, world_size, generator=None)

tinyllava/train/tinyllava_trainer.py:43

↓ 1 callersMethodget_output

(self, output_dir='results/')

tinyllava_visualizer/tinyllava_visualizer.py:183

↓ 1 callersFunctionget_response

(params)

tinyllava/serve/app.py:89

↓ 1 callersFunctionget_value_from_kwargs

(kwargs, name)

tinyllava/model/vision_tower/base.py:9

↓ 1 callersFunctionimage_parser

(args)

tinyllava/eval/run_tiny_llava.py:15

↓ 1 callersMethodload_from_config

(self, config)

tinyllava/model/configuration_tinyllava.py:74

↓ 1 callersFunctionload_image

(image_file)

tinyllava_visualizer/tinyllava_visualizer.py:18

↓ 1 callersFunctionload_image

(image_file)

tinyllava/serve/cli.py:21

↓ 1 callersFunctionload_image

(image_file)

tinyllava/eval/run_tiny_llava.py:20

↓ 1 callersFunctionload_images

(image_files)

tinyllava_visualizer/tinyllava_visualizer.py:27

↓ 1 callersFunctionload_images

(image_files)

tinyllava/eval/run_tiny_llava.py:29

↓ 1 callersFunctionload_settings

(model_arguments, data_arguments, training_arguments)

tinyllava/train/train.py:17

↓ 1 callersFunctionload_settings

(model_arguments, data_arguments, training_arguments)

tinyllava/train/custom_finetune.py:10

↓ 1 callersFunctionmain

(args)

tinyllava/serve/cli.py:30

↓ 1 callersMethodmake_labels

(self, input_ids, prompt, tokenizer)

tinyllava/data/template/base.py:93

↓ 1 callersFunctionparse_args

()

scripts/convert_vqav2_for_submission.py:8

↓ 1 callersFunctionparse_args

()

tinyllava/serve/app.py:324

↓ 1 callersFunctionparse_multi_choice_response

Parse the prediction from the generated response. Return the predicted index e.g., A, B, C, D.

tinyllava/eval/model_vqa_mmmu.py:29

↓ 1 callersMethodprepare_input

(self)

tinyllava_visualizer/tinyllava_visualizer.py:148

↓ 1 callersFunctionprint_rank0

(*args)

tinyllava/utils/logging.py:10

↓ 1 callersMethodprocess_anyres_image

Process an image with variable resolutions. Args: image (PIL.Image.Image): The input image to be processed.

tinyllava/data/image_preprocess.py:43

↓ 1 callersMethodprocess_digit_article

(self, in_text)

tinyllava/eval/m4c_evaluator.py:198

↓ 1 callersMethodprocess_punctuation

(self, in_text)

tinyllava/eval/m4c_evaluator.py:186

↓ 1 callersMethodprompt

( self, question_list, answer_list )

tinyllava/data/template/base.py:67

↓ 1 callersFunctionprompt_processor

(prompt)

tinyllava/eval/eval_textvqa.py:17

↓ 1 callersMethodprune_heads

(self, heads)

tinyllava/model/connector/qformer.py:365

↓ 1 callersMethodreset_parameters

Initialize the layers in Language Model The initialization scheme is followed, following `OPT <https://arxiv.org/pdf/2205.01068.pdf>`_.

tinyllava/model/llm/openelm.py:877

↓ 1 callersFunctionresize_and_pad_image

Resize and pad an image to a target resolution while maintaining aspect ratio. Args: image (PIL.Image.Image): The input image.

tinyllava/utils/data_utils.py:76

↓ 1 callersMethodsave_attention_map

(self, attention_map)

tinyllava/model/connector/qformer.py:221

↓ 1 callersFunctionsplit_list

Split a list into n (roughly) equal-sized chunks

tinyllava/eval/model_vqa_loader.py:20

↓ 1 callersFunctionsplit_list

Split a list into n (roughly) equal-sized chunks

tinyllava/eval/model_vqa_mmmu.py:18

↓ 1 callersFunctionsplit_list

Split a list into n (roughly) equal-sized chunks

tinyllava/eval/model_vqa_science.py:16

↓ 1 callersFunctionsplit_list

Split a list into n (roughly) equal-sized chunks

tinyllava/eval/model_vqa_pope.py:20

↓ 1 callersFunctionsplit_list

Split a list into n (roughly) equal-sized chunks

tinyllava/eval/model_vqa.py:16

↓ 1 callersFunctionsplit_to_even_chunks

Split a list of indices into `chunks` chunks of roughly equal lengths.

tinyllava/train/tinyllava_trainer.py:21

↓ 1 callersMethodsupport_gradient_checkpoint

(self, model, gradient_checkpointing=False)

tinyllava/training_recipe/base.py:157

↓ 1 callersFunctiontrain

()

tinyllava/train/train.py:49

↓ 1 callersFunctiontrain

()

tinyllava/train/custom_finetune.py:20

↓ 1 callersMethodtraining_model_converse

(self, model)

tinyllava/training_recipe/base.py:91

↓ 1 callersMethodtune_type_setting

(self, model)

tinyllava/training_recipe/base.py:32

↓ 1 callersMethodvision_tower

(self)

tinyllava/model/vision_tower/base.py:63

↓ 1 callersFunctionvisualize_grid_to_grid

(i, mask, image, output_dir, grid_size=27, alpha=0.6)

tinyllava_visualizer/tinyllava_visualizer.py:41

↓ 1 callersMethodword_tokenize

(self, word)

tinyllava/eval/m4c_evaluator.py:181

Method__call__

(self, output_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs)

tinyllava/utils/eval_utils.py:43

Method__call__

(self, messages, mode='train')

tinyllava/data/text_preprocess.py:11

Method__call__

(self, instances: Sequence[Dict])

tinyllava/data/dataset.py:80

Method__call__

(self, image)

tinyllava/data/image_preprocess.py:19

Method__call__

(self, item)

tinyllava/eval/m4c_evaluator.py:213

Method__call__

(self, model)

tinyllava/training_recipe/base.py:13

Method__getitem__

(self, i)

tinyllava/data/dataset.py:57

Method__getitem__

(self, index)

tinyllava/eval/model_vqa_loader.py:39

Method__getitem__

(self, index)

tinyllava/eval/model_vqa_pope.py:39

Method__init__

(self, args, model, llm_layers_index)

tinyllava_visualizer/tinyllava_visualizer.py:119

Method__init__

(self, keywords, tokenizer, input_ids)

tinyllava/utils/eval_utils.py:17

Method__init__

(self, msg=None)

tinyllava/utils/message.py:9

Method__init__

( self, llm_model_name_or_path = '', tokenizer_name_or_path = None, vision_mod

tinyllava/model/configuration_tinyllava.py:9

Method__init__

(self, config: TinyLlavaConfig)

tinyllava/model/modeling_tinyllava.py:59

Method__init__

( self, vocab_size: int = 32000, max_context_length: int = 2048, num_transform

tinyllava/model/llm/openelm.py:200

Method__init__

Initialize the OpenELMRMSNorm normalization layer. Args: dim (int): The dimension of the input tensor. eps (f

tinyllava/model/llm/openelm.py:343

Method__init__

(self, *inputs, **kwargs)

tinyllava/model/llm/openelm.py:392

Method__init__

( self, model_dim: int, max_seq_length: int, freq_constant: int = 10000 )

tinyllava/model/llm/openelm.py:431

Method__init__

(self, config: OpenELMConfig, layer_idx: int)

tinyllava/model/llm/openelm.py:560

Method__init__

(self, config: OpenELMConfig, layer_idx: int)

tinyllava/model/llm/openelm.py:700

Method__init__

(self, config: OpenELMConfig, layer_idx: int)

tinyllava/model/llm/openelm.py:758

Method__init__

(self, config: OpenELMConfig)

tinyllava/model/llm/openelm.py:1095

Method__init__

(self, config)

tinyllava/model/connector/linear.py:12

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:58

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:120

Method__init__

(self, config, is_cross_attention)

tinyllava/model/connector/qformer.py:178

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:345

Method__init__

(self, config, is_cross_attention=False)

tinyllava/model/connector/qformer.py:359

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:416

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:431

Method__init__

(self, config, layer_num)

tinyllava/model/connector/qformer.py:445

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:554

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:659

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:674

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:691

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:711

Method__init__

(self, config, add_pooling_layer=False)

tinyllava/model/connector/qformer.py:753

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:1039

Method__init__

(self, config)

tinyllava/model/connector/qformer.py:1202

Method__init__

(self, config=None)

tinyllava/model/connector/identity.py:10

Method__init__

(self, config=None)

tinyllava/model/connector/base.py:8

Method__init__

(self, config)

tinyllava/model/connector/mlp.py:19

Method__init__

(self, config)

tinyllava/model/connector/resampler.py:47

Method__init__

(self, *, dim, dim_head=64, heads=8)

tinyllava/model/connector/resampler.py:69

Method__init__

(self, config)

tinyllava/model/connector/mof_mlp.py:49

Method__init__

(self, cfg)

tinyllava/model/vision_tower/dinov2.py:9

Method__init__

(self, cfg)

tinyllava/model/vision_tower/clip.py:9

Method__init__

(self, cfg)

tinyllava/model/vision_tower/base.py:16

Method__init__

(self, cfg)

tinyllava/model/vision_tower/siglip.py:9

Method__init__

(self, cfg)

tinyllava/model/vision_tower/mof.py:66

Method__init__

(self, tokenizer, version)

tinyllava/data/text_preprocess.py:7

Method__init__

(self, data_path: str, tokenizer: transformers.PreTrainedTokenizer, data_arg

tinyllava/data/dataset.py:25

Method__init__

(self, image_processor, data_args={})

tinyllava/data/image_preprocess.py:14

Method__init__

(self, questions, image_folder, text_processor, image_processor)

tinyllava/eval/model_vqa_loader.py:33

Method__init__

(self, *args, **kwargs)

tinyllava/eval/m4c_evaluator.py:178

← previous next →101–200 of 354, ranked by callers