MCPcopy Create free account

hub / github.com/NExT-GPT/NExT-GPT / functions

Functions923 in github.com/NExT-GPT/NExT-GPT

⨍ Functions 923◇ Types & classes 178↳ Endpoints 1
↓ 1 callersFunctionmain
(**args)
NExT-GPT-Lagacy/code/train.py:59
↓ 1 callersFunctionmake_delta
(base_model_path, target_model_path, delta_path, hub_repo_id)
nextgpt/model/make_delta.py:13
↓ 1 callersFunctionmake_supervised_data_module
Make dataset and collator for supervised fine-tuning.
train.py:239
↓ 1 callersFunctionmaybe_zero_3
(param, ignore_status=False, name=None)
nextgpt_trainer.py:39
↓ 1 callersMethodmel_spectrogram_to_waveform
(self, mel_spectrogram)
NExT-GPT-Lagacy/code/model/custom_ad.py:290
↓ 1 callersMethodmel_spectrogram_to_waveform
(self, mel_spectrogram)
nextgpt/model/multimodal_decoder/custom_ad.py:291
↓ 1 callersMethodmel_spectrogram_train
(self, y)
nextgpt/dataset/audio_processor.py:165
↓ 1 callersFunctionmerge_lora
(args)
merge_lora_weights.py:6
↓ 1 callersMethodnormalize_wav
(self, waveform)
nextgpt/dataset/audio_processor.py:241
↓ 1 callersMethodpad_wav
(self, waveform, target_length)
nextgpt/dataset/audio_processor.py:67
↓ 1 callersFunctionparse_args
()
data/IT_data/T-T+X_data/construction/chatgpt.py:64
↓ 1 callersFunctionparse_args
()
data/IT_data/MosIT_data/construction/chatgpt.py:150
↓ 1 callersFunctionparse_reponse
(model_outputs)
NExT-GPT-Lagacy/demo.py:167
↓ 1 callersFunctionparse_reponse
(model_outputs)
NExT-GPT-Lagacy/code/demo_app.py:175
↓ 1 callersFunctionparse_text
copy from https://github.com/GaiZhenbiao/ChuanhuChatGPT/
NExT-GPT-Lagacy/demo.py:60
↓ 1 callersFunctionparse_text
copy from https://github.com/GaiZhenbiao/ChuanhuChatGPT/
NExT-GPT-Lagacy/code/demo_app.py:68
↓ 1 callersFunctionparser_args
()
NExT-GPT-Lagacy/code/train.py:7
↓ 1 callersFunctionpredict
( prompt_input, image_path, audio_path, video_path, chatbot, t
NExT-GPT-Lagacy/demo.py:251
↓ 1 callersFunctionpredict
( prompt_input, image_path, audio_path, video_path, chatbot, t
NExT-GPT-Lagacy/code/demo_app.py:259
↓ 1 callersFunctionpredict
( input, image_path=None, audio_path=None, video_path=None, thermal_pa
NExT-GPT-Lagacy/code/inference.py:11
↓ 1 callersMethodpredict
Run a single prediction on the model
predict.py:113
↓ 1 callersMethodprepare_extra_step_kwargs
(self, generator, eta)
NExT-GPT-Lagacy/code/model/custom_sd.py:392
↓ 1 callersMethodprepare_extra_step_kwargs
(self, generator, eta)
NExT-GPT-Lagacy/code/model/custom_ad.py:300
↓ 1 callersMethodprepare_extra_step_kwargs
(self, generator, eta)
NExT-GPT-Lagacy/code/model/custom_vd.py:411
↓ 1 callersMethodprepare_extra_step_kwargs
(self, generator, eta)
nextgpt/model/multimodal_decoder/custom_sd.py:393
↓ 1 callersMethodprepare_extra_step_kwargs
(self, generator, eta)
nextgpt/model/multimodal_decoder/custom_ad.py:301
↓ 1 callersMethodprepare_extra_step_kwargs
(self, generator, eta)
nextgpt/model/multimodal_decoder/custom_vd.py:411
↓ 1 callersMethodprepare_generation_embedding
(self, inputs)
NExT-GPT-Lagacy/code/model/anyToImageVideoAudio.py:675
↓ 1 callersMethodprepare_latents
(self, batch_size, num_channels_latents, height, width, dtype, device, generator, latents=None)
NExT-GPT-Lagacy/code/model/custom_sd.py:456
↓ 1 callersMethodprepare_latents
(self, batch_size, num_channels_latents, height, dtype, device, generator, latents=None)
NExT-GPT-Lagacy/code/model/custom_ad.py:376
↓ 1 callersMethodprepare_latents
( self, batch_size, num_channels_latents, num_frames, height, width, dtype, device, generator, latents
NExT-GPT-Lagacy/code/model/custom_vd.py:476
↓ 1 callersMethodprepare_latents
(self, batch_size, num_channels_latents, height, width, dtype, device, generator, latents=None)
nextgpt/model/multimodal_decoder/custom_sd.py:457
↓ 1 callersMethodprepare_latents
(self, batch_size, num_channels_latents, height, dtype, device, generator, latents=None)
nextgpt/model/multimodal_decoder/custom_ad.py:377
↓ 1 callersMethodprepare_latents
( self, batch_size, num_channels_latents, num_frames, height, width, dtype, device, generator, latents
nextgpt/model/multimodal_decoder/custom_vd.py:476
↓ 1 callersFunctionpreprocess
Given a list of sources, each is a conversation list. This transform: 1. Add signal '### ' at the beginning each sentence, with end signal '\
nextgpt/dataset/dataset_utils.py:113
↓ 1 callersMethodpreprocess
(self, images, device='cpu', return_tensors: Optional[Union[str, TensorType]] = None,
nextgpt/model/multimodal_encoder/imagebind_processor.py:28
↓ 1 callersMethodpreprocess
(self, audios, device='cpu', num_mel_bins=128, target_length=204, sam
nextgpt/model/multimodal_encoder/imagebind_processor.py:85
↓ 1 callersMethodpreprocess
(self, videos, device='cpu', return_tensors: Optional[Union[str, TensorType]] = None,
nextgpt/model/multimodal_encoder/imagebind_processor.py:181
↓ 1 callersFunctionpreprocess_llama_2
(sources, tokenizer: transformers.PreTrainedTokenizer, has_image: bool = False)
nextgpt/mm_utils.py:333
↓ 1 callersFunctionpreprocess_llama_2
( sources, tokenizer: transformers.PreTrainedTokenizer, has_other_modality: bool = True, # None,
nextgpt/dataset/dataset_utils.py:221
↓ 1 callersFunctionpreprocess_mpt
( sources, tokenizer: transformers.PreTrainedTokenizer, has_other_modality: bool = True )
nextgpt/dataset/dataset_utils.py:390
↓ 1 callersFunctionpreprocess_multimodal
( sources: Sequence[str], data_args: DataArguments )
nextgpt/dataset/dataset_utils.py:161
↓ 1 callersFunctionpreprocess_plain
(sources: Sequence[str], tokenizer: transformers.PreTrainedTokenizer)
nextgpt/mm_utils.py:456
↓ 1 callersFunctionpreprocess_plain
( sources: Sequence[str], tokenizer: transformers.PreTrainedTokenizer, has_other_modality: bool =
nextgpt/dataset/dataset_utils.py:478
↓ 1 callersFunctionpreprocess_v1
(sources, tokenizer: transformers.PreTrainedTokenizer, has_image: bool = False)
nextgpt/mm_utils.py:389
↓ 1 callersFunctionpreprocess_v1
( sources, tokenizer: transformers.PreTrainedTokenizer, has_other_modality: bool = True, # None,
nextgpt/dataset/dataset_utils.py:303
↓ 1 callersFunctionprocess_batch_stage_1
(tokenizer, batch_of_captions, max_tgt_len, prompt='')
NExT-GPT-Lagacy/code/model/common/utils.py:215
↓ 1 callersFunctionprocess_batch_stage_2
:param mode: the target modality :param num_tokens: the number of generated signal tokens for generation
NExT-GPT-Lagacy/code/model/common/utils.py:254
↓ 1 callersFunctionprocess_batch_stage_3
:param mode: the target modality :param num_tokens: the number of generated signal tokens for generation
NExT-GPT-Lagacy/code/model/common/utils.py:324
↓ 1 callersFunctionprocess_data_to_json
()
data/IT_data/MosIT_data/construction/process_data.py:54
↓ 1 callersFunctionprocess_gpt_log
()
data/IT_data/MosIT_data/construction/process_data.py:24
↓ 1 callersMethodproject_group_token
Args: group_tokens (torch.Tensor): group tokens, [B, S_1, C] inter_weight (torch.Tensor): [B, S_2, S_1], S_2 is the new
nextgpt/model/multimodal_projector/group_vit.py:250
↓ 1 callersMethodproject_group_token
Args: group_tokens (torch.Tensor): group tokens, [B, S_1, C] inter_weight (torch.Tensor): [B, S_2, S_1], S_2 is the new
nextgpt/model/multimodal_projector/group.py:250
↓ 1 callersMethodprune_heads
(self, heads)
NExT-GPT-Lagacy/code/model/qformer.py:300
↓ 1 callersMethodprune_heads
(self, heads)
nextgpt/model/multimodal_projector/qformer.py:292
↓ 1 callersMethodrandom_segment_wav
(self, waveform, target_length)
nextgpt/dataset/audio_processor.py:246
↓ 1 callersFunctionrank0_print
(*args)
train.py:38
↓ 1 callersMethodread_audio_file
(self, filename)
nextgpt/dataset/audio_processor.py:142
↓ 1 callersFunctionread_video
Read video frames from video_path. Args: video_path: str, path to the video file. sample_fps: int, sample frames per second.
nextgpt/dataset/base_dataset.py:35
↓ 1 callersMethodread_wav_file
(self, filename)
nextgpt/dataset/audio_processor.py:118
↓ 1 callersFunctionresize_and_pad_image
Resize and pad an image to a target resolution while maintaining aspect ratio. Args: image (PIL.Image.Image): The input image.
nextgpt/mm_utils.py:85
↓ 1 callersMethodrun_safety_checker
(self, image, device, dtype)
NExT-GPT-Lagacy/code/model/custom_sd.py:373
↓ 1 callersMethodrun_safety_checker
(self, image, device, dtype)
nextgpt/model/multimodal_decoder/custom_sd.py:374
↓ 1 callersFunctionsafe_save_model_for_hf_trainer
Collects the state dict and dump to disk.
train.py:178
↓ 1 callersMethodsave_attention_map
(self, attention_map)
NExT-GPT-Lagacy/code/model/qformer.py:156
↓ 1 callersMethodsave_attention_map
(self, attention_map)
nextgpt/model/multimodal_projector/qformer.py:148
↓ 1 callersFunctionsave_audio_to_local
(audio)
NExT-GPT-Lagacy/demo.py:159
↓ 1 callersFunctionsave_audio_to_local
(audio)
NExT-GPT-Lagacy/code/demo_app.py:167
↓ 1 callersFunctionsave_captions
(data_path, captions)
data/IT_data/T-T+X_data/construction/utils.py:122
↓ 1 callersFunctionsave_image_to_local
(image: Image.Image)
NExT-GPT-Lagacy/demo.py:139
↓ 1 callersFunctionsave_image_to_local
(image: Image.Image)
NExT-GPT-Lagacy/code/demo_app.py:147
↓ 1 callersFunctionsave_video_to_local
(video)
NExT-GPT-Lagacy/demo.py:148
↓ 1 callersFunctionsave_video_to_local
(video)
NExT-GPT-Lagacy/code/demo_app.py:156
↓ 1 callersFunctionset_random_seed
(seed)
NExT-GPT-Lagacy/code/train.py:33
↓ 1 callersFunctionset_seed
(seed)
data/IT_data/T-T+X_data/construction/utils.py:60
↓ 1 callersFunctionset_seed
(seed)
data/IT_data/MosIT_data/construction/utils.py:59
↓ 1 callersMethodsetup
Load the model into memory to make running multiple predictions efficient
predict.py:106
↓ 1 callersFunctionsmart_tokenizer_and_embedding_resize
Resize tokenizer and embedding. Note: This is the unoptimized version that may make your embedding size not be divisible by 64.
train.py:214
↓ 1 callersFunctionspectral_normalize_torch
(magnitudes)
nextgpt/dataset/audio_processor.py:16
↓ 1 callersFunctionsplit_to_even_chunks
Split a list of indices into `chunks` chunks of roughly equal lengths.
nextgpt_trainer.py:59
↓ 1 callersMethodsplit_x
(self, x)
nextgpt/model/multimodal_projector/group_vit.py:525
↓ 1 callersMethodsplit_x
(self, x)
nextgpt/model/multimodal_projector/group.py:525
↓ 1 callersFunctiontensor2vid
(video: torch.Tensor, mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5])
NExT-GPT-Lagacy/code/model/custom_vd.py:58
↓ 1 callersFunctiontensor2vid
(video: torch.Tensor, mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5])
nextgpt/model/multimodal_decoder/custom_vd.py:58
↓ 1 callersMethodtokenize_input_and_cls_pos
(self, input, stem)
NExT-GPT-Lagacy/code/model/ImageBind/models/multimodal_preprocessors.py:652
↓ 1 callersMethodtokenize_input_and_cls_pos
(self, input, stem)
nextgpt/model/multimodal_encoder/ImageBind/models/multimodal_preprocessors.py:652
↓ 1 callersMethodtrain_model
(self, batch, current_step=0, pbar=None)
NExT-GPT-Lagacy/code/model/agent.py:38
↓ 1 callersMethodtrim_wav
(self, waveform)
nextgpt/dataset/audio_processor.py:84
↓ 1 callersMethodwav_feature_extraction
(self, waveform)
nextgpt/dataset/audio_processor.py:220
↓ 1 callersFunctionwaveform2melspec
(waveform, sample_rate, num_mel_bins, target_length)
NExT-GPT-Lagacy/code/model/ImageBind/data.py:29
↓ 1 callersFunctionwhitespace_clean
(text)
NExT-GPT-Lagacy/code/model/ImageBind/models/multimodal_preprocessors.py:492
↓ 1 callersFunctionwhitespace_clean
(text)
nextgpt/model/multimodal_encoder/ImageBind/models/multimodal_preprocessors.py:492
Method__call__
(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)
predict.py:66
Method__call__
(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)
NExT-GPT-Lagacy/code/model/anyToImageVideoAudio.py:27
Method__call__
r""" Function invoked when calling the pipeline for generation. Args: prompt (`str` or `List[str]`, *optional*):
NExT-GPT-Lagacy/code/model/custom_sd.py:475
Method__call__
r""" Function invoked when calling the pipeline for generation. Args: prompt (`str` or `List[str]`, *optional*):
NExT-GPT-Lagacy/code/model/custom_ad.py:400
Method__call__
r""" Function invoked when calling the pipeline for generation. Args: prompt (`str` or `List[str]`, *optional*):
NExT-GPT-Lagacy/code/model/custom_vd.py:503
Method__call__
(self, texts, context_length=None)
NExT-GPT-Lagacy/code/model/ImageBind/models/multimodal_preprocessors.py:586
Method__call__
(self, output_ids: torch.Tensor, scores: torch.Tensor, **kwargs)
nextgpt/mm_utils.py:295
Method__call__
(self, instances: Sequence[Dict])
nextgpt/dataset/base_dataset.py:333
← previousnext →301–400 of 923, ranked by callers