Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/WarmCongee/SDUMC
/ functions
Functions
495 in github.com/WarmCongee/SDUMC
⨍
Functions
495
◇
Types & classes
115
↓ 1 callers
Function
find_start_end_pos
(tokenizer)
feature_extraction/text/extract_text_embedding_huggingface.py:90
↓ 1 callers
Function
func_check_feature_completeness
(feature_root, intermerdia, suffix)
toolkit/utils/functions.py:297
↓ 1 callers
Function
func_get_completion
(prompt, model="gpt-3.5-turbo-16k-0613")
toolkit/utils/chatgpt.py:16
↓ 1 callers
Function
func_mapping_feature_tensor_text_ids
(feature, dst_len, pad_place='right')
toolkit/utils/read_data.py:164
↓ 1 callers
Function
func_opencv_to_base64
(image)
toolkit/utils/chatgpt.py:72
↓ 1 callers
Function
func_opencv_to_decord
(img)
toolkit/utils/functions.py:70
↓ 1 callers
Method
func_uniform_labels
(self, corpus, mapping)
toolkit/dataloader/crossdis.py:126
↓ 1 callers
Function
func_video_to_face
(vname)
toolkit/utils/functions.py:73
↓ 1 callers
Method
gain_cv_for_iemocap
(self, names)
toolkit/dataloader/crossdis.py:155
↓ 1 callers
Method
gain_cv_for_mer2023
(self, whole_num, num_folder)
toolkit/dataloader/crossdis.py:171
↓ 1 callers
Function
generate_face_faceDir
(input_root, save_root)
feature_extraction/visual/extract_openface.py:13
↓ 1 callers
Function
generate_face_videoOne
(input_root, save_root)
feature_extraction/visual/extract_openface.py:23
↓ 1 callers
Function
generate_transcription
(label_path, save_path)
toolkit/preprocess/cmumosi.py:9
↓ 1 callers
Function
generate_transcription
(label_path, save_path)
toolkit/preprocess/cmumosei.py:71
↓ 1 callers
Function
getModelSize
(model)
main_frame_val_text_missing.py:48
↓ 1 callers
Function
getModelSize
(model)
main_frame_val_text_missing_inference.py:48
↓ 1 callers
Method
get_cmd_loss
(self)
toolkit/models/misa.py:235
↓ 1 callers
Method
get_decoder
(self, layers)
toolkit/models/wengnet_mosei_mult_views_text_missing.py:154
↓ 1 callers
Method
get_diff_loss
(self)
toolkit/models/misa.py:216
↓ 1 callers
Method
get_embedding
Build sinusoidal embeddings. This matches the implementation in tensor2tensor, but differs slightly from the description in Section 3.
toolkit/models/modules/transformers_encoder/position_embedding.py:44
↓ 1 callers
Method
get_encoder
(self, layers)
toolkit/models/wengnet_mosei_mult_views_text_missing.py:138
↓ 1 callers
Method
get_frames
(self)
feature_extraction/visual/dataset.py:17
↓ 1 callers
Method
get_frames
(self)
feature_extraction/visual/dataset.py:43
↓ 1 callers
Method
get_frames
(self)
feature_extraction/visual/dataset.py:79
↓ 1 callers
Method
get_recon_loss
(self)
toolkit/models/misa.py:209
↓ 1 callers
Function
get_translate_chi2eng
(text, model='gpt-3.5-turbo-16k-0613')
toolkit/utils/chatgpt.py:107
↓ 1 callers
Method
in_proj_k
(self, key)
toolkit/models/modules/transformers_encoder/multihead_attention.py:142
↓ 1 callers
Method
in_proj_kv
(self, key)
toolkit/models/modules/transformers_encoder/multihead_attention.py:136
↓ 1 callers
Method
in_proj_qkv
(self, query)
toolkit/models/modules/transformers_encoder/multihead_attention.py:133
↓ 1 callers
Method
in_proj_v
(self, value)
toolkit/models/modules/transformers_encoder/multihead_attention.py:145
↓ 1 callers
Function
lmdb_to_npy
(lmdb_path, output_directory, dtype=np.float32, shape=None)
feature_extraction/load_lmdb.py:29
↓ 1 callers
Function
main
()
feature_extraction/visual/manet/main.py:47
↓ 1 callers
Function
main_crop
(input_dir, output_dir)
feature_extraction/crop_lip.py:30
↓ 1 callers
Function
main_fusing
(fused_dir, base_dir, fusing_dirs)
feature_extraction/wav_fusion.py:42
↓ 1 callers
Function
main_generate
(sample_names, mix_num, mix_probability, alpha, json_path)
feature_extraction/generate_mix_file.py:7
↓ 1 callers
Function
make_positions
Replace non-padding symbols with their position numbers. Position numbers begin at padding_idx+1. Padding symbols are ignored, but it is neces
toolkit/models/modules/transformers_encoder/position_embedding.py:7
↓ 1 callers
Function
normalize_dataset_format
(data_root, save_root)
toolkit/preprocess/cmumosi.py:45
↓ 1 callers
Function
normalize_dataset_format
(data_root, save_root)
toolkit/preprocess/cmumosei.py:100
↓ 1 callers
Function
overall_metric
(emo_fscore, val_mse)
toolkit/utils/metric.py:9
↓ 1 callers
Function
pad_to_maxlen_pre_modality_tensor_4
(audios, texts, videos, feat4s)
toolkit/utils/read_data.py:223
↓ 1 callers
Function
pad_to_maxlen_pre_modality_tensor_ReAMask
(audios, texts, videos)
toolkit/utils/read_data.py:251
↓ 1 callers
Method
perform_attn
(self, x)
toolkit/models/dst_att.py:241
↓ 1 callers
Method
perform_ffn
(self, x)
toolkit/models/dst_att.py:249
↓ 1 callers
Method
plot_curve
(self, save_path)
feature_extraction/visual/manet/main.py:311
↓ 1 callers
Method
query_index
(self, bsz, dtype, device)
toolkit/models/dst_att.py:159
↓ 1 callers
Method
random_split_indexes
(self, whole_num, num_folder)
toolkit/dataloader/mer2023.py:126
↓ 1 callers
Function
read_csv
(filename, startIdx)
feature_extraction/visual/util.py:70
↓ 1 callers
Function
read_hog
Read HoG features file created by OpenFace. For each frame, OpenFace extracts 12 * 12 * 31 HoG features, i.e., num_features = 4464. These fea
feature_extraction/visual/util.py:10
↓ 1 callers
Method
read_names_labels
(self, label_path, data_type, debug=False)
toolkit/dataloader/simsv2.py:54
↓ 1 callers
Method
read_names_labels
(self, label_path, debug=False)
toolkit/dataloader/iemocap.py:66
↓ 1 callers
Method
read_names_labels
(self, label_path, data_type, debug=False)
toolkit/dataloader/sims.py:53
↓ 1 callers
Method
read_names_labels
(self, label_path, data_type, debug=False)
toolkit/dataloader/meld.py:53
↓ 1 callers
Method
read_names_labels
(self, label_path, data_type, debug=False)
toolkit/dataloader/cmudata.py:58
↓ 1 callers
Method
read_names_labels
(self, label_path, data_type, debug=False)
toolkit/dataloader/cmumosei.py:134
↓ 1 callers
Method
reconstruct
(self)
toolkit/models/misa.py:197
↓ 1 callers
Method
reset
(self, total_epoch)
feature_extraction/visual/extract_manet_embedding.py:25
↓ 1 callers
Method
reset
(self, total_epoch)
feature_extraction/visual/extract_manet_embedding_mixup.py:25
↓ 1 callers
Method
reset
(self, total_epoch)
feature_extraction/visual/extract_manet_embedding_yajiang.py:25
↓ 1 callers
Method
reset
(self)
feature_extraction/visual/manet/main.py:239
↓ 1 callers
Method
reset
(self, total_epoch)
feature_extraction/visual/manet/main.py:298
↓ 1 callers
Method
reset_parameters
(self)
toolkit/models/dst_att.py:297
↓ 1 callers
Method
reset_parameters
(self)
toolkit/models/modules/transformers_encoder/multihead_attention.py:37
↓ 1 callers
Function
save_checkpoint
(state, is_best, args)
feature_extraction/visual/manet/main.py:226
↓ 1 callers
Function
save_waveform
(output_path, params, amp)
toolkit/utils/functions.py:362
↓ 1 callers
Method
scm
(self, sx1, sx2, k)
toolkit/models/misa.py:90
↓ 1 callers
Function
select_videos_for_cmumosei
(data_root, video_root, save_root)
toolkit/preprocess/cmumosei.py:53
↓ 1 callers
Function
setup_seed
(seed)
main_frame_val_text_missing.py:63
↓ 1 callers
Function
setup_seed
(seed)
main_frame_val_text_missing_inference.py:63
↓ 1 callers
Method
shared_private
(self, utterance_t, utterance_v, utterance_a)
toolkit/models/misa.py:181
↓ 1 callers
Function
split_audio_from_video_16k
(video_root, save_root)
feature_extraction/data_process.py:172
↓ 1 callers
Method
split_indexes_using_session
(self)
toolkit/dataloader/iemocap.py:80
↓ 1 callers
Function
split_into_batch
(inputs, bsize=32)
feature_extraction/visual/extract_vision_huggingface.py:109
↓ 1 callers
Function
split_video_by_start_end_CMUMOSEI
(data_root, save_root)
toolkit/preprocess/cmumosei.py:21
↓ 1 callers
Function
train
(train_loader, model, criterion, optimizer, epoch, args)
feature_extraction/visual/manet/main.py:155
↓ 1 callers
Function
train_or_eval_model
(args, model, cl_proj, losses, dataloader, optimizer=None, train=False, task='all')
main_frame_val_text_missing_inference.py:83
↓ 1 callers
Method
update
(self, idx, train_loss, train_acc, val_loss, val_acc)
feature_extraction/visual/manet/main.py:304
Method
__call__
(self, batch)
toolkit/utils/read_data.py:305
Method
__call__
(self, in_modalities)
toolkit/models/graph_mfn.py:70
Method
__getitem__
(self, index)
toolkit/data/__init__.py:46
Method
__getitem__
(self, index)
toolkit/data/feat_data.py:52
Method
__getitem__
(self, index)
toolkit/data/feat_data.py:134
Method
__getitem__
(self, index)
toolkit/data/feat_data.py:219
Method
__getitem__
(self, index)
toolkit/data/feat_data.py:318
Method
__getitem__
(self, index)
toolkit/data/feat_data.py:415
Method
__getitem__
(self, index)
toolkit/data/feat_data.py:510
Method
__getitem__
(self, index)
feature_extraction/visual/dataset.py:24
Method
__getitem__
(self, index)
feature_extraction/visual/dataset.py:50
Method
__getitem__
(self, index)
feature_extraction/visual/dataset.py:86
Method
__getitem__
(self, index)
feature_extraction/visual/extract_vision_huggingface.py:68
Method
__getitem__
(self, index)
feature_extraction/llm4wav/extract_wavlm_vicuna.py:144
Method
__getitem__
(self, index)
feature_extraction/llm4wav/extract_wavlm_vicuna_hd.py:144
Method
__init__
(self, input_dim=128, output_dim=128)
main_frame_val_text_missing.py:72
Method
__init__
(self, input_dim=128, output_dim=128)
main_frame_val_text_missing_inference.py:71
Method
__init__
(self)
toolkit/utils/loss.py:21
Method
__init__
(self)
toolkit/utils/loss.py:39
Method
__init__
(self)
toolkit/utils/loss.py:55
Method
__init__
(self)
toolkit/utils/loss.py:75
Method
__init__
(self)
toolkit/utils/loss.py:109
Method
__init__
(self)
toolkit/utils/loss.py:124
Method
__init__
(self, temperature=0.07, contrast_mode='all', base_temperature=0.07)
toolkit/utils/loss.py:146
← previous
next →
101–200 of 495, ranked by callers