MCPcopy Create free account

hub / github.com/PKU-YuanGroup/Helios / functions

Functions847 in github.com/PKU-YuanGroup/Helios

⨍ Functions 847◇ Types & classes 124
↓ 1 callersMethodclip_contrastive_temperature
Seems only used during pre-training
eval/utils/third_party/ViCLIP/viclip.py:150
↓ 1 callersFunctionclip_joint_l14
( pretrained=False, input_resolution=224, kernel_size=1, center=True, num_frames=8, dr
eval/utils/third_party/ViCLIP/viclip_vision.py:285
↓ 1 callersFunctionclip_text_l14
( embed_dim=768, context_length=77, vocab_size=49408, transformer_width=768, transformer_h
eval/utils/third_party/ViCLIP/viclip_text.py:197
↓ 1 callersFunctioncollate_dict
(data_list)
helios/dataset/dataloader_mp4_dist.py:690
↓ 1 callersFunctioncollect_all_model_results
(input_dir, score_type="normalized")
eval/10_merge_all_results.py:7
↓ 1 callersFunctioncompare_configs
(existing_conf, current_conf, path="", ignore_keys=None)
helios/utils/utils_base.py:46
↓ 1 callersFunctioncompare_dict
(dict1, dict2, path, missing_keys, different_values)
scripts/training/compare_yaml.py:39
↓ 1 callersFunctioncompare_yaml
(file1_path, file2_path)
scripts/training/compare_yaml.py:4
↓ 1 callersFunctioncompile_transformer
()
app.py:65
↓ 1 callersFunctioncompute_distribution_matching_loss
( accelerator, scheduler, real_fake_score_model, image_or_video, prompt_embeds, negati
helios/utils/utils_helios_post.py:1851
↓ 1 callersFunctioncompute_farneback_optical_flow
Compute dense optical flow using Farneback algorithm
eval/1_get_motion_amplitude.py:34
↓ 1 callersFunctioncompute_kl_grad
( accelerator, scheduler, real_fake_score_model, noisy_image_or_video, estimated_clean_ima
helios/utils/utils_helios_post.py:1615
↓ 1 callersFunctionconsistency_backward_simulation
( args, accelerator, transformer, scheduler, noise, prompt_embeds, # For Stage 1
helios/utils/utils_helios_post.py:1403
↓ 1 callersMethodconvert_flow_pred_to_x0
(self, flow_pred, xt, timestep, sigmas, timesteps)
helios/diffusers_version/scheduling_helios_diffusers.py:838
↓ 1 callersMethodconvert_model_output
r""" Convert the model output to the corresponding type the UniPC algorithm needs. Args: model_output (`torch.Tensor`):
helios/scheduler/scheduling_helios.py:371
↓ 1 callersMethodconvert_model_output
r""" Convert the model output to the corresponding type the UniPC algorithm needs. Args: model_output (`torch.Tensor`):
helios/diffusers_version/scheduling_helios_diffusers.py:371
↓ 1 callersFunctionconvert_to_rating
(normalized_score, metric_key, is_long)
eval/9_merge_all_scores.py:122
↓ 1 callersFunctionconvert_xt_pred_to_x0
(noise, xt, timestep, sigmas, timesteps)
helios/utils/utils_helios_post.py:629
↓ 1 callersMethodcorr
(fmap1, fmap2)
eval/utils/third_party/amt/networks/blocks/raft.py:206
↓ 1 callersFunctioncreate_ema_model
( accelerator, args, transformer, resume_checkpoint_path, model_cls, model_config,
helios/utils/create_ema_zero3_lora.py:202
↓ 1 callersFunctioncreate_final_merged_json
(model_results, output_path, score_type="normalized", rating_scale=None)
eval/10_merge_all_results.py:56
↓ 1 callersFunctioncreate_model_and_processor
( model_config, peft_lora_config, training_args, cache_dir=None, )
helios/videoalign/train_reward.py:38
↓ 1 callersFunctioncreate_navit_attention_masks
( batch_size: int, original_context_length_list: list, history_context_length: int, encoder_hi
helios/modules/helios_kernels/attention_dispatch.py:46
↓ 1 callersFunctioncreate_video_mapping
Create (step, idx) -> filename mapping
tools/gradio/comparison/gradio_compare_diff-video.py:35
↓ 1 callersFunctioncreate_window
(window_size, channel=1)
eval/utils/third_party/amt/metrics/psnr_ssim.py:15
↓ 1 callersFunctioncreate_window_3d
(window_size, channel=1)
eval/utils/third_party/amt/metrics/psnr_ssim.py:22
↓ 1 callersFunctiondecode_latent
(latent)
train_helios.py:1941
↓ 1 callersFunctiondefault_bpe
()
eval/utils/third_party/ViCLIP/simple_tokenizer.py:11
↓ 1 callersMethoddisable_cache
(self)
helios/modules/transformer_helios.py:189
↓ 1 callersMethodenable_cache
(self)
helios/modules/transformer_helios.py:185
↓ 1 callersMethodencode_prompt
r""" Encodes the prompt into text encoder hidden states. Args: prompt (`str` or `list[str]`, *optional*):
helios/diffusers_version/pipeline_helios_diffusers.py:216
↓ 1 callersMethodencode_prompt
r""" Encodes the prompt into text encoder hidden states. Args: prompt (`str` or `List[str]`, *optional*):
helios/pipelines/pipeline_helios_ode.py:209
↓ 1 callersMethodencode_prompt
r""" Encodes the prompt into text encoder hidden states. Args: prompt (`str` or `List[str]`, *optional*):
helios/pipelines/pipeline_helios.py:210
↓ 1 callersMethodevaluate
(self, epoch)
eval/utils/third_party/amt/trainers/base_trainer.py:201
↓ 1 callersFunctionevaluate_aesthetic
Evaluate aesthetic quality for a single video
eval/0_get_aesthetic.py:29
↓ 1 callersMethodevaluate_drifting
Evaluate drifting motion smoothness for a single video. Returns: (drift_score, start_score, end_score)
eval/6_get_drifting_motion_smoothness.py:172
↓ 1 callersFunctionevaluate_drifting_aesthetic
Evaluate drifting aesthetic for a single video. Returns: (drift_score, start_score, end_score)
eval/5_get_drifting_aesthetic.py:63
↓ 1 callersFunctionevaluate_drifting_naturalness
Evaluate drifting naturalness for a single video Returns: (drift_score, start_score, end_score, start_raw, end_raw)
eval/8_get_drifting_naturalness.py:149
↓ 1 callersFunctionevaluate_drifting_semantic
Evaluate drifting semantic consistency for a single video. Returns: (drift_score, start_score, end_score)
eval/7_get_drifting_semantic.py:76
↓ 1 callersFunctionevaluate_naturalness
Evaluate naturalness for a single video
eval/4_get_naturalness.py:107
↓ 1 callersFunctionevaluate_overall_consistency
Evaluate semantic consistency between video and prompt
eval/3_get_semantic.py:38
↓ 1 callersMethodextract_ema_kwargs
Extracts the EMA kwargs from the kwargs of a class method.
helios/utils/create_ema_zero3.py:105
↓ 1 callersFunctionextract_first_n_frames
(input_root, output_root, num_frames=81)
eval/utils/extract_short_from_long.py:7
↓ 1 callersFunctionextract_frames
Extract frames from video
eval/4_get_naturalness.py:63
↓ 1 callersFunctionextract_frames_from_portion
Extract frames from start or end portion of video Args: video_path: Path to video file num_frames: Number of frames to extrac
eval/8_get_drifting_naturalness.py:66
↓ 1 callersFunctionextract_vision_info
(conversations: list[dict] | list[list[dict]])
helios/videoalign/vision_process.py:340
↓ 1 callersFunctionfetch_video
(ele: dict, image_factor: int = IMAGE_FACTOR)
helios/videoalign/vision_process.py:293
↓ 1 callersFunctionfind_nearest_length_bucket
(length, stride=1)
helios/dataset/dataloader_mp4_dist.py:77
↓ 1 callersFunctionfind_nearest_resolution_bucket
(h, w, resolution=640)
helios/dataset/dataloader_mp4_dist.py:66
↓ 1 callersFunctionfind_target_linear_names
Find the target linear modules for LoRA.
helios/videoalign/train_reward.py:10
↓ 1 callersFunctionflash_layernorm
(layernorm, X)
helios/modules/helios_kernels/triton_norm.py:177
↓ 1 callersFunctionflash_rms_layernorm
(layernorm, X: torch.Tensor, gemma: bool = False)
helios/modules/helios_kernels/triton_norm.py:406
↓ 1 callersFunctionflow_uv_to_colors
Applies the flow color wheel to (possibly clipped) flow components u and v. According to the C++ source code of Daniel Scharstein Accordi
eval/utils/third_party/amt/utils/flow_utils.py:69
↓ 1 callersMethodflush
(self)
tools/others/benchmark/benchmark_compile_performance.py:35
↓ 1 callersMethodforward
(self, hidden_states)
helios/modules/helios_kernels/fp32_rmsnorm.py:29
↓ 1 callersMethodfreeze_text
freeze text encoder
eval/utils/third_party/ViCLIP/viclip.py:68
↓ 1 callersMethodfrom_pretrained
( cls, pretrained_model_path, subfolder=None, transformer_additional_kwargs={}
helios/modules/transformer_helios.py:1599
↓ 1 callersFunctionget_aesthetic_model
Load the aesthetic predictor model
eval/0_get_aesthetic.py:20
↓ 1 callersFunctionget_aesthetic_model
Load the aesthetic predictor model
eval/5_get_drifting_aesthetic.py:22
↓ 1 callersMethodget_decay
Compute the decay factor for the exponential moving average.
helios/utils/create_ema_zero3.py:206
↓ 1 callersFunctionget_device_count
(device_type)
helios/modules/helios_kernels/utils.py:25
↓ 1 callersFunctionget_device_type
()
helios/modules/helios_kernels/utils.py:7
↓ 1 callersMethodget_diff
Calculate absolute difference between two images
eval/6_get_drifting_motion_smoothness.py:167
↓ 1 callersMethodget_diff
Calculate absolute difference between two images
eval/2_get_motion_smoothness.py:162
↓ 1 callersMethodget_frames
Extract frames from MP4 video
eval/6_get_drifting_motion_smoothness.py:28
↓ 1 callersMethodget_frames
Extract frames from MP4 video
eval/2_get_motion_smoothness.py:24
↓ 1 callersMethodget_lr
(self, iters)
eval/utils/third_party/amt/trainers/base_trainer.py:123
↓ 1 callersFunctionget_rating_scale_from_results
(input_dir)
eval/10_merge_all_results.py:81
↓ 1 callersMethodget_scale_key
(self)
helios/modules/transformer_helios.py:530
↓ 1 callersFunctionget_step_idx_info
Extract step and idx information from video mapping
tools/gradio/comparison/gradio_compare_diff-video.py:44
↓ 1 callersFunctionget_step_idx_mapping
Extract step and idx mapping from common (step, idx) keys
tools/gradio/comparison/gradio_compare_diff-ablation.py:43
↓ 1 callersFunctionget_step_idx_mapping
Extract step and idx mapping from common (step, idx) keys
tools/gradio/comparison/gradio_compare_diff-ckpt.py:44
↓ 1 callersFunctionget_text_features
Get text features from ViCLIP
eval/3_get_semantic.py:16
↓ 1 callersFunctionget_text_features
Get text features from ViCLIP
eval/7_get_drifting_semantic.py:20
↓ 1 callersFunctionget_timesteps
( num_inference_steps=50, denoising_strength=1, shift=1.0, num_train_timesteps=1000, sigma
helios/utils/utils_recycle_batch.py:262
↓ 1 callersFunctionget_vid_features
Get video features from ViCLIP
eval/3_get_semantic.py:30
↓ 1 callersFunctionget_vid_features
Get video features from ViCLIP
eval/7_get_drifting_semantic.py:34
↓ 1 callersFunctionget_video_list
Get all mp4 videos from folder
tools/gradio/comparison/gradio_compare_diff-video.py:18
↓ 1 callersFunctionget_video_reader_backend
()
helios/videoalign/vision_process.py:282
↓ 1 callersFunctionget_world_size
Find OMPI world size without calling mpi functions :rtype: int
eval/utils/third_party/amt/utils/dist_utils.py:6
↓ 1 callersFunctionimage_to_base64
Convert image to base64 string
eval/8_get_drifting_naturalness.py:48
↓ 1 callersFunctionimage_to_base64
Convert image to base64 string
eval/4_get_naturalness.py:45
↓ 1 callersMethodindex_for_timestep
(self, timestep, schedule_timesteps=None)
helios/scheduler/scheduling_helios.py:265
↓ 1 callersMethodindex_for_timestep
(self, timestep, schedule_timesteps=None)
helios/diffusers_version/scheduling_helios_diffusers.py:289
↓ 1 callersFunctioninference_with_trajectory_stage1
( args, accelerator, transformer, scheduler, noise, prompt_embeds, # For Stage 1
helios/utils/utils_helios_post.py:644
↓ 1 callersFunctioninference_with_trajectory_stage2
( args, accelerator, transformer, scheduler, noise, prompt_embeds, # For Stage 1
helios/utils/utils_helios_post.py:947
↓ 1 callersFunctioninflate_weight
(weight_2d, time_dim, center=True)
eval/utils/third_party/ViCLIP/viclip_vision.py:218
↓ 1 callersMethodinit_lora
(self, is_train=False, lora_rank=128)
helios/modules/transformer_helios.py:539
↓ 1 callersMethodinit_sigmas_for_each_stage
Init the timesteps for each stage
helios/scheduler/scheduling_helios.py:118
↓ 1 callersMethodinit_sigmas_for_each_stage
Init the timesteps for each stage
helios/diffusers_version/scheduling_helios_diffusers.py:108
↓ 1 callersMethodinit_weights
r""" Initialize model parameters using Xavier initialization.
helios/modules/transformer_helios.py:1577
↓ 1 callersMethodinitialization
Initialize parameters based on device
eval/6_get_drifting_motion_smoothness.py:91
↓ 1 callersMethodinitialization
Initialize parameters based on device
eval/2_get_motion_smoothness.py:87
↓ 1 callersMethodinitialize_weight_from_another_conv3d
(self, another_layer)
helios/modules/transformer_helios.py:1088
↓ 1 callersMethodinterpolate_prompt_embeds
( self, prompt_embeds_1: torch.Tensor, prompt_embeds_2: torch.Tensor, interpol
helios/diffusers_version/pipeline_helios_diffusers.py:459
↓ 1 callersMethodinterpolate_prompt_embeds
( self, prompt_embeds_1: torch.Tensor, prompt_embeds_2: torch.Tensor, interpol
helios/pipelines/pipeline_helios_ode.py:428
↓ 1 callersMethodinterpolate_prompt_embeds
( self, prompt_embeds_1: torch.Tensor, prompt_embeds_2: torch.Tensor, interpol
helios/pipelines/pipeline_helios.py:429
↓ 1 callersFunctionis_valid_metric
(metric_key, is_long)
eval/9_merge_all_scores.py:162
↓ 1 callersFunctionis_video_reader_available
()
helios/videoalign/vision_process.py:216
↓ 1 callersFunctionjson_to_excel
(json_path, excel_path=None, use_selected_metrics=False, show_raw_values=False, score_type="")
eval/utils/convert_json_to_excel.py:30
← previousnext →301–400 of 847, ranked by callers