Functions — github.com/PKU-YuanGroup/Helios

CodeHub MCPcopy Create free account

hub / github.com/PKU-YuanGroup/Helios / functions

Functions847 in github.com/PKU-YuanGroup/Helios

⨍ Functions 847◇ Types & classes 124

(self, bpe_path: str = default_bpe())

eval/utils/third_party/ViCLIP/simple_tokenizer.py:75

(self, d_model: int, n_head: int, attn_mask: torch.Tensor = None)

eval/utils/third_party/ViCLIP/viclip_text.py:39

(self, width: int, layers: int, heads: int, attn_mask: torch.Tensor = None, checkpoint_num: int = 0)

eval/utils/third_party/ViCLIP/viclip_text.py:67

(self, d_model, n_head, drop_path=0.0, attn_mask=None, dropout=0.0)

eval/utils/third_party/ViCLIP/viclip_vision.py:55

( self, input_resolution, patch_size, width, layers, heads,

eval/utils/third_party/ViCLIP/viclip_vision.py:105

( self, tokenizer=None, pretrain=os.path.join(os.path.dirname(os.path.abspath(__file__

eval/utils/third_party/ViCLIP/viclip.py:18

(self, processor, add_noise=False, p_shuffle_frames=0.0, p_color_jitter=0.0)

helios/videoalign/data.py:141

(self, load_from_pretrained, load_from_pretrained_step=-1, device="cuda", dtype=torch.bfloat16)

helios/videoalign/inference.py:35

(self, config, output_dim=4, reward_token="last", special_token_ids=None)

helios/videoalign/trainer.py:19

( self, num_train_timesteps: int = 1000, shift: float = 1.0, # Following Stable diffu

helios/scheduler/scheduling_helios.py:51

(self, input_channel, cond_map_dim=768)

helios/modules/transformer_helios.py:96

(self, dim: int, eps: float = 1e-6, elementwise_affine: bool = False)

helios/modules/transformer_helios.py:158

helios/modules/transformer_helios.py:176

( self, dim: int, heads: int = 8, dim_head: int = 64, eps: float = 1e-

helios/modules/transformer_helios.py:462

( self, dim: int, time_freq_dim: int, time_proj_dim: int, text_embed_d

helios/modules/transformer_helios.py:624

(self, rope_dim, theta)

helios/modules/transformer_helios.py:670

( self, dim: int, ffn_dim: int, num_heads: int, qk_norm: str = "rms_no

helios/modules/transformer_helios.py:719

( self, patch_size: tuple[int, ...] = (1, 2, 2), num_attention_heads: int = 40,

helios/modules/transformer_helios.py:983

( self, dim: int, dim_out: Optional[int] = None, mult: int = 4, dropou

helios/modules/helios_kernels/tiled_linear.py:289

(self, use_fast=False)

helios/modules/helios_kernels/triton_rope.py:265

( self, *args, **kwargs, )

helios/utils/create_ema_zero3_lora.py:28

Args: parameters (Iterable[torch.nn.Parameter]): The parameters to track. decay (float): The decay factor for the exp

helios/utils/create_ema_zero3.py:37

Args: rho_mu: EMA coefficient for mean (momentum parameter) rho_sigma: EMA coefficient for variance (momentum paramet

helios/utils/utils_base.py:674

helios/utils/utils_helios_post.py:264

( self, feature_folders, history_sizes=[16, 2, 1], is_keep_x0=True, fo

helios/dataset/dataloader_history_latents_dist.py:12

( self, dataset, batch_size, drop_last=False, shuffle=True, se

helios/dataset/dataloader_history_latents_dist.py:270

( self, json_files, video_folders, stride=1, base_fps=None, re

helios/dataset/dataloader_mp4_dist.py:141

( self, dataset, batch_size, drop_last=False, shuffle=True, se

helios/dataset/dataloader_mp4_dist.py:425

( self, gan_folders=None, ode_folders=None, text_folders=None, is_use_

helios/dataset/dataloader_dmd.py:12

( self, dataset, batch_size, dataset_sampling_ratios={}, drop_last=Fal

helios/dataset/dataloader_dmd.py:325

( self, num_train_timesteps: int = 1000, shift: float = 1.0, # Following Stable diffu

helios/diffusers_version/scheduling_helios_diffusers.py:40

(self, dim: int, eps: float = 1e-6, elementwise_affine: bool = False)

helios/diffusers_version/transformer_helios_diffusers.py:86

helios/diffusers_version/transformer_helios_diffusers.py:104

( self, dim: int, time_freq_dim: int, time_proj_dim: int, text_embed_d

helios/diffusers_version/transformer_helios_diffusers.py:292

(self, rope_dim, theta)

helios/diffusers_version/transformer_helios_diffusers.py:328

( self, dim: int, ffn_dim: int, num_heads: int, qk_norm: str = "rms_no

helios/diffusers_version/transformer_helios_diffusers.py:377

( self, patch_size: tuple[int, ...] = (1, 2, 2), num_attention_heads: int = 40,

helios/diffusers_version/transformer_helios_diffusers.py:577

( self, tokenizer: AutoTokenizer, text_encoder: UMT5EncoderModel, vae: Autoenc

helios/diffusers_version/pipeline_helios_diffusers.py:150

( self, tokenizer: AutoTokenizer, text_encoder: UMT5EncoderModel, vae: Autoenc

helios/pipelines/pipeline_helios_ode.py:147

( self, tokenizer: AutoTokenizer, text_encoder: UMT5EncoderModel, vae: Autoenc

helios/pipelines/pipeline_helios.py:148

helios/dataset/dataloader_history_latents_dist.py:409

helios/dataset/dataloader_mp4_dist.py:564

helios/dataset/dataloader_dmd.py:385

tools/others/get_mean_std_size9.py:199

tools/offload_data/get_ode-pairs.py:85

tools/offload_data/get_text-embedding.py:77

eval/utils/third_party/amt/datasets/gopro_datasets.py:122

eval/utils/third_party/amt/datasets/gopro_datasets.py:188

eval/utils/third_party/amt/datasets/vimeo_datasets.py:103

eval/utils/third_party/amt/datasets/vimeo_datasets.py:151

helios/scheduler/scheduling_helios.py:878

helios/dataset/dataloader_history_latents_dist.py:193

helios/dataset/dataloader_history_latents_dist.py:479

helios/dataset/dataloader_mp4_dist.py:352

helios/dataset/dataloader_mp4_dist.py:634

helios/dataset/dataloader_dmd.py:234

helios/dataset/dataloader_dmd.py:407

helios/diffusers_version/scheduling_helios_diffusers.py:946

(cls, *args, **kwargs)

helios/modules/transformer_helios.py:449

Method__post_init__

helios/videoalign/utils.py:50

Method__post_init__

helios/videoalign/utils.py:81

Function_apply_rope_transposed_kernel

( X, Out, cos, sin, n_heads: tl.constexpr, stride_x: tl.constexpr, stride_out: tl.

helios/modules/helios_kernels/triton_rope.py:28

Method_equal_sampling

(self, dataset_groups)

helios/dataset/dataloader_history_latents_dist.py:457

Method_equal_sampling

(self, dataset_groups)

helios/dataset/dataloader_mp4_dist.py:612

(self, imgt_pred, imgt)

eval/utils/third_party/amt/losses/loss.py:36

(self, imgt_pred, imgt, weight)

eval/utils/third_party/amt/losses/loss.py:46

(self, imgt_pred, imgt)

eval/utils/third_party/amt/losses/loss.py:79

(self, ft_pred, ft_gt)

eval/utils/third_party/amt/losses/loss.py:115

(self, flow0_pred, flow1_pred, flow)

eval/utils/third_party/amt/losses/loss.py:133

(self, flow0_pred, flow1_pred, flow)

eval/utils/third_party/amt/losses/loss.py:170

Function_gemma_rms_layernorm_forward

( Y, Y_row_stride: tl.constexpr, X, X_row_stride: tl.constexpr, W, W_row_stride: tl.co

helios/modules/helios_kernels/triton_norm.py:293

Method_init_step_index

(self, timestep)

helios/scheduler/scheduling_helios.py:279

Method_init_step_index

(self, timestep)

helios/diffusers_version/scheduling_helios_diffusers.py:303

Method_mlp_forward

Internal MLP forward for tiled computation

helios/modules/helios_kernels/tiled_linear.py:338

Method_pad_sequence

Pad the sequences to the maximum length.

helios/videoalign/inference.py:81

Method_ratio_sampling

(self, dataset_groups)

helios/dataset/dataloader_history_latents_dist.py:476

Method_ratio_sampling

(self, dataset_groups)

helios/dataset/dataloader_mp4_dist.py:631

Function_read_video_torchvision

read video using torchvision.io.read_video Args: ele (dict): a dict contains the configuration of video. support keys:

helios/videoalign/vision_process.py:164

Function_read_video_video_reader

read video using video_reader.VideoReader Args: ele (dict): a dict contains the configuration of video. support keys:

helios/videoalign/vision_process.py:222

Function_rms_layernorm_backward

Flash RMS Layernorm kernel for the backward pass Inspiration from a Triton tutorial: https://triton-lang.org/main/getting-started/tutoria

helios/modules/helios_kernels/triton_norm.py:231

Function_rms_layernorm_forward

Flash RMS Layernorm kernel Inspiration from a Triton tutorial: https://triton-lang.org/main/getting-started/tutorials/05-layer-norm.html

helios/modules/helios_kernels/triton_norm.py:193

Method_sigma_to_t

helios/scheduler/scheduling_helios.py:213

Method_sigma_to_t

helios/diffusers_version/scheduling_helios_diffusers.py:192

Functionapply_error_injection

( args, recycle_vars, model_input, noise, timesteps, latents_history_long, latents

helios/utils/utils_recycle_single.py:8

Methodattention_kwargs

helios/diffusers_version/pipeline_helios_diffusers.py:827

Methodattention_kwargs

helios/pipelines/pipeline_helios_ode.py:922

Methodattention_kwargs

helios/pipelines/pipeline_helios.py:857

helios/modules/helios_kernels/triton_norm.py:151

(ctx, dY: torch.Tensor)

helios/modules/helios_kernels/triton_norm.py:370

Methodbegin_index

The index for the first timestep. It should be set from pipeline with `set_begin_index` method.

helios/scheduler/scheduling_helios.py:196

Methodbegin_index

The index for the first timestep. It should be set from pipeline with `set_begin_index` method.

helios/diffusers_version/scheduling_helios_diffusers.py:176

Functionbuild_clip

eval/utils/third_party/ViCLIP/viclip_text.py:257

Functioncalculate_ie

eval/utils/third_party/amt/metrics/psnr_ssim.py:140

Functioncheck_file_exists

tools/offload_data/get_ode-pairs.py:33

Functioncheck_file_exists

tools/offload_data/get_text-embedding.py:25

Functioncleanup_distributed_env

tools/offload_data/get_short-latents.py:23

Functioncleanup_distributed_env

tools/offload_data/get_long-latents.py:23

Functionclip_joint_b16

(pretrained=True, input_resolution=224, kernel_size=1, center=True, num_frames=8, drop_path=0.0)

eval/utils/third_party/ViCLIP/viclip_vision.py:264

Functionclip_joint_l14_336

(pretrained=True, input_resolution=336, kernel_size=1, center=True, num_frames=8, drop_path=0.0)

eval/utils/third_party/ViCLIP/viclip_vision.py:320

Functionclip_text_b16

( embed_dim=512, context_length=77, vocab_size=49408, transformer_width=512, transformer_h

eval/utils/third_party/ViCLIP/viclip_text.py:180

← previous next →601–700 of 847, ranked by callers