MCPcopy Create free account

hub / github.com/Robbyant/lingbot-va / functions

Functions218 in github.com/Robbyant/lingbot-va

↓ 7 callersMethodclear_cache
(self, cache_name)
wan_va/modules/model.py:340
↓ 7 callersMethodinfer
(self, obs: Dict)
evaluation/robotwin/websocket_client_policy.py:62
↓ 7 callersMethodset_timesteps
(self, num_inference_steps=100, denoising_strength=1.0,
wan_va/utils/scheduler.py:33
↓ 6 callersFunctionconvert_to_uint8
Converts an image to uint8 if it is a float image. This is important for reducing the size of the image when sending it over the network.
wan_va/utils/Simple_Remote_Infer/deploy/image_tools.py:5
↓ 6 callersMethodstep
(self, model_output, timestep, sample, to_final=False, **kwargs)
wan_va/utils/scheduler.py:78
↓ 5 callersMethod__init__
( self, is_cross=False, )
wan_va/modules/model.py:50
↓ 5 callersMethod_input_embed
(self, latents, input_type='latent')
wan_va/modules/model.py:671
↓ 4 callersMethod_repeat_input_for_cfg
(self, input_dict)
wan_va/wan_va_server.py:254
↓ 4 callersFunctionget_embodiment_file
(embodiment_type)
evaluation/robotwin/eval_polict_client_openpi.py:327
↓ 4 callersMethodserve_forever
(self)
wan_va/utils/Simple_Remote_Infer/deploy/websocket_policy_server.py:34
↓ 3 callersMethod_prepare_latent_input
(self, latent_model_input, action_model_input,
wan_va/wan_va_server.py:265
↓ 3 callersMethodencode_chunk
(self, x_chunk)
wan_va/modules/utils.py:88
↓ 3 callersFunctioneuler2quat
Return `quaternion` from Euler angles and axis sequence `axes` Parameters ---------- ai : float First rotation angle (according t
evaluation/robotwin/geometry.py:294
↓ 3 callersFunctionformat_obs
(observation, prompt)
evaluation/robotwin/eval_polict_client_openpi.py:423
↓ 3 callersFunctionget_mesh_id
(f, h, w, t, f_w=1, f_shift=0, action=False)
wan_va/utils/utils.py:33
↓ 3 callersFunctionmean_rate_of
(results_subset)
evaluation/robotwin/calc_stat.py:81
↓ 3 callersFunctionresize_h
(img, h)
evaluation/robotwin/eval_polict_client_openpi.py:218
↓ 3 callersFunctionsave_async
todo
wan_va/utils/utils.py:56
↓ 2 callersMethod_add_noise
(self, latent, train_scheduler, action_mask=False, action_mode=False, noisy_cond_prob=0.)
wan_va/train.py:168
↓ 2 callersFunction_configure_model
TODO
wan_va/distributed/util.py:6
↓ 2 callersMethod_encode_obs
(self, obs)
wan_va/wan_va_server.py:325
↓ 2 callersFunction_extract_obs
Extract agentview and eye_in_hand images from raw env obs dict. Avoids torch round-trip: the env already returns uint8 numpy arrays [H, W, C
evaluation/libero/client.py:52
↓ 2 callersMethod_get_global_idx
(self, episode_index: int, local_index: int)
wan_va/dataset/lerobot_latent_dataset.py:193
↓ 2 callersMethod_get_t5_prompt_embeds
( self, prompt=None, num_videos_per_prompt=1, max_sequence_length=512,
wan_va/wan_va_server.py:106
↓ 2 callersMethod_infer
(self, obs, frame_st_id=0)
wan_va/wan_va_server.py:443
↓ 2 callersMethod_reset
(self, prompt=None)
wan_va/wan_va_server.py:377
↓ 2 callersMethod_time_embed
(self, timesteps, H, W, dtype, action_mode=False)
wan_va/modules/model.py:689
↓ 2 callersFunctionadd_eef_pose
(new_pose, init_pose)
evaluation/robotwin/eval_polict_client_openpi.py:432
↓ 2 callersMethodadd_noise
(self, original_samples, noise, timestep, t_dim=2)
wan_va/utils/scheduler.py:99
↓ 2 callersFunctionadd_title_bar
Add a black title bar with text above the image
evaluation/robotwin/eval_polict_client_openpi.py:59
↓ 2 callersMethodclear_pred_cache
(self, cache_name)
wan_va/modules/model.py:333
↓ 2 callersFunctiondata_seq_to_patch
( patch_size, data_seq, latent_num_frames, latent_height, latent_width, batch_size=1,
wan_va/utils/utils.py:12
↓ 2 callersFunctiondist_max
(local_tensor)
wan_va/distributed/util.py:37
↓ 2 callersFunctiondist_mean
(local_tensor)
wan_va/distributed/util.py:32
↓ 2 callersFunctionget_embodiment_config
(robot_file)
evaluation/robotwin/eval_polict_client_openpi.py:292
↓ 2 callersFunctionget_relative_pose
(pose)
wan_va/dataset/lerobot_latent_dataset.py:55
↓ 2 callersMethodinfer
(self, obs)
wan_va/utils/sever_utils.py:18
↓ 2 callersMethodinfer
(self, obs: Dict)
wan_va/utils/Simple_Remote_Infer/deploy/websocket_client_policy.py:68
↓ 2 callersFunctioninit_distributed
(world_size, local_rank, rank)
wan_va/distributed/util.py:24
↓ 2 callersFunctioninit_logger
()
wan_va/utils/logging.py:13
↓ 2 callersFunctionload_transformer
( transformer_path, torch_dtype, torch_device, **kwargs )
wan_va/modules/utils.py:41
↓ 2 callersFunctionload_vae
( vae_path, torch_dtype, torch_device, )
wan_va/modules/utils.py:12
↓ 2 callersFunctionquaternion_to_euler
Convert quaternion to Euler angles (roll, pitch, yaw) quat: [rx, ry, rz, rw] format Return: [roll, pitch, yaw] (radians)
evaluation/robotwin/eval_polict_client_openpi.py:77
↓ 2 callersMethodrun
(self)
wan_va/utils/Simple_Remote_Infer/deploy/websocket_policy_server.py:37
↓ 2 callersFunctionsample_timestep_id
( batch_size: int = 1, min_timestep_bd: float = 0.0, max_timestep_bd: float = 1.0, num_train_t
wan_va/utils/utils.py:77
↓ 2 callersMethodtrain
Main training loop - train by steps instead of epochs.
wan_va/train.py:422
↓ 2 callersMethodtraining_weight
(self, timestep)
wan_va/utils/scheduler.py:115
↓ 2 callersFunctionwrite_json
Write data to a JSON file. Creates parent directories if they don't exist. Args: data (dict): The dictionary to write. fpath
evaluation/robotwin/eval_polict_client_openpi.py:46
↓ 1 callersMethod_action_post_process
(self, local_start_frame, local_end_frame, latent_frame_ids, action)
wan_va/dataset/lerobot_latent_dataset.py:256
↓ 1 callersMethod_cat_video_latents
(self, data_dict )
wan_va/dataset/lerobot_latent_dataset.py:225
↓ 1 callersMethod_check_meta
(self, start_frame, end_frame, episode_index)
wan_va/dataset/lerobot_latent_dataset.py:181
↓ 1 callersMethod_compute_kv_cache
(self, obs)
wan_va/wan_va_server.py:572
↓ 1 callersMethod_flatten_latent_dict
(self, latent_dict)
wan_va/dataset/lerobot_latent_dataset.py:201
↓ 1 callersMethod_get_cross_mask_mod
(seq_ids, text_seq_ids)
wan_va/modules/model.py:145
↓ 1 callersMethod_get_item_id_to_dataset_id
(self)
wan_va/dataset/lerobot_latent_dataset.py:88
↓ 1 callersMethod_get_mask_mod
(seq_ids, frame_ids, noise_ids, window_size)
wan_va/modules/model.py:154
↓ 1 callersMethod_get_next_batch
Get next batch from iterator, reset if epoch is finished.
wan_va/train.py:151
↓ 1 callersMethod_get_range_hf_data
(self, start_frame, end_frame)
wan_va/dataset/lerobot_latent_dataset.py:197
↓ 1 callersMethod_get_range_latent_data
(self, start_frame, end_frame, episode_index)
wan_va/dataset/lerobot_latent_dataset.py:209
↓ 1 callersMethod_next_cache_id
(self, cache_name)
wan_va/modules/model.py:387
↓ 1 callersMethod_precompute_freqs_base
(self)
wan_va/modules/model.py:268
↓ 1 callersMethod_prepare_input_dict
Prepare input dict following infer code pattern from wan_va_server.py.
wan_va/train.py:220
↓ 1 callersFunction_resize_with_pad_pil
Replicates tf.image.resize_with_pad for one image using PIL. Resizes an image to a target height and width without distortion by padding with zero
wan_va/utils/Simple_Remote_Infer/deploy/image_tools.py:44
↓ 1 callersMethod_train_step
Train a single batch, returns losses for logging.
wan_va/train.py:297
↓ 1 callersMethod_wait_for_server
( self)
wan_va/utils/Simple_Remote_Infer/deploy/websocket_client_policy.py:45
↓ 1 callersMethod_wait_for_server
(self)
evaluation/robotwin/websocket_client_policy.py:41
↓ 1 callersMethodaction_unnormalizer
(self, norm_action)
wan_va/utils/Simple_Remote_Infer/deploy/qwenpi_policy.py:374
↓ 1 callersFunctionadd_init_pose
(new_pose, init_pose)
evaluation/robotwin/eval_polict_client_openpi.py:439
↓ 1 callersMethodallocate_slots
(self, cache_name, key_size)
wan_va/modules/model.py:366
↓ 1 callersFunctionapply_ac
Apply activation checkpointing to the model.
wan_va/distributed/fsdp.py:11
↓ 1 callersMethodcalculate_shift
( self, image_seq_len, base_seq_len: int = 256, max_seq_len: int = 8192,
wan_va/utils/scheduler.py:124
↓ 1 callersFunctionclass_decorator
(task_name)
evaluation/robotwin/eval_polict_client_openpi.py:263
↓ 1 callersMethodclear_cache
(self)
wan_va/modules/utils.py:85
↓ 1 callersMethodcompute_loss
(self, input_dict, pred )
wan_va/train.py:256
↓ 1 callersFunctioncompute_success_rates
(root_dir: str, true_suffix="True.mp4", false_suffix="False.mp4")
evaluation/robotwin/calc_stat.py:3
↓ 1 callersFunctionconstruct_lerobot_multi_processor
(config, num_init_worker=8, )
wan_va/dataset/lerobot_latent_dataset.py:40
↓ 1 callersFunctionconstruct_single_env
(env_args)
evaluation/libero/client.py:35
↓ 1 callersMethodconvert_input_format
Convert input dict to match transformer input format if needed.
wan_va/train.py:250
↓ 1 callersMethodcreate_empty_cache
(self, cache_name, attn_window, latent_token_per_chunk, action_token_per_chunk,
wan_va/modules/model.py:661
↓ 1 callersMethoddecode_one_video
(self, latents, output_type)
wan_va/wan_va_server.py:626
↓ 1 callersFunctiondistributed_infer
TODO
wan_va/utils/sever_utils.py:22
↓ 1 callersMethodencode_prompt
r""" TODO
wan_va/wan_va_server.py:153
↓ 1 callersMethodensemble_action
(self, cur_action)
wan_va/utils/Simple_Remote_Infer/deploy/qwenpi_policy.py:46
↓ 1 callersFunctionenv_one_step
(env_in, action)
evaluation/libero/client.py:72
↓ 1 callersFunctioneval_policy
(task_name, TASK_ENV, args, model, st_seed,
evaluation/robotwin/eval_polict_client_openpi.py:444
↓ 1 callersMethodforward_train
(self, input_dict)
wan_va/modules/model.py:702
↓ 1 callersMethodgenerate
(self)
wan_va/wan_va_server.py:648
↓ 1 callersFunctionget_camera_config
(camera_type)
evaluation/robotwin/eval_polict_client_openpi.py:280
↓ 1 callersMethodinfer
Generates an action with the VLA policy.
wan_va/utils/Simple_Remote_Infer/deploy/qwenpi_policy.py:430
↓ 1 callersMethodinit_kv_cache
(self, cache_name, total_tolen, num_head, head_dim, device, dtype, batch_size)
wan_va/modules/model.py:345
↓ 1 callersMethodinit_mask
( latent_shape, action_shape, padded_length, chunk_size, window_siz
wan_va/modules/model.py:95
↓ 1 callersMethodinit_norm
TODO: show be rewritten as a dict
wan_va/utils/Simple_Remote_Infer/deploy/qwenpi_policy.py:346
↓ 1 callersFunctioninit_single_env
(env_in, init_state)
evaluation/libero/client.py:64
↓ 1 callersMethodload_init_obs
(self)
wan_va/wan_va_server.py:641
↓ 1 callersFunctionload_text_encoder
( text_encoder_path, torch_dtype, torch_device, )
wan_va/modules/utils.py:24
↓ 1 callersFunctionload_tokenizer
(tokenizer_path, )
wan_va/modules/utils.py:36
↓ 1 callersMethodload_vla
(self, path_to_pi_model)
wan_va/utils/Simple_Remote_Infer/deploy/qwenpi_policy.py:378
↓ 1 callersMethodload_vla
(self, path_to_pi_model)
wan_va/utils/Simple_Remote_Infer/deploy/replay_policy.py:375
↓ 1 callersFunctionmain
Parse arguments and run training.
wan_va/train.py:531
↓ 1 callersFunctionmain
TODO
wan_va/wan_va_server.py:700
next →1–100 of 218, ranked by callers