Functions — github.com/TencentARC/Moto

CodeHub MCPcopy Create free account

hub / github.com/TencentARC/Moto / functions

Functions210 in github.com/TencentARC/Moto

⨍ Functions 210◇ Types & classes 46

↓ 1 callersMethodtrain

moto_gpt/src/trainers/moto_gpt_trainer.py:130

↓ 1 callersMethodunmap_to_all

latent_motion_tokenizer/src/models/vector_quantizer.py:69

↓ 1 callersFunctionunpack_tuple

(fn: Callable[[Any], Tuple[Any]])

latent_motion_tokenizer/src/models/timm_dinov2_model.py:14

↓ 1 callersFunctionunpack_tuple

(fn: Callable[[Any], Tuple[Any]])

moto_gpt/src/models/timm_dinov2_model.py:16

↓ 1 callersFunctionvisualization

( lang_goal, orig_video, decoding_mode2preds, path, image_seq_post_p

moto_gpt/evaluation/motion_prior_analysis/latent_motion_generation.py:40

↓ 1 callersMethodvisualize_epoch

(self, predicted_raw_actions: Sequence[np.ndarray], images: Sequence[np.ndarray], save_path: str)

moto_gpt/evaluation/robot_manipulation_benchmarks/simpler/simpler_env_policy_wrapper.py:238

↓ 1 callersFunctionvisualize_latent_motion_gen

( lang_goal, orig_video, decoding_mode2preds, path )

moto_gpt/src/trainers/trainer_utils.py:32

↓ 1 callersFunctionvisualize_latent_motion_reconstruction

( initial_frame, next_frame, recons_next_frame, latent_motion_ids, path )

latent_motion_tokenizer/src/trainers/trainer_utils.py:9

↓ 1 callersFunctionwrite_video

(frames, output_file, fps=30, convert_rgb=True)

data_preprocessing/oxe_to_video.py:28

Method__getitem__

common/data/datasets.py:95

Method__getitem__

common/data/datasets.py:199

Method__getitem__

common/data/datasets.py:441

Method__getitem__

common/data/datasets.py:567

(self, optimizer, # optimizer to schedule linear_warmup_start_factor, linear_warmup_total_i

latent_motion_tokenizer/src/trainers/optimizer.py:44

( self, latent_motion_tokenizer, rgb_preprocessor, train_dataloader, e

latent_motion_tokenizer/src/trainers/latent_motion_tokenizer_trainer.py:22

(self, pretrained_model_name_or_path)

latent_motion_tokenizer/src/models/theia_model.py:50

(self, config: ViTConfig)

latent_motion_tokenizer/src/models/latent_motion_decoder.py:12

( self, image_encoder, m_former, vector_quantizer,

latent_motion_tokenizer/src/models/latent_motion_tokenizer.py:15

(self, config: ViTConfig)

latent_motion_tokenizer/src/models/modeling_lmd_vit.py:14

(self, config: ViTConfig, add_pooling_layer: bool = True)

latent_motion_tokenizer/src/models/modeling_lmd_vit.py:88

(self, n_e, e_dim, beta, remap=None, unknown_index="random", sane_index_shape=False, legacy=

latent_motion_tokenizer/src/models/vector_quantizer.py:17

(self, config: ViTConfig)

latent_motion_tokenizer/src/models/m_former.py:13

(self, config: ViTConfig)

latent_motion_tokenizer/src/models/m_former.py:62

(self, pretrained_model_name_or_path="vit_large_patch14_reg4_dinov2.lvd142m", *args, **kwargs)

latent_motion_tokenizer/src/models/timm_dinov2_model.py:23

(self, datasets, sample_weights)

common/data/datasets.py:86

( self, lmdb_dir, split, skip_frame, sequence_length, #start_ratio, end_ratio, chunk

common/data/datasets.py:106

(self, world_vector_range=(-1.0, 1.0), *args, **kwargs)

common/data/datasets.py:271

( self, split, skip_frame, sequence_length, #start_ratio, end_ratio, video_dir=None,

common/data/datasets.py:328

( self, split, skip_frame, sequence_length, npz_dir=None, rgb_shape=(224, 224),

common/data/datasets.py:462

( self, rgb_shape, rgb_mean, rgb_std, do_random

common/processors/rgb_preprocessors.py:41

( self, moto_gpt, moto_gpt_config, latent_motion_tokenizer, rgb_prepro

moto_gpt/src/trainers/moto_gpt_trainer.py:20

(self, pretrained_model_name_or_path)

moto_gpt/src/models/theia_model.py:50

moto_gpt/src/models/moto_gpt_policy_wraper.py:24

(self, pretrained_model_name_or_path="vit_large_patch14_reg4_dinov2.lvd142m", *args, **kwargs)

moto_gpt/src/models/timm_dinov2_model.py:25

( self, vocab_size=50257, n_positions=1024, n_ctx=1024, n_embd=768,

moto_gpt/src/models/trajectory_gpt2.py:180

(self, nx, n_ctx, config, scale=False, is_cross_attention=False)

moto_gpt/src/models/trajectory_gpt2.py:292

(self, n_state, config)

moto_gpt/src/models/trajectory_gpt2.py:434

(self, n_ctx, config, scale=False)

moto_gpt/src/models/trajectory_gpt2.py:449

(self, *inputs, **kwargs)

moto_gpt/src/models/trajectory_gpt2.py:524

moto_gpt/src/models/trajectory_gpt2.py:688

(self, use_obs_feature, pretrained_model_name_or_path)

moto_gpt/src/models/mae_model.py:9

( self, model_lang, model_vision, model_causal_transformer,

moto_gpt/src/models/moto_gpt.py:25

Environment wrapper which returns raw observations. Args: abs_datasets_dir: absolute datset directory observation_sap

moto_gpt/evaluation/robot_manipulation_benchmarks/calvin/calvin_env_wrapper_raw.py:39

( self, args, image_width: int = 320, image_height: int = 256, action_

moto_gpt/evaluation/robot_manipulation_benchmarks/simpler/simpler_env_policy_wrapper.py:24

common/data/datasets.py:65

common/data/datasets.py:101

common/data/datasets.py:257

common/data/datasets.py:451

common/data/datasets.py:575

Method_extract_frame

common/data/datasets.py:160

Method_extract_frame

common/data/datasets.py:375

Method_extract_frame

common/data/datasets.py:504

Method_init_weights

Initialize the weights

latent_motion_tokenizer/src/models/modeling_lmd_vit.py:106

Method_init_weights

Initialize the weights

latent_motion_tokenizer/src/models/m_former.py:92

Method_init_weights

Initialize the weights.

moto_gpt/src/models/trajectory_gpt2.py:527

Method_prune_heads

Prunes heads of the model. heads_to_prune: dict of {layer_num: list of heads to prune in this layer} See base class PreTrainedModel

latent_motion_tokenizer/src/models/modeling_lmd_vit.py:129

Method_prune_heads

Prunes heads of the model. heads_to_prune: dict of {layer_num: list of heads to prune in this layer} See base class PreTrainedModel

latent_motion_tokenizer/src/models/m_former.py:133

Method_prune_heads

Prunes heads of the model. heads_to_prune: dict of {layer_num: list of heads to prune in this layer}

moto_gpt/src/models/trajectory_gpt2.py:749

Method_unnormalize_action_widowx_bridge

(self, action: dict[str, np.ndarray])

moto_gpt/evaluation/robot_manipulation_benchmarks/simpler/simpler_env_policy_wrapper.py:80

Methodcreate_custom_forward

moto_gpt/src/models/trajectory_gpt2.py:888

Functioncross_entropy

(pred, target, reduction)

moto_gpt/src/trainers/trainer_utils.py:9

Methodcustom_forward

moto_gpt/src/models/trajectory_gpt2.py:889

Methoddeparallelize

moto_gpt/src/models/trajectory_gpt2.py:731

latent_motion_tokenizer/src/trainers/latent_motion_tokenizer_trainer.py:96

latent_motion_tokenizer/src/models/latent_motion_tokenizer.py:65

moto_gpt/src/trainers/moto_gpt_trainer.py:108

moto_gpt/src/models/moto_gpt_policy_wraper.py:60

(self, cond_pixel_values, target_pixel_values, pool=False, before_vq=False, avg=False)

latent_motion_tokenizer/src/models/latent_motion_tokenizer.py:87

Methodextract_action

common/data/datasets.py:275

Methodextract_actions

(self, idx, cur_episode, delta_t, actions, mask)

common/data/datasets.py:305

Methodextract_frames

(self, idx, cur_episode, delta_t, rgb_initial, rgb_future, latent_mask)

common/data/datasets.py:294

Methodextract_lang_goal

(self, idx, cur_episode)

common/data/datasets.py:290

latent_motion_tokenizer/src/models/theia_model.py:54

( self, cond_input: Optional[torch.Tensor] = None, latent_motion_tokens: Optional[t

latent_motion_tokenizer/src/models/latent_motion_decoder.py:44

(self, cond_pixel_values, target_pixel_values, return_recons_only=False, retu

latent_motion_tokenizer/src/models/latent_motion_tokenizer.py:117

( self, pixel_values: torch.Tensor, latent_motion_tokens: torch.Tensor, )

latent_motion_tokenizer/src/models/modeling_lmd_vit.py:41

(self, hidden_states)

latent_motion_tokenizer/src/models/modeling_lmd_vit.py:78

r""" bool_masked_pos (`torch.BoolTensor` of shape `(batch_size, num_patches)`, *optional*): Boolean masked positions. Indicates

latent_motion_tokenizer/src/models/modeling_lmd_vit.py:138

(self, z, temp=None, rescale_logits=False, return_logits=False)

latent_motion_tokenizer/src/models/vector_quantizer.py:79

( self, cond_hidden_states: torch.Tensor, target_hidden_states: torch.Tensor,

latent_motion_tokenizer/src/models/m_former.py:29

(self, hidden_states)

latent_motion_tokenizer/src/models/m_former.py:67

r""" bool_masked_pos (`torch.BoolTensor` of shape `(batch_size, num_patches)`, *optional*): Boolean masked positions. Indicates

latent_motion_tokenizer/src/models/m_former.py:142

latent_motion_tokenizer/src/models/timm_dinov2_model.py:36

common/processors/rgb_preprocessors.py:14

(self, x, train=False)

common/processors/rgb_preprocessors.py:76

moto_gpt/src/models/theia_model.py:54

moto_gpt/src/models/timm_dinov2_model.py:38

( self, hidden_states, layer_past=None, attention_mask=None,

moto_gpt/src/models/trajectory_gpt2.py:373

moto_gpt/src/models/trajectory_gpt2.py:427

moto_gpt/src/models/trajectory_gpt2.py:442

( self, hidden_states, layer_past=None, attention_mask=None,

moto_gpt/src/models/trajectory_gpt2.py:463

( self, input_ids=None, past_key_values=None, attention_mask=N

moto_gpt/src/models/trajectory_gpt2.py:763

moto_gpt/src/models/mae_model.py:15

(self, rgb, # (b, 1, c, h, w) language, attention_mask, # (b,

moto_gpt/src/models/moto_gpt.py:147

Functionget_image_seq_post_processor

(image_seq, image_std, image_mean)

moto_gpt/evaluation/motion_prior_analysis/latent_motion_generation.py:31

Methodget_input_embeddings

latent_motion_tokenizer/src/models/modeling_lmd_vit.py:126

Methodget_input_embeddings

moto_gpt/src/models/trajectory_gpt2.py:743

Methodget_video_path

(self, cur_episode)

common/data/datasets.py:261

Methodget_video_path

(self, cur_episode)

common/data/datasets.py:266

latent_motion_tokenizer/src/trainers/latent_motion_tokenizer_trainer.py:100

← previous next →101–200 of 210, ranked by callers