Functions — github.com/TongZhangTHU/sgr

↓ 1 callersFunctiondetermine_sampling_points

Determine the total number of points to sample based on the requested number.

helpers/point_utils.py:24

↓ 1 callersMethodencode

(self, text)

helpers/clip/core/simple_tokenizer.py:121

↓ 1 callersMethodencode_image

(self, image)

helpers/clip/core/clip.py:408

↓ 1 callersMethodencode_text

(self, text)

helpers/clip/core/clip.py:411

↓ 1 callersFunctioneval_seed

(train_cfg, eval_cfg, logdir, env_device, multi_task, multi_variation, variation_numbers, env_co

eval.py:36

↓ 1 callersFunctionfilter_and_sample_points

(image_features, pcd, feat_size, num_points, bs, bounds, rand_sample, resample, pcd_bound_masks)

helpers/point_utils.py:28

↓ 1 callersMethodforward

(self, image, text)

helpers/clip/core/clip.py:442

↓ 1 callersMethodget_semantic_feature

(self, rgb, lang_goal_emb,

agents/sgr/sgr_network.py:346

↓ 1 callersMethodget_semantic_feature

(self, rgb, lang_goal_emb, include_rgb=True)

agents/semantic_bc_lang/networks.py:207

↓ 1 callersMethodinitialize_parameters

(self)

helpers/clip/core/clip.py:367

↓ 1 callersFunctionmain

(eval_cfg: DictConfig)

eval.py:255

↓ 1 callersFunctionmain

(cfg: DictConfig)

train.py:29

↓ 1 callersFunctionnorm_layer1d

(norm, num_channels)

helpers/network_utils.py:43

↓ 1 callersFunctionnorm_layer2d

(norm, channels)

helpers/network_utils.py:30

↓ 1 callersMethodpcd_normlize

(self, pcd, repeat_bounds)

agents/semantic_bc_lang/networks.py:270

↓ 1 callersFunctionperturb_se3

Perturb point clouds with given transformation. :param pcd: list of point clouds [[bs, 3, H, W], ...] for N cameras :param trans_shift_4x4: t

voxel/augmentation.py:8

↓ 1 callersMethodprepool

(self, x)

helpers/clip/core/clip.py:175

↓ 1 callersMethodupdate

(self, step: int, replay_sample: dict)

agents/sgr/stack_agent.py:32

↓ 1 callersFunctionvisualise_voxel

(voxel_grid: np.ndarray, q_attention: np.ndarray = None, highlight_coo

helpers/utils.py:252

↓ 1 callersFunctionwhitespace_clean

(text)

helpers/clip/core/simple_tokenizer.py:56

Method__init__

(self, task_classes: List[Type[Task]], observation_config: ObservationConfig

helpers/custom_rlbench_env.py:208

Method__init__

(self, task_class: Type[Task], observation_config: ObservationConfig,

helpers/custom_rlbench_env.py:399

Method__init__

(self, pose_agent: Agent, norm_rgb: bool = True)

helpers/preprocess_agent.py:11

Method__init__

(self)

helpers/network_utils.py:55

Method__init__

(self, in_channels, out_channels, kernel_sizes, strides, norm=None, activation=None, padding_

helpers/network_utils.py:69

Method__init__

(self, in_channels, out_channels, kernel_sizes, strides, norm=None, activation=None, padding_

helpers/network_utils.py:112

Method__init__

(self, in_channels, out_channels, kernel_sizes: Union[int, list]=3, strides=1,

helpers/network_utils.py:130

Method__init__

(self, in_channels, out_channels, kernel_sizes: Union[int, list], strides, n

helpers/network_utils.py:175

Method__init__

(self, in_channels, out_channels, kernel_sizes, strides, norm=None, activation=None)

helpers/network_utils.py:219

Method__init__

(self, in_channels, out_channels, strides, kernel_sizes=3, norm=None, activation=None)

helpers/network_utils.py:239

Method__init__

(self, in_features, out_features, norm=None, activation=None)

helpers/network_utils.py:259

Method__init__

(self, input_channels: List[int], filters: List[int], kerne

helpers/network_utils.py:294

Method__init__

(self, siamese_net: SiameseNet, low_dim_state_len: int, inp

helpers/network_utils.py:335

Method__init__

(self, siamese_net: SiameseNet, low_dim_state_len: int, inp

helpers/network_utils.py:395

Method__init__

(self, dim, fn)

helpers/network_utils.py:484

Method__init__

(self, dim, hidden_dim, dropout = 0.)

helpers/network_utils.py:493

Method__init__

(self, dim, heads = 8, dim_head = 64, dropout = 0.)

helpers/network_utils.py:507

Method__init__

(self, dim, depth, heads, dim_head, mlp_dim, dropout = 0.)

helpers/network_utils.py:540

Method__init__

(self, vit: ViT, low_dim_state_len: int, input_resolution:

helpers/network_utils.py:597

Method__init__

(self, in_channels, out_channels, scale_factor, norm=None, activation=None, residual=False)

helpers/network_utils.py:681

Method__init__

(self, in_channels, out_channels, norm=None, activation=None, residual=False)

helpers/network_utils.py:707

Method__init__

(self, in_channels, out_channels, strides=2, padding=0, norm=None, activation=None, residual=

helpers/network_utils.py:747

Method__init__

(self, depth, height, width, channel)

helpers/network_utils.py:772

Method__init__

( self, block: Type[Union[BasicBlock, Bottleneck]], layers: List[int], stride:

helpers/resnet.py:14

Method__init__

(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-6, weight_decay=0, adam=False)

helpers/optim/lamb.py:41

Method__init__

(self, inplanes, planes, stride=1)

helpers/clip/core/clip.py:48

Method__init__

(self, spacial_dim: int, embed_dim: int, num_heads: int, output_dim: int = None)

helpers/clip/core/clip.py:92

Method__init__

(self, layers, output_dim, heads, input_resolution=224, width=64)

helpers/clip/core/clip.py:136

Method__init__

(self, d_model: int, n_head: int, attn_mask: torch.Tensor = None)

helpers/clip/core/clip.py:225

Method__init__

(self, width: int, layers: int, heads: int, attn_mask: torch.Tensor = None)

helpers/clip/core/clip.py:249

Method__init__

(self, input_resolution: int, patch_size: int, width: int, layers: int, heads: int, output_dim: int)

helpers/clip/core/clip.py:260

Method__init__

(self, bpe_path: str = default_bpe())

helpers/clip/core/simple_tokenizer.py:63

Method__init__

(self, coord_bounds, voxel_size: int, device,

voxel/voxel_grid.py:14

Method__init__

(self, qattention_agents: List[QAttentionPerActBCAgent], rotation_resolution

agents/peract_bc/qattention_stack_agent.py:17

Method__init__

(self, dim, mult=4)

agents/peract_bc/perceiver_lang_io.py:77

Method__init__

(self, query_dim, context_dim=None, heads=8, dim_head=64, dropout=0.0)

agents/peract_bc/perceiver_lang_io.py:90

Method__init__

( self, depth, # number of self-attention layers iterat

agents/peract_bc/perceiver_lang_io.py:133

Method__init__

(self, perceiver_encoder: nn.Module, voxelizer: VoxelGrid,

agents/peract_bc/qattention_peract_bc_agent.py:32

Method__init__

(self, layer: int, coordinate_bounds: list, perceiver_encod

agents/peract_bc/qattention_peract_bc_agent.py:112

Method__init__

(self, sgr_network: nn.Module, trans_num_classes_per_axis: int, rotation_resolution: float, d

agents/sgr/sgr_agent.py:23

Method__init__

( self, use_semantic, include_rgb, pretrained_model, semantic_downsamp

agents/sgr/sgr_network.py:16

Method__init__

( self, agents: List[SGRAgent], rotation_resolution: float, camera_names: List

agents/sgr/stack_agent.py:12

Method__init__

( self, siamese_net_list: List[SiameseNet], num_cameras: int, use_semantic: Li

agents/semantic_bc_lang/networks.py:12

Method__init__

(self, encoder: nn.Module, rotation_resolution: float, device, training)

agents/semantic_bc_lang/semantic_bc_lang_agent.py:20

Method__init__

( self, coordinate_bounds: list, encoder: nn.Module, camera_names: list,

agents/semantic_bc_lang/semantic_bc_lang_agent.py:96

Method__init__

(self, qattention_agents: List[SemanticBCLangAgent], rotation_resolution: float, camera_names

agents/semantic_bc_lang/stack_agent.py:11

Function_convert_weights_to_fp16

(l)

helpers/clip/core/clip.py:462

Method_extract_crop

(self, pixel_action, observation)

agents/peract_bc/qattention_peract_bc_agent.py:282

Method_forward_impl

(self, x: Tensor)

helpers/resnet.py:75

Method_get_value_from_rot_and_grip

(self, rot_grip_q, rot_and_grip_idx)

agents/peract_bc/qattention_peract_bc_agent.py:328

Method_get_value_from_voxel_index

(self, q, voxel_idx)

agents/peract_bc/qattention_peract_bc_agent.py:320

Method_my_callback

(self)

helpers/custom_rlbench_env.py:121

Method_my_callback

(self)

helpers/custom_rlbench_env.py:308

Method_my_callback

(self)

helpers/custom_rlbench_env.py:506

Methodact