MCPcopy Create free account

hub / github.com/KellerJordan/modded-nanogpt / functions

Functions2,320 in github.com/KellerJordan/modded-nanogpt

Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260529_tail_phase_readout_2850/train_gpt_tail_phase_readout_2850.py:252
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260529_tail_phase_readout_2850/train_gpt_tail_phase_readout_2850.py:259
Method__init__
(self, dim: int, head_dim=HEAD_DIM)
records/track_3_optimization/results/20260529_tail_phase_readout_2850/train_gpt_tail_phase_readout_2850.py:275
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260529_tail_phase_readout_2850/train_gpt_tail_phase_readout_2850.py:314
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260529_tail_phase_readout_2850/train_gpt_tail_phase_readout_2850.py:327
Method__init__
(self, named_params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/results/20260529_tail_phase_readout_2850/train_gpt_tail_phase_readout_2850.py:731
Method__init__
(self, params, inner_optimizer, lookahead_stepsize=0, use_scheduled_lookahead_stepsize=True, lookahead_ema=0.9
records/track_3_optimization/results/20260529_tail_phase_readout_2850/train_gpt_tail_phase_readout_2850.py:924
Method__init__
(self, dim)
records/track_3_optimization/results/20260501_contra_muon/train_gpt_simple_contra_muon_2.py:85
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260501_contra_muon/train_gpt_simple_contra_muon_2.py:93
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260501_contra_muon/train_gpt_simple_contra_muon_2.py:100
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260501_contra_muon/train_gpt_simple_contra_muon_2.py:116
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260501_contra_muon/train_gpt_simple_contra_muon_2.py:154
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260501_contra_muon/train_gpt_simple_contra_muon_2.py:167
Method__init__
(self, params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/results/20260501_contra_muon/train_gpt_simple_contra_muon_2.py:248
Method__init__
(self, dim)
records/track_3_optimization/results/20260504_muloco_normuonh/train_gpt_simple_muloco_normuonh.py:73
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260504_muloco_normuonh/train_gpt_simple_muloco_normuonh.py:81
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260504_muloco_normuonh/train_gpt_simple_muloco_normuonh.py:88
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260504_muloco_normuonh/train_gpt_simple_muloco_normuonh.py:104
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260504_muloco_normuonh/train_gpt_simple_muloco_normuonh.py:142
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260504_muloco_normuonh/train_gpt_simple_muloco_normuonh.py:155
Method__init__
(self, params, lr=0.018, mu=0.95, beta2=0.95, eps=1e-10)
records/track_3_optimization/results/20260504_muloco_normuonh/train_gpt_simple_muloco_normuonh.py:234
Method__init__
(self, model_params, outer_lr=0.5, outer_momentum=0.5, sync_interval=30)
records/track_3_optimization/results/20260504_muloco_normuonh/train_gpt_simple_muloco_normuonh.py:280
Method__init__
(self, dim)
records/track_3_optimization/results/20260430_muonh/train_gpt_simple_muonh.py:67
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260430_muonh/train_gpt_simple_muonh.py:75
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260430_muonh/train_gpt_simple_muonh.py:82
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260430_muonh/train_gpt_simple_muonh.py:98
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260430_muonh/train_gpt_simple_muonh.py:136
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260430_muonh/train_gpt_simple_muonh.py:149
Method__init__
(self, params, lr=0.014, mu=0.95)
records/track_3_optimization/results/20260430_muonh/train_gpt_simple_muonh.py:212
Method__init__
(self, dim)
records/track_3_optimization/results/20260511_klsoap_h_lr_power_decay/train_gpt_simple_klsoap_h_lr_power_decay.py:60
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260511_klsoap_h_lr_power_decay/train_gpt_simple_klsoap_h_lr_power_decay.py:68
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260511_klsoap_h_lr_power_decay/train_gpt_simple_klsoap_h_lr_power_decay.py:75
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260511_klsoap_h_lr_power_decay/train_gpt_simple_klsoap_h_lr_power_decay.py:91
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260511_klsoap_h_lr_power_decay/train_gpt_simple_klsoap_h_lr_power_decay.py:129
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260511_klsoap_h_lr_power_decay/train_gpt_simple_klsoap_h_lr_power_decay.py:142
Method__init__
( self, params, lr=0.018, beta1=0.95, beta2=0.9, shampoo_beta=0.9, eps=1e-8, precondition_freq
records/track_3_optimization/results/20260511_klsoap_h_lr_power_decay/train_gpt_simple_klsoap_h_lr_power_decay.py:270
Method__init__
(self, dim)
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:159
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:167
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:174
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:190
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:228
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:241
Method__init__
(self, named_params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:438
Method__init__
(self, params, lr=0.01, betas=(0.8, 0.99), eps=1e-10)
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:531
Method__init__
(self, params, inner_optimizer, lookahead_stepsize=0, use_scheduled_lookahead_stepsize=True, lookahead_ema=0.9
records/track_3_optimization/results/20260619_cwd_rowfloor_tailema/train_gpt_cwd_SOTA.py:557
Method__init__
(self, dim)
records/track_3_optimization/results/20260611_muonh_tuned_aux_3250/train_gpt_simple_muonh_tuned_aux_3250.py:67
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260611_muonh_tuned_aux_3250/train_gpt_simple_muonh_tuned_aux_3250.py:75
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260611_muonh_tuned_aux_3250/train_gpt_simple_muonh_tuned_aux_3250.py:82
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260611_muonh_tuned_aux_3250/train_gpt_simple_muonh_tuned_aux_3250.py:98
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260611_muonh_tuned_aux_3250/train_gpt_simple_muonh_tuned_aux_3250.py:136
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260611_muonh_tuned_aux_3250/train_gpt_simple_muonh_tuned_aux_3250.py:149
Method__init__
(self, params, lr=0.014, mu=0.95)
records/track_3_optimization/results/20260611_muonh_tuned_aux_3250/train_gpt_simple_muonh_tuned_aux_3250.py:212
Method__init__
(self, dim)
records/track_3_optimization/results/20260513_shampoo_1_4_power/train_gpt_shampoo.py:60
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260513_shampoo_1_4_power/train_gpt_shampoo.py:68
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260513_shampoo_1_4_power/train_gpt_shampoo.py:75
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260513_shampoo_1_4_power/train_gpt_shampoo.py:91
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260513_shampoo_1_4_power/train_gpt_shampoo.py:129
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260513_shampoo_1_4_power/train_gpt_shampoo.py:142
Method__init__
(self, **kwargs: object)
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/shampoo_types.py:1177
Method__init__
( self, params: ParamsT, lr: float = 1e-2, betas: tuple[float, float] = (0.9,
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributed_shampoo.py:350
Method__init__
( self, in_features: int, out_features: int, bias: bool = True, device
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/shampoo_model_utils.py:66
Method__init__
( self, quantized_data: Sequence[tuple[Tensor, Tensor | None, Tensor | None]] | Sequen
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/shampoo_quantization.py:117
Method__init__
( self, quantized_tensor_list: QuantizedTensorList, )
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/shampoo_quantization.py:284
Method__init__
An abstract method that must be implemented by all subclasses.
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/abstract_dataclass.py:53
Method__init__
( self, input_with_enter_exit_context: _ParameterizeEnterExitContextType, enter_method
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/shampoo_utils.py:247
Method__init__
Initialize the iterator with a dictionary mapping from strings to iterators. Args: data: Dictionary mapping from strings
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/dict_zip_iterator.py:54
Method__init__
An abstract method that must be implemented by all subclasses. This abstract method will be ignored by get_all_non_abstract_subclasses().
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/tests/commons_test.py:83
Method__init__
This is a non-abstract method, so get_all_non_abstract_subclasses() will include this class.
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/tests/commons_test.py:90
Method__init__
( self, field: Tensor, thl: list[Tensor], )
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/tests/shampoo_state_dict_utils_test.py:25
Method__init__
(self)
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/utils/tests/shampoo_utils_test.py:260
Method__init__
( self, param_group: dict[str, Any], runtime_config: ShampooRuntimeConfig | None = Non
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributor/shampoo_ddp_distributor.py:144
Method__init__
( self, param_group: dict[str, Any], runtime_config: ShampooRuntimeConfig | None = Non
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributor/_shampoo_hybrid_shard_lossless_distributor.py:51
Method__init__
( self, param_group: dict[str, Any], runtime_config: ShampooRuntimeConfig | None = Non
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributor/shampoo_hsdp_distributor.py:94
Method__init__
( self, param_group: dict[str, Any], runtime_config: ShampooRuntimeConfig | None = Non
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributor/_shampoo_fully_shard_lossless_distributor.py:48
Method__init__
( self, param_group: dict[str, Any], runtime_config: ShampooRuntimeConfig | None = Non
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributor/shampoo_distributor.py:45
Method__init__
( self, param_group: dict[str, Any], runtime_config: ShampooRuntimeConfig | None = Non
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributor/shampoo_distributor.py:316
Method__init__
( self, param_group: dict[str, Any], runtime_config: ShampooRuntimeConfig | None = Non
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributor/shampoo_hybrid_shard_distributor.py:89
Method__init__
( self, param_group: dict[str, Any], runtime_config: ShampooRuntimeConfig | None = Non
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/distributor/shampoo_fsdp_distributor.py:49
Method__init__
( self, block_list: tuple[Tensor, ...], preconditioner_config: SpectralDescentPrecondi
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/preconditioner/spectral_descent_preconditioner_list.py:32
Method__init__
( self, block_list: tuple[Tensor, ...], )
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/preconditioner/sgd_preconditioner_list.py:22
Method__init__
( self, block_list: tuple[Tensor, ...], preconditioner_config: SignDescentPrecondition
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/preconditioner/sign_descent_preconditioner_list.py:28
Method__init__
( self, block_list: tuple[Tensor, ...], )
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/preconditioner/preconditioner_list.py:57
Method__init__
( self, block_list: tuple[Tensor, ...], state: Mapping[Tensor, _StateValueType],
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/preconditioner/adagrad_preconditioner_list.py:58
Method__init__
( self, model_linear_layers_dims: tuple[int, ...], model_dead_layers_dims: tuple[int,
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/tests/shampoo_test_utils.py:23
Method__init__
(self, *args: Any, **kwargs: Any)
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/tests/distributed_shampoo_test.py:359
Method__init__
(self)
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/examples/utils.py:41
Method__init__
( self, height: int, width: int, out_channels: int = 64, disable_bias:
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/examples/convnet.py:28
Method__init__
( self, window_size: int = 100, device: torch.device = DEFAULT_DEVICE, world_s
records/track_3_optimization/results/20260513_shampoo_1_4_power/distributed_shampoo/examples/loss_metrics.py:26
Method__init__
(self, dim)
records/track_3_optimization/results/20260527_psgd/train_psgd.py:63
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260527_psgd/train_psgd.py:71
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260527_psgd/train_psgd.py:78
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260527_psgd/train_psgd.py:93
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260527_psgd/train_psgd.py:131
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260527_psgd/train_psgd.py:144
Method__init__
(self, params, lr=0.025, precond_lr=1.0, beta1=0.95)
records/track_3_optimization/results/20260527_psgd/train_psgd.py:211
Method__init__
(self, dim)
records/track_3_optimization/results/20260520_tail_refinterp_2900/train_gpt_tail_refinterp_2900.py:286
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260520_tail_refinterp_2900/train_gpt_tail_refinterp_2900.py:294
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260520_tail_refinterp_2900/train_gpt_tail_refinterp_2900.py:301
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260520_tail_refinterp_2900/train_gpt_tail_refinterp_2900.py:317
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260520_tail_refinterp_2900/train_gpt_tail_refinterp_2900.py:355
← previousnext →1,201–1,300 of 2,320, ranked by callers