MCPcopy Create free account

hub / github.com/KellerJordan/modded-nanogpt / functions

Functions2,320 in github.com/KellerJordan/modded-nanogpt

Method__init__
(self, dim, max_seq_len=65536)
records/track_2_medium/2024-12-31_Target350M/train_gpt.py:144
Method__init__
(self, dim, num_heads)
records/track_2_medium/2024-12-31_Target350M/train_gpt.py:162
Method__init__
(self, model_dim, num_heads, use_attn=True)
records/track_2_medium/2024-12-31_Target350M/train_gpt.py:207
Method__init__
(self, vocab_size, model_dim)
records/track_2_medium/2024-12-31_Target350M/train_gpt.py:221
Method__init__
(self, vocab_size, num_layers, num_heads, model_dim)
records/track_2_medium/2024-12-31_Target350M/train_gpt.py:235
Method__init__
(self, filename_pattern)
records/track_2_medium/2024-12-31_Target350M/train_gpt.py:341
Method__init__
(self, params, lr=0.02, weight_decay=0.01, momentum=0.95, rank=0, world_size=1)
records/track_2_medium/2025-11-12_BlockMaskRedundantOp/train_gpt_medium.py:86
Method__init__
(self, dim: int, max_seq_len: int)
records/track_2_medium/2025-11-12_BlockMaskRedundantOp/train_gpt_medium.py:129
Method__init__
(self, dim: int, num_heads: int, max_seq_len: int, head_dim=128)
records/track_2_medium/2025-11-12_BlockMaskRedundantOp/train_gpt_medium.py:148
Method__init__
(self, dim: int, num_heads: int, max_seq_len: int, layer_idx: int)
records/track_2_medium/2025-11-12_BlockMaskRedundantOp/train_gpt_medium.py:194
Method__init__
(self, vocab_size: int, num_layers: int, num_heads: int, model_dim: int, max_seq_len: int)
records/track_2_medium/2025-11-12_BlockMaskRedundantOp/train_gpt_medium.py:214
Method__init__
( self, params, lr: float = 3e-3, betas=(0.95, 0.95), shampoo_beta: fl
records/track_1_short/2024-10-09_SOAP/train_gpt2.py:47
Method__init__
(self, dim, base=10000)
records/track_1_short/2024-10-09_SOAP/train_gpt2.py:444
Method__init__
(self, config)
records/track_1_short/2024-10-09_SOAP/train_gpt2.py:478
Method__init__
(self, config)
records/track_1_short/2024-10-09_SOAP/train_gpt2.py:521
Method__init__
(self, config)
records/track_1_short/2024-10-09_SOAP/train_gpt2.py:544
Method__init__
(self, filename_pattern, B, T, process_rank, num_processes)
records/track_1_short/2024-10-09_SOAP/train_gpt2.py:614
Method__init__
(self, params, lr=0.02, momentum=0.95, nesterov=True, backend='newtonschulz5', backend_steps=
records/track_1_short/2024-12-04_ValueEmbed/train_gpt2.py:82
Method__init__
(self, in_features, out_features)
records/track_1_short/2024-12-04_ValueEmbed/train_gpt2.py:133
Method__init__
(self, dim, base=10000)
records/track_1_short/2024-12-04_ValueEmbed/train_gpt2.py:141
Method__init__
(self, dim, n_head)
records/track_1_short/2024-12-04_ValueEmbed/train_gpt2.py:165
Method__init__
(self, config)
records/track_1_short/2024-12-04_ValueEmbed/train_gpt2.py:210
Method__init__
(self, config)
records/track_1_short/2024-12-04_ValueEmbed/train_gpt2.py:234
Method__init__
(self, filename_pattern, T, process_rank, num_processes)
records/track_1_short/2024-12-04_ValueEmbed/train_gpt2.py:319
Method__init__
(self, params, lr=0.02, weight_decay=0.01, momentum=0.95, beta2=0.95, custom_sizing=True)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:501
Method__init__
(self, params, lr: float = 1e-3, betas: tuple[float, float] = (0.9, 0.999), eps: float = 1e-8, weight_decay: f
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:721
Method__init__
(self, in_features: int, out_features: int, use_fp8=False, x_s=1.0, w_s=1.0, grad_s=1.0)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:827
Method__init__
(self, head_dim, max_seq_len)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:848
Method__init__
(self, dim: int, head_dim: int, num_heads: int)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:905
Method__init__
(self, dim: int, head_dim: int, num_heads: int, layer_idx: int)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:986
Method__init__
(self, vocab_size: int, num_layers: int, num_heads: int, head_dim: int, model_dim: int, max_seq_len: int)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:1008
Method__init__
(self, tokens: Tensor, world_size: int = 1, quickload: bool = False)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:1153
Method__init__
(self, file_iter, world_size: int = 1)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:1215
Method__init__
(self, params, lr=3e-4, momentum=0.95, nesterov=True, backend='newtonschulz5', backend_steps=5)
records/track_1_short/2024-10-14_ModernArch/train_gpt2.py:77
Method__init__
(self, dim, base=10000)
records/track_1_short/2024-10-14_ModernArch/train_gpt2.py:110
Method__init__
(self, config)
records/track_1_short/2024-10-14_ModernArch/train_gpt2.py:138
Method__init__
(self, config)
records/track_1_short/2024-10-14_ModernArch/train_gpt2.py:181
Method__init__
(self, config)
records/track_1_short/2024-10-14_ModernArch/train_gpt2.py:203
Method__init__
(self, filename_pattern, B, T, process_rank, num_processes)
records/track_1_short/2024-10-14_ModernArch/train_gpt2.py:270
Method__init__
(self, params, lr=3e-4, momentum=0.95, nesterov=True, backend='newtonschulz5', backend_steps=5)
records/track_1_short/2024-10-10_Muon/train_gpt2.py:76
Method__init__
(self, dim, base=10000)
records/track_1_short/2024-10-10_Muon/train_gpt2.py:109
Method__init__
(self, config)
records/track_1_short/2024-10-10_Muon/train_gpt2.py:143
Method__init__
(self, config)
records/track_1_short/2024-10-10_Muon/train_gpt2.py:187
Method__init__
(self, config)
records/track_1_short/2024-10-10_Muon/train_gpt2.py:210
Method__init__
(self, filename_pattern, B, T, process_rank, num_processes)
records/track_1_short/2024-10-10_Muon/train_gpt2.py:280
Method__init__
(self, dim)
records/track_3_optimization/train_gpt_simple.py:60
Method__init__
(self, in_features, out_features)
records/track_3_optimization/train_gpt_simple.py:68
Method__init__
(self, dim: int)
records/track_3_optimization/train_gpt_simple.py:75
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/train_gpt_simple.py:91
Method__init__
(self, dim: int)
records/track_3_optimization/train_gpt_simple.py:129
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/train_gpt_simple.py:142
Method__init__
(self, params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/train_gpt_simple.py:191
Method__init__
(self, dim)
records/track_3_optimization/results/20260520_rre_extrapolation_pr300_2925/train_gpt_simple_rre_pr300_2925.py:190
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260520_rre_extrapolation_pr300_2925/train_gpt_simple_rre_pr300_2925.py:198
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260520_rre_extrapolation_pr300_2925/train_gpt_simple_rre_pr300_2925.py:205
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260520_rre_extrapolation_pr300_2925/train_gpt_simple_rre_pr300_2925.py:221
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260520_rre_extrapolation_pr300_2925/train_gpt_simple_rre_pr300_2925.py:259
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260520_rre_extrapolation_pr300_2925/train_gpt_simple_rre_pr300_2925.py:272
Method__init__
(self, named_params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/results/20260520_rre_extrapolation_pr300_2925/train_gpt_simple_rre_pr300_2925.py:1039
Method__init__
(self, dim)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:223
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:231
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:238
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:254
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:292
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:305
Method__init__
(self, named_params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:558
Method__init__
(self, params, lr=0.01, betas=(0.8, 0.99), eps=1e-10)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:636
Method__init__
(self, params, inner_optimizer, lookahead_stepsize=0, use_scheduled_lookahead_stepsize=True, lookahead_ema=0.9
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:662
Method__init__
(self, dim)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:74
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:84
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:93
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:111
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:153
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:168
Method__init__
(self, params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:293
Method__init__
(self, params, lr=0.025, weight_decay=0.025, mu=0.95, p=0.0, lam=0.0)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:322
Method__init__
(self, dim)
records/track_3_optimization/results/20260501_muonsq/train_gpt_simple_muonsq.py:68
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260501_muonsq/train_gpt_simple_muonsq.py:76
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260501_muonsq/train_gpt_simple_muonsq.py:83
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260501_muonsq/train_gpt_simple_muonsq.py:99
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260501_muonsq/train_gpt_simple_muonsq.py:137
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260501_muonsq/train_gpt_simple_muonsq.py:150
Method__init__
(self, params, lr=0.02, weight_decay=0, mu=0.95, beta2=0.95, eps=1e-10)
records/track_3_optimization/results/20260501_muonsq/train_gpt_simple_muonsq.py:201
Method__init__
(self, dim)
records/track_3_optimization/results/20260506_trustlight/train_gpt_simple_trustlight.py:126
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260506_trustlight/train_gpt_simple_trustlight.py:134
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260506_trustlight/train_gpt_simple_trustlight.py:141
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260506_trustlight/train_gpt_simple_trustlight.py:157
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260506_trustlight/train_gpt_simple_trustlight.py:195
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260506_trustlight/train_gpt_simple_trustlight.py:208
Method__init__
(self, named_params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/results/20260506_trustlight/train_gpt_simple_trustlight.py:406
Method__init__
(self, dim)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:131
Method__init__
(self, in_features, out_features)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:139
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:146
Method__init__
(self, dim: int, head_dim=128)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:162
Method__init__
(self, dim: int)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:200
Method__init__
(self, vocab_size: int, num_layers: int, model_dim: int)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:213
Method__init__
(self, named_params, lr=0.02, weight_decay=0, mu=0.95)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:410
Method__init__
(self, params, lr=0.01, betas=(0.8, 0.99), eps=1e-10)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:487
Method__init__
(self, params, inner_optimizer, lookahead_stepsize=0, use_scheduled_lookahead_stepsize=True, lookahead_ema=0.9
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:513
Method__init__
(self, dim)
records/track_3_optimization/results/20260529_tail_phase_readout_2850/train_gpt_tail_phase_readout_2850.py:244
← previousnext →1,101–1,200 of 2,320, ranked by callers