Method__init__(self, params, lr=0.02, weight_decay=0.01, momentum=0.95, rank=0, world_size=1)
records/track_2_medium/2025-11-12_BlockMaskRedundantOp/train_gpt_medium.py:86
Method__init__(self, vocab_size: int, num_layers: int, num_heads: int, model_dim: int, max_seq_len: int)
records/track_2_medium/2025-11-12_BlockMaskRedundantOp/train_gpt_medium.py:214
Method__init__(
self,
params,
lr: float = 3e-3,
betas=(0.95, 0.95),
shampoo_beta: fl
records/track_1_short/2024-10-09_SOAP/train_gpt2.py:47
Method__init__(self, filename_pattern, B, T, process_rank, num_processes)
records/track_1_short/2024-10-09_SOAP/train_gpt2.py:614
Method__init__(self, params, lr=0.02, momentum=0.95, nesterov=True,
backend='newtonschulz5', backend_steps=
records/track_1_short/2024-12-04_ValueEmbed/train_gpt2.py:82
Method__init__(self, params, lr=0.02, weight_decay=0.01, momentum=0.95, beta2=0.95, custom_sizing=True)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:501
Method__init__(self, params, lr: float = 1e-3, betas: tuple[float, float] = (0.9, 0.999), eps: float = 1e-8, weight_decay: f
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:721
Method__init__(self, in_features: int, out_features: int, use_fp8=False, x_s=1.0, w_s=1.0, grad_s=1.0)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:827
Method__init__(self, vocab_size: int, num_layers: int, num_heads: int, head_dim: int, model_dim: int, max_seq_len: int)
records/track_1_short/2025-12-11_NorMuonOptimsAndFixes/profiler-example-traces/train_gpt-profiler-example.py:1008
Method__init__(self, params, lr=3e-4, momentum=0.95, nesterov=True, backend='newtonschulz5', backend_steps=5)
records/track_1_short/2024-10-14_ModernArch/train_gpt2.py:77
Method__init__(self, filename_pattern, B, T, process_rank, num_processes)
records/track_1_short/2024-10-14_ModernArch/train_gpt2.py:270
Method__init__(self, params, lr=3e-4, momentum=0.95, nesterov=True, backend='newtonschulz5', backend_steps=5)
records/track_1_short/2024-10-10_Muon/train_gpt2.py:76
Method__init__(self, filename_pattern, B, T, process_rank, num_processes)
records/track_1_short/2024-10-10_Muon/train_gpt2.py:280
Method__init__(self, params, lr=0.01, betas=(0.8, 0.99), eps=1e-10)
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:636
Method__init__(self, params, inner_optimizer, lookahead_stepsize=0, use_scheduled_lookahead_stepsize=True, lookahead_ema=0.9
records/track_3_optimization/results/20260611_tailema_2720_submission/train_gpt_tailema_2720.py:662
Method__init__(self, params, lr=0.025, weight_decay=0.025, mu=0.95, p=0.0, lam=0.0)
records/track_3_optimization/results/20260519_dynmuon/train_gpt_simple_dynmuon.py:322
Method__init__(self, params, lr=0.02, weight_decay=0, mu=0.95, beta2=0.95, eps=1e-10)
records/track_3_optimization/results/20260501_muonsq/train_gpt_simple_muonsq.py:201
Method__init__(self, params, lr=0.01, betas=(0.8, 0.99), eps=1e-10)
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:487
Method__init__(self, params, inner_optimizer, lookahead_stepsize=0, use_scheduled_lookahead_stepsize=True, lookahead_ema=0.9
records/track_3_optimization/results/20260609_soap_f1_auxb2_clean/train_gpt_clean_SOTA.py:513