Class LinearRNNSubmodules

linear_moe/sequence_modeling/linear_rnn.py:18–29 · view source on GitHub ↗

Source from the content-addressed store, hash-verified

16
17	@dataclass
18	class LinearRNNSubmodules:
19	r_proj: Union[ModuleSpec, type] = None
20	w_proj: Union[ModuleSpec, type] = None
21	k_proj: Union[ModuleSpec, type] = None
22	v_proj: Union[ModuleSpec, type] = None
23	g_proj: Union[ModuleSpec, type] = None
24	q_proj: Union[ModuleSpec, type] = None
25	f_proj: Union[ModuleSpec, type] = None
26	i_proj: Union[ModuleSpec, type] = None
27	a_proj: Union[ModuleSpec, type] = None
28	core_linear_rnn: Union[ModuleSpec, type] = None
29	o_proj: Union[ModuleSpec, type] = None
30
31
32	class LinearRNN(MegatronModule):

get_hybrid_rwkv6_linear_moe_layer_local_specFunction · 0.90

get_hybrid_rwkv7_linear_moe_layer_local_specFunction · 0.90

get_hybrid_hgrn2_linear_moe_layer_local_specFunction · 0.90

get_rwkv6_linear_moe_layer_local_specFunction · 0.90

get_rwkv7_linear_moe_layer_local_specFunction · 0.90

get_hgrn2_linear_moe_layer_local_specFunction · 0.90

get_hybrid_rwkv6_linear_moe_layer_local_specFunction · 0.90

get_hybrid_rwkv7_linear_moe_layer_local_specFunction · 0.90

get_hybrid_hgrn2_linear_moe_layer_local_specFunction · 0.90

get_hybrid_rwkv6_linear_moe_layer_local_specFunction · 0.90

get_hybrid_rwkv7_linear_moe_layer_local_specFunction · 0.90

get_hybrid_hgrn2_linear_moe_layer_local_specFunction · 0.90

no outgoing calls

no test coverage detected