MethodSA_one(self, x, state, i:int, time_mix_k, time_mix_v, time_mix_r, time_first, time_decay, kw, vw, rw, ow)
src/model_run.py:161
MethodSA_seq(self, x, state, i:int, time_mix_k, time_mix_v, time_mix_r, time_first, time_decay, kw, vw, rw, ow)
src/model_run.py:192
Method__init__(self, temperature=1.0, top_p=0.85, top_k=0, alpha_frequency=0.2, alpha_presence=0.2, alpha_decay=0.996, token
rwkv_pip_package/src/rwkv/utils.py:11
Methodatt_one(self, x, sx, aa, bb, pp, ln_w, ln_b, k_mix, v_mix, r_mix, t_decay, t_first, kw, vw, rw, ow, kmx, krx, kmy, kr
rwkv_pip_package/src/rwkv/model.py:1034
Methodatt_one_v5(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, k_mix, v_mix, r_mix, t_decay, t_first, kw, vw, rw, ow, kmx, krx, kmy,
rwkv_pip_package/src/rwkv/model.py:1091
Methodatt_one_v5_1(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, k_mix, v_mix, r_mix, g_mix, t_decay, t_first, kw, vw, rw, gw, ow, kmx
rwkv_pip_package/src/rwkv/model.py:1157
Methodatt_one_v6_0(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, x_maa, w_maa, k_maa, v_maa, r_maa, g_maa, tm_w1, tm_w2, td_w1, td_w2,
rwkv_pip_package/src/rwkv/model.py:1263
Methodatt_seq(self, x, sx, aa, bb, pp, ln_w, ln_b, k_mix, v_mix, r_mix, t_decay, t_first, kw, vw, rw, ow, kmx, krx, kmy, kr
rwkv_pip_package/src/rwkv/model.py:1058
Methodatt_seq_v5(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, k_mix, v_mix, r_mix, t_decay, t_first, kw, vw, rw, ow, kmx, krx, kmy,
rwkv_pip_package/src/rwkv/model.py:1116
Methodatt_seq_v5_1(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, k_mix, v_mix, r_mix, g_mix, t_decay, t_first, kw, vw, rw, gw, ow, kmx
rwkv_pip_package/src/rwkv/model.py:1184
Methodatt_seq_v5_2(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, k_mix, v_mix, r_mix, g_mix, t_decay, t_first, kw, vw, rw, gw, ow, kmx
rwkv_pip_package/src/rwkv/model.py:1227
Methodatt_seq_v6_0(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, x_maa, w_maa, k_maa, v_maa, r_maa, g_maa, tm_w1, tm_w2, td_w1, td_w2,
rwkv_pip_package/src/rwkv/model.py:1301
Functionchannel_mixing__(x, x_prev, time_maa_k, time_maa_r, kw, vw, rw)
RWKV_v6_demo_cuda_bf16.py:137
Methodcuda_att_seq(self, x, sx, aa, bb, pp, ln_w, ln_b, k_mix, v_mix, r_mix, t_decay, t_first, kw, vw, rw, ow, kmx, krx, kmy, kr
rwkv_pip_package/src/rwkv/model.py:1346
Methodcuda_att_seq_v5_2(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, k_mix, v_mix, r_mix, g_mix, t_decay, t_first, kw, vw, rw, gw, ow, kmx
rwkv_pip_package/src/rwkv/model.py:1392
Methodcuda_att_seq_v6_0(self, x, sx, s, ln_w, ln_b, lx_w, lx_b, x_maa, w_maa, k_maa, v_maa, r_maa, g_maa, tm_w1, tm_w2, td_w1, td_w2,
rwkv_pip_package/src/rwkv/model.py:1431
Methodffn_one(self, x, sx, ln_w, ln_b, k_mix, r_mix, kw, vw, rw, kmx, krx, kmy, kry, vmx, vrx, vmy, vry, rmx, rrx, rmy, rry
rwkv_pip_package/src/rwkv/model.py:984
Methodffn_one_v6(self, x, sx, ln_w, ln_b, k_maa, r_maa, kw, vw, rw, kmx, krx, kmy, kry, vmx, vrx, vmy, vry, rmx, rrx, rmy, rry
rwkv_pip_package/src/rwkv/model.py:1007
Methodffn_seq(self, x, sx, ln_w, ln_b, k_mix, r_mix, kw, vw, rw, kmx, krx, kmy, kry, vmx, vrx, vmy, vry, rmx, rrx, rmy, rry
rwkv_pip_package/src/rwkv/model.py:995
Methodffn_seq_v6(self, x, sx, ln_w, ln_b, k_maa, r_maa, kw, vw, rw, kmx, krx, kmy, kry, vmx, vrx, vmy, vry, rmx, rrx, rmy, rry
rwkv_pip_package/src/rwkv/model.py:1019
Methodforward(ctx, state, r, w, k, v, a, b)
rwkv_pip_package/src/rwkv/model.py:200
Methodforward(ctx, B, T, C, H, state, r, k, v, w, u)
rwkv_pip_package/src/rwkv/model.py:912
Methodforward(ctx, B, T, C, H, state, r, k, v, w, u)
rwkv_pip_package/src/rwkv/model.py:945
Functiontime_mixing__(H:int, N:int, x, x_prev, state, maa_x, maa_wkvrg, tm_w1, tm_w2, td_w1, td_w2, time_faaaa, time_decay, kw, vw,
RWKV_v6_demo_cuda_bf16.py:104