↓ 2 callersFunction_advance_cache(
kv_cache,
kv_cache_masks,
kv_counts,
n_cur_toks,
n_next_toks,
new_kv_cache,
prom
llarp/policies/cores/decoder.py:598
↓ 1 callersFunction_create_kv_cache(
context_len, n_heads, embed_dim, n_layers, batch_size, device, dtype
)
llarp/policies/cores/decoder.py:56
↓ 1 callersFunction_create_recep_sampler(
recep_sampler_name,
restrict_recep,
exclude_recep,
sampled_entities,
receptacle_sets,
)
llarp/dataset/generator.py:425