↓ 1 callersMethod__init__(
self,
d_model: int,
n_layer: int,
vocab_size: int,
ssm_cfg=None,
dis_mamba/mamba_ssm/models/mixer_seq_simple.py:84
↓ 1 callersFunctionallocate_inference_cache(
max_batch_size,
max_seqlen,
nheads,
headdim,
layers: Union[int, Sequence],
device,
dis_mamba/mamba_ssm/utils/generation.py:226
↓ 1 callersFunctioncapture_graph(
model, inference_params, batch_size, max_seqlen, decoding_seqlen=1, mempool=None, n_warmups=2
)
dis_mamba/mamba_ssm/utils/generation.py:330
↓ 1 callersFunctioncausal_conv1d_ref x: (batch, dim, seqlen) weight: (dim, width) bias: (dim,) out: (batch, dim, seqlen)
dis_causal_conv1d/causal_conv1d/causal_conv1d_interface.py:49
↓ 1 callersFunctioncausal_conv1d_update x: (batch, dim) conv_state: (batch, dim, width) weight: (dim, width) bias: (dim,) out: (batch, dim)
dis_causal_conv1d/causal_conv1d/causal_conv1d_interface.py:68
↓ 1 callersFunctioncausal_conv1d_update_ref x: (batch, dim) conv_state: (batch, dim, width) weight: (dim, width) bias: (dim,) out: (batch, dim)
dis_causal_conv1d/causal_conv1d/causal_conv1d_interface.py:83
↓ 1 callersFunctioncreate_block(
d_model,
ssm_cfg=None,
norm_epsilon=1e-5,
rms_norm=False,
residual_in_fp32=False,
fu
dis_mamba/mamba_ssm/models/mixer_seq_simple.py:21
↓ 1 callersFunctionmamba_inner_ref(
xz, conv1d_weight, conv1d_bias, x_proj_weight, delta_proj_weight,
out_proj_weight, out_proj_bias,
dis_mamba/mamba_ssm/ops/selective_scan_interface.py:636