MCPcopy Create free account

hub / github.com/crabml/crabml / functions

Functions598 in github.com/crabml/crabml

⨍ Functions 598◇ Types & classes 96
↓ 3 callersFunctionvec_dot_q4_1_q8_1_fallback
(abs: &[BlockQ4_1], bbs: &[BlockQ8_1])
crabml-core/src/cpu/buf/buf_q4_1.rs:266
↓ 3 callersFunctionvec_fma_f16_f16
(v: &[f16], b: f16, c: &mut [f16], v_offset: usize, m: usize)
crabml-core/src/cpu/buf/buf_f16.rs:117
↓ 2 callersMethodadd_inplace
(self, rhs: &Self)
crabml-vulkan/src/vulkan_tensor.rs:391
↓ 2 callersMethodarchitecture
describes what architecture this model implements. All lowercase ASCII, with only [a-z0-9]+ characters allowed. Known values include: - llama - mpt -
crabml-core/src/gguf.rs:600
↓ 2 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q8_0.rs:56
↓ 2 callersFunctionbuild_byte_encode_map
the merge map are all unicodes, we need convert the raw bytes into an encoded unicode character.
crabml-core/src/tokenizer/tokenizer_gpt2.rs:178
↓ 2 callersFunctionbytes_from_nibbles_32
(rsi: *const u8)
crabml-core/src/cpu/archutil/x86_64.rs:48
↓ 2 callersMethodconcatenate
(&mut self, rhs: &Self, axis: usize)
crabml-vulkan/src/vulkan_tensor.rs:178
↓ 2 callersMethodcontiguous
(self)
crabml-core/src/cpu/cpu_tensor.rs:294
↓ 2 callersFunctioncontiguous_buf
( a: &[T], b: &mut [T], shape: &[usize], stride: &[usize], )
crabml-core/src/cpu/primitives/contiguous.rs:20
↓ 2 callersFunctioncontiguous_buf_2d
( a: &[T], b: &mut [T], shape: &[usize], stride: &[usize], )
crabml-core/src/cpu/primitives/contiguous.rs:33
↓ 2 callersMethodcopy_device_buffer
( &self, src: Subbuffer<[u8]>, src_offset: usize, dst: Subbuffer<[u8]>,
crabml-vulkan/src/vulkan_device.rs:347
↓ 2 callersMethodcopy_rows_from
(&mut self, src: &CpuTensor<'a>, src_rows: &[usize])
crabml-core/src/cpu/cpu_tensor.rs:306
↓ 2 callersMethoddecode
TODO: make it consume an Iterator<Item=Result<TokenID>>
crabml-core/src/tokenizer/mod.rs:93
↓ 2 callersMethoddequantize
(&self, buf: &mut [f32])
crabml-core/src/cpu/buf/buf_q6_k.rs:21
↓ 2 callersFunctiondequantize_f16_buf
(buf: &[f16], start: usize)
crabml-core/src/cpu/buf/buf_f16.rs:30
↓ 2 callersMethoddtype
(&self)
crabml-wgpu/src/wgpu_tensor.rs:147
↓ 2 callersFunctiondump_metrics
(metrics: &TensorMetrics)
crabml-cli/src/main.rs:188
↓ 2 callersMethodencode
encode the string text (input) into an upper-bound preallocated tokens[] array bos != 0 means prepend the BOS token (=1), eos != 0 means append the EO
crabml-core/src/tokenizer/tokenizer_gpt2.rs:94
↓ 2 callersMethodforward
(&mut self, tokens: &[usize], pos: usize)
crabml-llama2/src/llama2.rs:184
↓ 2 callersMethodis_empty
(&self)
crabml-core/src/tensor/strider.rs:212
↓ 2 callersMethodis_empty
(&self)
crabml-core/src/cpu/buf/api.rs:119
↓ 2 callersMethodis_owned
(&self)
crabml-core/src/cpu/cpu_tensor.rs:94
↓ 2 callersMethodlen
(&self)
crabml-core/src/cpu/buf/buf_q8_1.rs:49
↓ 2 callersMethodlen
(&self)
crabml-core/src/cpu/buf/buf_q2_k.rs:117
↓ 2 callersMethodlen
(&self)
crabml-core/src/cpu/buf/buf_q8_k.rs:57
↓ 2 callersMethodlen
(&self)
crabml-core/src/cpu/buf/buf_q3_k.rs:132
↓ 2 callersMethodlen
(&self)
crabml-core/src/cpu/buf/buf_q6_k.rs:84
↓ 2 callersMethodload_tensor_optional
( &self, gf: &'a GGUFFile<'a>, name: &str, device: CpuTensorDeviceRef<'a>,
crabml-llama2/src/model.rs:462
↓ 2 callersMethodmake_device_buffer_from
(&self, data: &[T])
crabml-vulkan/src/vulkan_device.rs:283
↓ 2 callersMethodmetrics
(&self)
crabml-llama2/src/model.rs:134
↓ 2 callersFunctionmul_inplace
( buf1: &mut CpuTensorBuf<'a>, buf2: &CpuTensorBuf<'a>, strider1: &TensorStrider, strider2: &T
crabml-core/src/cpu/primitives/arithmetic.rs:37
↓ 2 callersFunctionmul_sum_us8_pairs_float
(ax: __m256i, sy: __m256i)
crabml-core/src/cpu/archutil/x86_64.rs:15
↓ 2 callersFunctionquantize_f32_f16
(buf: &[f32])
crabml-core/src/cpu/buf/buf_f16.rs:34
↓ 2 callersMethodreply
(&mut self)
crabml-llama2/src/chat.rs:34
↓ 2 callersMethodreset
(&self)
crabml-core/src/tensor/metrics.rs:33
↓ 2 callersMethodreshape
(self, shape: &[usize])
crabml-core/src/cpu/cpu_tensor.rs:203
↓ 2 callersMethodresize
(self, axis: usize, n: usize)
crabml-vulkan/src/vulkan_tensor.rs:86
↓ 2 callersFunctionrun
(runner: &mut Llama2Runner<T>, args: &CommandArgs)
crabml-cli/src/main.rs:81
↓ 2 callersMethodsample
(&self, logits: &mut [f32], prob_index: &mut [(f32, usize)])
crabml-llama2/src/sampler.rs:27
↓ 2 callersMethodsilu_inplace
(self)
crabml-wgpu/src/wgpu_tensor.rs:459
↓ 2 callersFunctionsimple_rmsnorm
(x: &mut [f32])
crabml-core/src/cpu/cpu_tensor.rs:485
↓ 2 callersMethodsoftmax_inplace
(self, axis: usize)
crabml-wgpu/src/wgpu_tensor.rs:426
↓ 2 callersFunctionsplit_text_by_keyword
(text: &str, keywords: &[&str])
crabml-core/src/tokenizer/tokenizer_gpt2.rs:196
↓ 2 callersMethodtensor_infos
(&self)
crabml-core/src/gguf.rs:777
↓ 2 callersMethodtranspose
(self, dims: &[usize])
crabml-core/src/cpu/cpu_tensor.rs:213
↓ 2 callersFunctionvec_dot_f16_f16
(a: &[f16], a_offset: usize, b: &[f16], b_offset: usize, len: usize)
crabml-core/src/cpu/buf/buf_f16.rs:41
↓ 2 callersFunctionvec_dot_f32_f32_strided_simd
( a: &[f32], a_base: usize, a_stride: usize, k: usize, b: &[f32], )
crabml-core/src/cpu/buf/buf_f32.rs:91
↓ 2 callersFunctionvec_dot_q2_k_q8_k
(q2k_bs: &[BlockQ2K], q8k_bs: &[BlockQ8K])
crabml-core/src/cpu/buf/buf_q2_k.rs:214
↓ 2 callersFunctionvec_dot_q3_k_q8_k
(q3k_bs: &[BlockQ3K], q8k_bs: &[BlockQ8K])
crabml-core/src/cpu/buf/buf_q3_k.rs:240
↓ 2 callersFunctionvec_dot_q4_k_q8_k
(abs: &[BlockQ4K], bbs: &[BlockQ8K])
crabml-core/src/cpu/buf/buf_q4_k.rs:192
↓ 2 callersFunctionvec_dot_q5_k_q8_k
(abs: &[BlockQ5K], bbs: &[BlockQ8K])
crabml-core/src/cpu/buf/buf_q5_k.rs:223
↓ 2 callersFunctionvec_dot_q8_0_q8_0
(abs: &[BlockQ8_0], bbs: &[BlockQ8_0])
crabml-core/src/cpu/buf/buf_q8_0.rs:136
↓ 2 callersFunctionvst1q_f16
(ptr: *mut f16, a: float16x8_t)
crabml-core/src/cpu/archutil/aarch64.rs:108
↓ 2 callersMethodwith_debug_named_tensor
(mut self, v: bool)
crabml-wgpu/src/wgpu_device.rs:34
↓ 2 callersMethodwith_staging_buf_bytes
(mut self, v: usize)
crabml-wgpu/src/wgpu_device.rs:29
↓ 2 callersMethodwith_strider
(mut self, strider: TensorStrider)
crabml-vulkan/src/vulkan_tensor.rs:124
↓ 1 callersMethodadd_debug_tensor
(&self, tensor: &super::CpuTensor<'a>)
crabml-core/src/cpu/cpu_device.rs:126
↓ 1 callersFunctionadd_inplace
( buf1: &mut CpuTensorBuf<'a>, buf2: &CpuTensorBuf<'a>, strider1: &TensorStrider, strider2: &T
crabml-core/src/cpu/primitives/arithmetic.rs:5
↓ 1 callersMethodalignment
the global alignment to use, as described above. This can vary to allow for different alignment schemes, but it must be a multiple of 8. Some writers
crabml-core/src/gguf.rs:575
↓ 1 callersFunctionalloc_f16_buf
(len: usize)
crabml-core/src/cpu/buf/buf_f16.rs:24
↓ 1 callersMethodapply
( &self, prompt: &str, system_prompt: Option<&str>, append_assistant_prefix: b
crabml-llama2/src/chat.rs:229
↓ 1 callersMethodas_millis
(&self)
crabml-core/src/tensor/metrics.rs:170
↓ 1 callersMethodas_nanos
(&self)
crabml-core/src/tensor/metrics.rs:166
↓ 1 callersMethodas_vec
(&self)
crabml-core/src/tensor/metrics.rs:59
↓ 1 callersFunctionbatch_matmul
A (b, m, n) @ B (b, k, n) -> C (b, m, n) A is expected to be contiguous, B is allowed to be strided, but B should be contiguous on the K dimension or
crabml-core/src/cpu/primitives/batch_matmul.rs:15
↓ 1 callersMethodbatch_matmul
(&self, rhs: &Self)
crabml-vulkan/src/vulkan_tensor.rs:454
↓ 1 callersFunctionbatch_matmul_naive_f32
TODO: use vec_dot and vec_fma to optimize this function
crabml-core/src/cpu/primitives/batch_matmul.rs:47
↓ 1 callersFunctionbatch_matmul_simd_f16
( bufa: &[f16], // bA x m x k bufb: &[f16], // bB x k x n, bA is multiple of bB bufc: &mut
crabml-core/src/cpu/primitives/batch_matmul.rs:73
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q5_0.rs:69
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q8_1.rs:45
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q2_k.rs:113
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q8_k.rs:53
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q5_k.rs:92
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q5_1.rs:64
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q4_0.rs:59
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q3_k.rs:128
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q6_k.rs:80
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q4_1.rs:63
↓ 1 callersMethodblocks
(&self)
crabml-core/src/cpu/buf/buf_q4_k.rs:80
↓ 1 callersMethodbpe_merge
(&self, mut tokens: Vec<TokenID>)
crabml-core/src/tokenizer/tokenizer_gpt2.rs:146
↓ 1 callersFunctionconcatenate_1d
( buf1: &mut [A], buf2: &[B], shape1: &[usize], shape2: &[usize], strides1: &[usize],
crabml-core/src/cpu/primitives/concatenate.rs:98
↓ 1 callersFunctionconcatenate_3d
( buf1: &mut [A], buf2: &[B], shape1: &[usize], shape2: &[usize], strides1: &[usize],
crabml-core/src/cpu/primitives/concatenate.rs:143
↓ 1 callersFunctionconcatenate_3d_dense_f16_f32
( buf1: &mut [f16], buf2: &[f32], shape1: &[usize], shape2: &[usize], strides1: &[usize],
crabml-core/src/cpu/primitives/concatenate.rs:172
↓ 1 callersFunctionconcatenate_inplace
( buf1: &mut CpuTensorBuf<'a>, buf2: &CpuTensorBuf<'a>, strider1: &TensorStrider, strider2: &T
crabml-core/src/cpu/primitives/concatenate.rs:12
↓ 1 callersFunctioncontiguous
(bufa: &CpuTensorBuf, stride_a: &TensorStrider, bufb: &mut CpuTensorBuf)
crabml-core/src/cpu/primitives/contiguous.rs:6
↓ 1 callersMethodcontiguous
(self)
crabml-vulkan/src/vulkan_tensor.rs:148
↓ 1 callersFunctioncontiguous_buf_3d
( a: &[T], b: &mut [T], shape: &[usize], stride: &[usize], )
crabml-core/src/cpu/primitives/contiguous.rs:49
↓ 1 callersMethodcopy_device_buffer_to_cpu
copy the buffer to staging buffer, then read the data from staging buffer to CPU. this method is used to read the result of the compute operation.
crabml-vulkan/src/vulkan_device.rs:387
↓ 1 callersMethodcopy_from
( &mut self, src: &Self, src_offset: usize, dst_offset: usize, len: us
crabml-core/src/cpu/buf/api.rs:262
↓ 1 callersMethodcopy_rows_from
(&mut self, src: &Self, src_rows: &[usize])
crabml-vulkan/src/vulkan_tensor.rs:210
↓ 1 callersMethodcursor
(&self)
crabml-core/src/gguf.rs:275
↓ 1 callersMethoddata
(&self)
crabml-core/src/gguf.rs:684
↓ 1 callersMethoddecode
(&self, token_id: TokenID)
crabml-core/src/tokenizer/tokenizer_gpt2.rs:59
↓ 1 callersMethoddecode_tokens
(&self, token_ids: &[TokenID])
crabml-core/src/tokenizer/tokenizer_gpt2.rs:84
↓ 1 callersMethoddequantize
(&self, buf: &mut [f32])
crabml-core/src/cpu/buf/buf_q5_0.rs:22
↓ 1 callersMethoddequantize
(&self, buf: &mut [f32])
crabml-core/src/cpu/buf/buf_q2_k.rs:35
↓ 1 callersMethoddequantize
(&self, buf: &mut [f32])
crabml-core/src/cpu/buf/buf_q8_k.rs:15
↓ 1 callersMethoddequantize
(&self, buf: &mut [f32])
crabml-core/src/cpu/buf/buf_q5_k.rs:24
↓ 1 callersMethoddequantize
(&self, buf: &mut [f32])
crabml-core/src/cpu/buf/buf_q5_1.rs:20
← previousnext →101–200 of 598, ranked by callers