MCPcopy Create free account

hub / github.com/crabml/crabml / functions

Functions598 in github.com/crabml/crabml

⨍ Functions 598◇ Types & classes 96
Methodfrom_bytes
(data: &'a [u8])
crabml-core/src/cpu/buf/buf_q4_1.rs:39
Methodfrom_bytes
(data: &'a [u8])
crabml-core/src/cpu/buf/buf_q4_k.rs:56
Methodfrom_cpu
( buf: &[u8], shape: &[usize], dtype: GGMLType, device: Self::DeviceRef, )
crabml-vulkan/src/vulkan_tensor.rs:52
Methodfrom_cpu
( buf: &[u8], shape: &[usize], dtype: GGMLType, device: Self::DeviceRef, )
crabml-wgpu/src/wgpu_tensor.rs:65
Methodfrom_cpu
( _buf: &[u8], _shape: &[usize], _dtype: GGMLType, _device: Self::DeviceRef,
crabml-core/src/cpu/cpu_tensor.rs:129
Methodfrom_cpu
(cpu_model: &CpuLlamaModel, device: T::DeviceRef)
crabml-llama2/src/model.rs:675
Methodfrom_raw_bytes
(buf: &'a [u8], typ: GGMLType)
crabml-core/src/cpu/buf/api.rs:50
Methodgelu_inplace
(mut self)
crabml-core/src/cpu/cpu_tensor.rs:418
Methodheuristic_guess
GGUF may contains a metadata called tokenizer.chat_template (maybe in a jinja format), we'd not take the chat_template directly but use a heuristic to
crabml-llama2/src/chat.rs:201
Methodincrement_nanos
(self, ns: u64)
crabml-core/src/tensor/metrics.rs:174
Methodincrement_pos
(pos: &mut [usize], shape: &[usize])
crabml-core/src/tensor/strider.rs:226
Methodinit_device
()
crabml-vulkan/src/vulkan_device.rs:485
Methodinit_exp_cache
()
crabml-core/src/cpu/cpu_device.rs:108
Methodinit_gelu_cache
()
crabml-core/src/cpu/cpu_device.rs:117
Methodinit_wgpu
()
crabml-wgpu/src/wgpu_device.rs:125
Methodinto_iter_axis
(self, pos: &[usize], axis: usize)
crabml-core/src/tensor/strider.rs:122
Methodis_empty
(&self)
crabml-core/src/cpu/cpu_tensor.rs:90
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q8_0.rs:64
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q5_0.rs:77
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q8_1.rs:53
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q2_k.rs:121
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q8_k.rs:61
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q5_k.rs:100
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q5_1.rs:76
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q4_0.rs:67
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q3_k.rs:136
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q6_k.rs:88
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q4_1.rs:71
Methodis_empty
(&self)
crabml-core/src/cpu/buf/buf_q4_k.rs:88
Methodis_owned
(&self)
crabml-core/src/cpu/buf/api.rs:89
Methodis_quantized
(&self)
crabml-core/src/cpu/buf/api.rs:96
Methoditer_axis
from the position, iterate until the end of the row / column
crabml-core/src/tensor/strider.rs:107
Methodkind
(&self)
crabml-core/src/tokenizer/mod.rs:73
Methodkv_dim
(&self)
crabml-llama2/src/model.rs:46
Functionmain
()
crabml-cli/src/main.rs:223
Methodmetrics
(&self)
crabml-core/src/cpu/cpu_device.rs:84
Methodmul_inplace
(self, rhs: &Self)
crabml-vulkan/src/vulkan_tensor.rs:371
Methodmul_inplace
(mut self, rhs: &CpuTensor<'a>)
crabml-core/src/cpu/cpu_tensor.rs:388
Methodnew
(src: &[f32], shape: &[usize], device: VulkanTensorDeviceRef)
crabml-vulkan/src/vulkan_tensor.rs:32
Methodnew
()
crabml-vulkan/src/vulkan_device.rs:52
Methodnew
(src: &[f32], shape: &[usize], device: WgpuTensorDeviceRef)
crabml-wgpu/src/wgpu_tensor.rs:31
Methodnew
()
crabml-wgpu/src/wgpu_device.rs:22
Methodnew
(buf: &'a [u8])
crabml-core/src/gguf.rs:253
Methodnew
()
crabml-core/src/tensor/metrics.rs:156
Methodnew
(shape: Vec<usize>)
crabml-core/src/tensor/strider.rs:12
Methodnew
Construct a threadpool with the given number of threads. Minimum value is `1`.
crabml-core/src/cpu/thread_pool.rs:20
Methodnew
()
crabml-core/src/cpu/cpu_device.rs:64
Methodnew
(buf: Vec<f32>, shape: &[usize], device: CpuTensorDeviceRef<'a>)
crabml-core/src/cpu/cpu_tensor.rs:29
Methodnew
()
crabml-core/src/tokenizer/mod.rs:125
Methodnew
( tokens: Arc<Vec<String>>, scores: Vec<f32>, bos_token: TokenID, eos_token: T
crabml-core/src/tokenizer/tokenizer_llama.rs:16
Methodnew
( tokens: Arc<Vec<String>>, merges: &[String], bos_token: TokenID, eos_token:
crabml-core/src/tokenizer/tokenizer_gpt2.rs:19
Methodnew
( runner: &'a mut Llama2Runner<T>, prompt: impl Into<String>, system_prompt: Option<St
crabml-llama2/src/chat.rs:16
Methodnew
(temperature: f32, topp: f32, exp_cache: Arc<Vec<f16>>)
crabml-llama2/src/sampler.rs:19
Methodnew
( model: impl LlamaModel<T = T>, seq_len: usize, use_f16_kv_cache: bool, )
crabml-llama2/src/llama2.rs:46
Methodnew
()
crabml-llama2/src/model.rs:154
Methodnew_gpt2
( tokens: Vec<String>, merges: Vec<String>, bos_token: TokenID, eos_token: Tok
crabml-core/src/tokenizer/mod.rs:53
Methodnew_llama
if TokenizerKind is Llama, we need to provide scores, if GPT2, we need to provide merges.
crabml-core/src/tokenizer/mod.rs:32
Methodnew_zero
()
crabml-core/src/cpu/buf/buf_q2_k.rs:31
Methodnew_zero
()
crabml-core/src/cpu/buf/buf_q3_k.rs:33
Methodquantization_version
The version of the quantization format. Not required if the model is not quantized (i.e. no tensors are quantized). If any tensors are quantized, this
crabml-core/src/gguf.rs:608
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q8_0.rs:47
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q5_0.rs:60
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q8_1.rs:36
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q2_k.rs:107
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q8_k.rs:44
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q5_k.rs:83
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q5_1.rs:59
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q4_0.rs:50
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q3_k.rs:122
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q6_k.rs:71
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q4_1.rs:54
Methodquantize
(data: &[f32])
crabml-core/src/cpu/buf/buf_q4_k.rs:71
Methodreshape
(self, shape: &[usize])
crabml-vulkan/src/vulkan_tensor.rs:138
Methodreshape
(self, shape: &[usize])
crabml-wgpu/src/wgpu_tensor.rs:171
Methodrms_norm_inplace
(mut self, eps: f32)
crabml-core/src/cpu/cpu_tensor.rs:439
Functionround_vector
(values: &[f32])
crabml-core/src/cpu/buf/buf_q5_0.rs:298
Functionround_vector
(values: &[f32])
crabml-core/src/cpu/buf/buf_q5_1.rs:290
Methodsample_argmax
(probs: &[f32])
crabml-llama2/src/sampler.rs:109
Methodsample_multi
(probs: &[f32], coin: f32)
crabml-llama2/src/sampler.rs:53
Methodsample_topp
( probs: &[f32], topp: f32, prob_index: &mut [(f32, usize)], coin: f32, )
crabml-llama2/src/sampler.rs:66
Methodscale_inplace
(mut self, rhs: f32)
crabml-core/src/cpu/cpu_tensor.rs:404
Methodshape
(&self)
crabml-core/src/tensor/strider.rs:53
Methodstrider
(&self)
crabml-vulkan/src/vulkan_tensor.rs:174
Functiontest_add
()
crabml-vulkan/src/vulkan_tensor.rs:510
Functiontest_batch_matmul
()
crabml-vulkan/src/vulkan_tensor.rs:785
Functiontest_concate_2d
()
crabml-core/src/cpu/primitives/concatenate.rs:212
Functiontest_concatenate
()
crabml-vulkan/src/vulkan_tensor.rs:735
Functiontest_congiguous
()
crabml-wgpu/src/wgpu_tensor.rs:1075
Functiontest_contiguous
()
crabml-vulkan/src/vulkan_tensor.rs:710
Functiontest_contiguous
()
crabml-core/src/cpu/cpu_tensor.rs:572
Functiontest_contiguous_buf_2d
()
crabml-core/src/cpu/primitives/contiguous.rs:71
Functiontest_copy_from
()
crabml-core/src/cpu/cpu_tensor.rs:467
Functiontest_copy_rows_from
()
crabml-vulkan/src/vulkan_tensor.rs:688
Functiontest_dup
()
crabml-vulkan/src/vulkan_tensor.rs:666
Functiontest_dup
()
crabml-wgpu/src/wgpu_tensor.rs:1057
Functiontest_gelu_inplace
()
crabml-vulkan/src/vulkan_tensor.rs:574
Functiontest_generate_f16
()
crabml-llama2/src/llama2.rs:722
Functiontest_generate_f32
()
crabml-llama2/src/llama2.rs:655
Functiontest_generate_f32_gpu
()
crabml-llama2/src/llama2.rs:738
Functiontest_generate_q4_0
()
crabml-llama2/src/llama2.rs:690
← previousnext →401–500 of 598, ranked by callers