Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/Tencent/TurboTransformers
/ functions
Functions
392 in github.com/Tencent/TurboTransformers
⨍
Functions
392
◇
Types & classes
103
Method
EnforceDataType
turbo_transformers/core/tensor.h:297
Method
EnforceNotMet
turbo_transformers/core/enforce.h:43
Method
EnforceShapeAndType
turbo_transformers/layers/albert_layer.cpp:52
Method
EnforceShapeAndType
turbo_transformers/layers/bert_output.cpp:55
Method
EnforceShapeAndType
turbo_transformers/layers/bert_intermediate.cpp:52
Method
EnforceShapeAndType
turbo_transformers/layers/multi_headed_attention.cpp:317
Method
EnforceShapeAndType
turbo_transformers/layers/bert_embedding.cpp:66
Method
EnforceShapeAndType
turbo_transformers/layers/positionwise_ffn.cpp:77
Method
EnforceShapeAndType
turbo_transformers/layers/bert_attention.cpp:49
Method
EnforceShapeAndType
turbo_transformers/layers/bert_pooler.cpp:39
Function
FillRandom
turbo_transformers/layers/kernels/common.h:52
Method
GPUTimer
benchmark/turbo_transformers/layers/kernels/benchmark_help.h:34
Method
Gelu>
turbo_transformers/layers/kernels/activation.cpp:33
Function
GetBlasProvider
turbo_transformers/core/config.cpp:36
Method
Half
turbo_transformers/core/half.h:34
Method
Impl
example/cpp/bert_model.cpp:82
Function
IsDataType
turbo_transformers/core/tensor.h:68
Function
LayerNorm
turbo_transformers/layers/kernels/layer_norm.cpp:33
Method
LoadFloat
turbo_transformers/loaders/npz_load.h:69
Method
LoadT
turbo_transformers/loaders/npz_load.h:59
Function
LookupEmbedding
turbo_transformers/layers/kernels/embedding.cpp:29
Method
MultiHeadedAttention
turbo_transformers/layers/multi_headed_attention.h:27
Method
NPZLoader
turbo_transformers/loaders/npz_load.h:55
Method
NPZMapView
turbo_transformers/loaders/npz_load.h:25
Function
NewDLPackTensorT
turbo_transformers/core/tensor.h:107
Function
PYBIND11_MODULE
turbo_transformers/python/pybind.cpp:63
Method
PadTensor
example/cpp/bert_model.cpp:104
Method
PositionwiseFeedForward
turbo_transformers/layers/positionwise_ffn.h:24
Method
Print
turbo_transformers/core/tensor.h:203
Method
PrintArray
turbo_transformers/core/tensor.h:285
Method
Profiler
turbo_transformers/core/profiler.cpp:149
Method
Relu>
turbo_transformers/layers/kernels/activation.cpp:74
Method
Reset
benchmark/turbo_transformers/layers/kernels/benchmark_help.h:58
Method
Reshape
turbo_transformers/core/tensor.h:155
Method
ReshapeNeedRealloc
turbo_transformers/core/tensor.h:308
Function
SeqPool
turbo_transformers/layers/kernels/seq_pool.cpp:125
Function
SeqPoolWithIdx
turbo_transformers/layers/kernels/seq_pool.cpp:89
Function
SeqPoolWithProcess
turbo_transformers/layers/kernels/seq_pool.cpp:67
Method
Tanh>
turbo_transformers/layers/kernels/activation.cpp:58
Method
Tensor
turbo_transformers/core/tensor.h:117
Method
__call__
( self, # the realization of the call function(we can just copy it) inputs,
example/python/bert_for_sequence_classification_example.py:37
Method
__call__
(self, input_ids: AnyTensor, position_ids: AnyTensor, token
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:45
Method
__call__
(self, input_tensor: AnyTensor, return_type: Optional[ReturnType] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:80
Method
__call__
(self, intermediate_output: AnyTensor, attention_output: AnyTensor,
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:109
Method
__call__
implement BertSelfAttention in https://github.com/huggingface/transformers/blob/master/src/transformers/modeling_bert.py#L183
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:142
Method
__call__
(self, hidden_states: AnyTensor, attention_mask: Optional[AnyTensor] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:263
Method
__call__
(self, input_tensor: AnyTensor, return_type: Optional[ReturnType] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:319
Method
__call__
(self, input_tensor: AnyTensor, return_type: Optional[ReturnType] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:345
Method
__call__
( self, inputs: AnyTensor, attention_masks: Optional[AnyTensor] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:375
Method
__call__
(self, inputs: AnyTensor, attention_masks: Optional[AnyTensor] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:450
Method
__call__
Implement a MultiHeadedAttention of OpenNMT-py https://github.com/OpenNMT/OpenNMT-py/blob/master/onmt/modules/multi_headed_attn.py A
turbo_transformers/python/turbo_transformers/layers/modeling_decoder.py:46
Method
__call__
( self, input_tensor: AnyTensor, return_type: Optional[ReturnType] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_decoder.py:277
Method
__call__
Implement _forward method of class TransformerDecoderLayer https://github.com/OpenNMT/OpenNMT-py/blob/master/onmt/decoders/transformer.py
turbo_transformers/python/turbo_transformers/layers/modeling_decoder.py:335
Method
__call__
( self, input_ids, past_key_values=None, attention_mask=None,
turbo_transformers/python/turbo_transformers/layers/modeling_gpt2.py:42
Method
__call__
(self, input_ids: AnyTensor, position_ids: AnyTensor, token
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:49
Method
__call__
(self, input_tensor: AnyTensor, attention_mask: AnyTensor,
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:78
Method
__call__
(self, hidden_states: AnyTensor, attention_mask: AnyTensor = None,
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:186
Method
__call__
(self, hidden_states: AnyTensor, attention_mask: AnyTensor,
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:245
Method
__call__
(self, input_ids=None, attention_mask: Optional[AnyTensor] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:317
Method
__call__
(self, input_tensor)
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:18
Method
__call__
(self, intermediate_output, attention_output)
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:36
Method
__call__
(self, hidden_states, attention_mask=None, head_mask=None,
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:51
Method
__call__
(self, hidden_states, attention_mask = None, head_mask = No
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:76
Method
__call__
(self, inputs, attention_masks = None, token_type_ids = None,
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:111
Method
__call__
(self, input_ids: AnyTensor, attention_mask: Optional[torch.Tensor] = None,
turbo_transformers/python/turbo_transformers/layers/modeling_roberta.py:62
Function
__clz
turbo_transformers/layers/kernels/ide_macro.h:25
Method
__init__
( self, bertmodel, classifier )
example/python/bert_for_sequence_classification_example.py:31
Method
__init__
(self, attention: BertAttention, intermediate: BertIntermediate, output: BertOutput)
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:215
Method
__init__
(self, layer: Sequence[BertLayer])
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:260
Method
__init__
(self, embeddings: BertEmbeddings, encoder: BertEncoder)
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:370
Method
__init__
(self, model, pooler=None, backend="onnxrt")
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:440
Method
__init__
Implement class TransformerDecoderLayer(nn.Module): https://github.com/OpenNMT/OpenNMT-py/blob/master/onmt/decoders/transformer.py se
turbo_transformers/python/turbo_transformers/layers/modeling_decoder.py:320
Method
__init__
(self, embeddings: TorchBertEmbeddings, transformer_layers: Sequence[Transfo
turbo_transformers/python/turbo_transformers/layers/modeling_decoder.py:507
Method
__init__
(self, model: TorchGPT2Model, backend="onnxrt")
turbo_transformers/python/turbo_transformers/layers/modeling_gpt2.py:34
Method
__init__
(self, attention: AlbertAttention, ffn, ffn_bias, ffn_output, ffn_ouput_bias, fl, fl_bias)
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:120
Method
__init__
(self, layers: Sequence[AlbertLayer])
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:183
Method
__init__
(self, embedding_hidden_mapping_in: nn.Linear, albert_layer_groups: AlbertLayerGroup, config:
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:239
Method
__init__
(self, embeddings: TorchAlbertEmbeddings, encoder: AlbertTransformer, pooler: nn.Linear,
turbo_transformers/python/turbo_transformers/layers/modeling_albert.py:308
Method
__init__
(self, intermediate)
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:13
Method
__init__
(self, bert_output)
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:29
Method
__init__
(self, bert_layer)
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:47
Method
__init__
(self, layers)
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:74
Method
__init__
(self, model)
turbo_transformers/python/turbo_transformers/layers/qmodeling_bert.py:106
Method
__init__
(self, embeddings: TorchRobertaEmbeddings, encoder: BertEncoder, pooler: BertPooler,
turbo_transformers/python/turbo_transformers/layers/modeling_roberta.py:53
Function
__syncthreads
turbo_transformers/layers/kernels/ide_macro.h:22
Function
__threadfence_block
turbo_transformers/layers/kernels/ide_macro.h:23
Function
_impl_
(model_name: str, seq_len: int, batch_size: int, n: int,
benchmark/onnx_benchmark_helper.py:82
Method
_recursive_map
(struct, batch_dim=0)
turbo_transformers/python/turbo_transformers/layers/modeling_decoder.py:534
Function
align_alloc_t
turbo_transformers/core/memory.h:23
Method
alloc
turbo_transformers/core/allocator.cpp:141
Function
cblas_sgemm_batch
turbo_transformers/core/blas_openblas.cpp:20
Method
clear
turbo_transformers/core/profiler.cpp:100
Function
comp
turbo_transformers/core/profiler.cpp:34
Method
detach_state
(self)
turbo_transformers/python/turbo_transformers/layers/modeling_decoder.py:546
Method
end_profile
turbo_transformers/core/profiler.cpp:54
Method
free
turbo_transformers/core/allocator.cpp:120
Method
free
turbo_transformers/core/allocator.cpp:168
Method
free_cache
turbo_transformers/core/allocator.cpp:87
Method
from_npz
(file_name: str)
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:69
Method
from_npz
(file_name: str, layer_num: int)
turbo_transformers/python/turbo_transformers/layers/modeling_bert.py:99
← previous
next →
201–300 of 392, ranked by callers