Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/DongjunLee/transformer-tensorflow
/ functions
Functions
68 in github.com/DongjunLee/transformer-tensorflow
⨍
Functions
68
◇
Types & classes
7
↓ 4 callers
Function
token2id
Convert all the tokens in the data into their corresponding index in the vocabulary.
data_loader.py:190
↓ 3 callers
Method
_add_and_norm
(self, x, sub_layer_x, num=0)
transformer/decoder.py:55
↓ 3 callers
Method
build_embed
(self, inputs, encoder=True, reuse=False)
transformer/__init__.py:52
↓ 3 callers
Method
multi_head
(self, q, k, v)
transformer/attention.py:42
↓ 2 callers
Method
_add_and_norm
(self, x, sub_layer_x, num=0)
transformer/encoder.py:52
↓ 2 callers
Method
_filled_next_token
(self, inputs, logits, decoder_index)
transformer/__init__.py:110
↓ 2 callers
Function
_pad_input
(input_, size)
data_loader.py:279
↓ 2 callers
Method
build_decoder
(self, decoder_emb_inp, encoder_outputs,reuse=False)
transformer/__init__.py:92
↓ 2 callers
Method
build_output
(self, decoder_outputs, reuse=False)
transformer/__init__.py:103
↓ 2 callers
Function
count_vocab
(fname)
data_loader.py:138
↓ 2 callers
Method
dense_relu_dense
(self, inputs)
transformer/layer.py:18
↓ 2 callers
Function
load_data
(enc_fname, dec_fname, train=True)
data_loader.py:259
↓ 2 callers
Function
write_vocab
(fname, sorted_vocab)
data_loader.py:157
↓ 1 callers
Method
_build_loss
(self, logits)
model.py:69
↓ 1 callers
Method
_build_metric
(self)
model.py:92
↓ 1 callers
Method
_build_optimizer
(self)
model.py:84
↓ 1 callers
Method
_concat_heads
(self, outputs)
transformer/attention.py:87
↓ 1 callers
Method
_encoder_decoder_attention
(self, q, k, v)
transformer/decoder.py:59
↓ 1 callers
Method
_init_placeholder
(self, features, labels)
model.py:38
↓ 1 callers
Method
_linear_projection
(self, q, k, v)
transformer/attention.py:51
↓ 1 callers
Function
_make_estimator
()
predict.py:41
↓ 1 callers
Method
_masked_self_attention
(self, q, k, v)
transformer/decoder.py:45
↓ 1 callers
Method
_positional_feed_forward
(self, output)
transformer/decoder.py:69
↓ 1 callers
Method
_positional_feed_forward
(self, output)
transformer/encoder.py:56
↓ 1 callers
Method
_scaled_dot_product
(self, qs, ks, vs)
transformer/attention.py:70
↓ 1 callers
Method
_self_attention
(self, q, k, v)
transformer/encoder.py:42
↓ 1 callers
Method
_split_heads
(self, q, k, v)
transformer/attention.py:57
↓ 1 callers
Method
build
(self, decoder_inputs, encoder_outputs)
transformer/decoder.py:29
↓ 1 callers
Method
build
(self, encoder_inputs=None, decoder_inputs=None)
transformer/__init__.py:18
↓ 1 callers
Method
build
(self, encoder_inputs)
transformer/encoder.py:29
↓ 1 callers
Method
build_encoder
(self, encoder_emb_inp, reuse=False)
transformer/__init__.py:81
↓ 1 callers
Method
build_graph
(self)
model.py:58
↓ 1 callers
Function
build_vocab
(in_fname, out_fname, normalize_digits=True)
data_loader.py:135
↓ 1 callers
Function
format_variable
(keys, rev_vocab=None)
hook.py:16
↓ 1 callers
Function
load_vocab
(vocab_fname)
data_loader.py:178
↓ 1 callers
Function
main
(ids, vocab)
predict.py:17
↓ 1 callers
Function
main
(mode)
main.py:72
↓ 1 callers
Function
make_dir
Create a directory if there isn't one already.
data_loader.py:107
↓ 1 callers
Function
positional_encoding
(dim, sentence_length, dtype=tf.float32)
transformer/attention.py:12
↓ 1 callers
Function
process_data
()
data_loader.py:219
↓ 1 callers
Function
sentence2id
(vocab, line)
data_loader.py:186
↓ 1 callers
Function
set_max_seq_length
(dataset_fnames)
data_loader.py:283
↓ 1 callers
Function
to_str
(sequence)
predict.py:33
↓ 1 callers
Function
to_str
(sequence)
hook.py:18
Method
__init__
(self)
data_loader.py:24
Method
__init__
(self)
model.py:14
Method
__init__
(self, num_layers=8, num_heads=8, linear_key_dim=50,
transformer/decoder.py:12
Method
__init__
(self, mode, dtype=tf.float32)
transformer/__init__.py:14
Method
__init__
(self, num_heads=1, masked=False, linear_key_dim=50,
transformer/attention.py:24
Method
__init__
(self, w1_dim=200, w2_dim=100, dropout=0.1)
transformer/layer.py:9
Method
__init__
(self, num_layers=8, num_heads=8, linear_key_dim=50,
transformer/encoder.py:12
Method
_nltk_blue_score
(labels, predictions)
model.py:98
Method
after_create_session
Initialise the iterator after the session has been created.
data_loader.py:28
Function
basic_tokenizer
A basic tokenizer to tokenize text into tokens. Feel free to change this to suit your need.
data_loader.py:115
Method
blue_score
(labels, predictions, weights=None, metrics_collections=None, up
model.py:94
Method
conv_relu_conv
(self)
transformer/layer.py:24
Function
experiment_fn
(run_config, params)
main.py:18
Function
format
(values)
hook.py:27
Function
get_dataset_batch
(data, buffer_size=10000, batch_size=64, scope="train")
data_loader.py:33
Function
get_rev_vocab
(vocab)
utils.py:9
Function
inputs
()
data_loader.py:37
Function
make_train_and_test_set
(shuffle=True)
data_loader.py:233
Method
model_fn
(self, mode, features, labels, params)
model.py:17
Function
prepare_dataset
(questions, answers)
data_loader.py:81
Function
print_variables
(variables, rev_vocab=None, every_n_iter=100)
hook.py:8
Function
send_message_to_slack
(config_name)
utils.py:15
Method
split_last_dimension_then_transpose
(tensor, num_heads, dim)
transformer/attention.py:59
Method
transpose_then_concat_last_two_dimenstion
(tensor)
transformer/attention.py:89