MCPcopy Create free account

hub / github.com/DongjunLee/transformer-tensorflow / functions

Functions68 in github.com/DongjunLee/transformer-tensorflow

↓ 4 callersFunctiontoken2id
Convert all the tokens in the data into their corresponding index in the vocabulary.
data_loader.py:190
↓ 3 callersMethod_add_and_norm
(self, x, sub_layer_x, num=0)
transformer/decoder.py:55
↓ 3 callersMethodbuild_embed
(self, inputs, encoder=True, reuse=False)
transformer/__init__.py:52
↓ 3 callersMethodmulti_head
(self, q, k, v)
transformer/attention.py:42
↓ 2 callersMethod_add_and_norm
(self, x, sub_layer_x, num=0)
transformer/encoder.py:52
↓ 2 callersMethod_filled_next_token
(self, inputs, logits, decoder_index)
transformer/__init__.py:110
↓ 2 callersFunction_pad_input
(input_, size)
data_loader.py:279
↓ 2 callersMethodbuild_decoder
(self, decoder_emb_inp, encoder_outputs,reuse=False)
transformer/__init__.py:92
↓ 2 callersMethodbuild_output
(self, decoder_outputs, reuse=False)
transformer/__init__.py:103
↓ 2 callersFunctioncount_vocab
(fname)
data_loader.py:138
↓ 2 callersMethoddense_relu_dense
(self, inputs)
transformer/layer.py:18
↓ 2 callersFunctionload_data
(enc_fname, dec_fname, train=True)
data_loader.py:259
↓ 2 callersFunctionwrite_vocab
(fname, sorted_vocab)
data_loader.py:157
↓ 1 callersMethod_build_loss
(self, logits)
model.py:69
↓ 1 callersMethod_build_metric
(self)
model.py:92
↓ 1 callersMethod_build_optimizer
(self)
model.py:84
↓ 1 callersMethod_concat_heads
(self, outputs)
transformer/attention.py:87
↓ 1 callersMethod_encoder_decoder_attention
(self, q, k, v)
transformer/decoder.py:59
↓ 1 callersMethod_init_placeholder
(self, features, labels)
model.py:38
↓ 1 callersMethod_linear_projection
(self, q, k, v)
transformer/attention.py:51
↓ 1 callersFunction_make_estimator
()
predict.py:41
↓ 1 callersMethod_masked_self_attention
(self, q, k, v)
transformer/decoder.py:45
↓ 1 callersMethod_positional_feed_forward
(self, output)
transformer/decoder.py:69
↓ 1 callersMethod_positional_feed_forward
(self, output)
transformer/encoder.py:56
↓ 1 callersMethod_scaled_dot_product
(self, qs, ks, vs)
transformer/attention.py:70
↓ 1 callersMethod_self_attention
(self, q, k, v)
transformer/encoder.py:42
↓ 1 callersMethod_split_heads
(self, q, k, v)
transformer/attention.py:57
↓ 1 callersMethodbuild
(self, decoder_inputs, encoder_outputs)
transformer/decoder.py:29
↓ 1 callersMethodbuild
(self, encoder_inputs=None, decoder_inputs=None)
transformer/__init__.py:18
↓ 1 callersMethodbuild
(self, encoder_inputs)
transformer/encoder.py:29
↓ 1 callersMethodbuild_encoder
(self, encoder_emb_inp, reuse=False)
transformer/__init__.py:81
↓ 1 callersMethodbuild_graph
(self)
model.py:58
↓ 1 callersFunctionbuild_vocab
(in_fname, out_fname, normalize_digits=True)
data_loader.py:135
↓ 1 callersFunctionformat_variable
(keys, rev_vocab=None)
hook.py:16
↓ 1 callersFunctionload_vocab
(vocab_fname)
data_loader.py:178
↓ 1 callersFunctionmain
(ids, vocab)
predict.py:17
↓ 1 callersFunctionmain
(mode)
main.py:72
↓ 1 callersFunctionmake_dir
Create a directory if there isn't one already.
data_loader.py:107
↓ 1 callersFunctionpositional_encoding
(dim, sentence_length, dtype=tf.float32)
transformer/attention.py:12
↓ 1 callersFunctionprocess_data
()
data_loader.py:219
↓ 1 callersFunctionsentence2id
(vocab, line)
data_loader.py:186
↓ 1 callersFunctionset_max_seq_length
(dataset_fnames)
data_loader.py:283
↓ 1 callersFunctionto_str
(sequence)
predict.py:33
↓ 1 callersFunctionto_str
(sequence)
hook.py:18
Method__init__
(self)
data_loader.py:24
Method__init__
(self)
model.py:14
Method__init__
(self, num_layers=8, num_heads=8, linear_key_dim=50,
transformer/decoder.py:12
Method__init__
(self, mode, dtype=tf.float32)
transformer/__init__.py:14
Method__init__
(self, num_heads=1, masked=False, linear_key_dim=50,
transformer/attention.py:24
Method__init__
(self, w1_dim=200, w2_dim=100, dropout=0.1)
transformer/layer.py:9
Method__init__
(self, num_layers=8, num_heads=8, linear_key_dim=50,
transformer/encoder.py:12
Method_nltk_blue_score
(labels, predictions)
model.py:98
Methodafter_create_session
Initialise the iterator after the session has been created.
data_loader.py:28
Functionbasic_tokenizer
A basic tokenizer to tokenize text into tokens. Feel free to change this to suit your need.
data_loader.py:115
Methodblue_score
(labels, predictions, weights=None, metrics_collections=None, up
model.py:94
Methodconv_relu_conv
(self)
transformer/layer.py:24
Functionexperiment_fn
(run_config, params)
main.py:18
Functionformat
(values)
hook.py:27
Functionget_dataset_batch
(data, buffer_size=10000, batch_size=64, scope="train")
data_loader.py:33
Functionget_rev_vocab
(vocab)
utils.py:9
Functioninputs
()
data_loader.py:37
Functionmake_train_and_test_set
(shuffle=True)
data_loader.py:233
Methodmodel_fn
(self, mode, features, labels, params)
model.py:17
Functionprepare_dataset
(questions, answers)
data_loader.py:81
Functionprint_variables
(variables, rev_vocab=None, every_n_iter=100)
hook.py:8
Functionsend_message_to_slack
(config_name)
utils.py:15
Methodsplit_last_dimension_then_transpose
(tensor, num_heads, dim)
transformer/attention.py:59
Methodtranspose_then_concat_last_two_dimenstion
(tensor)
transformer/attention.py:89