Function decode

model-experiments/masked-language-model/infer.py:70–71

(tokens)

# Opposite of encode: restores text string from token ids.
def decode(tokens):
    return " ".join([id2token[t] for t in tokens if t != 0])

# Do predictions:
def predict(text):