Function clones

rat-sql-gap/seq2struct/models/transformer.py:93–94

(module_fn, N)

# Adapted from The Annotated Transformer
def clones(module_fn, N):
    return nn.ModuleList([module_fn() for _ in range(N)])


def attention(query, key, value, mask=None, dropout=None):