Method execute

models_jittor/utils.py:8–14

(self, input)

class NewGELUActivation(jt.Module):

    def execute(self, input):

        output = (input + 0.044715 * jt.pow(input.float(), 3))
        if  jt.flags.amp_level >= 1:
            output = output.half()

        return 0.5 * input * (1.0 + jt.tanh(math.sqrt(2.0 / math.pi) * output))
    
def fixed_pos_embedding(x, seq_dim=1, seq_len=None):
    dim = x.shape[-1]