Function FeedForward

animation/modules/id_encoder.py:60–67

(dim, mult=4)

        return self.to_out(out)
    
def FeedForward(dim, mult=4):
    inner_dim = int(dim * mult)
    return nn.Sequential(
        nn.LayerNorm(dim),
        nn.Linear(dim, inner_dim, bias=False),
        nn.GELU(),
        nn.Linear(inner_dim, dim, bias=False),
    )

class FacePerceiver(torch.nn.Module):
    def __init__(