Function TEST_CASE

test/rewrite_gelu_test.cpp:41–89

#include <migraphx/verify.hpp>

TEST_CASE(bias_gelu)
{
    migraphx::shape s1{migraphx::shape::half_type, {2, 4, 8}};
    migraphx::shape s2{migraphx::shape::half_type};
    migraphx::module m1;
    {
        auto a    = m1.add_parameter("a", s1);
        auto b    = m1.add_parameter("b", s1);
        auto add1 = m1.add_instruction(migraphx::make_op("add"), a, b);
        auto l1   = m1.add_literal(migraphx::literal{s2, {1.4140625f}});
        auto div  = add_common_op(m1, migraphx::make_op("div"), {add1, l1});
        auto erf  = m1.add_instruction(migraphx::make_op("erf"), div);
        auto l2   = m1.add_literal(migraphx::literal{s2, {1.0f}});
        auto add2 = add_common_op(m1, migraphx::make_op("add"), {erf, l2});
        auto mul  = m1.add_instruction(migraphx::make_op("mul"), add1, add2);
        auto l3   = m1.add_literal(migraphx::literal{s2, {0.5f}});
        mul       = add_common_op(m1, migraphx::make_op("mul"), {mul, l3});
        m1.add_return({mul});
    }
    migraphx::rewrite_gelu pass;
    pass.apply(m1);
    migraphx::dead_code_elimination dce;
    dce.apply(m1);

    migraphx::module m2;
    {
        using migraphx::literal;
        using migraphx::make_op;
        using migraphx::shape;
        auto x_param    = m2.add_parameter("a", s1);
        auto bias_param = m2.add_parameter("b", s1);
        auto bias_add   = m2.add_instruction(migraphx::make_op("add"), x_param, bias_param);
        double const0   = -2. * sqrt(M_2_PI);
        double const1   = 0.044715 * const0;
        auto lit0       = m2.add_literal(literal{shape{s2.type()}, {const0}});
        auto lit1       = m2.add_literal(literal{shape{s2.type()}, {const1}});
        auto one        = m2.add_literal(literal{shape{s2.type()}, {1.0}});
        auto xb         = add_common_op(m2, make_op("mul"), {bias_add, lit1});
        auto a          = m2.add_instruction(make_op("mul"), bias_add, xb);
        auto b          = add_common_op(m2, make_op("add"), {a, lit0});
        auto u          = m2.add_instruction(make_op("mul"), bias_add, b);
        auto emu        = m2.add_instruction(make_op("exp"), u);
        auto c          = add_common_op(m2, make_op("add"), {one, emu});
        auto y          = m2.add_instruction(make_op("div"), bias_add, c);
        m2.add_return({y});
    }

    EXPECT(m1 == m2);
}

TEST_CASE(non_bias_gelu)
{