Function main

samples/sampleIOFormats/sampleIOFormats.cpp:693–771

};

int32_t main(int32_t argc, char** argv)
{
    samplesCommon::Args args;
    bool argsOK = samplesCommon::parseArgs(args, argc, argv);
    if (!argsOK)
    {
        sample::gLogError << "Invalid arguments" << std::endl;
        printHelpInfo();
        return EXIT_FAILURE;
    }
    if (args.help)
    {
        printHelpInfo();
        return EXIT_SUCCESS;
    }

    auto sampleTest = sample::gLogger.defineTest(gSampleName, argc, argv);

    sample::gLogger.reportTestStart(sampleTest);

    samplesCommon::OnnxSampleParams params = initializeSampleParams(args);

    std::vector<IOSpec> vecFP16TensorFmt = {
        IOSpec{TensorFormat::kLINEAR, "kLINEAR"},
        IOSpec{TensorFormat::kCHW2, "kCHW2"},
        IOSpec{TensorFormat::kHWC8, "kHWC8"},
    };
    std::vector<IOSpec> vecINT8TensorFmt = {
        IOSpec{TensorFormat::kLINEAR, "kLINEAR"},
        IOSpec{TensorFormat::kCHW4, "kCHW4"},
        IOSpec{TensorFormat::kCHW32, "kCHW32"},
    };

    SampleBuffer goldenInput, goldenOutput;

    SampleIOFormats sample(params);

    srand(unsigned(time(nullptr)));
    sample.mDigit = rand() % 10;

    sample::gLogInfo << "The test chooses MNIST as the network and recognizes a randomly generated digit" << std::endl;
    sample::gLogInfo
        << "Firstly it runs the FP32 as the golden data, then INT8/FP16 with different formats will be tested"
        << std::endl
        << std::endl;

    if (!runFP32Reference(sample, sampleTest, goldenInput, goldenOutput))
    {
        return sample::gLogger.reportFail(sampleTest);
    }

    // Test FP16 formats
    for (auto spec : vecFP16TensorFmt)
    {
        sample::gLogInfo << "Testing datatype FP16 with format " << spec.formatName << std::endl;
        sample.mTensorFormat = spec.format;
        SampleBuffer inputBuf, outputBuf;