MCPcopy Create free account
hub / github.com/dmlc/xgboost / VerifyIterationRangeColumnSplit

Function VerifyIterationRangeColumnSplit

tests/cpp/predictor/test_predictor.cc:515–576  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

513
514namespace {
515void VerifyIterationRangeColumnSplit(bool use_gpu, Json const &ranged_model,
516 Json const &sliced_model, std::size_t rows, std::size_t cols,
517 std::size_t classes,
518 std::vector<float> const &expected_margin_ranged,
519 std::vector<float> const &expected_margin_sliced,
520 std::vector<float> const &expected_leaf_ranged,
521 std::vector<float> const &expected_leaf_sliced) {
522 auto const world_size = collective::GetWorldSize();
523 auto const rank = collective::GetRank();
524 Context ctx;
525 if (use_gpu) {
526 ctx = MakeCUDACtx(curt::AllVisibleGPUs() == 1 ? 0 : rank);
527 }
528 collective::GetWorkerLocalThreads(world_size, &ctx);
529
530 auto dmat = RandomDataGenerator(rows, cols, 0).Classes(classes).GenerateDMatrix(true);
531 std::shared_ptr<DMatrix> Xy{dmat->SliceCol(world_size, rank)};
532
533 std::unique_ptr<Learner> learner{Learner::Create({Xy})};
534 auto args = Args{{"device", ctx.DeviceName()}, {"nthread", std::to_string(ctx.Threads())}};
535 learner->SetParams(args);
536 learner->LoadModel(ranged_model);
537
538 std::unique_ptr<Learner> sliced{Learner::Create({Xy})};
539 sliced->SetParams(args);
540 sliced->LoadModel(sliced_model);
541
542 HostDeviceVector<float> out_predt_sliced;
543 HostDeviceVector<float> out_predt_ranged;
544
545 // margin
546 {
547 sliced->Predict(Xy, true, &out_predt_sliced, 0, 0, false, false, false, false, false);
548 learner->Predict(Xy, true, &out_predt_ranged, 0, 3, false, false, false, false, false);
549 auto const &h_sliced = out_predt_sliced.HostVector();
550 auto const &h_ranged = out_predt_ranged.HostVector();
551 EXPECT_EQ(h_sliced.size(), expected_margin_sliced.size());
552 for (std::size_t i = 0; i < expected_margin_sliced.size(); ++i) {
553 ASSERT_FLOAT_EQ(h_sliced[i], expected_margin_sliced[i]) << "rank " << rank << ", i " << i;
554 }
555 EXPECT_EQ(h_ranged.size(), expected_margin_ranged.size());
556 for (std::size_t i = 0; i < expected_margin_ranged.size(); ++i) {
557 ASSERT_FLOAT_EQ(h_ranged[i], expected_margin_ranged[i]) << "rank " << rank << ", i " << i;
558 }
559 }
560
561 // Leaf
562 {
563 sliced->Predict(Xy, false, &out_predt_sliced, 0, 0, false, true, false, false, false);
564 learner->Predict(Xy, false, &out_predt_ranged, 0, 3, false, true, false, false, false);
565 auto const &h_sliced = out_predt_sliced.HostVector();
566 auto const &h_ranged = out_predt_ranged.HostVector();
567 EXPECT_EQ(h_sliced.size(), expected_leaf_sliced.size());
568 for (std::size_t i = 0; i < expected_leaf_sliced.size(); ++i) {
569 ASSERT_FLOAT_EQ(h_sliced[i], expected_leaf_sliced[i]) << "rank " << rank << ", i " << i;
570 }
571 EXPECT_EQ(h_ranged.size(), expected_leaf_ranged.size());
572 for (std::size_t i = 0; i < expected_leaf_ranged.size(); ++i) {

Callers 1

Calls 14

GetWorldSizeFunction · 0.85
GetRankFunction · 0.85
MakeCUDACtxFunction · 0.85
AllVisibleGPUsFunction · 0.85
GetWorkerLocalThreadsFunction · 0.85
RandomDataGeneratorClass · 0.85
GenerateDMatrixMethod · 0.80
DeviceNameMethod · 0.80
ThreadsMethod · 0.80
SetParamsMethod · 0.80
PredictMethod · 0.80
SliceColMethod · 0.45

Tested by

no test coverage detected