Function main

tests/test_mem_enc.cpp:13–110

#include <string>

int main(int argc, char ** argv) {
    if (argc < 3) {
        fprintf(stderr, "Usage: %s <model.ggml> <ref_dir> [x y]\n", argv[0]);
        return 1;
    }

    const std::string model_path = argv[1];
    const std::string ref_dir = std::string(argv[2]) + "/video_ref";
    float px = argc > 4 ? atof(argv[3]) : 315.0f;
    float py = argc > 4 ? atof(argv[4]) : 250.0f;

    sam3_params params;
    params.model_path = model_path;
    params.use_gpu = false;
    params.n_threads = 4;

    auto model = sam3_load_model(params);
    if (!model) { fprintf(stderr, "Failed to load model\n"); return 1; }

    auto state = sam3_create_state(*model, params);
    if (!state) { fprintf(stderr, "Failed to create state\n"); return 1; }

    // Load llama image
    auto image = sam3_load_image("../ggml/examples/sam/example.jpg");
    if (image.data.empty()) { fprintf(stderr, "Failed to load image\n"); return 1; }

    // Encode image
    if (!sam3_encode_image(*state, *model, image)) {
        fprintf(stderr, "Failed to encode image\n"); return 1;
    }

    // Create tracker
    sam3_video_params vp;
    vp.hotstart_delay = 0;
    auto tracker = sam3_create_tracker(*model, vp);

    // Add instance with point prompt → triggers PVS + memory encoding
    sam3_pvs_params pvs;
    pvs.pos_points.push_back({px, py});
    pvs.multimask = false;

    int inst_id = sam3_tracker_add_instance(*tracker, *state, *model, pvs);
    fprintf(stderr, "Added instance %d\n", inst_id);

    if (inst_id < 0) {
        fprintf(stderr, "Failed to add instance\n");
        return 1;
    }

    // ── Compare memory encoder outputs against Python reference ──────
    fprintf(stderr, "\n═══ Memory Encoder Comparison ═══\n");

    // Note: We're comparing C++ (stb_image decoded) vs Python (PIL decoded).
    // The images differ slightly, so we expect some divergence.
    // We check that the outputs are in the same range and structure.

    // Check that Python reference exists
    auto py_mem_feat = load_ref_f32(ref_dir + "/mem_enc_output_features");