Function read_f32_binary_file

ds4.c:1273–1300

     * represented by the VM through shared zero-page bookkeeping. The CPU decode
     * KV cache grows one token at a time, so using calloc here can move thousands
     * of first-touch faults into generation. On Darwin we have observed this end
     * in a kernel cpt_mapcnt_inc overflow panic instead of a user-space error.
     *
     * Explicitly writing the zeroes while the cache is allocated keeps those VM
     * faults out of the token loop and gives the cache private resident pages.
     */
    memset(p, 0, total);
    return p;
}

static double now_sec(void) {
    struct timespec ts;
    clock_gettime(CLOCK_MONOTONIC, &ts);
    return (double)ts.tv_sec + (double)ts.tv_nsec * 1.0e-9;
}

/* =========================================================================
 * Metal Routed Expert Locality Profiler.
 * =========================================================================
 *
 * SSD streaming decode needs routed-expert locality data before a cache policy
 * is meaningful. This profiler is intentionally Metal-decode-only for now:
 * it reads the tiny selected-expert and route-weight tensors after router
 * selection, records histograms, and simulates per-layer latest-N unique expert
 * caches without changing normal inference when disabled.
 */

enum { DS4_EXPERT_PROFILE_MAX_CAPS = 10 };

static const uint32_t ds4_expert_profile_cap_candidates[DS4_EXPERT_PROFILE_MAX_CAPS] = {
    1, 2, 4, 8, 16, 32, 64, 128, 256, 384