| 356 | } |
| 357 | |
| 358 | static void slab_free(void *ptr) { |
| 359 | if (!ptr) { |
| 360 | return; |
| 361 | } |
| 362 | uintptr_t base = (uintptr_t)ptr & SLAB_PAGE_MASK; |
| 363 | slab_page_t *page = slab_map_lookup(base); |
| 364 | if (!page) { |
| 365 | /* Not a slab chunk → plain heap pointer (>64B or grow-fallback). */ |
| 366 | cbm_free(CBM_MEM_CLASS_TS_TREE, ptr); |
| 367 | return; |
| 368 | } |
| 369 | |
| 370 | /* It is a slab chunk. The chunk itself keeps its page alive (refcount ≥ 1) |
| 371 | * until this very free, so the page cannot be freed underneath us. */ |
| 372 | slab_state_t *s = &tls_slab; |
| 373 | slab_free_node_t *node = (slab_free_node_t *)ptr; |
| 374 | |
| 375 | if (atomic_load_explicit(&page->owner, memory_order_relaxed) == s) { |
| 376 | /* Fast path: owner returns the chunk to its thread-local free list. */ |
| 377 | node->next = s->freelist; |
| 378 | s->freelist = node; |
| 379 | atomic_fetch_sub_explicit(&page->refcount, 1u, memory_order_acq_rel); |
| 380 | return; /* owner guard keeps refcount ≥ 1; page is reused, not freed */ |
| 381 | } |
| 382 | |
| 383 | /* Foreign (or retired) free: push onto the page's lock-free MPSC stack. */ |
| 384 | slab_free_node_t *head = atomic_load_explicit(&page->remote_free_head, memory_order_relaxed); |
| 385 | do { |
| 386 | node->next = head; |
| 387 | } while (!atomic_compare_exchange_weak_explicit(&page->remote_free_head, &head, node, |
| 388 | memory_order_release, memory_order_relaxed)); |
| 389 | unsigned prev = atomic_fetch_sub_explicit(&page->refcount, 1u, memory_order_acq_rel); |
| 390 | if (prev == 1u) { |
| 391 | /* We returned the final chunk of a retired page → release it. */ |
| 392 | slab_map_unregister_page(page); |
| 393 | cbm_mem_class_remove_external(CBM_MEM_CLASS_TS_TREE, SLAB_PAGE_SIZE); |
| 394 | cbm_aligned_free(page); |
| 395 | } |
| 396 | } |
| 397 | |
| 398 | /* ── Page-map registration wrappers (declared after slab_map_set) ── */ |
| 399 |
no test coverage detected