Loading...
--- libmalloc/libmalloc-646.0.13/src/magazine_tiny.c
+++ libmalloc/libmalloc-425.100.7/src/magazine_tiny.c
@@ -37,6 +37,25 @@
// Decrements the size part of mag_last_free by a given msize value. Must not
// reduce the msize part below zero (not checked).
#define TINY_MAG_LAST_FREE_PTR_DEC_MSIZE(x, msize_delta) (x) = ((void *)(x) - (msize_delta))
+
+static MALLOC_INLINE MALLOC_ALWAYS_INLINE
+mag_index_t
+tiny_mag_get_thread_index(void)
+{
+#if CONFIG_TINY_USES_HYPER_SHIFT
+ if (os_likely(_os_cpu_number_override == -1)) {
+ return _malloc_cpu_number() >> hyper_shift;
+ } else {
+ return _os_cpu_number_override >> hyper_shift;
+ }
+#else // CONFIG_SMALL_USES_HYPER_SHIFT
+ if (os_likely(_os_cpu_number_override == -1)) {
+ return _malloc_cpu_number();
+ } else {
+ return _os_cpu_number_override;
+ }
+#endif // CONFIG_SMALL_USES_HYPER_SHIFT
+}
static inline grain_t
tiny_slot_from_msize(msize_t msize)
@@ -277,7 +296,7 @@
if (!clear) {
break;
}
- MALLOC_FALLTHROUGH;
+ // fall through
case MALLOC_ZERO_ON_ALLOC:
memset(ptr, '\0', TINY_BYTES_FOR_MSIZE(msize));
break;
@@ -2250,12 +2269,6 @@
BITMAPV_CLR(tiny_mag_ptr->mag_bitmap, slot);
}
this_msize = get_tiny_free_size(ptr);
- if (os_unlikely(this_msize < msize)) {
- malloc_zone_error(MALLOC_ABORT_ON_CORRUPTION, true,
- "Corruption of tiny freelist %p: size too small (%u/%u)\n",
- ptr, this_msize, msize);
-
- }
tiny_update_region_free_list_for_remove(slot, ptr, next);
tiny_check_and_zero_inline_meta_from_freelist(rack, ptr, this_msize);
goto add_leftover_and_proceed;
@@ -2272,11 +2285,6 @@
ptr = limit->p;
if (ptr) {
this_msize = get_tiny_free_size(ptr);
- if (os_unlikely(this_msize < msize)) {
- malloc_zone_error(MALLOC_ABORT_ON_CORRUPTION, true,
- "Corruption of tiny freelist %p: size too small (%u/%u)\n",
- ptr, this_msize, msize);
- }
next = free_list_unchecksum_ptr(rack, &ptr->next);
if (this_msize - msize > NUM_TINY_SLOTS) {
// the leftover will go back to the free list, so we optimize by
@@ -2407,7 +2415,7 @@
tiny_malloc_should_clear(rack_t *rack, msize_t msize, boolean_t cleared_requested)
{
void *ptr;
- mag_index_t mag_index = rack_get_thread_index(rack) % rack->num_magazines;
+ mag_index_t mag_index = tiny_mag_get_thread_index() % rack->num_magazines;
magazine_t *tiny_mag_ptr = &(rack->magazines[mag_index]);
MALLOC_TRACE(TRACE_tiny_malloc, (uintptr_t)rack, TINY_BYTES_FOR_MSIZE(msize), (uintptr_t)tiny_mag_ptr, cleared_requested);
@@ -2669,8 +2677,7 @@
{
msize_t msize = TINY_MSIZE_FOR_BYTES(size + TINY_QUANTUM - 1);
unsigned found = 0;
-
- mag_index_t mag_index = rack_get_thread_index(&szone->tiny_rack) % szone->tiny_rack.num_magazines;
+ mag_index_t mag_index = tiny_mag_get_thread_index() % szone->tiny_rack.num_magazines;
magazine_t *tiny_mag_ptr = &(szone->tiny_rack.magazines[mag_index]);
// make sure to return objects at least one quantum in size