Lines Matching refs:type
455 #define KALLOC_TYPE_DEFINE(var, type, flags) \ argument
456 _KALLOC_TYPE_DEFINE(var, type, flags); \
457 __ZONE_DECLARE_TYPE(var, type)
657 #define kfree_type_counted_by(type, count, elem) \ argument
658 kfree_type_counted_by_3(type, count, elem)
672 #define kalloc_type_require(type, value) ({ \ argument
673 static _KALLOC_TYPE_DEFINE(kt_view_var, type, KT_SHARED_ACCT); \
764 #define KT_SUMMARY_GRANULES(type) \ argument
765 (__builtin_xnu_type_summary(type) & KT_SUMMARY_MASK_TYPE_BITS)
776 #define KALLOC_TYPE_SIG_CHECK(mask, type) \ argument
777 ((KT_SUMMARY_GRANULES(type) & ~(mask)) == 0)
787 #define KALLOC_TYPE_IS_DATA_ONLY(type) \ argument
788 KALLOC_TYPE_SIG_CHECK(KT_SUMMARY_MASK_DATA, type)
804 #define KALLOC_TYPE_HAS_OVERLAPS(type) \ argument
805 ((KT_SUMMARY_GRANULES(type) & ~KT_SUMMARY_MASK_ALL_GRANULES) != 0)
826 #define KALLOC_TYPE_IS_COMPATIBLE_PTR(ptr, type) \ argument
827 (__builtin_xnu_types_compatible(os_get_pointee_type(ptr), type) || \
830 #define KALLOC_TYPE_ASSERT_COMPATIBLE_POINTER(ptr, type) \ argument
831 _Static_assert(KALLOC_TYPE_IS_COMPATIBLE_PTR(ptr, type), \
1265 #define kalloc_type_2(type, flags) ({ \ argument
1266 static _KALLOC_TYPE_DEFINE(kt_view_var, type, KT_SHARED_ACCT); \
1267 __unsafe_forge_single(type *, kalloc_type_impl(kt_view_var, flags)); \
1270 #define kfree_type_2(type, elem) ({ \ argument
1271 KALLOC_TYPE_ASSERT_COMPATIBLE_POINTER(elem, type); \
1272 static _KALLOC_TYPE_DEFINE(kt_view_var, type, KT_SHARED_ACCT); \
1276 #define kfree_type_3(type, count, elem) ({ \ argument
1277 KALLOC_TYPE_ASSERT_COMPATIBLE_POINTER(elem, type); \
1278 static KALLOC_TYPE_VAR_DEFINE_3(kt_view_var, type, KT_SHARED_ACCT); \
1281 kt_size(0, sizeof(type), __kfree_count)); \
1284 #define kfree_type_counted_by_3(type, count_var, elem_var) ({ \ argument
1289 KALLOC_TYPE_ASSERT_COMPATIBLE_POINTER(__elem_copy, type); \
1290 static KALLOC_TYPE_VAR_DEFINE_3(kt_view_var, type, KT_SHARED_ACCT); \
1292 kt_size(0, sizeof(type), __kfree_count)); \
1307 #define kalloc_type_tag_3(type, flags, tag) ({ \ argument
1308 static _KALLOC_TYPE_DEFINE(kt_view_var, type, KT_SHARED_ACCT); \
1309 __unsafe_forge_single(type *, zalloc_flags(kt_view_var, \
1313 #define kalloc_type_tag_4(type, count, flags, tag) ({ \ argument
1314 static KALLOC_TYPE_VAR_DEFINE_3(kt_view_var, type, KT_SHARED_ACCT); \
1315 (type *)kalloc_type_var_impl(kt_view_var, \
1316 kt_size(0, sizeof(type), count), \
1319 #define kalloc_type_3(type, count, flags) \ argument
1320 kalloc_type_tag_4(type, count, flags, VM_ALLOC_SITE_TAG())
1332 #define krealloc_type_tag_6(type, old_count, new_count, elem, flags, tag) ({ \ argument
1333 static KALLOC_TYPE_VAR_DEFINE_3(kt_view_var, type, KT_SHARED_ACCT); \
1334 KALLOC_TYPE_ASSERT_COMPATIBLE_POINTER(elem, type); \
1335 (type *)__krealloc_type(kt_view_var, elem, \
1336 kt_size(0, sizeof(type), old_count), \
1337 kt_size(0, sizeof(type), new_count), \
1340 #define krealloc_type_5(type, old_count, new_count, elem, flags) \ argument
1341 krealloc_type_tag_6(type, old_count, new_count, elem, flags, \
1360 #define kalloc_type_3(type, count, flags) ({ \ argument
1361 static KALLOC_TYPE_VAR_DEFINE_3(kt_view_var, type, KT_SHARED_ACCT); \
1362 (type *)kalloc_type_var_impl(kt_view_var, \
1363 kt_size(0, sizeof(type), count), flags, NULL); \
1486 #define KALLOC_TYPE_CHECK_2(check, type) \ argument
1487 (KALLOC_TYPE_SIG_CHECK(check, type))
1496 #define KALLOC_TYPE_VM_SIZE_CHECK_1(type) \ argument
1497 (sizeof(type) > KHEAP_MAX_SIZE)
1540 #define _KALLOC_TYPE_DEFINE(var, type, flags) \ argument
1545 .kt_zv.zv_name = "site." #type, \
1546 .kt_flags = KALLOC_TYPE_ADJUST_FLAGS(flags, type), \
1547 .kt_size = sizeof(type), \
1548 .kt_signature = KALLOC_TYPE_EMIT_SIG(type), \
1550 KALLOC_TYPE_SIZE_CHECK(sizeof(type));
1552 #define KALLOC_TYPE_VAR_DEFINE_3(var, type, flags) \ argument
1558 .kt_name = "site." #type, \
1559 .kt_flags = KALLOC_TYPE_ADJUST_FLAGS(flags, type), \
1560 .kt_size_type = sizeof(type), \
1561 .kt_sig_type = KALLOC_TYPE_EMIT_SIG(type), \
1563 KALLOC_TYPE_SIZE_CHECK(sizeof(type));
1565 #define KALLOC_TYPE_VAR_DEFINE_4(var, hdr, type, flags) \ argument
1571 .kt_name = "site." #hdr "." #type, \
1572 .kt_flags = KALLOC_TYPE_ADJUST_FLAGS(flags, hdr, type), \
1574 .kt_size_type = sizeof(type), \
1575 .kt_sig_hdr = KALLOC_TYPE_EMIT_SIG(hdr, type), \
1576 .kt_sig_type = KALLOC_TYPE_EMIT_SIG(type, hdr), \
1579 KALLOC_TYPE_SIZE_CHECK(sizeof(type)); \
1580 KALLOC_TYPE_TRAILING_DATA_CHECK(hdr, type);
1586 #define KALLOC_TYPE_DEFINE_SITE(var, type, flags) \ argument
1587 static _KALLOC_TYPE_DEFINE(var, type, flags)