147 extern zone_t vm_object_zone;
148 extern zone_t ipc_service_port_label_zone;
470 zone_t kalloc_type_src_zone = ZONE_NULL;
471 zone_t kalloc_type_dst_zone = ZONE_NULL;
492 static SECURITY_READ_ONLY_LATE(zone_t) zc_magazine_zone;
736 static zone_t zone_find_largest(uint64_t *zone_size);
743 zone_has_index(zone_t z, zone_id_t zid)  in zone_has_index()
750 zone_invalid_panic(zone_t zone)  in zone_invalid_panic()
757 zone_metadata_corruption(zone_t zone, struct zone_page_metadata *meta,  in zone_metadata_corruption()
766 zone_invalid_element_addr_panic(zone_t zone, vm_offset_t addr)  in zone_invalid_element_addr_panic()
774 zone_page_metadata_index_confusion_panic(zone_t zone, vm_offset_t addr,  in zone_page_metadata_index_confusion_panic()
779 	zone_t src_zone;  in zone_page_metadata_index_confusion_panic()
807 zone_page_metadata_list_corruption(zone_t zone, struct zone_page_metadata *meta)  in zone_page_metadata_list_corruption()
815 zone_page_meta_accounting_panic(zone_t zone, struct zone_page_metadata *meta,  in zone_page_meta_accounting_panic()
824 zone_meta_double_free_panic(zone_t zone, vm_offset_t addr, const char *caller)  in zone_meta_double_free_panic()
832 zone_accounting_panic(zone_t zone, const char *kind)  in zone_accounting_panic()
846 zone_meta_alloc_size_add(zone_t z, struct zone_page_metadata *m,  in zone_meta_alloc_size_add()
856 zone_meta_alloc_size_sub(zone_t z, struct zone_page_metadata *m,  in zone_meta_alloc_size_sub()
867 zone_nofail_panic(zone_t zone)  in zone_nofail_panic()
925 zone_queue_set_head(zone_t z, zone_pva_t queue, zone_pva_t oldv,  in zone_queue_set_head()
988 zone_meta_validate(zone_t z, struct zone_page_metadata *meta, vm_address_t addr)  in zone_meta_validate()
997 zone_meta_validate(zone_t z, struct zone_page_metadata *meta)  in zone_meta_validate()
1003 zone_meta_queue_push(zone_t z, zone_pva_t *headp,  in zone_meta_queue_push()
1023 zone_meta_queue_pop(zone_t z, zone_pva_t *headp)  in zone_meta_queue_pop()
1046 zone_meta_remqueue(zone_t z, struct zone_page_metadata *meta)  in zone_meta_remqueue()
1072 zone_meta_requeue(zone_t z, zone_pva_t *headp,  in zone_meta_requeue()
1081 zone_meta_lock_in_partial(zone_t z, struct zone_page_metadata *m, uint32_t len)  in zone_meta_lock_in_partial()
1094 zone_meta_unlock_from_partial(zone_t z, struct zone_page_metadata *m, uint32_t len)  in zone_meta_unlock_from_partial()
1160 zone_invalid_element_panic(zone_t zone, vm_offset_t addr)  in zone_invalid_element_panic()
1207 	zone_t                  zone,  in zone_element_resolve()
1272 	zone_t      zone;  in zone_element_bounds_check_panic()
1302 	zone_t      zone;  in zone_element_bounds_check()
1342 zone_element_size(void *elem, zone_t *z, bool clear_oob, vm_offset_t *oob_offs)  in zone_element_size()
1347 	zone_t zone;  in zone_element_size()
1428 zone_require_panic(zone_t zone, void *addr)  in zone_require_panic()
1431 	zone_t other;  in zone_require_panic()
1467 zone_require(zone_t zone, void *addr)  in zone_require()
1490 	zone_t zone = zone_by_id(zid);  in zone_id_require_aligned()
1514 zone_owns(zone_t zone, void *addr)  in zone_owns()
1663 	zone_t z = zone_find_largest(&zsize);  in zba_memory_exhausted()
2032 zba_scan_bitmap_inline(zone_t zone, struct zone_page_metadata *meta,  in zba_scan_bitmap_inline()
2066 zba_scan_bitmap_ref(zone_t zone, struct zone_page_metadata *meta,  in zba_scan_bitmap_ref()
2116 	zone_t                  zone,  in zone_meta_find_and_clear_bit()
2385 zone_recirc_lock_nopreempt_check_contention(zone_t zone)  in zone_recirc_lock_nopreempt_check_contention()
2407 zone_recirc_lock_nopreempt(zone_t zone)  in zone_recirc_lock_nopreempt()
2413 zone_recirc_unlock_nopreempt(zone_t zone)  in zone_recirc_unlock_nopreempt()
2419 zone_lock_nopreempt_check_contention(zone_t zone)  in zone_lock_nopreempt_check_contention()
2454 zone_lock_nopreempt(zone_t zone)  in zone_lock_nopreempt()
2469 zone_unlock_nopreempt(zone_t zone)  in zone_unlock_nopreempt()
2507 zone_t
2510 	return (zone_t)((uintptr_t)zone_array + zid * sizeof(struct zone));  in zone_by_id()
2514 zone_supports_vm(zone_t z)  in zone_supports_vm()
2526 zone_name(zone_t z)  in zone_name()
2532 zone_heap_name(zone_t z)  in zone_heap_name()
2542 zone_alloc_pages_for_nelems(zone_t z, vm_size_t max_elems)  in zone_alloc_pages_for_nelems()
2603 zone_depot_pop_head_full(struct zone_depot *zd, zone_t z)  in zone_depot_pop_head_full()
2623 zone_depot_pop_head_empty(struct zone_depot *zd, zone_t z)  in zone_depot_pop_head_empty()
2644 	zone_t                  z)  in zone_depot_move_full()
2686 	zone_t                  z)  in zone_depot_move_empty()
2799 zone_enable_caching(zone_t zone)  in zone_enable_caching()
2939 track_kalloc_zones(zone_t z, const char *logname)  in track_kalloc_zones()
3050 kasan_quarantine_resolve(vm_address_t addr, zone_t *zonep)  in kasan_quarantine_resolve()
3052 	zone_t zone = zone_by_id(zone_index_from_ptr((void *)addr));  in kasan_quarantine_resolve()
3105 zalloc_uaf_panic(zone_t z, uintptr_t elem, size_t size)  in zalloc_uaf_panic()
3135 	zone_t                  zone,  in zalloc_validate_element()
3160 zone_early_scramble_rr(zone_t zone, int cpu, zone_stats_t zs)  in zone_early_scramble_rr()
3252 zone_leaks_record_count(zone_t z)  in zone_leaks_record_count()
3260 zone_leaks_sample_rate(zone_t z)  in zone_leaks_sample_rate()
3291 zone_setup_logging(zone_t z)  in zone_setup_logging()
3387 zone_setup_kasan_logging(zone_t z)  in zone_setup_kasan_logging()
3431 zleak_should_enable_for_zone(zone_t z)  in zleak_should_enable_for_zone()
3449 zleak_should_disable_for_zone(zone_t z)  in zleak_should_disable_for_zone()
3583 zalloc_log(zone_t zone, vm_offset_t addr, uint32_t count, void *fp)  in zalloc_log()
3621 zfree_log(zone_t zone, vm_offset_t addr, uint32_t count, void *fp)  in zfree_log()
3794 static void zone_reclaim_elements(zone_t z, uint16_t n, vm_offset_t *elems);
3795 static void zone_depot_trim(zone_t z, uint32_t target, struct zone_depot *zd);
3813 zone_kma_flags(zone_t z, zone_security_flags_t zsflags, zalloc_flags_t flags)  in zone_kma_flags()
3839 zone_add_wired_pages(zone_t z, uint32_t pages)  in zone_add_wired_pages()
3854 zone_remove_wired_pages(zone_t z, uint32_t pages)  in zone_remove_wired_pages()
3870 zone_tag_element(zone_t zone, vm_offset_t addr, vm_size_t elem_size)  in zone_tag_element()
3885 zone_tag_free_element(zone_t zone, vm_offset_t addr, vm_size_t elem_size)  in zone_tag_free_element()
3895 zcram_memtag_init(zone_t zone, vm_offset_t base, uint32_t start, uint32_t end)  in zcram_memtag_init()
3946 zcram_and_lock(zone_t zone, vm_offset_t addr, uint32_t pg_va_new,  in zcram_and_lock()
4085 zcram(zone_t zone, vm_offset_t addr, uint32_t pages, uint16_t lock)  in zcram()
4098 zone_cram_early(zone_t zone, vm_offset_t newmem, vm_size_t size)  in zone_cram_early()
4174 zone_fill_initially(zone_t zone, vm_size_t nelems)  in zone_fill_initially()
4209 	zone_t                      z,  in zone_scramble_va_and_unlock()
4333 zone_allocate_va_locked(zone_t z, zalloc_flags_t flags)  in zone_allocate_va_locked()
4499 		zone_t zone_largest = zone_find_largest(&zone_size);  in zone_allocate_va_locked()
4584 __ZONE_MAP_EXHAUSTED_AND_WAITING_FOR_GC__(zone_t z, uint32_t pgs)  in __ZONE_MAP_EXHAUSTED_AND_WAITING_FOR_GC__()
4645 zone_expand_async_schedule_if_allowed(zone_t zone)  in zone_expand_async_schedule_if_allowed()
4667 zalloc_expand_drain_exhausted_caches_locked(zone_t z)  in zalloc_expand_drain_exhausted_caches_locked()
4706 zalloc_needs_refill(zone_t zone, zalloc_flags_t flags)  in zalloc_needs_refill()
4723 zone_wakeup_exhausted_waiters(zone_t z)  in zone_wakeup_exhausted_waiters()
4732 __ZONE_EXHAUSTED_AND_WAITING_HARD__(zone_t z)  in __ZONE_EXHAUSTED_AND_WAITING_HARD__()
4753 zone_mapping_type(zone_t z)  in zone_mapping_type()
4784 zone_expand_locked(zone_t z, zalloc_flags_t flags)  in zone_expand_locked()
5076 	zone_t largest_zone = zone_find_largest(zone_size);  in get_largest_zone_info()
5107 static zone_t
5112 	zone_t largest_zone = zone_find_largest(&zone_size);  in kill_process_in_largest_zone()
5381 pgz_protect(zone_t zone, vm_offset_t addr, void *fp)  in pgz_protect()
5526 pgz_zone_init(zone_t z)  in pgz_zone_init()
5690 	zone_t z;  in panic_display_pgz_uaf_info()
5753 vm_offset_t pgz_protect_for_testing_only(zone_t zone, vm_offset_t addr, void *fp);
5755 pgz_protect_for_testing_only(zone_t zone, vm_offset_t addr, void *fp)  in pgz_protect_for_testing_only()
5785 zfree_drop(zone_t zone, vm_offset_t addr)  in zfree_drop()
5817 zfree_item(zone_t zone, vm_offset_t addr)  in zfree_item()
5830 	zone_t                  zone,  in zfree_cached_depot_recirculate()
5873 zfree_cached_recirculate(zone_t zone, zone_cache_t cache)  in zfree_cached_recirculate()
5918 zfree_cached_trim(zone_t zone, zone_cache_t cache)  in zfree_cached_trim()
5952 zfree_cached_get_pcpu_cache(zone_t zone, int cpu)  in zfree_cached_get_pcpu_cache()
5970 zfree_cached_get_pcpu_cache_smr(zone_t zone, int cpu)  in zfree_cached_get_pcpu_cache_smr()
6006 __zcache_mark_invalid(zone_t zone, vm_offset_t elem, uint64_t combined_size)  in __zcache_mark_invalid()
6056 zcache_mark_invalid(zone_t zone, void *elem)  in zcache_mark_invalid()
6073 zfree_ext(zone_t zone, zone_stats_t zstats, void *addr, uint64_t combined_size)  in zfree_ext()
6079 	DTRACE_VM2(zfree, zone_t, zone, void*, elem);  in zfree_ext()
6155 	zone_t zone = zone_by_id(zid);  in zcache_free_1_ext()
6188 	zone_t zone = zone_by_id(zid);  in zcache_free_n_ext()
6264 (zfree)(zone_t zov, void *addr)
6266 	zone_t zone = zov->z_self;
6281 	zone_t zone = zov.zov_view->zv_zone;  in zfree_percpu()
6304 	zone_t zone = zone_by_id(zid);
6320 zfree_item_smr(zone_t zone, vm_offset_t addr)  in zfree_item_smr()
6338 (zfree_smr)(zone_t zone, void *addr)
6375 	zone_t zsig = kt_view->kt_zsig;  in kfree_type_impl_internal()
6376 	zone_t z = kt_view->kt_zv.zv_zone;  in kfree_type_impl_internal()
6444 	zone_t                  zone,  in zalloc_import()
6512 __zcache_mark_valid(zone_t zone, vm_offset_t addr, zalloc_flags_t flags)  in __zcache_mark_valid()
6565 zcache_mark_valid(zone_t zone, void *addr)  in zcache_mark_valid()
6591 	zone_t                  zone,  in zalloc_return()
6602 	DTRACE_VM2(zalloc, zone_t, zone, void*, addr);  in zalloc_return()
6607 zalloc_get_shared_threshold(zone_t zone, vm_size_t esize)  in zalloc_get_shared_threshold()
6619 zalloc_item(zone_t zone, zone_stats_t zstats, zalloc_flags_t flags)  in zalloc_item()
6639 			DTRACE_VM2(zalloc, zone_t, zone, void*, NULL);  in zalloc_item()
6666 	zone_t                  zone,  in zalloc_cached_import()
6691 	zone_t                  zone,  in zalloc_cached_depot_recirculate()
6733 zalloc_cached_reuse_smr(zone_t z, zone_cache_t cache, zone_magazine_t mag)  in zalloc_cached_reuse_smr()
6750 	zone_t                  zone,  in zalloc_cached_recirculate()
6772 	zone_t                  zone,  in zalloc_cached_prime()
6823 	zone_t                  zone,  in zalloc_cached_get_pcpu_cache()
6850 zalloc_ext(zone_t zone, zone_stats_t zstats, zalloc_flags_t flags)  in zalloc_ext()
6963 	zone_t zone = zone_by_id(zid);  in zcache_alloc_fail()
6988 	zone_t zone = zone_by_id(zid);  in zcache_alloc_one()
7034 	zone_t zone;  in zcache_alloc_n_ext()
7097 zalloc(zone_t zov)  in zalloc()
7104 zalloc_noblock(zone_t zov)  in zalloc_noblock()
7110 (zalloc_flags)(zone_t zov, zalloc_flags_t flags)
7112 	zone_t zone = zov->z_self;
7131 	zone_t zone = zone_by_id(zid);
7196 		zone_t src_zone = &zone_array[zone_index_from_ptr((void *)src)];  in zalloc_ro_mut_validation_panic()
7197 		zone_t dst_zone = &zone_array[zid];  in zalloc_ro_mut_validation_panic()
7305 	zone_t other;  in zone_id_require_ro_panic()
7306 	zone_t zone = &zone_array[zid];  in zone_id_require_ro_panic()
7353 	zone_t zone = zov.zov_view->zv_zone;
7363 _zalloc_permanent(zone_t zone, vm_size_t size, vm_offset_t mask)  in _zalloc_permanent()
7412 	DTRACE_VM2(zalloc, zone_t, zone, void*, addr);  in _zalloc_permanent()
7431 		zone_t zone = &zone_array[ZONE_ID_PERMANENT];  in zalloc_permanent_tag()
7440 	zone_t zone = &zone_array[ZONE_ID_PERCPU_PERMANENT];  in zalloc_percpu_permanent()
7454 	zone_t                  z,  in zone_reclaim_chunk()
7591 zone_reclaim_elements(zone_t z, uint16_t n, vm_offset_t *elems)  in zone_reclaim_elements()
7621 zone_depot_trim(zone_t z, uint32_t target, struct zone_depot *zd)  in zone_depot_trim()
7647 zone_reclaim_pcpu(zone_t z, zone_reclaim_mode_t mode, struct zone_depot *zd)  in zone_reclaim_pcpu()
7681 zone_reclaim_recirc_drain(zone_t z, struct zone_depot *zd)  in zone_reclaim_recirc_drain()
7702 zone_reclaim_recirc_trim(zone_t z, struct zone_depot *zd)  in zone_reclaim_recirc_trim()
7772 zone_reclaim(zone_t z, zone_reclaim_mode_t mode)  in zone_reclaim()
7899 zone_drain(zone_t zone)  in zone_drain()
7925 		zone_t z = zone_by_id(zid);  in zone_reclaim_all()
7932 		zone_t z = zone_by_id(zid);  in zone_reclaim_all()
7944 		zone_t z = zone_by_id(zid);  in zone_reclaim_all()
7972 	zone_t largest_zone = NULL;  in zone_gc()
8018 zone_trim_needed(zone_t z)  in zone_trim_needed()
8211 panic_print_types_in_zone(zone_t z, const char* debug_str)  in panic_print_types_in_zone()
8257 zone_find_n_largest(const uint32_t n, zone_t *largest_zones,  in zone_find_n_largest()
8261 		zone_t z = &zone_array[zid];  in zone_find_n_largest()
8281 	zone_t largest_zones[NUM_LARGEST_ZONES]  = { NULL };  in panic_display_largest_zones()
8284 	zone_find_n_largest(NUM_LARGEST_ZONES, (zone_t *) &largest_zones,  in panic_display_largest_zones()
8290 		zone_t z = largest_zones[i];  in panic_display_largest_zones()
8373 	zone_t z = NULL;  in panic_display_zone_fault()
8517 	zone_t                   z,  in get_zone_info()
8949 	zone_t zone_ptr;  in mach_zone_info_for_zone()
9043 	zone_t zone_ptr;  in mach_zone_get_zlog_zones()
9069 		zone_t z = &(zone_array[i]);  in mach_zone_get_zlog_zones()
9102 	zone_t           zone_ptr;  in mach_zone_get_btlog_records()
9179 zone_t
9182 	zone_t    largest_zone  = 0;  in zone_find_largest()
9193 	zone_t                  zone,  in zone_get_stats()
9229 static zone_t
9232 	zone_t z = &zone_array[zid];  in zone_init_defaults()
9244 zone_set_exhaustible(zone_t zone, vm_size_t nelems, bool exhausts_by_design)  in zone_set_exhaustible()
9255 	zone_t zone = zov.zov_zone;  in zone_raise_reserve()
9279 static zone_t
9287 	zone_t z;  in zone_create_find()
9489 zone_t
9495 	void                  (^extra_setup)(zone_t))
9499 	zone_t z;
9761 zone_set_sig_eq(zone_t zone, zone_id_t sig_eq)  in zone_set_sig_eq()
9767 zone_get_sig_eq(zone_t zone)  in zone_get_sig_eq()
9773 zone_enable_smr(zone_t zone, struct smr *smr, zone_smr_free_cb_t free_cb)  in zone_enable_smr()
9799 	zone_t z;  in zone_create_startup()
9826 	zone_t z;  in zone_view_startup_init()
9862 zone_t
9872 zone_get_elem_size(zone_t zone)  in zone_get_elem_size()
9892 zone_t
9903 zdestroy(zone_t z)  in zdestroy()
10313 		zone_t z = &zone_array[zid];  in zone_metadata_init()
10531 	    ZONE_ID_PERMANENT, ^(zone_t z) {  in zone_init()
10536 	    kma_flags | ZC_PERCPU | ZC_NO_TBI_TAG, ZONE_ID_PERCPU_PERMANENT, ^(zone_t z) {  in zone_init()
10552 		zone_t tz = &zone_array[idx];  in zone_init()
10638 zone_copy_allocations(zone_t z, uintptr_t *elems, zone_pva_t page_index)  in zone_copy_allocations()
10680 	zone_t        zone = NULL;  in zone_leaks()
10847 	static zone_t test_zone_ptr = NULL;  in zone_basic_test_run()
10851 	zone_t test_zone;  in zone_basic_test_run()
10899 		zone_t test_pcpu_zone;  in zone_basic_test_run()
11038 	zone_t    zsc_zone;
11190 	zone_t    zgsc_zone;
11328 	zone_t z = vm_map_entry_zone;  in zone_alloc_replenish_test()