| /xnu-12377.81.4/osfmk/vm/ |
| H A D | vm_page_internal.h | 173 vm_page_t p, in VMP_CS_VALIDATED() 187 vm_page_t p, in VMP_CS_TAINTED() 201 vm_page_t p, in VMP_CS_NX() 215 vm_page_t p, in VMP_CS_SET_VALIDATED() 237 vm_page_t p, in VMP_CS_SET_TAINTED() 259 vm_page_t p, in VMP_CS_SET_NX() 323 vm_page_t elt) in vm_page_queue_enter_clump() 337 vm_page_t p; in vm_page_queue_enter_clump() 477 vm_page_t page, 510 vm_page_t mem, [all …]
|
| H A D | vm_page.h | 236 #define VM_PAGE_NULL ((vm_page_t) 0) 428 extern vm_page_t vm_pages_end; 446 extern vm_page_t vm_pages; in vm_pages_array_internal() 456 static inline vm_page_t 478 extern vm_page_t vm_pages_tag_storage; in vm_pages_tag_storage_array_internal() 488 static inline vm_page_t 498 extern vm_page_t vm_pages_tag_storage_end; in vm_page_in_tag_storage_array() 529 extern vm_page_t vm_page_find_canonical(ppnum_t pnum) __pure2; 531 extern vm_page_t vm_pages_radix_next(uint32_t *cursor, ppnum_t *pnum); 623 if (vm_page_in_array(__unsafe_forge_single(vm_page_t, p))) { in vm_page_pack_ptr() [all …]
|
| H A D | vm_resident.c | 205 vm_page_t PERCPU_DATA(free_pages); 236 static void vm_page_free_prepare(vm_page_t page); 377 SECURITY_READ_ONLY_LATE(vm_page_t) vm_pages; 379 vm_page_t vm_pages_end; 382 SECURITY_READ_ONLY_LATE(vm_page_t) vm_pages_end; 389 SECURITY_READ_ONLY_LATE(vm_page_t) vm_pages_tag_storage; 390 SECURITY_READ_ONLY_LATE(vm_page_t) vm_pages_tag_storage_end; 629 vm_page_is_tag_storage_pnum(vm_page_t mem, ppnum_t pnum) in vm_page_is_tag_storage_pnum() 642 vm_page_get_memory_class(vm_page_t mem __unused, ppnum_t pnum __unused) in vm_page_get_memory_class() 672 vm_page_is_restricted(vm_page_t mem) in vm_page_is_restricted() [all …]
|
| H A D | vm_iokit.h | 64 typedef struct vm_page *vm_page_t; typedef 68 extern void vm_page_set_offset(vm_page_t page, vm_object_offset_t offset); 69 extern vm_object_offset_t vm_page_get_offset(vm_page_t page); 70 extern ppnum_t vm_page_get_phys_page(vm_page_t page); 71 extern vm_page_t vm_page_get_next(vm_page_t page);
|
| H A D | vm_pmap.c | 61 iter->pageq_pos = (vm_page_t)vm_page_queue_first((vm_page_queue_head_t*)page_list->pageq); in unified_page_list_iterator_init() 89 iter->pageq_pos = (vm_page_t)vm_page_queue_next(&iter->pageq_pos->vmp_listq); in unified_page_list_iterator_next() 92 iter->pageq_pos = (vm_page_t)vm_page_queue_next(&iter->pageq_pos->vmp_pageq); in unified_page_list_iterator_next() 173 vm_page_t 177 vm_page_t page = VM_PAGE_NULL; in unified_page_list_iterator_vm_page()
|
| H A D | vm_mteinfo.c | 955 vm_page_t mem; in mteinfo_free_queue_requeue() 1045 vm_page_t tag_page, in cell_list_requeue() 1101 vm_page_t *tag_page) in cell_list_find_last_page() 1200 cell_from_covered_ppnum(ppnum_t pnum, vm_page_t *tag_page) in cell_from_covered_ppnum() 1223 mteinfo_tag_storage_set_active(vm_page_t tag_page, uint32_t mte_count, bool init) in mteinfo_tag_storage_set_active() 1262 mteinfo_tag_storage_set_retired(vm_page_t tag_page) in mteinfo_tag_storage_set_retired() 1293 mteinfo_tag_storage_set_unmanaged(cell_t *cell, vm_page_t tag_page) in mteinfo_tag_storage_set_unmanaged() 1318 mteinfo_tag_storage_set_inactive(vm_page_t tag_page, bool init) in mteinfo_tag_storage_set_inactive() 1349 mteinfo_tag_storage_set_claimed(vm_page_t tag_page) in mteinfo_tag_storage_set_claimed() 1382 mteinfo_tag_storage_set_reclaiming(cell_t *cell, vm_page_t tag_page) in mteinfo_tag_storage_set_reclaiming() [all …]
|
| H A D | vm_mteinfo_internal.h | 317 vm_page_t free_tagged_pages; 691 extern void mteinfo_free_queue_foreach(void (^block)(vm_page_t)); 711 extern void mteinfo_tag_storage_release_startup(vm_page_t page); 768 extern void mteinfo_increment_wire_count(vm_page_t page); 790 extern void mteinfo_decrement_wire_count(vm_page_t page, bool pqs_locked); 835 extern vm_page_t mteinfo_tag_page_from_covered_page(
|
| H A D | vm_fault_internal.h | 53 vm_page_t *result_page, /* Page found, if successful */ 55 vm_page_t *top_page, /* Page in top object, if 66 vm_page_t top_page); 96 vm_page_t m,
|
| H A D | vm_phantom_cache_internal.h | 49 extern void vm_phantom_cache_add_ghost(vm_page_t); 50 extern vm_ghost_t vm_phantom_cache_lookup_ghost(vm_page_t, uint32_t); 51 extern void vm_phantom_cache_update(vm_page_t);
|
| H A D | vm_pageout_internal.h | 109 extern void vm_pageout_throttle_up(vm_page_t page); 112 vm_page_t page, 133 vm_page_t page,
|
| H A D | vm_fault.c | 244 vm_page_t page, 245 vm_page_t top_page); 248 vm_page_t page); 405 vm_page_t top_page) in vm_fault_cleanup() 608 vm_page_t m; in vm_fault_deactivate_behind() 609 vm_page_t page_run[VM_DEFAULT_DEACTIVATE_BEHIND_CLUSTER]; in vm_fault_deactivate_behind() 859 vm_fault_check(vm_object_t object, vm_page_t m, vm_page_t first_m, wait_interrupt_t interruptible_s… in vm_fault_check() 920 vm_fault_cs_clear(vm_page_t m) in vm_fault_cs_clear() 932 vm_fault_enqueue_throttled_locked(vm_page_t m) in vm_fault_enqueue_throttled_locked() 956 vm_fault_zero_page(vm_page_t m, boolean_t no_zero_fill) in vm_fault_zero_page() [all …]
|
| H A D | vm_pageout.c | 410 vm_page_t p, m; in vm_pageout_object_terminate() 413 p = (vm_page_t) vm_page_queue_first(&object->memq); in vm_pageout_object_terminate() 562 vm_page_t m, in vm_pageclean_setup() 563 vm_page_t new_m, in vm_pageclean_setup() 617 vm_page_t m) in vm_pageout_initialize_page() 724 vm_pageout_cluster_to_queue(vm_page_t m, struct vm_pageout_queue *q) 780 vm_pageout_cluster(vm_page_t m) 802 vm_page_t m) 1169 vm_page_t m; 1186 m = (vm_page_t) vm_page_queue_first(q); [all …]
|
| H A D | vm_object.c | 486 void vm_page_handle_prio_inversion(vm_object_t, vm_page_t); 918 vm_page_t 922 vm_page_t p, next_p; in vm_object_page_grab() 928 next_p = (vm_page_t)vm_page_queue_first(&object->memq); in vm_object_page_grab() 933 next_p = (vm_page_t)vm_page_queue_next(&next_p->vmp_listq); in vm_object_page_grab() 1140 vm_page_t local_free_q = VM_PAGE_NULL; in vm_object_cache_evict() 1141 vm_page_t p; in vm_object_cache_evict() 1142 vm_page_t next_p; in vm_object_cache_evict() 1144 vm_page_t ep_array[EVICT_PREPARE_LIMIT]; in vm_object_cache_evict() 1242 next_p = (vm_page_t)vm_page_queue_first(&object->memq); in vm_object_cache_evict() [all …]
|
| H A D | vm_pageout_xnu.h | 89 vm_page_t mem, 95 vm_page_t *list); 154 vm_page_t m); 157 vm_page_t m);
|
| H A D | vm_mte_tests.c | 54 vm_page_t page = NULL; in vm_mte_test_tag_storage_for_compressor() 55 vm_page_t page_list = NULL; in vm_mte_test_tag_storage_for_compressor()
|
| H A D | cpm_internal.h | 55 cpm_allocate(vm_size_t size, vm_page_t *list, ppnum_t max_pnum, ppnum_t pnum_mask, boolean_t wire, …
|
| H A D | memory_object.c | 145 vm_page_t m, 165 vm_page_t m, in memory_object_lock_page() 505 vm_page_t m; in vm_object_update_extent() 755 vm_page_t page; in vm_object_update() 756 vm_page_t top_page; in vm_object_update() 928 vm_page_t next; in vm_object_update() 932 vm_page_t m; in vm_object_update() 939 m = (vm_page_t) vm_page_queue_first(&object->memq); in vm_object_update() 942 next = (vm_page_t) vm_page_queue_next(&m->vmp_listq); in vm_object_update()
|
| H A D | vm_phantom_cache.c | 173 vm_phantom_cache_add_ghost(vm_page_t m) in vm_phantom_cache_add_ghost() 287 vm_phantom_cache_lookup_ghost(vm_page_t m, uint32_t pg_mask) in vm_phantom_cache_lookup_ghost() 331 vm_phantom_cache_update(vm_page_t m) in vm_phantom_cache_update()
|
| H A D | vm_upl.c | 300 vm_page_t t, m; in upl_abort_range() 624 vm_page_t nxt_page = VM_PAGE_NULL; in upl_commit_range() 630 vm_page_t first_local, last_local; in upl_commit_range() 791 nxt_page = (vm_page_t)vm_page_queue_first(&shadow_object->memq); in upl_commit_range() 814 vm_page_t t, m; in upl_commit_range() 826 nxt_page = (vm_page_t)vm_page_queue_next(&nxt_page->vmp_listq); in upl_commit_range() 1252 vm_page_t first_target; in upl_commit_range() 1273 first_target = (vm_page_t) vm_page_queue_first(target_queue); in upl_commit_range()
|
| /xnu-12377.81.4/tests/vm/ |
| H A D | vm_mteinfo.c | 82 } *vm_page_t; typedef 93 #define VM_PAGE_NULL ((vm_page_t)0) 142 static const vm_page_t vm_pages_end = vm_pages + vm_pages_count; 149 static const vm_page_t vm_pages_tag_storage = vm_pages_end - mte_tag_storage_count; 178 static inline vm_page_t 185 static inline vm_page_t 463 vm_page_t mem = &vm_pages[i]; in test_setup() 489 vm_page_t tag_page = vm_tag_storage_page_get(idx); in t_set_activating() 502 vm_page_t tag_page = vm_tag_storage_page_get(idx); in t_set_deactivating() 515 vm_page_t tag_page = vm_tag_storage_page_get(idx); in t_set_reclaiming() [all …]
|
| /xnu-12377.81.4/iokit/Kernel/ |
| H A D | IOKitKernelInternal.h | 132 vm_page_t fCopyPageAlloc; 133 vm_page_t fCopyNext; 134 vm_page_t fNextRemapPage;
|
| /xnu-12377.81.4/osfmk/arm/pmap/ |
| H A D | pmap_ppl_interface.c | 129 vm_page_t mem = VM_PAGE_NULL; in pmap_release_ppl_pages_to_kernel() 130 vm_page_t local_freeq = VM_PAGE_NULL; in pmap_release_ppl_pages_to_kernel()
|
| /xnu-12377.81.4/osfmk/tests/ |
| H A D | pmap_tests.c | 106 static vm_page_t 109 vm_page_t m = vm_page_grab(); in pmap_test_alloc_vm_page() 125 pmap_test_free_vm_page(vm_page_t m) in pmap_test_free_vm_page() 153 vm_page_t m = pmap_test_alloc_vm_page(); in test_pmap_enter_disconnect() 215 vm_page_t m = pmap_test_alloc_vm_page(); in test_pmap_compress_remove() 324 vm_page_t m1 = VM_PAGE_NULL, m2 = VM_PAGE_NULL; in test_pmap_nesting() 555 vm_page_t m = pmap_test_alloc_vm_page(); in test_pmap_page_protect_overhead() 765 vm_page_t m = pmap_test_alloc_vm_page(); in test_pmap_huge_pv_list()
|
| /xnu-12377.81.4/osfmk/kern/ |
| H A D | exclaves_memory.c | 159 vm_page_t page_list = NULL; in exclaves_memory_alloc() 160 vm_page_t sequestered = NULL; in exclaves_memory_alloc() 182 vm_page_t next; in exclaves_memory_alloc() 186 for (vm_page_t mem = page_list; mem != VM_PAGE_NULL; mem = next) { in exclaves_memory_alloc() 258 vm_page_t m; in exclaves_memory_free()
|
| /xnu-12377.81.4/bsd/sys/ |
| H A D | pipe.h | 124 vm_page_t ms[PIPENPAGES]; /* pages in source process */
|