| /xnu-12377.1.9/osfmk/vm/ |
| H A D | vm_page_internal.h | 157 vm_page_t p, in VMP_CS_VALIDATED() 171 vm_page_t p, in VMP_CS_TAINTED() 185 vm_page_t p, in VMP_CS_NX() 199 vm_page_t p, in VMP_CS_SET_VALIDATED() 221 vm_page_t p, in VMP_CS_SET_TAINTED() 243 vm_page_t p, in VMP_CS_SET_NX() 307 vm_page_t elt) in vm_page_queue_enter_clump() 321 vm_page_t p; in vm_page_queue_enter_clump() 461 vm_page_t page, 494 vm_page_t mem, [all …]
|
| H A D | vm_page.h | 189 #define VM_PAGE_NULL ((vm_page_t) 0) 354 extern vm_page_t vm_pages_end; 372 extern vm_page_t vm_pages; in vm_pages_array_internal() 382 static inline vm_page_t 413 extern vm_page_t vm_page_find_canonical(ppnum_t pnum) __pure2; 415 extern vm_page_t vm_pages_radix_next(uint32_t *cursor, ppnum_t *pnum); 507 if (vm_page_in_array(__unsafe_forge_single(vm_page_t, p))) { in vm_page_pack_ptr() 508 ptrdiff_t diff = (vm_page_t)p - vm_pages_array_internal(); in vm_page_pack_ptr() 509 assert((vm_page_t)p == vm_page_get((uint32_t)diff)); in vm_page_pack_ptr() 601 vm_page_t __prev; \ [all …]
|
| H A D | vm_resident.c | 202 vm_page_t PERCPU_DATA(free_pages); 233 static void vm_page_free_prepare(vm_page_t page); 371 SECURITY_READ_ONLY_LATE(vm_page_t) vm_pages; 373 vm_page_t vm_pages_end; 376 SECURITY_READ_ONLY_LATE(vm_page_t) vm_pages_end; 622 vm_page_get_memory_class(vm_page_t mem __unused, ppnum_t pnum __unused) in vm_page_get_memory_class() 640 vm_page_is_restricted(vm_page_t mem) in vm_page_is_restricted() 786 vm_page_free_queue_foreach(vm_page_queue_t queue, void (^block)(vm_page_t)) 788 vm_page_t page; 797 vm_page_free_queue_foreach(vm_page_free_queue_t queue, void (^block)(vm_page_t)) [all …]
|
| H A D | vm_iokit.h | 64 typedef struct vm_page *vm_page_t; typedef 68 extern void vm_page_set_offset(vm_page_t page, vm_object_offset_t offset); 69 extern vm_object_offset_t vm_page_get_offset(vm_page_t page); 70 extern ppnum_t vm_page_get_phys_page(vm_page_t page); 71 extern vm_page_t vm_page_get_next(vm_page_t page);
|
| H A D | vm_pmap.c | 61 iter->pageq_pos = (vm_page_t)vm_page_queue_first((vm_page_queue_head_t*)page_list->pageq); in unified_page_list_iterator_init() 89 iter->pageq_pos = (vm_page_t)vm_page_queue_next(&iter->pageq_pos->vmp_listq); in unified_page_list_iterator_next() 92 iter->pageq_pos = (vm_page_t)vm_page_queue_next(&iter->pageq_pos->vmp_pageq); in unified_page_list_iterator_next() 173 vm_page_t 177 vm_page_t page = VM_PAGE_NULL; in unified_page_list_iterator_vm_page()
|
| H A D | vm_fault_internal.h | 53 vm_page_t *result_page, /* Page found, if successful */ 55 vm_page_t *top_page, /* Page in top object, if 66 vm_page_t top_page); 96 vm_page_t m,
|
| H A D | vm_phantom_cache_internal.h | 49 extern void vm_phantom_cache_add_ghost(vm_page_t); 50 extern vm_ghost_t vm_phantom_cache_lookup_ghost(vm_page_t, uint32_t); 51 extern void vm_phantom_cache_update(vm_page_t);
|
| H A D | vm_pageout_internal.h | 109 extern void vm_pageout_throttle_up(vm_page_t page); 112 vm_page_t page, 133 vm_page_t page,
|
| H A D | vm_fault.c | 240 vm_page_t page, 241 vm_page_t top_page); 244 vm_page_t page); 401 vm_page_t top_page) in vm_fault_cleanup() 604 vm_page_t m; in vm_fault_deactivate_behind() 605 vm_page_t page_run[VM_DEFAULT_DEACTIVATE_BEHIND_CLUSTER]; in vm_fault_deactivate_behind() 855 vm_fault_check(vm_object_t object, vm_page_t m, vm_page_t first_m, wait_interrupt_t interruptible_s… in vm_fault_check() 916 vm_fault_cs_clear(vm_page_t m) in vm_fault_cs_clear() 928 vm_fault_enqueue_throttled_locked(vm_page_t m) in vm_fault_enqueue_throttled_locked() 952 vm_fault_zero_page(vm_page_t m, boolean_t no_zero_fill) in vm_fault_zero_page() [all …]
|
| H A D | vm_pageout.c | 407 vm_page_t p, m; in vm_pageout_object_terminate() 410 p = (vm_page_t) vm_page_queue_first(&object->memq); in vm_pageout_object_terminate() 559 vm_page_t m, in vm_pageclean_setup() 560 vm_page_t new_m, in vm_pageclean_setup() 614 vm_page_t m) in vm_pageout_initialize_page() 721 vm_pageout_cluster_to_queue(vm_page_t m, struct vm_pageout_queue *q) 777 vm_pageout_cluster(vm_page_t m) 799 vm_page_t m) 1145 vm_page_t m; 1162 m = (vm_page_t) vm_page_queue_first(q); [all …]
|
| H A D | vm_object.c | 461 void vm_page_handle_prio_inversion(vm_object_t, vm_page_t); 852 vm_page_t 856 vm_page_t p, next_p; in vm_object_page_grab() 862 next_p = (vm_page_t)vm_page_queue_first(&object->memq); in vm_object_page_grab() 867 next_p = (vm_page_t)vm_page_queue_next(&next_p->vmp_listq); in vm_object_page_grab() 1074 vm_page_t local_free_q = VM_PAGE_NULL; in vm_object_cache_evict() 1075 vm_page_t p; in vm_object_cache_evict() 1076 vm_page_t next_p; in vm_object_cache_evict() 1078 vm_page_t ep_array[EVICT_PREPARE_LIMIT]; in vm_object_cache_evict() 1176 next_p = (vm_page_t)vm_page_queue_first(&object->memq); in vm_object_cache_evict() [all …]
|
| H A D | vm_pageout_xnu.h | 89 vm_page_t mem, 95 vm_page_t *list); 154 vm_page_t m); 157 vm_page_t m);
|
| H A D | cpm_internal.h | 55 cpm_allocate(vm_size_t size, vm_page_t *list, ppnum_t max_pnum, ppnum_t pnum_mask, boolean_t wire, …
|
| H A D | memory_object.c | 145 vm_page_t m, 165 vm_page_t m, in memory_object_lock_page() 505 vm_page_t m; in vm_object_update_extent() 755 vm_page_t page; in vm_object_update() 756 vm_page_t top_page; in vm_object_update() 928 vm_page_t next; in vm_object_update() 932 vm_page_t m; in vm_object_update() 939 m = (vm_page_t) vm_page_queue_first(&object->memq); in vm_object_update() 942 next = (vm_page_t) vm_page_queue_next(&m->vmp_listq); in vm_object_update()
|
| H A D | vm_phantom_cache.c | 173 vm_phantom_cache_add_ghost(vm_page_t m) in vm_phantom_cache_add_ghost() 287 vm_phantom_cache_lookup_ghost(vm_page_t m, uint32_t pg_mask) in vm_phantom_cache_lookup_ghost() 331 vm_phantom_cache_update(vm_page_t m) in vm_phantom_cache_update()
|
| H A D | vm_upl.c | 295 vm_page_t t, m; in upl_abort_range() 610 vm_page_t nxt_page = VM_PAGE_NULL; in upl_commit_range() 616 vm_page_t first_local, last_local; in upl_commit_range() 758 nxt_page = (vm_page_t)vm_page_queue_first(&shadow_object->memq); in upl_commit_range() 781 vm_page_t t, m; in upl_commit_range() 793 nxt_page = (vm_page_t)vm_page_queue_next(&nxt_page->vmp_listq); in upl_commit_range() 1210 vm_page_t first_target; in upl_commit_range() 1231 first_target = (vm_page_t) vm_page_queue_first(target_queue); in upl_commit_range()
|
| H A D | pmap.h | 428 vm_page_t page_slist; 443 vm_page_t pageq_pos; 459 extern vm_page_t unified_page_list_iterator_vm_page(
|
| H A D | vm_kern.c | 767 kern_return_t (^alloc_pages)(vm_size_t, kma_flags_t, vm_page_t *)) 774 vm_page_t guard_left = VM_PAGE_NULL; 775 vm_page_t guard_right = VM_PAGE_NULL; 776 vm_page_t wired_page_list = VM_PAGE_NULL; 1080 __auto_type alloc_pages = ^(vm_size_t fill_size, kma_flags_t kma_flags, vm_page_t *pages) { in kmem_alloc_contig_guard() 1381 vm_page_t mem, in kernel_memory_populate_pmap_enter() 1426 vm_page_t page_list, in kernel_memory_populate_object_and_unlock() 1432 vm_page_t mem; in kernel_memory_populate_object_and_unlock() 1561 vm_page_t page_list = NULL; in kernel_memory_populate() 1595 vm_page_t mem; in kernel_memory_depopulate() [all …]
|
| H A D | vm_pageout.h | 211 extern kern_return_t vm_pageout_compress_page(void **, char *, vm_page_t);
|
| /xnu-12377.1.9/iokit/Kernel/ |
| H A D | IOKitKernelInternal.h | 132 vm_page_t fCopyPageAlloc; 133 vm_page_t fCopyNext; 134 vm_page_t fNextRemapPage;
|
| /xnu-12377.1.9/osfmk/arm/pmap/ |
| H A D | pmap_ppl_interface.c | 129 vm_page_t mem = VM_PAGE_NULL; in pmap_release_ppl_pages_to_kernel() 130 vm_page_t local_freeq = VM_PAGE_NULL; in pmap_release_ppl_pages_to_kernel()
|
| /xnu-12377.1.9/osfmk/tests/ |
| H A D | pmap_tests.c | 106 static vm_page_t 109 vm_page_t m = vm_page_grab(); in pmap_test_alloc_vm_page() 125 pmap_test_free_vm_page(vm_page_t m) in pmap_test_free_vm_page() 153 vm_page_t m = pmap_test_alloc_vm_page(); in test_pmap_enter_disconnect() 215 vm_page_t m = pmap_test_alloc_vm_page(); in test_pmap_compress_remove() 324 vm_page_t m1 = VM_PAGE_NULL, m2 = VM_PAGE_NULL; in test_pmap_nesting() 555 vm_page_t m = pmap_test_alloc_vm_page(); in test_pmap_page_protect_overhead() 765 vm_page_t m = pmap_test_alloc_vm_page(); in test_pmap_huge_pv_list()
|
| /xnu-12377.1.9/osfmk/kern/ |
| H A D | exclaves_memory.c | 157 vm_page_t page_list = NULL; in exclaves_memory_alloc() 158 vm_page_t sequestered = NULL; in exclaves_memory_alloc() 168 vm_page_t next; in exclaves_memory_alloc() 172 for (vm_page_t mem = page_list; mem != VM_PAGE_NULL; mem = next) { in exclaves_memory_alloc() 232 vm_page_t m; in exclaves_memory_free()
|
| /xnu-12377.1.9/bsd/sys/ |
| H A D | pipe.h | 124 vm_page_t ms[PIPENPAGES]; /* pages in source process */
|
| /xnu-12377.1.9/osfmk/mach/ |
| H A D | vm_types.h | 100 typedef struct vm_page *vm_page_t; typedef
|