108 device_pager_get_refcount(device_pager_t device_object)  in device_pager_get_refcount()  argument
110 	return os_ref_get_count_raw(&device_object->dev_pgr_hdr_ref);  in device_pager_get_refcount()
147 	device_pager_t  device_object;  in device_pager_setup()  local
151 	device_object = device_object_create();  in device_pager_setup()
152 	if (device_object == DEVICE_PAGER_NULL) {  in device_pager_setup()
156 	device_object->device_handle = device_handle;  in device_pager_setup()
157 	device_object->size = size;  in device_pager_setup()
158 	device_object->flags = flags;  in device_pager_setup()
160 	memory_object_create_named((memory_object_t) device_object,  in device_pager_setup()
175 	return (memory_object_t)device_object;  in device_pager_setup()
188 	device_pager_t  device_object;  in device_pager_populate_object()  local
193 	device_object = device_pager_lookup(device);  in device_pager_populate_object()
194 	if (device_object == DEVICE_PAGER_NULL) {  in device_pager_populate_object()
199 		device_object->dev_pgr_hdr.mo_control);  in device_pager_populate_object()
238 	device_pager_t  device_object;  in device_pager_lookup()  local
241 	device_object = (device_pager_t)mem_obj;  in device_pager_lookup()
242 	assert(device_pager_get_refcount(device_object) > 0);  in device_pager_lookup()
243 	return device_object;  in device_pager_lookup()
255 	device_pager_t   device_object;  in device_pager_init()  local
266 	device_object = device_pager_lookup(mem_obj);  in device_pager_init()
269 	device_object->dev_pgr_hdr.mo_control = control;  in device_pager_init()
278 	if (device_object->flags & DEVICE_PAGER_CONTIGUOUS) {  in device_pager_init()
281 	if (device_object->flags & DEVICE_PAGER_NOPHYSCACHE) {  in device_pager_init()
285 	vm_object->wimg_bits = device_object->flags & VM_WIMG_MASK;  in device_pager_init()
322 	device_pager_t  device_object;  in device_pager_data_return()  local
324 	device_object = device_pager_lookup(mem_obj);  in device_pager_data_return()
325 	if (device_object == DEVICE_PAGER_NULL) {  in device_pager_data_return()
329 	__IGNORE_WCASTALIGN(return device_data_action(device_object->device_handle,  in device_pager_data_return()
330 	    (ipc_port_t) device_object,  in device_pager_data_return()
346 	device_pager_t  device_object;  in device_pager_data_request()  local
348 	device_object = device_pager_lookup(mem_obj);  in device_pager_data_request()
350 	if (device_object == DEVICE_PAGER_NULL) {  in device_pager_data_request()
354 	__IGNORE_WCASTALIGN(device_data_action(device_object->device_handle,  in device_pager_data_request()
355 	    (ipc_port_t) device_object,  in device_pager_data_request()
367 	device_pager_t          device_object;  in device_pager_reference()  local
369 	device_object = device_pager_lookup(mem_obj);  in device_pager_reference()
370 	os_ref_retain_raw(&device_object->dev_pgr_hdr_ref, NULL);  in device_pager_reference()
372 	    device_pager_t, device_object,  in device_pager_reference()
373 	    unsigned int, device_pager_get_refcount(device_object));  in device_pager_reference()
383 	device_pager_t          device_object;  in device_pager_deallocate()  local
387 	device_object = device_pager_lookup(mem_obj);  in device_pager_deallocate()
390 	    device_pager_t, device_object,  in device_pager_deallocate()
391 	    unsigned int, device_pager_get_refcount(device_object));  in device_pager_deallocate()
393 	ref_count = os_ref_release_raw(&device_object->dev_pgr_hdr_ref, NULL);  in device_pager_deallocate()
402 		    device_pager_t, device_object,  in device_pager_deallocate()
403 		    unsigned int, device_pager_get_refcount(device_object));  in device_pager_deallocate()
405 		assert(device_object->is_mapped == FALSE);  in device_pager_deallocate()
406 		if (device_object->device_handle != (device_port_t) NULL) {  in device_pager_deallocate()
407 			device_close(device_object->device_handle);  in device_pager_deallocate()
408 			device_object->device_handle = (device_port_t) NULL;  in device_pager_deallocate()
410 		device_control = device_object->dev_pgr_hdr.mo_control;  in device_pager_deallocate()
417 		    device_pager_t, device_object,  in device_pager_deallocate()
418 		    unsigned int, device_pager_get_refcount(device_object));  in device_pager_deallocate()
420 		device_control = device_object->dev_pgr_hdr.mo_control;  in device_pager_deallocate()
424 			device_object->dev_pgr_hdr.mo_control = MEMORY_OBJECT_CONTROL_NULL;  in device_pager_deallocate()
426 		device_pager_lock_destroy(device_object);  in device_pager_deallocate()
428 		zfree(device_pager_zone, device_object);  in device_pager_deallocate()
484 	device_pager_t          device_object;  in device_pager_map()  local
486 	device_object = device_pager_lookup(mem_obj);  in device_pager_map()
488 	device_pager_lock(device_object);  in device_pager_map()
489 	assert(device_pager_get_refcount(device_object) > 0);  in device_pager_map()
490 	if (device_object->is_mapped == FALSE) {  in device_pager_map()
496 		device_object->is_mapped = TRUE;  in device_pager_map()
499 	device_pager_unlock(device_object);  in device_pager_map()
508 	device_pager_t  device_object;  in device_pager_last_unmap()  local
511 	device_object = device_pager_lookup(mem_obj);  in device_pager_last_unmap()
513 	device_pager_lock(device_object);  in device_pager_last_unmap()
514 	assert(device_pager_get_refcount(device_object) > 0);  in device_pager_last_unmap()
515 	if (device_object->is_mapped) {  in device_pager_last_unmap()
516 		device_object->is_mapped = FALSE;  in device_pager_last_unmap()
521 	device_pager_unlock(device_object);  in device_pager_last_unmap()
538 	device_pager_t  device_object;  in device_object_create()  local
540 	device_object = zalloc_flags(device_pager_zone,  in device_object_create()
543 	device_object->dev_pgr_hdr.mo_ikot = IKOT_MEMORY_OBJECT;  in device_object_create()
544 	device_object->dev_pgr_hdr.mo_pager_ops = &device_pager_ops;  in device_object_create()
545 	device_object->dev_pgr_hdr.mo_control = MEMORY_OBJECT_CONTROL_NULL;  in device_object_create()
547 	device_pager_lock_init(device_object);  in device_object_create()
548 	os_ref_init_raw(&device_object->dev_pgr_hdr_ref, NULL);  in device_object_create()
549 	device_object->is_mapped = FALSE;  in device_object_create()
552 	    device_pager_t, device_object,  in device_object_create()
553 	    unsigned int, device_pager_get_refcount(device_object));  in device_object_create()
555 	return device_object;  in device_object_create()