Lines Matching refs:c_segment_t
220 c_segment_t c_seg;
398 boolean_t c_seg_major_compact(c_segment_t, c_segment_t);
399 boolean_t c_seg_major_compact_ok(c_segment_t, c_segment_t);
401 int c_seg_minor_compaction_and_unlock(c_segment_t, boolean_t);
402 int c_seg_do_minor_compaction_and_unlock(c_segment_t, boolean_t, boolean_t, boolean_t);
403 void c_seg_try_minor_compaction_and_unlock(c_segment_t c_seg);
405 void c_seg_move_to_sparse_list(c_segment_t);
406 void c_seg_insert_into_q(queue_head_t *, c_segment_t);
558 c_segment_t c_seg; in vm_compressor_is_thrashing()
563 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_is_thrashing()
1233 c_seg_validate(c_segment_t c_seg, boolean_t must_be_compact) in c_seg_validate()
1306 c_seg_need_delayed_compaction(c_segment_t c_seg, boolean_t c_list_lock_held) in c_seg_need_delayed_compaction()
1324 queue_enter(&c_minor_list_head, c_seg, c_segment_t, c_list); in c_seg_need_delayed_compaction()
1341 c_seg_move_to_sparse_list(c_segment_t c_seg) in c_seg_move_to_sparse_list()
1367 c_seg_insert_into_q(queue_head_t *qhead, c_segment_t c_seg) in c_seg_insert_into_q()
1369 c_segment_t c_seg_next; in c_seg_insert_into_q()
1372 queue_enter(qhead, c_seg, c_segment_t, c_age_list); in c_seg_insert_into_q()
1374 c_seg_next = (c_segment_t)queue_first(qhead); in c_seg_insert_into_q()
1378 queue_insert_before(qhead, c_seg, c_seg_next, c_segment_t, c_age_list); in c_seg_insert_into_q()
1381 c_seg_next = (c_segment_t) queue_next(&c_seg_next->c_age_list); in c_seg_insert_into_q()
1384 queue_enter(qhead, c_seg, c_segment_t, c_age_list); in c_seg_insert_into_q()
1396 c_seg_try_minor_compaction_and_unlock(c_segment_t c_seg) in c_seg_try_minor_compaction_and_unlock()
1423 c_seg_do_minor_compaction_and_unlock(c_segment_t c_seg, boolean_t clear_busy, boolean_t need_list_l… in c_seg_do_minor_compaction_and_unlock()
1451 queue_remove(&c_minor_list_head, c_seg, c_segment_t, c_list); in c_seg_do_minor_compaction_and_unlock()
1480 c_segment_t c_seg = (c_segment_t) wait_event; in kdp_compressor_busy_find_owner()
1514 c_seg_wait_on_busy(c_segment_t c_seg) in c_seg_wait_on_busy()
1553 c_seg_update_task_owner(c_segment_t c_seg, task_t new_owner_task) in c_seg_update_task_owner()
1564 c_segment_t, c_task_list_next_cseg); in c_seg_update_task_owner()
1569 c_segment_t, c_task_list_next_cseg); in c_seg_update_task_owner()
1579 c_segment_t c_seg = NULL, next_cseg = NULL; in task_disown_frozen_csegs()
1585 for (c_seg = (c_segment_t) queue_first(&owner_task->task_frozen_cseg_q); in task_disown_frozen_csegs()
1588 next_cseg = (c_segment_t) queue_next(&c_seg->c_task_list_next_cseg); in task_disown_frozen_csegs()
1615 c_seg_switch_state(c_segment_t c_seg, int new_state, boolean_t insert_head) in c_seg_switch_state()
1655 queue_remove(&c_filling_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1663 queue_remove(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1670 queue_remove(donate_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1676 queue_remove(&c_early_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1679 queue_remove(&c_regular_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1693 queue_remove(&c_early_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1699 queue_remove(donate_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1702 queue_remove(&c_regular_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1727 queue_remove(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1736 queue_remove(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1744 queue_remove(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1751 queue_remove(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1758 queue_remove(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1781 queue_enter(&c_filling_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1792 queue_enter(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1795 c_segment_t c_first; in c_seg_switch_state()
1797 c_first = (c_segment_t)queue_first(&c_age_list_head); in c_seg_switch_state()
1800 queue_enter_first(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1826 queue_enter_first(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1828 queue_enter(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1864 queue_enter_first(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1866 queue_enter(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1875 queue_enter_first(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1877 queue_enter(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1886 queue_enter_first(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1888 queue_enter(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1897 queue_enter_first(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1899 queue_enter(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1910 queue_enter_first(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1912 queue_enter(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1921 queue_enter_first(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1923 queue_enter(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1937 c_seg_free(c_segment_t c_seg) in c_seg_free()
1950 c_seg_free_locked(c_segment_t c_seg) in c_seg_free_locked()
2040 c_seg_trim_tail(c_segment_t c_seg) in c_seg_trim_tail()
2087 c_seg_minor_compaction_and_unlock(c_segment_t c_seg, boolean_t clear_busy) in c_seg_minor_compaction_and_unlock()
2189 c_seg_alloc_nextslot(c_segment_t c_seg) in c_seg_alloc_nextslot()
2251 c_segment_t c_seg_dst, in c_seg_major_compact_ok()
2252 c_segment_t c_seg_src) in c_seg_major_compact_ok()
2274 c_segment_t c_seg_dst, in c_seg_major_compact()
2275 c_segment_t c_seg_src) in c_seg_major_compact()
2561 c_segment_t c_seg; in vm_compressor_swapout_is_ripe()
2572 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_swapout_is_ripe()
2901 c_segment_t c_seg; in vm_compressor_do_delayed_compactions()
2914 c_seg = (c_segment_t)queue_first(&c_minor_list_head); in vm_compressor_do_delayed_compactions()
2946 vm_compressor_major_compact_cseg(c_segment_t c_seg, uint32_t* c_seg_considered, bool* bail_wanted_c… in vm_compressor_major_compact_cseg()
2953 c_segment_t c_seg_next; in vm_compressor_major_compact_cseg()
2970 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_compressor_major_compact_cseg()
3102 c_segment_t c_seg = NULL; in vm_compressor_process_major_segments()
3138 c_seg = (c_segment_t)queue_last(&c_major_list_head); in vm_compressor_process_major_segments()
3140 c_seg = (c_segment_t)queue_first(&c_major_list_head); in vm_compressor_process_major_segments()
3209 c_segment_t c_seg = NULL; in vm_compressor_process_special_swapped_in_segments_locked()
3228 c_seg = (c_segment_t)queue_first(special_swappedin_list_head); in vm_compressor_process_special_swapped_in_segments_locked()
3324 c_segment_t c_seg; in vm_compressor_process_regular_swapped_in_segments()
3331 c_seg = (c_segment_t)queue_first(&c_regular_swappedin_list_head); in vm_compressor_process_regular_swapped_in_segments()
3364 c_segment_t c_seg, c_seg_next; in vm_compressor_flush()
3404 c_seg = (c_segment_t)queue_first(&c_major_list_head); in vm_compressor_flush()
3407 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_compressor_flush()
3508 c_segment_t c_seg; in vm_compressor_record_warmup_start()
3514 c_seg = (c_segment_t)queue_last(&c_age_list_head); in vm_compressor_record_warmup_start()
3530 c_segment_t c_seg; in vm_compressor_record_warmup_end()
3536 c_seg = (c_segment_t)queue_last(&c_age_list_head); in vm_compressor_record_warmup_end()
3609 c_segment_t c_seg = NULL; in do_fastwake_warmup()
3628 c_seg = (c_segment_t) queue_first(c_queue); in do_fastwake_warmup()
3686 c_segment_t c_seg; in vm_compressor_compact_and_swap()
3853 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_compact_and_swap()
4023 static c_segment_t
4024 c_seg_allocate(c_segment_t *current_chead) in c_seg_allocate()
4026 c_segment_t c_seg; in c_seg_allocate()
4029 c_segment_t *donate_queue_head; in c_seg_allocate()
4133 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_early_swapout_chead); in c_seg_allocate()
4136 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_late_swapout_chead); in c_seg_allocate()
4201 c_current_seg_filled(c_segment_t c_seg, c_segment_t *current_chead) in c_current_seg_filled()
4255 if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead) && in c_current_seg_filled()
4272 c_segment_t *donate_queue_head; in c_current_seg_filled()
4275 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_early_swapout_chead); in c_current_seg_filled()
4277 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_late_swapout_chead); in c_current_seg_filled()
4313 if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead)) { in c_current_seg_filled()
4333 …if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead) && (c_seg->c_state… in c_current_seg_filled()
4372 c_seg_swapin_requeue(c_segment_t c_seg, boolean_t has_data, boolean_t minor_compact_ok, boolean_t a… in c_seg_swapin_requeue()
4433 c_seg_swapin(c_segment_t c_seg, boolean_t force_minor_compaction, boolean_t age_on_swapin_q) in c_seg_swapin()
4638 c_compress_page(char *src, c_slot_mapping_t slot_ptr, c_segment_t *current_chead, char *scratch_buf) in c_compress_page()
4644 c_segment_t c_seg; in c_compress_page()
4893 c_segment_t c_seg; in c_decompress_page()
5508 retval = c_compress_page(src, (c_slot_mapping_t)slot, (c_segment_t *)current_chead, scratch_buf); in vm_compressor_put()
5520 c_segment_t c_seg; in vm_compressor_transfer()
5580 c_segment_t c_seg; in vm_compressor_finished_filling()
5582 if ((c_seg = *(c_segment_t *)current_chead) == NULL) { in vm_compressor_finished_filling()
5590 c_current_seg_filled(c_seg, (c_segment_t *)current_chead); in vm_compressor_finished_filling()
5623 c_segment_t c_seg_dst = NULL; in vm_compressor_relocate()
5624 c_segment_t c_seg_src = NULL; in vm_compressor_relocate()
5648 c_seg_dst = c_seg_allocate((c_segment_t *)current_chead); in vm_compressor_relocate()
5749 c_current_seg_filled(c_seg_dst, (c_segment_t *)current_chead); in vm_compressor_relocate()
5839 c_current_seg_filled(c_seg_dst, (c_segment_t *)current_chead); in vm_compressor_relocate()
5875 const c_segment_t c_seg = c_segments[c_segno].c_seg; in vm_compressor_inject_error()