Lines Matching refs:c_segment_t
229 c_segment_t c_seg;
403 boolean_t c_seg_major_compact(c_segment_t, c_segment_t);
404 boolean_t c_seg_major_compact_ok(c_segment_t, c_segment_t);
406 int c_seg_minor_compaction_and_unlock(c_segment_t, boolean_t);
407 int c_seg_do_minor_compaction_and_unlock(c_segment_t, boolean_t, boolean_t, boolean_t);
408 void c_seg_try_minor_compaction_and_unlock(c_segment_t c_seg);
410 void c_seg_move_to_sparse_list(c_segment_t);
411 void c_seg_insert_into_q(queue_head_t *, c_segment_t);
597 c_segment_t c_seg; in vm_compressor_is_thrashing()
602 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_is_thrashing()
1370 c_seg_validate(c_segment_t c_seg, boolean_t must_be_compact) in c_seg_validate()
1443 c_seg_need_delayed_compaction(c_segment_t c_seg, boolean_t c_list_lock_held) in c_seg_need_delayed_compaction()
1461 queue_enter(&c_minor_list_head, c_seg, c_segment_t, c_list); in c_seg_need_delayed_compaction()
1478 c_seg_move_to_sparse_list(c_segment_t c_seg) in c_seg_move_to_sparse_list()
1509 c_seg_try_minor_compaction_and_unlock(c_segment_t c_seg) in c_seg_try_minor_compaction_and_unlock()
1536 c_seg_do_minor_compaction_and_unlock(c_segment_t c_seg, boolean_t clear_busy, boolean_t need_list_l… in c_seg_do_minor_compaction_and_unlock()
1564 queue_remove(&c_minor_list_head, c_seg, c_segment_t, c_list); in c_seg_do_minor_compaction_and_unlock()
1593 c_segment_t c_seg = (c_segment_t) wait_event; in kdp_compressor_busy_find_owner()
1627 c_seg_wait_on_busy(c_segment_t c_seg) in c_seg_wait_on_busy()
1666 c_seg_update_task_owner(c_segment_t c_seg, task_t new_owner_task) in c_seg_update_task_owner()
1677 c_segment_t, c_task_list_next_cseg); in c_seg_update_task_owner()
1682 c_segment_t, c_task_list_next_cseg); in c_seg_update_task_owner()
1692 c_segment_t c_seg = NULL, next_cseg = NULL; in task_disown_frozen_csegs()
1698 for (c_seg = (c_segment_t) queue_first(&owner_task->task_frozen_cseg_q); in task_disown_frozen_csegs()
1701 next_cseg = (c_segment_t) queue_next(&c_seg->c_task_list_next_cseg); in task_disown_frozen_csegs()
1728 c_seg_switch_state(c_segment_t c_seg, int new_state, boolean_t insert_head) in c_seg_switch_state()
1768 queue_remove(&c_filling_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1776 queue_remove(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1783 queue_remove(donate_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1789 queue_remove(&c_early_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1792 queue_remove(&c_regular_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1806 queue_remove(&c_early_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1812 queue_remove(donate_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1815 queue_remove(&c_regular_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1840 queue_remove(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1849 queue_remove(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1857 queue_remove(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1864 queue_remove(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1871 queue_remove(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1894 queue_enter(&c_filling_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1905 queue_enter(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1908 c_segment_t c_first; in c_seg_switch_state()
1910 c_first = (c_segment_t)queue_first(&c_age_list_head); in c_seg_switch_state()
1913 queue_enter_first(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1939 queue_enter_first(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1941 queue_enter(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1977 queue_enter_first(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1979 queue_enter(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1988 queue_enter_first(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1990 queue_enter(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1999 queue_enter_first(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
2001 queue_enter(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
2010 queue_enter_first(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
2012 queue_enter(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
2023 queue_enter_first(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
2025 queue_enter(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
2034 queue_enter_first(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
2036 queue_enter(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
2050 c_seg_free(c_segment_t c_seg) in c_seg_free()
2063 c_seg_free_locked(c_segment_t c_seg) in c_seg_free_locked()
2153 c_seg_trim_tail(c_segment_t c_seg) in c_seg_trim_tail()
2200 c_seg_minor_compaction_and_unlock(c_segment_t c_seg, boolean_t clear_busy) in c_seg_minor_compaction_and_unlock()
2302 c_seg_alloc_nextslot(c_segment_t c_seg) in c_seg_alloc_nextslot()
2364 c_segment_t c_seg_dst, in c_seg_major_compact_ok()
2365 c_segment_t c_seg_src) in c_seg_major_compact_ok()
2387 c_segment_t c_seg_dst, in c_seg_major_compact()
2388 c_segment_t c_seg_src) in c_seg_major_compact()
2676 c_segment_t c_seg; in vm_compressor_swapout_is_ripe()
2687 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_swapout_is_ripe()
3008 c_segment_t c_seg; in vm_compressor_do_delayed_compactions()
3021 c_seg = (c_segment_t)queue_first(&c_minor_list_head); in vm_compressor_do_delayed_compactions()
3053 vm_compressor_major_compact_cseg(c_segment_t c_seg, uint32_t* c_seg_considered, bool* bail_wanted_c… in vm_compressor_major_compact_cseg()
3060 c_segment_t c_seg_next; in vm_compressor_major_compact_cseg()
3077 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_compressor_major_compact_cseg()
3209 c_segment_t c_seg = NULL; in vm_compressor_process_major_segments()
3245 c_seg = (c_segment_t)queue_last(&c_major_list_head); in vm_compressor_process_major_segments()
3247 c_seg = (c_segment_t)queue_first(&c_major_list_head); in vm_compressor_process_major_segments()
3316 c_segment_t c_seg = NULL; in vm_compressor_process_special_swapped_in_segments_locked()
3335 c_seg = (c_segment_t)queue_first(special_swappedin_list_head); in vm_compressor_process_special_swapped_in_segments_locked()
3431 c_segment_t c_seg; in vm_compressor_process_regular_swapped_in_segments()
3438 c_seg = (c_segment_t)queue_first(&c_regular_swappedin_list_head); in vm_compressor_process_regular_swapped_in_segments()
3471 c_segment_t c_seg, c_seg_next; in vm_compressor_flush()
3511 c_seg = (c_segment_t)queue_first(&c_major_list_head); in vm_compressor_flush()
3514 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_compressor_flush()
3615 c_segment_t c_seg; in vm_compressor_record_warmup_start()
3621 c_seg = (c_segment_t)queue_last(&c_age_list_head); in vm_compressor_record_warmup_start()
3637 c_segment_t c_seg; in vm_compressor_record_warmup_end()
3643 c_seg = (c_segment_t)queue_last(&c_age_list_head); in vm_compressor_record_warmup_end()
3715 c_segment_t c_seg = NULL; in do_fastwake_warmup()
3734 c_seg = (c_segment_t) queue_first(c_queue); in do_fastwake_warmup()
3792 c_segment_t c_seg; in vm_compressor_compact_and_swap()
3959 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_compact_and_swap()
4129 static c_segment_t
4130 c_seg_allocate(c_segment_t *current_chead) in c_seg_allocate()
4132 c_segment_t c_seg; in c_seg_allocate()
4135 c_segment_t *donate_queue_head; in c_seg_allocate()
4241 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_early_swapout_chead); in c_seg_allocate()
4244 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_late_swapout_chead); in c_seg_allocate()
4309 c_current_seg_filled(c_segment_t c_seg, c_segment_t *current_chead) in c_current_seg_filled()
4364 if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead) && in c_current_seg_filled()
4381 c_segment_t *donate_queue_head; in c_current_seg_filled()
4384 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_early_swapout_chead); in c_current_seg_filled()
4386 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_late_swapout_chead); in c_current_seg_filled()
4423 if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead)) { in c_current_seg_filled()
4443 …if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead) && (c_seg->c_state… in c_current_seg_filled()
4483 c_seg_swapin_requeue(c_segment_t c_seg, boolean_t has_data, boolean_t minor_compact_ok, boolean_t a… in c_seg_swapin_requeue()
4547 c_seg_swapin(c_segment_t c_seg, boolean_t force_minor_compaction, boolean_t age_on_swapin_q) in c_seg_swapin()
4766 c_segment_t *current_chead, in c_compress_page()
4774 c_segment_t c_seg; in c_compress_page()
5046 c_segment_t c_seg; in c_decompress_page()
5690 retval = c_compress_page(src, (c_slot_mapping_t)slot, (c_segment_t *)current_chead, scratch_buf, in vm_compressor_put()
5703 c_segment_t c_seg; in vm_compressor_transfer()
5763 c_segment_t c_seg; in vm_compressor_finished_filling()
5765 if ((c_seg = *(c_segment_t *)current_chead) == NULL) { in vm_compressor_finished_filling()
5773 c_current_seg_filled(c_seg, (c_segment_t *)current_chead); in vm_compressor_finished_filling()
5806 c_segment_t c_seg_dst = NULL; in vm_compressor_relocate()
5807 c_segment_t c_seg_src = NULL; in vm_compressor_relocate()
5831 c_seg_dst = c_seg_allocate((c_segment_t *)current_chead); in vm_compressor_relocate()
5935 c_current_seg_filled(c_seg_dst, (c_segment_t *)current_chead); in vm_compressor_relocate()
6025 c_current_seg_filled(c_seg_dst, (c_segment_t *)current_chead); in vm_compressor_relocate()
6061 const c_segment_t c_seg = c_segments[c_segno].c_seg; in vm_compressor_inject_error()