Lines Matching refs:c_segment_t
215 c_segment_t c_seg;
395 boolean_t c_seg_major_compact(c_segment_t, c_segment_t);
396 boolean_t c_seg_major_compact_ok(c_segment_t, c_segment_t);
398 int c_seg_minor_compaction_and_unlock(c_segment_t, boolean_t);
399 int c_seg_do_minor_compaction_and_unlock(c_segment_t, boolean_t, boolean_t, boolean_t);
400 void c_seg_try_minor_compaction_and_unlock(c_segment_t c_seg);
402 void c_seg_move_to_sparse_list(c_segment_t);
403 void c_seg_insert_into_q(queue_head_t *, c_segment_t);
555 c_segment_t c_seg; in vm_compressor_is_thrashing()
560 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_is_thrashing()
1232 c_seg_validate(c_segment_t c_seg, boolean_t must_be_compact) in c_seg_validate()
1305 c_seg_need_delayed_compaction(c_segment_t c_seg, boolean_t c_list_lock_held) in c_seg_need_delayed_compaction()
1323 queue_enter(&c_minor_list_head, c_seg, c_segment_t, c_list); in c_seg_need_delayed_compaction()
1340 c_seg_move_to_sparse_list(c_segment_t c_seg) in c_seg_move_to_sparse_list()
1366 c_seg_insert_into_q(queue_head_t *qhead, c_segment_t c_seg) in c_seg_insert_into_q()
1368 c_segment_t c_seg_next; in c_seg_insert_into_q()
1371 queue_enter(qhead, c_seg, c_segment_t, c_age_list); in c_seg_insert_into_q()
1373 c_seg_next = (c_segment_t)queue_first(qhead); in c_seg_insert_into_q()
1377 queue_insert_before(qhead, c_seg, c_seg_next, c_segment_t, c_age_list); in c_seg_insert_into_q()
1380 c_seg_next = (c_segment_t) queue_next(&c_seg_next->c_age_list); in c_seg_insert_into_q()
1383 queue_enter(qhead, c_seg, c_segment_t, c_age_list); in c_seg_insert_into_q()
1395 c_seg_try_minor_compaction_and_unlock(c_segment_t c_seg) in c_seg_try_minor_compaction_and_unlock()
1422 c_seg_do_minor_compaction_and_unlock(c_segment_t c_seg, boolean_t clear_busy, boolean_t need_list_l… in c_seg_do_minor_compaction_and_unlock()
1450 queue_remove(&c_minor_list_head, c_seg, c_segment_t, c_list); in c_seg_do_minor_compaction_and_unlock()
1479 c_segment_t c_seg = (c_segment_t) wait_event; in kdp_compressor_busy_find_owner()
1513 c_seg_wait_on_busy(c_segment_t c_seg) in c_seg_wait_on_busy()
1552 c_seg_update_task_owner(c_segment_t c_seg, task_t new_owner_task) in c_seg_update_task_owner()
1563 c_segment_t, c_task_list_next_cseg); in c_seg_update_task_owner()
1568 c_segment_t, c_task_list_next_cseg); in c_seg_update_task_owner()
1578 c_segment_t c_seg = NULL, next_cseg = NULL; in task_disown_frozen_csegs()
1584 for (c_seg = (c_segment_t) queue_first(&owner_task->task_frozen_cseg_q); in task_disown_frozen_csegs()
1587 next_cseg = (c_segment_t) queue_next(&c_seg->c_task_list_next_cseg); in task_disown_frozen_csegs()
1614 c_seg_switch_state(c_segment_t c_seg, int new_state, boolean_t insert_head) in c_seg_switch_state()
1654 queue_remove(&c_filling_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1662 queue_remove(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1669 queue_remove(donate_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1675 queue_remove(&c_early_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1678 queue_remove(&c_regular_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1692 queue_remove(&c_early_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1698 queue_remove(donate_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1701 queue_remove(&c_regular_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1726 queue_remove(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1735 queue_remove(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1743 queue_remove(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1750 queue_remove(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1757 queue_remove(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1780 queue_enter(&c_filling_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1791 queue_enter(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1794 c_segment_t c_first; in c_seg_switch_state()
1796 c_first = (c_segment_t)queue_first(&c_age_list_head); in c_seg_switch_state()
1799 queue_enter_first(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1825 queue_enter_first(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1827 queue_enter(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1863 queue_enter_first(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1865 queue_enter(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1874 queue_enter_first(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1876 queue_enter(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1885 queue_enter_first(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1887 queue_enter(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1896 queue_enter_first(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1898 queue_enter(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1909 queue_enter_first(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1911 queue_enter(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1920 queue_enter_first(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1922 queue_enter(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1936 c_seg_free(c_segment_t c_seg) in c_seg_free()
1949 c_seg_free_locked(c_segment_t c_seg) in c_seg_free_locked()
2039 c_seg_trim_tail(c_segment_t c_seg) in c_seg_trim_tail()
2086 c_seg_minor_compaction_and_unlock(c_segment_t c_seg, boolean_t clear_busy) in c_seg_minor_compaction_and_unlock()
2188 c_seg_alloc_nextslot(c_segment_t c_seg) in c_seg_alloc_nextslot()
2251 c_segment_t c_seg_dst, in c_seg_major_compact_ok()
2252 c_segment_t c_seg_src) in c_seg_major_compact_ok()
2274 c_segment_t c_seg_dst, in c_seg_major_compact()
2275 c_segment_t c_seg_src) in c_seg_major_compact()
2561 c_segment_t c_seg; in vm_compressor_swapout_is_ripe()
2572 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_swapout_is_ripe()
2814 c_segment_t c_seg, c_seg_next; in vm_consider_swapping()
2841 c_seg = (c_segment_t)queue_first(&c_major_list_head); in vm_consider_swapping()
2848 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_consider_swapping()
2925 c_segment_t c_seg; in vm_compressor_do_delayed_compactions()
2938 c_seg = (c_segment_t)queue_first(&c_minor_list_head); in vm_compressor_do_delayed_compactions()
2970 vm_compressor_major_compact_cseg(c_segment_t c_seg, uint32_t* c_seg_considered, bool* bail_wanted_c… in vm_compressor_major_compact_cseg()
2977 c_segment_t c_seg_next; in vm_compressor_major_compact_cseg()
2994 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_compressor_major_compact_cseg()
3127 c_segment_t c_seg = NULL; in vm_compressor_process_major_segments()
3146 c_seg = (c_segment_t)queue_last(&c_major_list_head); in vm_compressor_process_major_segments()
3207 c_segment_t c_seg = NULL; in vm_compressor_process_special_swapped_in_segments_locked()
3226 c_seg = (c_segment_t)queue_first(special_swappedin_list_head); in vm_compressor_process_special_swapped_in_segments_locked()
3322 c_segment_t c_seg; in vm_compressor_process_regular_swapped_in_segments()
3329 c_seg = (c_segment_t)queue_first(&c_regular_swappedin_list_head); in vm_compressor_process_regular_swapped_in_segments()
3362 c_segment_t c_seg, c_seg_next; in vm_compressor_flush()
3402 c_seg = (c_segment_t)queue_first(&c_major_list_head); in vm_compressor_flush()
3405 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_compressor_flush()
3506 c_segment_t c_seg; in vm_compressor_record_warmup_start()
3512 c_seg = (c_segment_t)queue_last(&c_age_list_head); in vm_compressor_record_warmup_start()
3528 c_segment_t c_seg; in vm_compressor_record_warmup_end()
3534 c_seg = (c_segment_t)queue_last(&c_age_list_head); in vm_compressor_record_warmup_end()
3607 c_segment_t c_seg = NULL; in do_fastwake_warmup()
3626 c_seg = (c_segment_t) queue_first(c_queue); in do_fastwake_warmup()
3684 c_segment_t c_seg; in vm_compressor_compact_and_swap()
3851 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_compact_and_swap()
4021 static c_segment_t
4022 c_seg_allocate(c_segment_t *current_chead) in c_seg_allocate()
4024 c_segment_t c_seg; in c_seg_allocate()
4027 c_segment_t *donate_queue_head; in c_seg_allocate()
4131 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_early_swapout_chead); in c_seg_allocate()
4134 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_late_swapout_chead); in c_seg_allocate()
4199 c_current_seg_filled(c_segment_t c_seg, c_segment_t *current_chead) in c_current_seg_filled()
4253 if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead) && in c_current_seg_filled()
4270 c_segment_t *donate_queue_head; in c_current_seg_filled()
4273 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_early_swapout_chead); in c_current_seg_filled()
4275 donate_queue_head = (c_segment_t*) &(pgo_iothread_internal_state[i].current_late_swapout_chead); in c_current_seg_filled()
4311 if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead)) { in c_current_seg_filled()
4331 …if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead) && (c_seg->c_state… in c_current_seg_filled()
4370 c_seg_swapin_requeue(c_segment_t c_seg, boolean_t has_data, boolean_t minor_compact_ok, boolean_t a… in c_seg_swapin_requeue()
4431 c_seg_swapin(c_segment_t c_seg, boolean_t force_minor_compaction, boolean_t age_on_swapin_q) in c_seg_swapin()
4636 c_compress_page(char *src, c_slot_mapping_t slot_ptr, c_segment_t *current_chead, char *scratch_buf) in c_compress_page()
4642 c_segment_t c_seg; in c_compress_page()
4884 c_segment_t c_seg; in c_decompress_page()
5423 const c_segment_t c_seg = c_segments[c_segno].c_seg; in vm_compressor_inject_error()
5544 retval = c_compress_page(src, (c_slot_mapping_t)slot, (c_segment_t *)current_chead, scratch_buf); in vm_compressor_put()
5556 c_segment_t c_seg; in vm_compressor_transfer()
5616 c_segment_t c_seg; in vm_compressor_finished_filling()
5618 if ((c_seg = *(c_segment_t *)current_chead) == NULL) { in vm_compressor_finished_filling()
5626 c_current_seg_filled(c_seg, (c_segment_t *)current_chead); in vm_compressor_finished_filling()
5659 c_segment_t c_seg_dst = NULL; in vm_compressor_relocate()
5660 c_segment_t c_seg_src = NULL; in vm_compressor_relocate()
5676 c_seg_dst = c_seg_allocate((c_segment_t *)current_chead); in vm_compressor_relocate()
5777 c_current_seg_filled(c_seg_dst, (c_segment_t *)current_chead); in vm_compressor_relocate()
5867 c_current_seg_filled(c_seg_dst, (c_segment_t *)current_chead); in vm_compressor_relocate()