Lines Matching refs:c_segment_t
215 c_segment_t c_seg;
395 boolean_t c_seg_major_compact(c_segment_t, c_segment_t);
396 boolean_t c_seg_major_compact_ok(c_segment_t, c_segment_t);
398 int c_seg_minor_compaction_and_unlock(c_segment_t, boolean_t);
399 int c_seg_do_minor_compaction_and_unlock(c_segment_t, boolean_t, boolean_t, boolean_t);
400 void c_seg_try_minor_compaction_and_unlock(c_segment_t c_seg);
402 void c_seg_move_to_sparse_list(c_segment_t);
403 void c_seg_insert_into_q(queue_head_t *, c_segment_t);
555 c_segment_t c_seg; in vm_compressor_is_thrashing()
560 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_is_thrashing()
1235 c_seg_validate(c_segment_t c_seg, boolean_t must_be_compact) in c_seg_validate()
1308 c_seg_need_delayed_compaction(c_segment_t c_seg, boolean_t c_list_lock_held) in c_seg_need_delayed_compaction()
1326 queue_enter(&c_minor_list_head, c_seg, c_segment_t, c_list); in c_seg_need_delayed_compaction()
1343 c_seg_move_to_sparse_list(c_segment_t c_seg) in c_seg_move_to_sparse_list()
1369 c_seg_insert_into_q(queue_head_t *qhead, c_segment_t c_seg) in c_seg_insert_into_q()
1371 c_segment_t c_seg_next; in c_seg_insert_into_q()
1374 queue_enter(qhead, c_seg, c_segment_t, c_age_list); in c_seg_insert_into_q()
1376 c_seg_next = (c_segment_t)queue_first(qhead); in c_seg_insert_into_q()
1380 queue_insert_before(qhead, c_seg, c_seg_next, c_segment_t, c_age_list); in c_seg_insert_into_q()
1383 c_seg_next = (c_segment_t) queue_next(&c_seg_next->c_age_list); in c_seg_insert_into_q()
1386 queue_enter(qhead, c_seg, c_segment_t, c_age_list); in c_seg_insert_into_q()
1398 c_seg_try_minor_compaction_and_unlock(c_segment_t c_seg) in c_seg_try_minor_compaction_and_unlock()
1425 c_seg_do_minor_compaction_and_unlock(c_segment_t c_seg, boolean_t clear_busy, boolean_t need_list_l… in c_seg_do_minor_compaction_and_unlock()
1453 queue_remove(&c_minor_list_head, c_seg, c_segment_t, c_list); in c_seg_do_minor_compaction_and_unlock()
1482 c_segment_t c_seg = (c_segment_t) wait_event; in kdp_compressor_busy_find_owner()
1516 c_seg_wait_on_busy(c_segment_t c_seg) in c_seg_wait_on_busy()
1555 c_seg_update_task_owner(c_segment_t c_seg, task_t new_owner_task) in c_seg_update_task_owner()
1566 c_segment_t, c_task_list_next_cseg); in c_seg_update_task_owner()
1571 c_segment_t, c_task_list_next_cseg); in c_seg_update_task_owner()
1581 c_segment_t c_seg = NULL, next_cseg = NULL; in task_disown_frozen_csegs()
1587 for (c_seg = (c_segment_t) queue_first(&owner_task->task_frozen_cseg_q); in task_disown_frozen_csegs()
1590 next_cseg = (c_segment_t) queue_next(&c_seg->c_task_list_next_cseg); in task_disown_frozen_csegs()
1617 c_seg_switch_state(c_segment_t c_seg, int new_state, boolean_t insert_head) in c_seg_switch_state()
1657 queue_remove(&c_filling_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1665 queue_remove(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1672 queue_remove(donate_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1678 queue_remove(&c_early_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1681 queue_remove(&c_regular_swappedin_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1695 queue_remove(&c_early_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1701 queue_remove(donate_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1704 queue_remove(&c_regular_swapout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1729 queue_remove(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1738 queue_remove(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1746 queue_remove(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1753 queue_remove(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1760 queue_remove(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1783 queue_enter(&c_filling_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1794 queue_enter(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1797 c_segment_t c_first; in c_seg_switch_state()
1799 c_first = (c_segment_t)queue_first(&c_age_list_head); in c_seg_switch_state()
1802 queue_enter_first(&c_age_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1828 queue_enter_first(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1830 queue_enter(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1866 queue_enter_first(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1868 queue_enter(list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1877 queue_enter_first(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1879 queue_enter(&c_swapio_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1888 queue_enter_first(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1890 queue_enter(&c_swappedout_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1899 queue_enter_first(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1901 queue_enter(&c_swappedout_sparse_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1912 queue_enter_first(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1914 queue_enter(&c_major_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1923 queue_enter_first(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1925 queue_enter(&c_bad_list_head, c_seg, c_segment_t, c_age_list); in c_seg_switch_state()
1939 c_seg_free(c_segment_t c_seg) in c_seg_free()
1952 c_seg_free_locked(c_segment_t c_seg) in c_seg_free_locked()
2042 c_seg_trim_tail(c_segment_t c_seg) in c_seg_trim_tail()
2089 c_seg_minor_compaction_and_unlock(c_segment_t c_seg, boolean_t clear_busy) in c_seg_minor_compaction_and_unlock()
2191 c_seg_alloc_nextslot(c_segment_t c_seg) in c_seg_alloc_nextslot()
2254 c_segment_t c_seg_dst, in c_seg_major_compact_ok()
2255 c_segment_t c_seg_src) in c_seg_major_compact_ok()
2277 c_segment_t c_seg_dst, in c_seg_major_compact()
2278 c_segment_t c_seg_src) in c_seg_major_compact()
2564 c_segment_t c_seg; in vm_compressor_swapout_is_ripe()
2575 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_swapout_is_ripe()
2817 c_segment_t c_seg, c_seg_next; in vm_consider_swapping()
2844 c_seg = (c_segment_t)queue_first(&c_major_list_head); in vm_consider_swapping()
2851 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_consider_swapping()
2928 c_segment_t c_seg; in vm_compressor_do_delayed_compactions()
2941 c_seg = (c_segment_t)queue_first(&c_minor_list_head); in vm_compressor_do_delayed_compactions()
2973 vm_compressor_major_compact_cseg(c_segment_t c_seg, uint32_t* c_seg_considered, bool* bail_wanted_c… in vm_compressor_major_compact_cseg()
2980 c_segment_t c_seg_next; in vm_compressor_major_compact_cseg()
2997 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_compressor_major_compact_cseg()
3130 c_segment_t c_seg = NULL; in vm_compressor_process_major_segments()
3149 c_seg = (c_segment_t)queue_last(&c_major_list_head); in vm_compressor_process_major_segments()
3210 c_segment_t c_seg = NULL; in vm_compressor_process_special_swapped_in_segments_locked()
3229 c_seg = (c_segment_t)queue_first(special_swappedin_list_head); in vm_compressor_process_special_swapped_in_segments_locked()
3325 c_segment_t c_seg; in vm_compressor_process_regular_swapped_in_segments()
3332 c_seg = (c_segment_t)queue_first(&c_regular_swappedin_list_head); in vm_compressor_process_regular_swapped_in_segments()
3365 c_segment_t c_seg, c_seg_next; in vm_compressor_flush()
3405 c_seg = (c_segment_t)queue_first(&c_major_list_head); in vm_compressor_flush()
3408 c_seg_next = (c_segment_t) queue_next(&c_seg->c_age_list); in vm_compressor_flush()
3509 c_segment_t c_seg; in vm_compressor_record_warmup_start()
3515 c_seg = (c_segment_t)queue_last(&c_age_list_head); in vm_compressor_record_warmup_start()
3531 c_segment_t c_seg; in vm_compressor_record_warmup_end()
3537 c_seg = (c_segment_t)queue_last(&c_age_list_head); in vm_compressor_record_warmup_end()
3610 c_segment_t c_seg = NULL; in do_fastwake_warmup()
3629 c_seg = (c_segment_t) queue_first(c_queue); in do_fastwake_warmup()
3687 c_segment_t c_seg; in vm_compressor_compact_and_swap()
3854 c_seg = (c_segment_t) queue_first(&c_age_list_head); in vm_compressor_compact_and_swap()
4024 static c_segment_t
4025 c_seg_allocate(c_segment_t *current_chead) in c_seg_allocate()
4027 c_segment_t c_seg; in c_seg_allocate()
4030 c_segment_t *donate_queue_head; in c_seg_allocate()
4134 donate_queue_head = (c_segment_t*) &(ciq[i].current_early_swapout_chead); in c_seg_allocate()
4137 donate_queue_head = (c_segment_t*) &(ciq[i].current_late_swapout_chead); in c_seg_allocate()
4202 c_current_seg_filled(c_segment_t c_seg, c_segment_t *current_chead) in c_current_seg_filled()
4256 if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead) && in c_current_seg_filled()
4273 c_segment_t *donate_queue_head; in c_current_seg_filled()
4276 donate_queue_head = (c_segment_t*) &(ciq[i].current_early_swapout_chead); in c_current_seg_filled()
4278 donate_queue_head = (c_segment_t*) &(ciq[i].current_late_swapout_chead); in c_current_seg_filled()
4314 if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead)) { in c_current_seg_filled()
4334 …if (current_chead == (c_segment_t*) &(freezer_context_global.freezer_ctx_chead) && (c_seg->c_state… in c_current_seg_filled()
4373 c_seg_swapin_requeue(c_segment_t c_seg, boolean_t has_data, boolean_t minor_compact_ok, boolean_t a… in c_seg_swapin_requeue()
4434 c_seg_swapin(c_segment_t c_seg, boolean_t force_minor_compaction, boolean_t age_on_swapin_q) in c_seg_swapin()
4639 c_compress_page(char *src, c_slot_mapping_t slot_ptr, c_segment_t *current_chead, char *scratch_buf) in c_compress_page()
4645 c_segment_t c_seg; in c_compress_page()
4891 c_segment_t c_seg; in c_decompress_page()
5449 const c_segment_t c_seg = c_segments[c_segno].c_seg; in vm_compressor_inject_error()
5570 retval = c_compress_page(src, (c_slot_mapping_t)slot, (c_segment_t *)current_chead, scratch_buf); in vm_compressor_put()
5582 c_segment_t c_seg; in vm_compressor_transfer()
5642 c_segment_t c_seg; in vm_compressor_finished_filling()
5644 if ((c_seg = *(c_segment_t *)current_chead) == NULL) { in vm_compressor_finished_filling()
5652 c_current_seg_filled(c_seg, (c_segment_t *)current_chead); in vm_compressor_finished_filling()
5685 c_segment_t c_seg_dst = NULL; in vm_compressor_relocate()
5686 c_segment_t c_seg_src = NULL; in vm_compressor_relocate()
5702 c_seg_dst = c_seg_allocate((c_segment_t *)current_chead); in vm_compressor_relocate()
5803 c_current_seg_filled(c_seg_dst, (c_segment_t *)current_chead); in vm_compressor_relocate()
5893 c_current_seg_filled(c_seg_dst, (c_segment_t *)current_chead); in vm_compressor_relocate()