106 bool freezer_incore_cseg_acct = TRUE; /* Only count incore compressed memory for jetsams. */
110 boolean_t popcount_c_segs = TRUE;
150 boolean_t validate_c_segs = TRUE;
183 boolean_t checksum_c_segs = TRUE;
580 		return TRUE;  in vm_compressor_out_of_space()
585 		return TRUE;  in vm_compressor_out_of_space()
697 	PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_decompressor_lock()
699 	decompressions_blocked = TRUE;  in vm_decompressor_lock()
707 	PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_decompressor_unlock()
755 boolean_t write_protect_c_segs = TRUE;
1455 			clear_busy = TRUE;  in c_seg_need_delayed_compaction()
1469 	if (clear_busy == TRUE) {  in c_seg_need_delayed_compaction()
1489 		clear_busy = TRUE;  in c_seg_move_to_sparse_list()
1497 	if (clear_busy == TRUE) {  in c_seg_move_to_sparse_list()
1530 		c_seg_do_minor_compaction_and_unlock(c_seg, TRUE, FALSE, FALSE);  in c_seg_try_minor_compaction_and_unlock()
1556 		if (clear_busy == TRUE) {  in c_seg_do_minor_compaction_and_unlock()
1570 	if (disallow_page_replacement == TRUE) {  in c_seg_do_minor_compaction_and_unlock()
1573 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_seg_do_minor_compaction_and_unlock()
1579 	if (disallow_page_replacement == TRUE) {  in c_seg_do_minor_compaction_and_unlock()
1583 	if (need_list_lock == TRUE) {  in c_seg_do_minor_compaction_and_unlock()
1695 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in task_disown_frozen_csegs()
1938 		if (insert_head == TRUE) {  in c_seg_switch_state()
1976 		if (insert_head == TRUE) {  in c_seg_switch_state()
1987 		if (insert_head == TRUE) {  in c_seg_switch_state()
1998 		if (insert_head == TRUE) {  in c_seg_switch_state()
2009 		if (insert_head == TRUE) {  in c_seg_switch_state()
2022 		if (insert_head == TRUE) {  in c_seg_switch_state()
2033 		if (insert_head == TRUE) {  in c_seg_switch_state()
2075 	if (c_seg->c_overage_swap == TRUE) {  in c_seg_free_locked()
2274 	c_seg_validate(c_seg, TRUE);  in c_seg_minor_compaction_and_unlock()
2292 	if (clear_busy == TRUE) {  in c_seg_minor_compaction_and_unlock()
2381 	return TRUE;  in c_seg_major_compact_ok()
2397 	boolean_t       keep_compacting = TRUE;  in c_seg_major_compact()
2501 		PAGE_REPLACEMENT_ALLOWED(TRUE);  in c_seg_major_compact()
2563 		compressor_need_sample_reset = TRUE;  in compute_swapout_target_age()
2564 		need_eval_reset = TRUE;  in compute_swapout_target_age()
2572 	need_eval_reset = TRUE;  in compute_swapout_target_age()
2585 		compressor_need_sample_reset = TRUE;  in compute_swapout_target_age()
2586 		need_eval_reset = TRUE;  in compute_swapout_target_age()
2641 		compressor_need_sample_reset = TRUE;  in compute_swapout_target_age()
2642 		need_eval_reset = TRUE;  in compute_swapout_target_age()
2647 	if (compressor_need_sample_reset == TRUE) {  in compute_swapout_target_age()
2659 	if (need_eval_reset == TRUE) {  in compute_swapout_target_age()
2675 	if (vm_swapout_ripe_segments == TRUE && c_overage_swapped_count < c_overage_swapped_limit) {  in vm_compressor_swapout_is_ripe()
2760 	if (should_swap || vm_compressor_low_on_space() == TRUE) {  in compressor_needs_to_swap()
2762 			vm_compressor_thrashing_detected = TRUE;  in compressor_needs_to_swap()
2766 			} else if (vm_compressor_low_on_space() == TRUE) {  in compressor_needs_to_swap()
2840 		compressor_need_sample_reset = TRUE;  in vm_thrashing_jetsam_done()
2948 	vm_swapout_ripe_segments = TRUE;  in vm_consider_swapping()
3034 		c_seg_do_minor_compaction_and_unlock(c_seg, TRUE, FALSE, TRUE);  in vm_compressor_do_delayed_compactions()
3038 			if ((flush_all == TRUE || compressor_needs_to_swap()) && c_swapout_count < C_SWAPOUT_LIMIT) {  in vm_compressor_do_delayed_compactions()
3039 				needs_to_swap = TRUE;  in vm_compressor_do_delayed_compactions()
3072 	while (keep_compacting == TRUE) {  in vm_compressor_major_compact_cseg()
3121 		if (c_seg_do_minor_compaction_and_unlock(c_seg_next, FALSE, TRUE, TRUE)) {  in vm_compressor_major_compact_cseg()
3140 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_major_compact_cseg()
3154 		if (c_seg_minor_compaction_and_unlock(c_seg_next, TRUE)) {  in vm_compressor_major_compact_cseg()
3350 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_process_special_swapped_in_segments_locked()
3494 	hibernate_flushing = TRUE;  in vm_compressor_flush()
3521 	vm_compressor_compact_and_swap(TRUE);  in vm_compressor_flush()
3577 		if (vm_pageout_state.vm_restricted_to_single_processor == TRUE) {  in vm_compressor_swap_trigger_thread()
3628 		fastwake_recording_in_progress = TRUE;  in vm_compressor_record_warmup_start()
3641 	if (fastwake_recording_in_progress == TRUE) {  in vm_compressor_record_warmup_end()
3683 		fastwake_warmup = TRUE;  in vm_compressor_do_warmup()
3701 	fastwake_warmup = TRUE;  in do_fastwake_warmup_all()
3703 	do_fastwake_warmup(&c_swappedout_list_head, TRUE);  in do_fastwake_warmup_all()
3705 	do_fastwake_warmup(&c_swappedout_sparse_list_head, TRUE);  in do_fastwake_warmup_all()
3729 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in do_fastwake_warmup()
3733 	while (!queue_empty(c_queue) && fastwake_warmup == TRUE) {  in do_fastwake_warmup()
3753 			PAGE_REPLACEMENT_DISALLOWED(TRUE);  in do_fastwake_warmup()
3755 			if (c_seg_swapin(c_seg, TRUE, FALSE) == 0) {  in do_fastwake_warmup()
3762 			PAGE_REPLACEMENT_DISALLOWED(TRUE);  in do_fastwake_warmup()
3803 	if (fastwake_warmup == TRUE) {  in vm_compressor_compact_and_swap()
3866 		if (hibernate_flushing == TRUE) {  in vm_compressor_compact_and_swap()
3873 			if (hibernate_no_swapspace == TRUE) {  in vm_compressor_compact_and_swap()
3881 			if (hibernate_in_progress_with_pinned_swap == TRUE &&  in vm_compressor_compact_and_swap()
3889 				hibernate_flush_timed_out = TRUE;  in vm_compressor_compact_and_swap()
3963 		if (flush_all == TRUE && c_seg->c_generation_id > c_generation_id_flush_barrier) {  in vm_compressor_compact_and_swap()
3981 		if (c_seg_do_minor_compaction_and_unlock(c_seg, FALSE, TRUE, TRUE)) {  in vm_compressor_compact_and_swap()
4028 				if ((vm_swapout_ripe_segments == TRUE && c_overage_swapped_count < c_overage_swapped_limit)) {  in vm_compressor_compact_and_swap()
4036 						c_seg->c_overage_swap = TRUE;  in vm_compressor_compact_and_swap()
4148 		while (c_segments_busy == TRUE) {  in c_seg_allocate()
4176 			c_segments_busy = TRUE;  in c_seg_allocate()
4285 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_seg_allocate()
4348 			c_seg_was_busy = TRUE;  in c_current_seg_filled()
4376 	if (vm_darkwake_mode == TRUE) {  in c_current_seg_filled()
4460 		c_seg_need_delayed_compaction(c_seg, TRUE);  in c_current_seg_filled()
4498 	if (c_seg->c_overage_swap == TRUE) {  in c_seg_swapin_requeue()
4502 	if (has_data == TRUE) {  in c_seg_swapin_requeue()
4503 		if (age_on_swapin_q == TRUE || c_seg->c_has_donated_pages) {  in c_seg_swapin_requeue()
4520 …if (minor_compact_ok == TRUE && !c_seg->c_on_minorcompact_q && C_SEG_UNUSED_BYTES(c_seg) >= PAGE_S…  in c_seg_swapin_requeue()
4521 			c_seg_need_delayed_compaction(c_seg, TRUE);  in c_seg_swapin_requeue()
4583 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_seg_swapin()
4588 		c_seg_swapin_requeue(c_seg, FALSE, TRUE, age_on_swapin_q);  in c_seg_swapin()
4604 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_seg_swapin()
4606 		c_seg_swapin_requeue(c_seg, TRUE, force_minor_compaction == TRUE ? FALSE : TRUE, age_on_swapin_q);  in c_seg_swapin()
4634 		if (force_minor_compaction == TRUE) {  in c_seg_swapin()
4673 …rd, (UInt64)n_sv_he.he_record, (UInt64 *) &c_segment_sv_hash_table[hash_indx].he_record) == TRUE) {  in c_segment_sv_hash_drop_ref()
4706 …d, (UInt64)n_sv_he.he_record, (UInt64 *) &c_segment_sv_hash_table[hash_sindx].he_record) == TRUE) {  in c_segment_sv_hash_insert()
4710 				got_ref = TRUE;  in c_segment_sv_hash_insert()
4715 		if (got_ref == TRUE) {  in c_segment_sv_hash_insert()
5052 	boolean_t       need_unlock = TRUE;  in c_decompress_page()
5068 		kdp_mode = TRUE;  in c_decompress_page()
5074 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_decompress_page()
5091 	if (__improbable(dst && decompressions_blocked == TRUE)) {  in c_decompress_page()
5209 			retval = c_seg_swapin(c_seg, FALSE, TRUE);  in c_decompress_page()
5481 					consider_defragmenting = TRUE;  in c_decompress_page()
5499 			consider_defragmenting = TRUE;  in c_decompress_page()
5507 	if (need_unlock == TRUE) {  in c_decompress_page()
5513 	if (consider_defragmenting == TRUE) {  in c_decompress_page()
5716 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_transfer()
5893 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_relocate()
5921 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_relocate()
5989 	PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_compressor_relocate()
6013 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_relocate()
6063 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_inject_error()
6258 	PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_uncompressed_return_space_to_swap()
6300 	PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_uncompressed_reserve_space_in_swap()
6361 		PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_uncompressed_put()
6409 		PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_uncompressed_put()
6435 		PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_uncompressed_put()
6466 		PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_uncompressed_get()
6485 		PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_uncompressed_get()