73 bool freezer_incore_cseg_acct = TRUE; /* Only count incore compressed memory for jetsams. */
78 boolean_t popcount_c_segs = TRUE;
118 boolean_t validate_c_segs = TRUE;
151 boolean_t checksum_c_segs = TRUE;
438 		return TRUE;  in vm_compressor_low_on_space()
443 		return TRUE;  in vm_compressor_low_on_space()
466 		return TRUE;  in vm_compressor_out_of_space()
471 		return TRUE;  in vm_compressor_out_of_space()
542 	PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_decompressor_lock()
544 	decompressions_blocked = TRUE;  in vm_decompressor_lock()
552 	PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_decompressor_unlock()
603 boolean_t write_protect_c_segs = TRUE;
1027 	memorystatus_freeze_enabled = TRUE;  in vm_compressor_init()
1126 			clear_busy = TRUE;  in c_seg_need_delayed_compaction()
1140 	if (clear_busy == TRUE) {  in c_seg_need_delayed_compaction()
1160 		clear_busy = TRUE;  in c_seg_move_to_sparse_list()
1168 	if (clear_busy == TRUE) {  in c_seg_move_to_sparse_list()
1184 		while (TRUE) {  in c_seg_insert_into_q()
1225 		c_seg_do_minor_compaction_and_unlock(c_seg, TRUE, FALSE, FALSE);  in c_seg_try_minor_compaction_and_unlock()
1251 		if (clear_busy == TRUE) {  in c_seg_do_minor_compaction_and_unlock()
1265 	if (disallow_page_replacement == TRUE) {  in c_seg_do_minor_compaction_and_unlock()
1268 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_seg_do_minor_compaction_and_unlock()
1274 	if (disallow_page_replacement == TRUE) {  in c_seg_do_minor_compaction_and_unlock()
1278 	if (need_list_lock == TRUE) {  in c_seg_do_minor_compaction_and_unlock()
1390 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in task_disown_frozen_csegs()
1561 		if (insert_head == TRUE) {  in c_seg_switch_state()
1572 		if (insert_head == TRUE) {  in c_seg_switch_state()
1583 		if (insert_head == TRUE) {  in c_seg_switch_state()
1594 		if (insert_head == TRUE) {  in c_seg_switch_state()
1605 		if (insert_head == TRUE) {  in c_seg_switch_state()
1617 		if (insert_head == TRUE) {  in c_seg_switch_state()
1628 		if (insert_head == TRUE) {  in c_seg_switch_state()
1670 	if (c_seg->c_overage_swap == TRUE) {  in c_seg_free_locked()
1869 	c_seg_validate(c_seg, TRUE);  in c_seg_minor_compaction_and_unlock()
1887 	if (clear_busy == TRUE) {  in c_seg_minor_compaction_and_unlock()
1977 	return TRUE;  in c_seg_major_compact_ok()
1993 	boolean_t       keep_compacting = TRUE;  in c_seg_major_compact()
2094 		PAGE_REPLACEMENT_ALLOWED(TRUE);  in c_seg_major_compact()
2156 		compressor_need_sample_reset = TRUE;  in compute_swapout_target_age()
2157 		need_eval_reset = TRUE;  in compute_swapout_target_age()
2165 	need_eval_reset = TRUE;  in compute_swapout_target_age()
2178 		compressor_need_sample_reset = TRUE;  in compute_swapout_target_age()
2179 		need_eval_reset = TRUE;  in compute_swapout_target_age()
2234 		compressor_need_sample_reset = TRUE;  in compute_swapout_target_age()
2235 		need_eval_reset = TRUE;  in compute_swapout_target_age()
2240 	if (compressor_need_sample_reset == TRUE) {  in compute_swapout_target_age()
2252 	if (need_eval_reset == TRUE) {  in compute_swapout_target_age()
2299 	if (vm_swapout_ripe_segments == TRUE && c_overage_swapped_count < c_overage_swapped_limit) {  in compressor_needs_to_swap()
2318 			should_swap = TRUE;  in compressor_needs_to_swap()
2353 		should_swap = TRUE;  in compressor_needs_to_swap()
2357 		should_swap = TRUE;  in compressor_needs_to_swap()
2365 	if (should_swap || vm_compressor_low_on_space() == TRUE) {  in compressor_needs_to_swap()
2367 			vm_compressor_thrashing_detected = TRUE;  in compressor_needs_to_swap()
2371 				memorystatus_kill_on_VM_compressor_thrashing(TRUE /* async */);  in compressor_needs_to_swap()
2373 			} else if (vm_compressor_low_on_space() == TRUE) {  in compressor_needs_to_swap()
2375 				memorystatus_kill_on_VM_compressor_space_shortage(TRUE /* async */);  in compressor_needs_to_swap()
2378 				memorystatus_kill_on_FC_thrashing(TRUE /* async */);  in compressor_needs_to_swap()
2442 		compressor_need_sample_reset = TRUE;  in vm_thrashing_jetsam_done()
2553 	vm_swapout_ripe_segments = TRUE;  in vm_consider_swapping()
2604 		need_wakeup = TRUE;  in vm_consider_waking_compactor_swapper()
2608 		need_wakeup = TRUE;  in vm_consider_waking_compactor_swapper()
2610 		need_wakeup = TRUE;  in vm_consider_waking_compactor_swapper()
2617 			need_wakeup = TRUE;  in vm_consider_waking_compactor_swapper()
2620 	if (need_wakeup == TRUE) {  in vm_consider_waking_compactor_swapper()
2667 		c_seg_do_minor_compaction_and_unlock(c_seg, TRUE, FALSE, TRUE);  in vm_compressor_do_delayed_compactions()
2670 …if ((flush_all == TRUE || compressor_needs_to_swap() == TRUE) && c_swapout_count < C_SWAPOUT_LIMIT…  in vm_compressor_do_delayed_compactions()
2671 				needs_to_swap = TRUE;  in vm_compressor_do_delayed_compactions()
2751 	hibernate_flushing = TRUE;  in vm_compressor_flush()
2778 	vm_compressor_compact_and_swap(TRUE);  in vm_compressor_flush()
2834 		if (vm_pageout_state.vm_restricted_to_single_processor == TRUE) {  in vm_compressor_swap_trigger_thread()
2885 		fastwake_recording_in_progress = TRUE;  in vm_compressor_record_warmup_start()
2898 	if (fastwake_recording_in_progress == TRUE) {  in vm_compressor_record_warmup_end()
2941 		fastwake_warmup = TRUE;  in vm_compressor_do_warmup()
2959 	fastwake_warmup = TRUE;  in do_fastwake_warmup_all()
2961 	do_fastwake_warmup(&c_swappedout_list_head, TRUE);  in do_fastwake_warmup_all()
2963 	do_fastwake_warmup(&c_swappedout_sparse_list_head, TRUE);  in do_fastwake_warmup_all()
2987 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in do_fastwake_warmup()
2991 	while (!queue_empty(c_queue) && fastwake_warmup == TRUE) {  in do_fastwake_warmup()
3011 			PAGE_REPLACEMENT_DISALLOWED(TRUE);  in do_fastwake_warmup()
3013 			if (c_seg_swapin(c_seg, TRUE, FALSE) == 0) {  in do_fastwake_warmup()
3020 			PAGE_REPLACEMENT_DISALLOWED(TRUE);  in do_fastwake_warmup()
3061 	if (fastwake_warmup == TRUE) {  in vm_compressor_compact_and_swap()
3117 		if (hibernate_flushing == TRUE) {  in vm_compressor_compact_and_swap()
3124 			if (hibernate_no_swapspace == TRUE) {  in vm_compressor_compact_and_swap()
3132 			if (hibernate_in_progress_with_pinned_swap == TRUE &&  in vm_compressor_compact_and_swap()
3140 				hibernate_flush_timed_out = TRUE;  in vm_compressor_compact_and_swap()
3206 		if (flush_all == TRUE && c_seg->c_generation_id > c_generation_id_flush_barrier) {  in vm_compressor_compact_and_swap()
3224 		if (c_seg_do_minor_compaction_and_unlock(c_seg, FALSE, TRUE, TRUE)) {  in vm_compressor_compact_and_swap()
3236 		keep_compacting = TRUE;  in vm_compressor_compact_and_swap()
3237 		switch_state = TRUE;  in vm_compressor_compact_and_swap()
3239 		while (keep_compacting == TRUE) {  in vm_compressor_compact_and_swap()
3288 			if (c_seg_do_minor_compaction_and_unlock(c_seg_next, FALSE, TRUE, TRUE)) {  in vm_compressor_compact_and_swap()
3307 			PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_compact_and_swap()
3321 			if (c_seg_minor_compaction_and_unlock(c_seg_next, TRUE)) {  in vm_compressor_compact_and_swap()
3385 				if ((vm_swapout_ripe_segments == TRUE && c_overage_swapped_count < c_overage_swapped_limit)) {  in vm_compressor_compact_and_swap()
3393 						c_seg->c_overage_swap = TRUE;  in vm_compressor_compact_and_swap()
3497 		while (c_segments_busy == TRUE) {  in c_seg_allocate()
3525 			c_segments_busy = TRUE;  in c_seg_allocate()
3615 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_seg_allocate()
3671 			c_seg_was_busy = TRUE;  in c_current_seg_filled()
3698 	if (vm_darkwake_mode == TRUE) {  in c_current_seg_filled()
3700 		head_insert = TRUE;  in c_current_seg_filled()
3727 		c_seg_need_delayed_compaction(c_seg, TRUE);  in c_current_seg_filled()
3785 	if (c_seg->c_overage_swap == TRUE) {  in c_seg_swapin_requeue()
3789 	if (has_data == TRUE) {  in c_seg_swapin_requeue()
3790 		if (age_on_swapin_q == TRUE) {  in c_seg_swapin_requeue()
3796 …if (minor_compact_ok == TRUE && !c_seg->c_on_minorcompact_q && C_SEG_UNUSED_BYTES(c_seg) >= PAGE_S…  in c_seg_swapin_requeue()
3797 			c_seg_need_delayed_compaction(c_seg, TRUE);  in c_seg_swapin_requeue()
3856 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_seg_swapin()
3861 		c_seg_swapin_requeue(c_seg, FALSE, TRUE, age_on_swapin_q);  in c_seg_swapin()
3877 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_seg_swapin()
3879 		c_seg_swapin_requeue(c_seg, TRUE, force_minor_compaction == TRUE ? FALSE : TRUE, age_on_swapin_q);  in c_seg_swapin()
3904 		if (force_minor_compaction == TRUE) {  in c_seg_swapin()
3943 …rd, (UInt64)n_sv_he.he_record, (UInt64 *) &c_segment_sv_hash_table[hash_indx].he_record) == TRUE) {  in c_segment_sv_hash_drop_ref()
3976 …d, (UInt64)n_sv_he.he_record, (UInt64 *) &c_segment_sv_hash_table[hash_sindx].he_record) == TRUE) {  in c_segment_sv_hash_insert()
3980 				got_ref = TRUE;  in c_segment_sv_hash_insert()
3985 		if (got_ref == TRUE) {  in c_segment_sv_hash_insert()
4264 	boolean_t       need_unlock = TRUE;  in c_decompress_page()
4280 		kdp_mode = TRUE;  in c_decompress_page()
4286 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in c_decompress_page()
4303 	if (__improbable(dst && decompressions_blocked == TRUE)) {  in c_decompress_page()
4421 			retval = c_seg_swapin(c_seg, FALSE, TRUE);  in c_decompress_page()
4658 					consider_defragmenting = TRUE;  in c_decompress_page()
4676 			consider_defragmenting = TRUE;  in c_decompress_page()
4684 	if (need_unlock == TRUE) {  in c_decompress_page()
4690 	if (consider_defragmenting == TRUE) {  in c_decompress_page()
4792 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_inject_error()
4941 	PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_transfer()
5110 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_relocate()
5135 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_relocate()
5203 	PAGE_REPLACEMENT_ALLOWED(TRUE);  in vm_compressor_relocate()
5227 		PAGE_REPLACEMENT_DISALLOWED(TRUE);  in vm_compressor_relocate()