388 #define stackshot_kcdata_p (PERCPU_GET(stackshot_kcdata_percpu))  macro
916 		ptr = kcdata_endalloc(stackshot_kcdata_p, size);  in stackshot_alloc_with_size()
1025 	assert(descriptor == stackshot_kcdata_p);  in linked_kcdata_alloc_callback()
1074 	*stackshot_kcdata_p = stackshot_cpu_ctx.scc_kcdata_head->kcdata;  in stackshot_new_linked_kcdata()
1089 	stackshot_kcdata_free_unused(stackshot_kcdata_p);  in stackshot_finalize_linked_kcdata()
1091 		stackshot_cpu_ctx.scc_kcdata_tail->kcdata = *stackshot_kcdata_p;  in stackshot_finalize_linked_kcdata()
1093 	*stackshot_kcdata_p = (struct kcdata_descriptor){};  in stackshot_finalize_linked_kcdata()
2749 			kcdata_memory_static_init(stackshot_kcdata_p, (mach_vm_address_t) stackshot_args.buffer, hdr_tag,  in kdp_snapshot_preflight_internal()
2754 				kcd_exit_on_error(kcdata_init_compress(stackshot_kcdata_p, hdr_tag, kdp_memcpy, KCDCT_ZLIB));  in kdp_snapshot_preflight_internal()
2756 …stackshot_cpu_ctx.scc_stack_buffer = kcdata_endalloc(stackshot_kcdata_p, sizeof(uintptr_t) * MAX_F…  in kdp_snapshot_preflight_internal()
2764 		*stackshot_kcdata_p = *stackshot_args.descriptor;  in kdp_snapshot_preflight_internal()
2767 			.scc_stack_buffer = kcdata_endalloc(stackshot_kcdata_p, sizeof(uintptr_t) * MAX_FRAMES)  in kdp_snapshot_preflight_internal()
3127 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_plh_record_locked()
3130 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL_NAME, name_sz + …  in kdp_stackshot_plh_record_locked()
3134 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL, sizeof(spl), &s…  in kdp_stackshot_plh_record_locked()
3135 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_plh_record_locked()
3173 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, os_atomic_load(&plh->x, r…  in kdp_stackshot_plh_stats()
4685 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
4739 …	kcd_exit_on_error(kcdata_record_shared_cache_info(stackshot_kcdata_p, task, &task_snap_ss_flags));  in kdp_stackshot_record_task()
4740 …kcd_exit_on_error(kcdata_record_uuid_info(stackshot_kcdata_p, task, stackshot_flags, have_pmap, &t…  in kdp_stackshot_record_task()
4743 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, stackshot_flags, have_pmap…  in kdp_stackshot_record_task()
4745 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
4749 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, stackshot_flags, have_pmap…  in kdp_stackshot_record_task()
4751 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
4755 …kcd_exit_on_error(kcdata_record_task_delta_snapshot(stackshot_kcdata_p, task, stackshot_flags, hav…  in kdp_stackshot_record_task()
4765 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_DEL…  in kdp_stackshot_record_task()
4803 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
4807 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4809 …kcd_exit_on_error(kcdata_record_thread_snapshot(stackshot_kcdata_p, thread, task, stackshot_flags,…  in kdp_stackshot_record_task()
4811 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4814 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_record_task()
4848 			kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4851 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_WAI…  in kdp_stackshot_record_task()
4858 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_TUR…  in kdp_stackshot_record_task()
4916 			kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4929 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4930 				kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_DONATING_PIDS,  in kdp_stackshot_record_task()
4932 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4939 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - ta…  in kdp_stackshot_record_task()
4947 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_LATENCY_INFO_TASK, sizeof(…  in kdp_stackshot_record_task()
4952 …kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END, conta…  in kdp_stackshot_record_task()
4985 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_shared_regions()
4994 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_INFO,  in kdp_stackshot_shared_regions()
5000 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
5002 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_shared_regions()
5032 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_LOADINFO,  in kdp_stackshot_shared_regions()
5043 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
5124 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, stackshot_flags, "stacksh…  in kdp_stackshot_kcdata_format()
5125 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, (uint32_t)stackshot_flags…  in kdp_stackshot_kcdata_format()
5126 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, system_state_flags, "syst…  in kdp_stackshot_kcdata_format()
5128 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_args.pagetable_…  in kdp_stackshot_kcdata_format()
5131 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
5132 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
5141 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_LEVEL, sizeof(uint3…  in kdp_stackshot_kcdata_format()
5146 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_POLICY_VERSION, siz…  in kdp_stackshot_kcdata_format()
5149 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_KERN_PAGE_SIZE, sizeof(uin…  in kdp_stackshot_kcdata_format()
5153 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_OSVERSION, length_to_copy,…  in kdp_stackshot_kcdata_format()
5155 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_OS_BUILD_VERSION, length_t…  in kdp_stackshot_kcdata_format()
5159 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_BOOTARGS, length_to_copy, …  in kdp_stackshot_kcdata_format()
5161 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_TIMEBASE, sizeof(timebase), &ti…  in kdp_stackshot_kcdata_format()
5163 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_DELTA_SINCE_TIMESTAMP, siz…  in kdp_stackshot_kcdata_format()
5166 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_MACH_ABSOLUTE_TIME, sizeof(uint…  in kdp_stackshot_kcdata_format()
5168 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_USECS_SINCE_EPOCH, sizeof(uint6…  in kdp_stackshot_kcdata_format()
5176 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_GLOBAL_MEM_STATS, sizeof(m…  in kdp_stackshot_kcdata_format()
5194 		kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
5201 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_GRO…  in kdp_stackshot_kcdata_format()
5210 		kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
5215 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - th…  in kdp_stackshot_kcdata_format()
5317 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
5318 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_COA…  in kdp_stackshot_kcdata_format()
5326 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
5331 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - co…  in kdp_stackshot_kcdata_format()
5407 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - st…  in kdp_stackshot_kcdata_format()
5412 …kcdata_add_uint64_with_description(stackshot_kcdata_p, tasks_in_stackshot, "stackshot_tasks_count"…  in kdp_stackshot_kcdata_format()
5413 …kcdata_add_uint64_with_description(stackshot_kcdata_p, threads_in_stackshot, "stackshot_threads_co…  in kdp_stackshot_kcdata_format()
5421 		*stackshot_kcdata_p = stackshot_cpu_ctx.scc_kcdata_tail->kcdata;  in kdp_stackshot_kcdata_format()
5436 			kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_kcdata_format()
5439 				*error_in_block = stackshot_exclaves_process_stackshot(&result, stackshot_kcdata_p, false);  in kdp_stackshot_kcdata_format()
5441 			kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_kcdata_format()
5728 		stackshot_ctx.sc_finalized_kcdata = stackshot_kcdata_p;  in do_stackshot()