389 #define stackshot_kcdata_p (PERCPU_GET(stackshot_kcdata_percpu))  macro
917 		ptr = kcdata_endalloc(stackshot_kcdata_p, size);  in stackshot_alloc_with_size()
1026 	assert(descriptor == stackshot_kcdata_p);  in linked_kcdata_alloc_callback()
1075 	*stackshot_kcdata_p = stackshot_cpu_ctx.scc_kcdata_head->kcdata;  in stackshot_new_linked_kcdata()
1090 	stackshot_kcdata_free_unused(stackshot_kcdata_p);  in stackshot_finalize_linked_kcdata()
1092 		stackshot_cpu_ctx.scc_kcdata_tail->kcdata = *stackshot_kcdata_p;  in stackshot_finalize_linked_kcdata()
1094 	*stackshot_kcdata_p = (struct kcdata_descriptor){};  in stackshot_finalize_linked_kcdata()
2750 			kcdata_memory_static_init(stackshot_kcdata_p, (mach_vm_address_t) stackshot_args.buffer, hdr_tag,  in kdp_snapshot_preflight_internal()
2755 				kcd_exit_on_error(kcdata_init_compress(stackshot_kcdata_p, hdr_tag, kdp_memcpy, KCDCT_ZLIB));  in kdp_snapshot_preflight_internal()
2757 …stackshot_cpu_ctx.scc_stack_buffer = kcdata_endalloc(stackshot_kcdata_p, sizeof(uintptr_t) * MAX_F…  in kdp_snapshot_preflight_internal()
2765 		*stackshot_kcdata_p = *stackshot_args.descriptor;  in kdp_snapshot_preflight_internal()
2768 			.scc_stack_buffer = kcdata_endalloc(stackshot_kcdata_p, sizeof(uintptr_t) * MAX_FRAMES)  in kdp_snapshot_preflight_internal()
3128 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_plh_record_locked()
3131 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL_NAME, name_sz + …  in kdp_stackshot_plh_record_locked()
3135 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL, sizeof(spl), &s…  in kdp_stackshot_plh_record_locked()
3136 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_plh_record_locked()
3174 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, os_atomic_load(&plh->x, r…  in kdp_stackshot_plh_stats()
4739 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
4793 …	kcd_exit_on_error(kcdata_record_shared_cache_info(stackshot_kcdata_p, task, &task_snap_ss_flags));  in kdp_stackshot_record_task()
4794 …kcd_exit_on_error(kcdata_record_uuid_info(stackshot_kcdata_p, task, stackshot_flags, have_pmap, &t…  in kdp_stackshot_record_task()
4795 			kcd_exit_on_error(kcdata_record_task_exec_meta(stackshot_kcdata_p, task));  in kdp_stackshot_record_task()
4798 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, stackshot_flags, have_pmap…  in kdp_stackshot_record_task()
4800 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
4804 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, stackshot_flags, have_pmap…  in kdp_stackshot_record_task()
4806 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
4810 …kcd_exit_on_error(kcdata_record_task_delta_snapshot(stackshot_kcdata_p, task, stackshot_flags, hav…  in kdp_stackshot_record_task()
4820 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_DEL…  in kdp_stackshot_record_task()
4858 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
4862 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4864 …kcd_exit_on_error(kcdata_record_thread_snapshot(stackshot_kcdata_p, thread, task, stackshot_flags,…  in kdp_stackshot_record_task()
4866 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4869 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_record_task()
4903 			kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4906 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_WAI…  in kdp_stackshot_record_task()
4913 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_TUR…  in kdp_stackshot_record_task()
4971 			kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4984 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4985 				kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_DONATING_PIDS,  in kdp_stackshot_record_task()
4987 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4994 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - ta…  in kdp_stackshot_record_task()
5002 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_LATENCY_INFO_TASK, sizeof(…  in kdp_stackshot_record_task()
5007 …kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END, conta…  in kdp_stackshot_record_task()
5040 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_shared_regions()
5049 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_INFO,  in kdp_stackshot_shared_regions()
5055 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
5057 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_shared_regions()
5087 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_LOADINFO,  in kdp_stackshot_shared_regions()
5098 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
5179 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, stackshot_flags, "stacksh…  in kdp_stackshot_kcdata_format()
5180 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, (uint32_t)stackshot_flags…  in kdp_stackshot_kcdata_format()
5181 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, system_state_flags, "syst…  in kdp_stackshot_kcdata_format()
5183 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_args.pagetable_…  in kdp_stackshot_kcdata_format()
5186 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
5187 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
5189 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, stackshot_available_task_…  in kdp_stackshot_kcdata_format()
5198 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_LEVEL, sizeof(uint3…  in kdp_stackshot_kcdata_format()
5203 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_POLICY_VERSION, siz…  in kdp_stackshot_kcdata_format()
5206 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_KERN_PAGE_SIZE, sizeof(uin…  in kdp_stackshot_kcdata_format()
5210 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_OSVERSION, length_to_copy,…  in kdp_stackshot_kcdata_format()
5212 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_OS_BUILD_VERSION, length_t…  in kdp_stackshot_kcdata_format()
5216 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_BOOTARGS, length_to_copy, …  in kdp_stackshot_kcdata_format()
5218 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_TIMEBASE, sizeof(timebase), &ti…  in kdp_stackshot_kcdata_format()
5220 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_DELTA_SINCE_TIMESTAMP, siz…  in kdp_stackshot_kcdata_format()
5223 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_MACH_ABSOLUTE_TIME, sizeof(uint…  in kdp_stackshot_kcdata_format()
5225 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_USECS_SINCE_EPOCH, sizeof(uint6…  in kdp_stackshot_kcdata_format()
5233 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_GLOBAL_MEM_STATS, sizeof(m…  in kdp_stackshot_kcdata_format()
5251 		kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
5258 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_GRO…  in kdp_stackshot_kcdata_format()
5267 		kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
5272 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - th…  in kdp_stackshot_kcdata_format()
5374 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
5375 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_COA…  in kdp_stackshot_kcdata_format()
5383 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
5388 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - co…  in kdp_stackshot_kcdata_format()
5464 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - st…  in kdp_stackshot_kcdata_format()
5469 …kcdata_add_uint64_with_description(stackshot_kcdata_p, tasks_in_stackshot, "stackshot_tasks_count"…  in kdp_stackshot_kcdata_format()
5470 …kcdata_add_uint64_with_description(stackshot_kcdata_p, threads_in_stackshot, "stackshot_threads_co…  in kdp_stackshot_kcdata_format()
5478 		*stackshot_kcdata_p = stackshot_cpu_ctx.scc_kcdata_tail->kcdata;  in kdp_stackshot_kcdata_format()
5493 			kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_kcdata_format()
5496 				*error_in_block = stackshot_exclaves_process_stackshot(&result, stackshot_kcdata_p, false);  in kdp_stackshot_kcdata_format()
5498 			kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_kcdata_format()
5785 		stackshot_ctx.sc_finalized_kcdata = stackshot_kcdata_p;  in do_stackshot()