383 #define stackshot_kcdata_p (PERCPU_GET(stackshot_kcdata_percpu))  macro
911 		ptr = kcdata_endalloc(stackshot_kcdata_p, size);  in stackshot_alloc_with_size()
1020 	assert(descriptor == stackshot_kcdata_p);  in linked_kcdata_alloc_callback()
1069 	*stackshot_kcdata_p = stackshot_cpu_ctx.scc_kcdata_head->kcdata;  in stackshot_new_linked_kcdata()
1084 	stackshot_kcdata_free_unused(stackshot_kcdata_p);  in stackshot_finalize_linked_kcdata()
1086 		stackshot_cpu_ctx.scc_kcdata_tail->kcdata = *stackshot_kcdata_p;  in stackshot_finalize_linked_kcdata()
1088 	*stackshot_kcdata_p = (struct kcdata_descriptor){};  in stackshot_finalize_linked_kcdata()
2713 			kcdata_memory_static_init(stackshot_kcdata_p, (mach_vm_address_t) stackshot_args.buffer, hdr_tag,  in kdp_snapshot_preflight_internal()
2718 				kcd_exit_on_error(kcdata_init_compress(stackshot_kcdata_p, hdr_tag, kdp_memcpy, KCDCT_ZLIB));  in kdp_snapshot_preflight_internal()
2720 …stackshot_cpu_ctx.scc_stack_buffer = kcdata_endalloc(stackshot_kcdata_p, sizeof(uintptr_t) * MAX_F…  in kdp_snapshot_preflight_internal()
2728 		*stackshot_kcdata_p = *stackshot_args.descriptor;  in kdp_snapshot_preflight_internal()
2731 			.scc_stack_buffer = kcdata_endalloc(stackshot_kcdata_p, sizeof(uintptr_t) * MAX_FRAMES)  in kdp_snapshot_preflight_internal()
3081 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_plh_record_locked()
3084 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL_NAME, name_sz + …  in kdp_stackshot_plh_record_locked()
3088 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL, sizeof(spl), &s…  in kdp_stackshot_plh_record_locked()
3089 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_plh_record_locked()
3127 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, os_atomic_load(&plh->x, r…  in kdp_stackshot_plh_stats()
4633 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
4687 …	kcd_exit_on_error(kcdata_record_shared_cache_info(stackshot_kcdata_p, task, &task_snap_ss_flags));  in kdp_stackshot_record_task()
4688 …kcd_exit_on_error(kcdata_record_uuid_info(stackshot_kcdata_p, task, stackshot_flags, have_pmap, &t…  in kdp_stackshot_record_task()
4691 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, stackshot_flags, have_pmap…  in kdp_stackshot_record_task()
4693 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
4697 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, stackshot_flags, have_pmap…  in kdp_stackshot_record_task()
4699 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
4703 …kcd_exit_on_error(kcdata_record_task_delta_snapshot(stackshot_kcdata_p, task, stackshot_flags, hav…  in kdp_stackshot_record_task()
4713 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_DEL…  in kdp_stackshot_record_task()
4751 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
4755 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4757 …kcd_exit_on_error(kcdata_record_thread_snapshot(stackshot_kcdata_p, thread, task, stackshot_flags,…  in kdp_stackshot_record_task()
4759 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4762 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_record_task()
4796 			kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4799 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_WAI…  in kdp_stackshot_record_task()
4806 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_TUR…  in kdp_stackshot_record_task()
4864 			kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4877 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
4878 				kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_DONATING_PIDS,  in kdp_stackshot_record_task()
4880 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
4887 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - ta…  in kdp_stackshot_record_task()
4895 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_LATENCY_INFO_TASK, sizeof(…  in kdp_stackshot_record_task()
4900 …kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END, conta…  in kdp_stackshot_record_task()
4933 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_shared_regions()
4942 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_INFO,  in kdp_stackshot_shared_regions()
4948 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
4950 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_shared_regions()
4980 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_LOADINFO,  in kdp_stackshot_shared_regions()
4991 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
5072 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, stackshot_flags, "stacksh…  in kdp_stackshot_kcdata_format()
5073 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, (uint32_t)stackshot_flags…  in kdp_stackshot_kcdata_format()
5074 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, system_state_flags, "syst…  in kdp_stackshot_kcdata_format()
5076 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_args.pagetable_…  in kdp_stackshot_kcdata_format()
5079 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
5080 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
5089 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_LEVEL, sizeof(uint3…  in kdp_stackshot_kcdata_format()
5094 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_POLICY_VERSION, siz…  in kdp_stackshot_kcdata_format()
5097 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_KERN_PAGE_SIZE, sizeof(uin…  in kdp_stackshot_kcdata_format()
5101 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_OSVERSION, length_to_copy,…  in kdp_stackshot_kcdata_format()
5103 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_OS_BUILD_VERSION, length_t…  in kdp_stackshot_kcdata_format()
5107 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_BOOTARGS, length_to_copy, …  in kdp_stackshot_kcdata_format()
5109 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_TIMEBASE, sizeof(timebase), &ti…  in kdp_stackshot_kcdata_format()
5111 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_DELTA_SINCE_TIMESTAMP, siz…  in kdp_stackshot_kcdata_format()
5114 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_MACH_ABSOLUTE_TIME, sizeof(uint…  in kdp_stackshot_kcdata_format()
5116 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_USECS_SINCE_EPOCH, sizeof(uint6…  in kdp_stackshot_kcdata_format()
5124 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_GLOBAL_MEM_STATS, sizeof(m…  in kdp_stackshot_kcdata_format()
5142 		kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
5149 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_GRO…  in kdp_stackshot_kcdata_format()
5158 		kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
5163 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - th…  in kdp_stackshot_kcdata_format()
5265 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
5266 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_COA…  in kdp_stackshot_kcdata_format()
5274 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
5279 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - co…  in kdp_stackshot_kcdata_format()
5355 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - st…  in kdp_stackshot_kcdata_format()
5360 …kcdata_add_uint64_with_description(stackshot_kcdata_p, tasks_in_stackshot, "stackshot_tasks_count"…  in kdp_stackshot_kcdata_format()
5361 …kcdata_add_uint64_with_description(stackshot_kcdata_p, threads_in_stackshot, "stackshot_threads_co…  in kdp_stackshot_kcdata_format()
5369 		*stackshot_kcdata_p = stackshot_cpu_ctx.scc_kcdata_tail->kcdata;  in kdp_stackshot_kcdata_format()
5384 			kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_kcdata_format()
5387 				*error_in_block = stackshot_exclaves_process_stackshot(&result, stackshot_kcdata_p, true);  in kdp_stackshot_kcdata_format()
5389 			kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_kcdata_format()
5676 		stackshot_ctx.sc_finalized_kcdata = stackshot_kcdata_p;  in do_stackshot()