116 static kcdata_descriptor_t stackshot_kcdata_p = NULL;  variable
482 		error = finalize_kcdata(stackshot_kcdata_p);  in stack_snapshot_from_kernel()
499 	stackshot_kcdata_p = NULL;  in stack_snapshot_from_kernel()
690 	kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in collect_exclave_threads()
706 	kr = kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in collect_exclave_threads()
962 	kr = stackshot_exclaves_process_stackshot(result, stackshot_kcdata_p);  in stackshot_exclaves_process_result()
1231 				stackshot_kcdata_p = NULL;  in kern_stack_snapshot_internal()
1248 		kcd_exit_on_error(finalize_kcdata(stackshot_kcdata_p));  in kern_stack_snapshot_internal()
1305 		stackshot_kcdata_p = NULL;  in kern_stack_snapshot_internal()
1342 	assert(stackshot_kcdata_p == NULL);  in kdp_snapshot_preflight()
1343 	stackshot_kcdata_p = data_p;  in kdp_snapshot_preflight()
1352 	stackshot_kcdata_p = NULL;  in panic_stackshot_reset_state()
1358 	return stackshot_kcdata_p != NULL;  in stackshot_active()
1679 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_plh_record()
1682 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL_NAME, name_sz + …  in kdp_stackshot_plh_record()
1686 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL, sizeof(spl), &s…  in kdp_stackshot_plh_record()
1687 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_plh_record()
1704 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, plh->x, "stackshot_" #x))…  in kdp_stackshot_plh_stats()
3233 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
3287 …	kcd_exit_on_error(kcdata_record_shared_cache_info(stackshot_kcdata_p, task, &task_snap_ss_flags));  in kdp_stackshot_record_task()
3288 …kcd_exit_on_error(kcdata_record_uuid_info(stackshot_kcdata_p, task, ctx->trace_flags, have_pmap, &…  in kdp_stackshot_record_task()
3291 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, ctx->trace_flags, have_pma…  in kdp_stackshot_record_task()
3293 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
3297 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, ctx->trace_flags, have_pma…  in kdp_stackshot_record_task()
3299 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
3303 …kcd_exit_on_error(kcdata_record_task_delta_snapshot(stackshot_kcdata_p, task, ctx->trace_flags, ha…  in kdp_stackshot_record_task()
3313 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_DEL…  in kdp_stackshot_record_task()
3346 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
3350 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
3352 …kcd_exit_on_error(kcdata_record_thread_snapshot(stackshot_kcdata_p, thread, task, ctx->trace_flags…  in kdp_stackshot_record_task()
3354 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
3357 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_record_task()
3392 			kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
3395 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_WAI…  in kdp_stackshot_record_task()
3402 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_TUR…  in kdp_stackshot_record_task()
3459 			kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
3467 …((((mach_vm_address_t)kcd_end_address(stackshot_kcdata_p) + (TASK_IMP_WALK_LIMIT * sizeof(int32_t)…  in kdp_stackshot_record_task()
3468 				(mach_vm_address_t)kcd_max_address(stackshot_kcdata_p))  in kdp_stackshot_record_task()
3472 			    (void *)kcd_end_address(stackshot_kcdata_p), TASK_IMP_WALK_LIMIT);  in kdp_stackshot_record_task()
3475 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
3476 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_DONATING_P…  in kdp_stackshot_record_task()
3478 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
3485 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - ta…  in kdp_stackshot_record_task()
3493 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_LATENCY_INFO_TASK, sizeof(…  in kdp_stackshot_record_task()
3498 …kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END, conta…  in kdp_stackshot_record_task()
3531 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_shared_regions()
3540 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_INFO,  in kdp_stackshot_shared_regions()
3546 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
3548 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_shared_regions()
3578 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_LOADINFO,  in kdp_stackshot_shared_regions()
3589 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
3658 	if (stackshot_kcdata_p == NULL) {  in kdp_stackshot_kcdata_format()
3666 …kcd_exit_on_error(stackshot_setup_exclave_waitlist(stackshot_kcdata_p)); /* Allocate list of excla…  in kdp_stackshot_kcdata_format()
3669 	stackshot_plh_setup(stackshot_kcdata_p); /* set up port label hash */  in kdp_stackshot_kcdata_format()
3676 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, trace_flags, "stackshot_i…  in kdp_stackshot_kcdata_format()
3677 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, (uint32_t)pid, "stackshot…  in kdp_stackshot_kcdata_format()
3678 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, system_state_flags, "syst…  in kdp_stackshot_kcdata_format()
3680 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stack_snapshot_pagetable_…  in kdp_stackshot_kcdata_format()
3683 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
3684 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
3693 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_LEVEL, sizeof(uint3…  in kdp_stackshot_kcdata_format()
3698 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_POLICY_VERSION, siz…  in kdp_stackshot_kcdata_format()
3701 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_KERN_PAGE_SIZE, sizeof(uin…  in kdp_stackshot_kcdata_format()
3705 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_OSVERSION, length_to_copy,…  in kdp_stackshot_kcdata_format()
3709 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_BOOTARGS, length_to_copy, …  in kdp_stackshot_kcdata_format()
3711 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_TIMEBASE, sizeof(timebase), &ti…  in kdp_stackshot_kcdata_format()
3713 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_DELTA_SINCE_TIMESTAMP, siz…  in kdp_stackshot_kcdata_format()
3716 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_MACH_ABSOLUTE_TIME, sizeof(uint…  in kdp_stackshot_kcdata_format()
3718 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_USECS_SINCE_EPOCH, sizeof(uint6…  in kdp_stackshot_kcdata_format()
3726 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_GLOBAL_MEM_STATS, sizeof(m…  in kdp_stackshot_kcdata_format()
3744 		kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
3751 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_GRO…  in kdp_stackshot_kcdata_format()
3760 		kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
3765 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - th…  in kdp_stackshot_kcdata_format()
3834 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
3835 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_COA…  in kdp_stackshot_kcdata_format()
3843 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
3848 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - co…  in kdp_stackshot_kcdata_format()
3885 		kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_STACKSHOT_FAULT_STATS,  in kdp_stackshot_kcdata_format()
3892 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_LATENCY_INFO, sizeof(laten…  in kdp_stackshot_kcdata_format()
3905 		kcd_exit_on_error(kcdata_get_memory_addr(stackshot_kcdata_p, STACKSHOT_KCTYPE_STACKSHOT_DURATION,  in kdp_stackshot_kcdata_format()
3911 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_STACKSHOT_DURATION, sizeof…  in kdp_stackshot_kcdata_format()
3917 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - st…  in kdp_stackshot_kcdata_format()
4117 	kern_return_t error = finalize_kcdata(stackshot_kcdata_p);  in do_panic_stackshot()