116 static kcdata_descriptor_t stackshot_kcdata_p = NULL;  variable
488 		error = finalize_kcdata(stackshot_kcdata_p);  in stack_snapshot_from_kernel()
500 	stackshot_kcdata_p = NULL;  in stack_snapshot_from_kernel()
701 	kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in collect_exclave_threads()
717 	kr = kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in collect_exclave_threads()
983 	kr = stackshot_exclaves_process_stackshot(result, stackshot_kcdata_p, want_raw_addresses);  in stackshot_exclaves_process_result()
1254 				stackshot_kcdata_p = NULL;  in kern_stack_snapshot_internal()
1271 		kcd_exit_on_error(finalize_kcdata(stackshot_kcdata_p));  in kern_stack_snapshot_internal()
1322 		stackshot_kcdata_p = NULL;  in kern_stack_snapshot_internal()
1359 	assert(stackshot_kcdata_p == NULL);  in kdp_snapshot_preflight()
1360 	stackshot_kcdata_p = data_p;  in kdp_snapshot_preflight()
1369 	stackshot_kcdata_p = NULL;  in panic_stackshot_reset_state()
1375 	return stackshot_kcdata_p != NULL;  in stackshot_active()
1696 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_plh_record()
1699 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL_NAME, name_sz + …  in kdp_stackshot_plh_record()
1703 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_PORTLABEL, sizeof(spl), &s…  in kdp_stackshot_plh_record()
1704 			kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_plh_record()
1721 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, plh->x, "stackshot_" #x))…  in kdp_stackshot_plh_stats()
3230 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
3284 …	kcd_exit_on_error(kcdata_record_shared_cache_info(stackshot_kcdata_p, task, &task_snap_ss_flags));  in kdp_stackshot_record_task()
3285 …kcd_exit_on_error(kcdata_record_uuid_info(stackshot_kcdata_p, task, ctx->trace_flags, have_pmap, &…  in kdp_stackshot_record_task()
3288 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, ctx->trace_flags, have_pma…  in kdp_stackshot_record_task()
3290 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
3294 …kcd_exit_on_error(kcdata_record_task_snapshot(stackshot_kcdata_p, task, ctx->trace_flags, have_pma…  in kdp_stackshot_record_task()
3296 …kcd_exit_on_error(kcdata_record_transitioning_task_snapshot(stackshot_kcdata_p, task, task_snap_ss…  in kdp_stackshot_record_task()
3300 …kcd_exit_on_error(kcdata_record_task_delta_snapshot(stackshot_kcdata_p, task, ctx->trace_flags, ha…  in kdp_stackshot_record_task()
3310 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_DEL…  in kdp_stackshot_record_task()
3343 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_record_task()
3347 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
3349 …kcd_exit_on_error(kcdata_record_thread_snapshot(stackshot_kcdata_p, thread, task, ctx->trace_flags…  in kdp_stackshot_record_task()
3351 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
3354 				kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_record_task()
3389 			kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
3392 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_WAI…  in kdp_stackshot_record_task()
3399 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_TUR…  in kdp_stackshot_record_task()
3456 			kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
3464 …((((mach_vm_address_t)kcd_end_address(stackshot_kcdata_p) + (TASK_IMP_WALK_LIMIT * sizeof(int32_t)…  in kdp_stackshot_record_task()
3465 				(mach_vm_address_t)kcd_max_address(stackshot_kcdata_p))  in kdp_stackshot_record_task()
3469 			    (void *)kcd_end_address(stackshot_kcdata_p), TASK_IMP_WALK_LIMIT);  in kdp_stackshot_record_task()
3472 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_record_task()
3473 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_DONATING_P…  in kdp_stackshot_record_task()
3475 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_record_task()
3482 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - ta…  in kdp_stackshot_record_task()
3490 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_LATENCY_INFO_TASK, sizeof(…  in kdp_stackshot_record_task()
3495 …kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END, conta…  in kdp_stackshot_record_task()
3528 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_shared_regions()
3537 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_INFO,  in kdp_stackshot_shared_regions()
3543 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
3545 		kcd_exit_on_error(kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_shared_regions()
3575 		kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_SHAREDCACHE_LOADINFO,  in kdp_stackshot_shared_regions()
3586 …kcd_exit_on_error(kcdata_push_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_SYS_SHAREDCACHE_LAYOUT, s…  in kdp_stackshot_shared_regions()
3656 	if (stackshot_kcdata_p == NULL) {  in kdp_stackshot_kcdata_format()
3664 …kcd_exit_on_error(stackshot_setup_exclave_waitlist(stackshot_kcdata_p)); /* Allocate list of excla…  in kdp_stackshot_kcdata_format()
3669 	stackshot_plh_setup(stackshot_kcdata_p); /* set up port label hash */  in kdp_stackshot_kcdata_format()
3676 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, trace_flags, "stackshot_i…  in kdp_stackshot_kcdata_format()
3677 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, (uint32_t)pid, "stackshot…  in kdp_stackshot_kcdata_format()
3678 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, system_state_flags, "syst…  in kdp_stackshot_kcdata_format()
3680 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stack_snapshot_pagetable_…  in kdp_stackshot_kcdata_format()
3683 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
3684 …kcd_exit_on_error(kcdata_add_uint32_with_description(stackshot_kcdata_p, stackshot_initial_estimat…  in kdp_stackshot_kcdata_format()
3693 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_LEVEL, sizeof(uint3…  in kdp_stackshot_kcdata_format()
3698 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_POLICY_VERSION, siz…  in kdp_stackshot_kcdata_format()
3701 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_KERN_PAGE_SIZE, sizeof(uin…  in kdp_stackshot_kcdata_format()
3705 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_OSVERSION, length_to_copy,…  in kdp_stackshot_kcdata_format()
3709 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_BOOTARGS, length_to_copy, …  in kdp_stackshot_kcdata_format()
3711 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_TIMEBASE, sizeof(timebase), &ti…  in kdp_stackshot_kcdata_format()
3713 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_DELTA_SINCE_TIMESTAMP, siz…  in kdp_stackshot_kcdata_format()
3716 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_MACH_ABSOLUTE_TIME, sizeof(uint…  in kdp_stackshot_kcdata_format()
3718 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, KCDATA_TYPE_USECS_SINCE_EPOCH, sizeof(uint6…  in kdp_stackshot_kcdata_format()
3726 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_GLOBAL_MEM_STATS, sizeof(m…  in kdp_stackshot_kcdata_format()
3744 		kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
3751 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_THREAD_GRO…  in kdp_stackshot_kcdata_format()
3760 		kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
3765 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - th…  in kdp_stackshot_kcdata_format()
3834 				kcdata_compression_window_open(stackshot_kcdata_p);  in kdp_stackshot_kcdata_format()
3835 …kcd_exit_on_error(kcdata_get_memory_addr_for_array(stackshot_kcdata_p, STACKSHOT_KCTYPE_JETSAM_COA…  in kdp_stackshot_kcdata_format()
3843 				kcd_exit_on_error(kcdata_compression_window_close(stackshot_kcdata_p));  in kdp_stackshot_kcdata_format()
3848 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - co…  in kdp_stackshot_kcdata_format()
3885 		kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_STACKSHOT_FAULT_STATS,  in kdp_stackshot_kcdata_format()
3892 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_LATENCY_INFO, sizeof(laten…  in kdp_stackshot_kcdata_format()
3905 		kcd_exit_on_error(kcdata_get_memory_addr(stackshot_kcdata_p, STACKSHOT_KCTYPE_STACKSHOT_DURATION,  in kdp_stackshot_kcdata_format()
3911 …kcd_exit_on_error(kcdata_push_data(stackshot_kcdata_p, STACKSHOT_KCTYPE_STACKSHOT_DURATION, sizeof…  in kdp_stackshot_kcdata_format()
3917 …kcd_exit_on_error(kcdata_add_uint64_with_description(stackshot_kcdata_p, (mt_cur_cpu_cycles() - st…  in kdp_stackshot_kcdata_format()
3937 			kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_BEGIN,  in kdp_stackshot_kcdata_format()
3940 				*error_in_block = stackshot_exclaves_process_stackshot(&result, stackshot_kcdata_p, true);  in kdp_stackshot_kcdata_format()
3942 			kcdata_add_container_marker(stackshot_kcdata_p, KCDATA_TYPE_CONTAINER_END,  in kdp_stackshot_kcdata_format()
4146 	kern_return_t error = finalize_kcdata(stackshot_kcdata_p);  in do_panic_stackshot()