729 static void necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
730 static void necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
731 static struct necp_arena_info *necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct p…
738 static int necp_arena_initialize(struct necp_fd_data *fd_data, bool locked);
739 static int necp_stats_initialize(struct necp_fd_data *fd_data, struct necp_client *client,
741 static int necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct …
742 static int necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, mach_vm_offset_t *off, struct n…
743 static void necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_a…
744 static void necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing);
746 static int necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked);
747 static void necp_sysctl_arena_destroy(struct necp_fd_data *fd_data);
748 static void *necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *si…
769 necp_fd_notify(struct necp_fd_data *fd_data, bool locked)  in necp_fd_notify()  argument
771 	struct selinfo *si = &fd_data->si;  in necp_fd_notify()
774 		NECP_FD_LOCK(fd_data);  in necp_fd_notify()
784 		NECP_FD_UNLOCK(fd_data);  in necp_fd_notify()
802 necp_fd_poll(struct necp_fd_data *fd_data, int events, void *wql, struct proc *p, int is_kevent)  in necp_fd_poll()  argument
809 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_fd_poll()
811 			if (!TAILQ_EMPTY(&fd_data->update_list)) {  in necp_fd_poll()
818 			RB_FOREACH(client, _necp_client_tree, &fd_data->clients) {  in necp_fd_poll()
952 	struct necp_fd_data *fd_data = NULL;  in necpop_select()  local
957 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_select()
958 	if (fd_data == NULL) {  in necpop_select()
975 	NECP_FD_LOCK(fd_data);  in necpop_select()
976 	revents = necp_fd_poll(fd_data, events, wql, procp, 0);  in necpop_select()
977 	NECP_FD_UNLOCK(fd_data);  in necpop_select()
985 	struct necp_fd_data *fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrdetach()  local
986 	struct selinfo *si = &fd_data->si;  in necp_fd_knrdetach()
988 	NECP_FD_LOCK(fd_data);  in necp_fd_knrdetach()
990 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrdetach()
1003 	struct necp_fd_data *fd_data;  in necp_fd_knrprocess()  local
1007 	fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrprocess()
1009 	NECP_FD_LOCK(fd_data);  in necp_fd_knrprocess()
1010 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrprocess()
1015 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrprocess()
1023 	struct necp_fd_data *fd_data;  in necp_fd_knrtouch()  local
1026 	fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrtouch()
1028 	NECP_FD_LOCK(fd_data);  in necp_fd_knrtouch()
1029 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrtouch()
1030 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrtouch()
1047 	struct necp_fd_data *fd_data = NULL;  in necpop_kqfilter()  local
1056 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_kqfilter()
1057 	if (fd_data == NULL) {  in necpop_kqfilter()
1063 	NECP_FD_LOCK(fd_data);  in necpop_kqfilter()
1065 	kn->kn_hook = fd_data;  in necpop_kqfilter()
1066 	KNOTE_ATTACH(&fd_data->si.si_note, kn);  in necpop_kqfilter()
1068 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necpop_kqfilter()
1070 	NECP_FD_UNLOCK(fd_data);  in necpop_kqfilter()
1186 necp_destroy_flow_stats(struct necp_fd_data *fd_data,  in necp_destroy_flow_stats()  argument
1191 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_destroy_flow_stats()
1219 …necp_arena_stats_obj_free(fd_data, flow_registration->stats_arena, &flow_registration->kstats_kadd…  in necp_destroy_flow_stats()
1752 	struct necp_fd_data *fd_data = NULL;  in necpop_close()  local
1755 	fd_data = (struct necp_fd_data *)fg_get_data(fg);  in necpop_close()
1758 	if (fd_data != NULL) {  in necpop_close()
1763 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
1765 			LIST_REMOVE(fd_data, chain);  in necpop_close()
1769 			LIST_REMOVE(fd_data, chain);  in necpop_close()
1773 		NECP_FD_LOCK(fd_data);  in necpop_close()
1774 		pid_t pid = fd_data->proc_pid;  in necpop_close()
1779 		(void)necp_defunct_client_fd_locked_inner(fd_data, &defunct_list, false);  in necpop_close()
1783 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necpop_close()
1785 			necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necpop_close()
1790 			RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necpop_close()
1795 		RB_FOREACH_SAFE(client, _necp_client_tree, &fd_data->clients, temp_client) {  in necpop_close()
1799 			RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necpop_close()
1805 		TAILQ_FOREACH_SAFE(client_update, &fd_data->update_list, chain, temp_update) {  in necpop_close()
1807 			TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necpop_close()
1810 		fd_data->update_count = 0;  in necpop_close()
1814 		necp_stats_arenas_destroy(fd_data, TRUE);  in necpop_close()
1815 		ASSERT(fd_data->stats_arena_active == NULL);  in necpop_close()
1816 		ASSERT(LIST_EMPTY(&fd_data->stats_arena_list));  in necpop_close()
1819 		necp_sysctl_arena_destroy(fd_data);  in necpop_close()
1820 		ASSERT(fd_data->sysctl_arena == NULL);  in necpop_close()
1823 		NECP_FD_UNLOCK(fd_data);  in necpop_close()
1825 		selthreadclear(&fd_data->si);  in necpop_close()
1827 		lck_mtx_destroy(&fd_data->fd_lock, &necp_fd_mtx_grp);  in necpop_close()
1829 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
1835 		kfree_type(struct necp_fd_data, fd_data);  in necpop_close()
1859     struct fileproc **fpp, struct necp_fd_data **fd_data)  in necp_find_fd_data()  argument
1865 		*fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necp_find_fd_data()
1868 		if ((*fd_data)->necp_fd_type != necp_fd_type_client) {  in necp_find_fd_data()
3281 necp_client_create_flow_registration(struct necp_fd_data *fd_data, struct necp_client *client)  in necp_client_create_flow_registration()  argument
3283 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_create_flow_registration()
3297 	RB_INSERT(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_create_flow_registration()
6767 	struct necp_fd_data *fd_data = NULL;  in necp_open()  local
6793 	fd_data = kalloc_type(struct necp_fd_data, Z_WAITOK | Z_ZERO | Z_NOFAIL);  in necp_open()
6795 	fd_data->necp_fd_type = necp_fd_type_client;  in necp_open()
6796 	fd_data->flags = uap->flags;  in necp_open()
6797 	RB_INIT(&fd_data->clients);  in necp_open()
6798 	RB_INIT(&fd_data->flows);  in necp_open()
6799 	TAILQ_INIT(&fd_data->update_list);  in necp_open()
6800 	lck_mtx_init(&fd_data->fd_lock, &necp_fd_mtx_grp, &necp_fd_mtx_attr);  in necp_open()
6801 	klist_init(&fd_data->si.si_note);  in necp_open()
6802 	fd_data->proc_pid = proc_pid(p);  in necp_open()
6804 	LIST_INIT(&fd_data->stats_arena_list);  in necp_open()
6810 	fp_set_data(fp, fd_data);  in necp_open()
6819 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_open()
6821 		LIST_INSERT_HEAD(&necp_fd_observer_list, fd_data, chain);  in necp_open()
6830 			necp_client_update_observer_add_internal(fd_data, existing_client);  in necp_open()
6831 			necp_client_update_observer_update_internal(fd_data, existing_client);  in necp_open()
6837 		LIST_INSERT_HEAD(&necp_fd_list, fd_data, chain);  in necp_open()
6850 		if (fd_data != NULL) {  in necp_open()
6851 			kfree_type(struct necp_fd_data, fd_data);  in necp_open()
6864 necp_client_add(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_add()  argument
6870 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_client_add()
6894 	client->proc_pid = fd_data->proc_pid; // Save off proc pid in case the client will persist past fd  in necp_client_add()
6895 	client->agent_handle = (void *)fd_data;  in necp_client_add()
7035 		NECP_FD_LOCK(fd_data);  in necp_client_add()
7036 		parent = necp_client_fd_find_client_unlocked(fd_data, parsed_parameters.parent_uuid);  in necp_client_add()
7046 		NECP_FD_UNLOCK(fd_data);  in necp_client_add()
7114 	NECP_FD_LOCK(fd_data);  in necp_client_add()
7115 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_add()
7123 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_add()
7126 	NECP_FD_UNLOCK(fd_data);  in necp_client_add()
7145 necp_client_claim(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap…  in necp_client_claim()  argument
7200 	client->proc_pid = fd_data->proc_pid; // Transfer client to claiming pid  in necp_client_claim()
7201 	client->agent_handle = (void *)fd_data;  in necp_client_claim()
7207 	NECP_FD_LOCK(fd_data);  in necp_client_claim()
7208 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_claim()
7210 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_claim()
7212 	NECP_FD_UNLOCK(fd_data);  in necp_client_claim()
7223 necp_client_remove(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_remove()  argument
7253 	NECP_FD_LOCK(fd_data);  in necp_client_remove()
7255 	pid_t pid = fd_data->proc_pid;  in necp_client_remove()
7256 	struct necp_client *client = necp_client_fd_find_client_unlocked(fd_data, client_id);  in necp_client_remove()
7264 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necp_client_remove()
7267 				necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necp_client_remove()
7272 				RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove()
7288 		RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necp_client_remove()
7296 	if ((fd_data->stats_arena_active != NULL && fd_data->stats_arena_active->nai_use_count == 3) ||  in necp_client_remove()
7297 	    (fd_data->stats_arena_active == NULL && !LIST_EMPTY(&fd_data->stats_arena_list))) {  in necp_client_remove()
7308 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove()
7339 necp_client_remove_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *ret…  in necp_client_remove_flow()  argument
7368 	NECP_FD_LOCK(fd_data);  in necp_client_remove_flow()
7370 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i…  in necp_client_remove_flow()
7374 		necp_destroy_flow_stats(fd_data, flow_registration, &flow_ifnet_stats, TRUE);  in necp_client_remove_flow()
7379 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove_flow()
7386 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove_flow()
7393 			necp_destroy_client_flow_registration(client, flow_registration, fd_data->proc_pid, false);  in necp_client_remove_flow()
7789 necp_client_copy(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_copy()  argument
7823 	NECP_FD_LOCK(fd_data);  in necp_client_copy()
7828 			RB_FOREACH(find_client, _necp_client_tree, &fd_data->clients) {  in necp_client_copy()
7839 		client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy()
7849 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy()
7852 		if (fd_data->flags & NECP_OPEN_FLAG_OBSERVER) {  in necp_client_copy()
7885 necp_client_copy_client_update(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, i…  in necp_client_copy_client_update()  argument
7891 	if (!(fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER)) {  in necp_client_copy_client_update()
7906 	NECP_FD_LOCK(fd_data);  in necp_client_copy_client_update()
7907 	struct necp_client_update *client_update = TAILQ_FIRST(&fd_data->update_list);  in necp_client_copy_client_update()
7909 		TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necp_client_copy_client_update()
7910 		VERIFY(fd_data->update_count > 0);  in necp_client_copy_client_update()
7911 		fd_data->update_count--;  in necp_client_copy_client_update()
7913 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy_client_update()
8052 necp_client_list(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_list()  argument
8066 	if (!(fd_data->flags & NECP_OPEN_FLAG_OBSERVER)) {  in necp_client_list()
8142 necp_client_add_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_add_flow()  argument
8198 	NECP_FD_LOCK(fd_data);  in necp_client_add_flow()
8199 	pid_t pid = fd_data->proc_pid;  in necp_client_add_flow()
8202 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8208 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_add_flow()
8211 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8221 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_add_flow()
8225 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8306 …if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, add_request->agent_…  in necp_client_add_flow()
8315 …if (error == 0 && add_request->stats_request_count > 0 && necp_arena_initialize(fd_data, true) == …  in necp_client_add_flow()
8326 		(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_add_flow()
8375 		necp_destroy_flow_stats(fd_data, new_registration, NULL, false);  in necp_client_add_flow()
8380 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_add_flow()
8381 		necp_destroy_client_flow_registration(client, new_registration, fd_data->proc_pid, true);  in necp_client_add_flow()
8386 	NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8419 necp_client_request_nexus(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_request_nexus()  argument
8439 	NECP_FD_LOCK(fd_data);  in necp_client_request_nexus()
8440 	pid_t pid = fd_data->proc_pid;  in necp_client_request_nexus()
8443 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8449 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_request_nexus()
8451 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8492 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8499 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_request_nexus()
8503 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8526 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8535 			if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, nexus_uuid,  in necp_client_request_nexus()
8542 		    necp_arena_initialize(fd_data, true) == 0) {  in necp_client_request_nexus()
8548 				(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_request_nexus()
8558 	NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8611 necp_client_agent_action(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_agent_action()  argument
8651 	NECP_FD_LOCK(fd_data);  in necp_client_agent_action()
8652 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_action()
8698 					    fd_data->proc_pid,  in necp_client_agent_action()
8729 					    fd_data->proc_pid,  in necp_client_agent_action()
8750 					    fd_data->proc_pid,  in necp_client_agent_action()
8768 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_action()
8785 necp_client_copy_agent(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_copy_agent()  argument
8816 necp_client_agent_use(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retva…  in necp_client_agent_use()  argument
8842 	NECP_FD_LOCK(fd_data);  in necp_client_agent_use()
8843 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_use()
8851 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_use()
8868 necp_client_acquire_agent_token(__unused struct necp_fd_data *fd_data, struct necp_client_action_ar…  in necp_client_acquire_agent_token()  argument
8895 necp_client_copy_interface(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *u…  in necp_client_copy_interface()  argument
9056 necp_client_get_interface_address(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_get_interface_address()  argument
9180 necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_insert_stats_arena()  argument
9182 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_insert_stats_arena()
9186 	LIST_INSERT_HEAD(&fd_data->stats_arena_list, nai, nai_chain);  in necp_fd_insert_stats_arena()
9192 necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_remove_stats_arena()  argument
9194 #pragma unused(fd_data)  in necp_fd_remove_stats_arena()
9195 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_remove_stats_arena()
9207 necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct proc *proc)  in necp_fd_mredirect_stats_arena()  argument
9211 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_mredirect_stats_arena()
9216 	if ((nai = fd_data->stats_arena_active) != NULL) {  in necp_fd_mredirect_stats_arena()
9233 		fd_data->stats_arena_active = nai = NULL;  in necp_fd_mredirect_stats_arena()
9238 	LIST_FOREACH(nai, &fd_data->stats_arena_list, nai_chain) {  in necp_fd_mredirect_stats_arena()
9294 necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct proc *p)  in necp_arena_create()  argument
9302 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_create()
9303 	ASSERT(fd_data->stats_arena_active == NULL);  in necp_arena_create()
9305 	ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_arena_create()
9323 	nai->nai_proc_pid = fd_data->proc_pid;  in necp_arena_create()
9324 …snprintf(name, sizeof(name), "stats-%u.%s.%d", fd_data->stats_arena_gencnt, proc_name_address(p), …  in necp_arena_create()
9328 		NECPLOG(LOG_ERR, "failed to create stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
9342 			NECPLOG(LOG_ERR, "failed to map stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
9347 		fd_data->stats_arena_active = nai;  in necp_arena_create()
9349 		necp_fd_insert_stats_arena(fd_data, nai);  in necp_arena_create()
9350 		++fd_data->stats_arena_gencnt;  in necp_arena_create()
9359 necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data,  in necp_arena_stats_obj_alloc()  argument
9375 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_alloc()
9376 	ASSERT(fd_data->stats_arena_active != NULL);  in necp_arena_stats_obj_alloc()
9377 	ASSERT(fd_data->stats_arena_active->nai_arena != NULL);  in necp_arena_stats_obj_alloc()
9379 	kstats_cp = skmem_arena_necp(fd_data->stats_arena_active->nai_arena)->arc_kstats_cache;  in necp_arena_stats_obj_alloc()
9392 	*stats_arena = fd_data->stats_arena_active;  in necp_arena_stats_obj_alloc()
9395 	*off = fd_data->stats_arena_active->nai_roff + SKMEM_OBJ_ROFF(&kstats_oi);  in necp_arena_stats_obj_alloc()
9401 necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_arena, void *…  in necp_arena_stats_obj_free()  argument
9403 #pragma unused(fd_data)  in necp_arena_stats_obj_free()
9404 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_free()
9420 necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *size)  in necp_arena_sysctls_obj()  argument
9424 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_sysctls_obj()
9425 	ASSERT(fd_data->sysctl_arena != NULL);  in necp_arena_sysctls_obj()
9428 	objaddr = skmem_arena_system_sysctls_obj_addr(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
9437 		*off = fd_data->system_sysctls_roff;  in necp_arena_sysctls_obj()
9441 		*size = skmem_arena_system_sysctls_obj_size(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
9449 necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing)  in necp_stats_arenas_destroy()  argument
9453 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_arenas_destroy()
9457 	if ((nai = fd_data->stats_arena_active) != NULL && (closing || nai->nai_use_count == 2)) {  in necp_stats_arenas_destroy()
9460 		fd_data->stats_arena_active = NULL;  in necp_stats_arenas_destroy()
9464 	LIST_FOREACH_SAFE(nai, &fd_data->stats_arena_list, nai_chain, nai_tmp) {  in necp_stats_arenas_destroy()
9469 			necp_fd_remove_stats_arena(fd_data, nai);  in necp_stats_arenas_destroy()
9475 necp_sysctl_arena_destroy(struct necp_fd_data *fd_data)  in necp_sysctl_arena_destroy()  argument
9477 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_destroy()
9481 	if (fd_data->sysctl_arena != NULL) {  in necp_sysctl_arena_destroy()
9482 		skmem_arena_munmap(fd_data->sysctl_arena, &fd_data->sysctl_mmap);  in necp_sysctl_arena_destroy()
9483 		skmem_arena_release(fd_data->sysctl_arena);  in necp_sysctl_arena_destroy()
9485 		fd_data->sysctl_arena = NULL;  in necp_sysctl_arena_destroy()
9486 		fd_data->system_sysctls_roff = 0;  in necp_sysctl_arena_destroy()
9491 necp_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_arena_initialize()  argument
9497 		NECP_FD_LOCK(fd_data);  in necp_arena_initialize()
9499 	if (fd_data->stats_arena_active == NULL) {  in necp_arena_initialize()
9500 		error = necp_arena_create(fd_data, stats_obj_size,  in necp_arena_initialize()
9505 		NECP_FD_UNLOCK(fd_data);  in necp_arena_initialize()
9512 necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_sysctl_arena_initialize()  argument
9517 		NECP_FD_LOCK(fd_data);  in necp_sysctl_arena_initialize()
9520 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_initialize()
9522 	if (fd_data->sysctl_arena == NULL) {  in necp_sysctl_arena_initialize()
9527 		ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9529 		(void) snprintf(name, sizeof(name), "sysctl.%s.%d", proc_name_address(p), fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9530 		fd_data->sysctl_arena = skmem_arena_create_for_system(name, &error);  in necp_sysctl_arena_initialize()
9531 		ASSERT(fd_data->sysctl_arena != NULL || error != 0);  in necp_sysctl_arena_initialize()
9533 			NECPLOG(LOG_ERR, "failed to create arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9540 …fd_data->system_sysctls_roff = skmem_arena_get_region_offset(fd_data->sysctl_arena, SKMEM_REGION_S…  in necp_sysctl_arena_initialize()
9545 			error = skmem_arena_mmap(fd_data->sysctl_arena, p, &fd_data->sysctl_mmap);  in necp_sysctl_arena_initialize()
9547 				NECPLOG(LOG_ERR, "failed to map sysctl arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9548 				necp_sysctl_arena_destroy(fd_data);  in necp_sysctl_arena_initialize()
9554 		NECP_FD_UNLOCK(fd_data);  in necp_sysctl_arena_initialize()
9561 necp_client_stats_bufreq(struct necp_fd_data *fd_data,  in necp_client_stats_bufreq()  argument
9569 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_stats_bufreq()
9586 …error = necp_arena_stats_obj_alloc(fd_data, &off, &flow_registration->stats_arena, &flow_registrat…  in necp_client_stats_bufreq()
9686 necp_stats_initialize(struct necp_fd_data *fd_data,  in necp_stats_initialize()  argument
9695 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_initialize()
9696 	VERIFY(fd_data->stats_arena_active != NULL);  in necp_stats_initialize()
9697 	VERIFY(fd_data->stats_arena_active->nai_arena != NULL);  in necp_stats_initialize()
9698 	VERIFY(!(fd_data->stats_arena_active->nai_flags & (NAIF_REDIRECT | NAIF_DEFUNCT)));  in necp_stats_initialize()
9705 	error = necp_client_stats_bufreq(fd_data, client, flow_registration, bufreq, &stats_hdr);  in necp_stats_initialize()
9722 necp_client_map_sysctls(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap,…  in necp_client_map_sysctls()  argument
9736 		*retval = necp_sysctl_arena_initialize(fd_data, false);  in necp_client_map_sysctls()
9743 		NECP_FD_LOCK(fd_data);  in necp_client_map_sysctls()
9744 		location = necp_arena_sysctls_obj(fd_data, &off, NULL);  in necp_client_map_sysctls()
9745 		NECP_FD_UNLOCK(fd_data);  in necp_client_map_sysctls()
9752 		uaddr = fd_data->sysctl_mmap.ami_mapaddr + off;  in necp_client_map_sysctls()
9762 necp_client_copy_route_statistics(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_copy_route_statistics()  argument
9782 	NECP_FD_LOCK(fd_data);  in necp_client_copy_route_statistics()
9783 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy_route_statistics()
9807 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
9815 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
9826 necp_client_update_cache(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_update_cache()  argument
9843 	NECP_FD_LOCK(fd_data);  in necp_client_update_cache()
9844 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_update_cache()
9846 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9854 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9942 	NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9956 necp_client_sign(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_sign()  argument
10093 necp_client_validate(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, in…  in necp_client_validate()  argument
10157 	struct necp_fd_data *fd_data = NULL;  in necp_client_action()  local
10159 	error = necp_find_fd_data(p, uap->necp_fd, &fp, &fd_data);  in necp_client_action()
10177 		return_value = necp_client_add(p, fd_data, uap, retval);  in necp_client_action()
10181 		return_value = necp_client_claim(p, fd_data, uap, retval);  in necp_client_action()
10185 		return_value = necp_client_remove(fd_data, uap, retval);  in necp_client_action()
10191 		return_value = necp_client_copy(fd_data, uap, retval);  in necp_client_action()
10195 		return_value = necp_client_list(fd_data, uap, retval);  in necp_client_action()
10199 		return_value = necp_client_add_flow(fd_data, uap, retval);  in necp_client_action()
10203 		return_value = necp_client_remove_flow(fd_data, uap, retval);  in necp_client_action()
10208 		return_value = necp_client_request_nexus(fd_data, uap, retval);  in necp_client_action()
10213 		return_value = necp_client_agent_action(fd_data, uap, retval);  in necp_client_action()
10217 		return_value = necp_client_copy_agent(fd_data, uap, retval);  in necp_client_action()
10221 		return_value = necp_client_agent_use(fd_data, uap, retval);  in necp_client_action()
10225 		return_value = necp_client_acquire_agent_token(fd_data, uap, retval);  in necp_client_action()
10229 		return_value = necp_client_copy_interface(fd_data, uap, retval);  in necp_client_action()
10234 		return_value = necp_client_get_interface_address(fd_data, uap, retval);  in necp_client_action()
10242 		return_value = necp_client_map_sysctls(fd_data, uap, retval);  in necp_client_action()
10247 		return_value = necp_client_copy_route_statistics(fd_data, uap, retval);  in necp_client_action()
10251 		return_value = necp_client_update_cache(fd_data, uap, retval);  in necp_client_action()
10255 		return_value = necp_client_copy_client_update(fd_data, uap, retval);  in necp_client_action()
10259 		return_value = necp_client_sign(fd_data, uap, retval);  in necp_client_action()
10263 		return_value = necp_client_validate(fd_data, uap, retval);  in necp_client_action()
10923 		struct necp_fd_data *fd_data = container_of(arena_info, struct necp_fd_data, sysctl_mmap);  in necp_client_get_proc_pid_from_arena_info()  local
10924 		return fd_data->proc_pid;  in necp_client_get_proc_pid_from_arena_info()