730 static void necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
731 static void necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
732 static struct necp_arena_info *necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct p…
739 static int necp_arena_initialize(struct necp_fd_data *fd_data, bool locked);
740 static int necp_stats_initialize(struct necp_fd_data *fd_data, struct necp_client *client,
742 static int necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct …
743 static int necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, mach_vm_offset_t *off, struct n…
744 static void necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_a…
745 static void necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing);
747 static int necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked);
748 static void necp_sysctl_arena_destroy(struct necp_fd_data *fd_data);
749 static void *necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *si…
770 necp_fd_notify(struct necp_fd_data *fd_data, bool locked)  in necp_fd_notify()  argument
772 	struct selinfo *si = &fd_data->si;  in necp_fd_notify()
775 		NECP_FD_LOCK(fd_data);  in necp_fd_notify()
785 		NECP_FD_UNLOCK(fd_data);  in necp_fd_notify()
803 necp_fd_poll(struct necp_fd_data *fd_data, int events, void *wql, struct proc *p, int is_kevent)  in necp_fd_poll()  argument
810 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_fd_poll()
812 			if (!TAILQ_EMPTY(&fd_data->update_list)) {  in necp_fd_poll()
819 			RB_FOREACH(client, _necp_client_tree, &fd_data->clients) {  in necp_fd_poll()
953 	struct necp_fd_data *fd_data = NULL;  in necpop_select()  local
958 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_select()
959 	if (fd_data == NULL) {  in necpop_select()
976 	NECP_FD_LOCK(fd_data);  in necpop_select()
977 	revents = necp_fd_poll(fd_data, events, wql, procp, 0);  in necpop_select()
978 	NECP_FD_UNLOCK(fd_data);  in necpop_select()
986 	struct necp_fd_data *fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrdetach()  local
987 	struct selinfo *si = &fd_data->si;  in necp_fd_knrdetach()
989 	NECP_FD_LOCK(fd_data);  in necp_fd_knrdetach()
991 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrdetach()
1004 	struct necp_fd_data *fd_data;  in necp_fd_knrprocess()  local
1008 	fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrprocess()
1010 	NECP_FD_LOCK(fd_data);  in necp_fd_knrprocess()
1011 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrprocess()
1016 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrprocess()
1024 	struct necp_fd_data *fd_data;  in necp_fd_knrtouch()  local
1027 	fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrtouch()
1029 	NECP_FD_LOCK(fd_data);  in necp_fd_knrtouch()
1030 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrtouch()
1031 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrtouch()
1048 	struct necp_fd_data *fd_data = NULL;  in necpop_kqfilter()  local
1057 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_kqfilter()
1058 	if (fd_data == NULL) {  in necpop_kqfilter()
1064 	NECP_FD_LOCK(fd_data);  in necpop_kqfilter()
1066 	kn->kn_hook = fd_data;  in necpop_kqfilter()
1067 	KNOTE_ATTACH(&fd_data->si.si_note, kn);  in necpop_kqfilter()
1069 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necpop_kqfilter()
1071 	NECP_FD_UNLOCK(fd_data);  in necpop_kqfilter()
1187 necp_destroy_flow_stats(struct necp_fd_data *fd_data,  in necp_destroy_flow_stats()  argument
1192 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_destroy_flow_stats()
1220 …necp_arena_stats_obj_free(fd_data, flow_registration->stats_arena, &flow_registration->kstats_kadd…  in necp_destroy_flow_stats()
1753 	struct necp_fd_data *fd_data = NULL;  in necpop_close()  local
1756 	fd_data = (struct necp_fd_data *)fg_get_data(fg);  in necpop_close()
1759 	if (fd_data != NULL) {  in necpop_close()
1764 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
1766 			LIST_REMOVE(fd_data, chain);  in necpop_close()
1770 			LIST_REMOVE(fd_data, chain);  in necpop_close()
1774 		NECP_FD_LOCK(fd_data);  in necpop_close()
1775 		pid_t pid = fd_data->proc_pid;  in necpop_close()
1780 		(void)necp_defunct_client_fd_locked_inner(fd_data, &defunct_list, false);  in necpop_close()
1784 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necpop_close()
1786 			necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necpop_close()
1791 			RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necpop_close()
1796 		RB_FOREACH_SAFE(client, _necp_client_tree, &fd_data->clients, temp_client) {  in necpop_close()
1800 			RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necpop_close()
1806 		TAILQ_FOREACH_SAFE(client_update, &fd_data->update_list, chain, temp_update) {  in necpop_close()
1808 			TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necpop_close()
1811 		fd_data->update_count = 0;  in necpop_close()
1815 		necp_stats_arenas_destroy(fd_data, TRUE);  in necpop_close()
1816 		ASSERT(fd_data->stats_arena_active == NULL);  in necpop_close()
1817 		ASSERT(LIST_EMPTY(&fd_data->stats_arena_list));  in necpop_close()
1820 		necp_sysctl_arena_destroy(fd_data);  in necpop_close()
1821 		ASSERT(fd_data->sysctl_arena == NULL);  in necpop_close()
1824 		NECP_FD_UNLOCK(fd_data);  in necpop_close()
1826 		selthreadclear(&fd_data->si);  in necpop_close()
1828 		lck_mtx_destroy(&fd_data->fd_lock, &necp_fd_mtx_grp);  in necpop_close()
1830 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
1836 		kfree_type(struct necp_fd_data, fd_data);  in necpop_close()
1860     struct fileproc **fpp, struct necp_fd_data **fd_data)  in necp_find_fd_data()  argument
1866 		*fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necp_find_fd_data()
1869 		if ((*fd_data)->necp_fd_type != necp_fd_type_client) {  in necp_find_fd_data()
3291 necp_client_create_flow_registration(struct necp_fd_data *fd_data, struct necp_client *client)  in necp_client_create_flow_registration()  argument
3293 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_create_flow_registration()
3307 	RB_INSERT(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_create_flow_registration()
6790 	struct necp_fd_data *fd_data = NULL;  in necp_open()  local
6816 	fd_data = kalloc_type(struct necp_fd_data, Z_WAITOK | Z_ZERO | Z_NOFAIL);  in necp_open()
6818 	fd_data->necp_fd_type = necp_fd_type_client;  in necp_open()
6819 	fd_data->flags = uap->flags;  in necp_open()
6820 	RB_INIT(&fd_data->clients);  in necp_open()
6821 	RB_INIT(&fd_data->flows);  in necp_open()
6822 	TAILQ_INIT(&fd_data->update_list);  in necp_open()
6823 	lck_mtx_init(&fd_data->fd_lock, &necp_fd_mtx_grp, &necp_fd_mtx_attr);  in necp_open()
6824 	klist_init(&fd_data->si.si_note);  in necp_open()
6825 	fd_data->proc_pid = proc_pid(p);  in necp_open()
6827 	LIST_INIT(&fd_data->stats_arena_list);  in necp_open()
6833 	fp_set_data(fp, fd_data);  in necp_open()
6842 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_open()
6844 		LIST_INSERT_HEAD(&necp_fd_observer_list, fd_data, chain);  in necp_open()
6853 			necp_client_update_observer_add_internal(fd_data, existing_client);  in necp_open()
6854 			necp_client_update_observer_update_internal(fd_data, existing_client);  in necp_open()
6860 		LIST_INSERT_HEAD(&necp_fd_list, fd_data, chain);  in necp_open()
6873 		if (fd_data != NULL) {  in necp_open()
6874 			kfree_type(struct necp_fd_data, fd_data);  in necp_open()
6887 necp_client_add(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_add()  argument
6893 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_client_add()
6917 	client->proc_pid = fd_data->proc_pid; // Save off proc pid in case the client will persist past fd  in necp_client_add()
6918 	client->agent_handle = (void *)fd_data;  in necp_client_add()
7053 		NECP_FD_LOCK(fd_data);  in necp_client_add()
7054 		parent = necp_client_fd_find_client_unlocked(fd_data, parsed_parameters.parent_uuid);  in necp_client_add()
7064 		NECP_FD_UNLOCK(fd_data);  in necp_client_add()
7132 	NECP_FD_LOCK(fd_data);  in necp_client_add()
7133 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_add()
7141 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_add()
7144 	NECP_FD_UNLOCK(fd_data);  in necp_client_add()
7163 necp_client_claim(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap…  in necp_client_claim()  argument
7211 	client->proc_pid = fd_data->proc_pid; // Transfer client to claiming pid  in necp_client_claim()
7212 	client->agent_handle = (void *)fd_data;  in necp_client_claim()
7218 	NECP_FD_LOCK(fd_data);  in necp_client_claim()
7219 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_claim()
7221 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_claim()
7223 	NECP_FD_UNLOCK(fd_data);  in necp_client_claim()
7234 necp_client_remove(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_remove()  argument
7264 	NECP_FD_LOCK(fd_data);  in necp_client_remove()
7266 	pid_t pid = fd_data->proc_pid;  in necp_client_remove()
7267 	struct necp_client *client = necp_client_fd_find_client_unlocked(fd_data, client_id);  in necp_client_remove()
7275 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necp_client_remove()
7278 				necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necp_client_remove()
7283 				RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove()
7299 		RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necp_client_remove()
7307 	if ((fd_data->stats_arena_active != NULL && fd_data->stats_arena_active->nai_use_count == 3) ||  in necp_client_remove()
7308 	    (fd_data->stats_arena_active == NULL && !LIST_EMPTY(&fd_data->stats_arena_list))) {  in necp_client_remove()
7319 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove()
7350 necp_client_remove_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *ret…  in necp_client_remove_flow()  argument
7379 	NECP_FD_LOCK(fd_data);  in necp_client_remove_flow()
7381 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i…  in necp_client_remove_flow()
7385 		necp_destroy_flow_stats(fd_data, flow_registration, &flow_ifnet_stats, TRUE);  in necp_client_remove_flow()
7390 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove_flow()
7397 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove_flow()
7404 			necp_destroy_client_flow_registration(client, flow_registration, fd_data->proc_pid, false);  in necp_client_remove_flow()
7800 necp_client_copy(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_copy()  argument
7834 	NECP_FD_LOCK(fd_data);  in necp_client_copy()
7839 			RB_FOREACH(find_client, _necp_client_tree, &fd_data->clients) {  in necp_client_copy()
7850 		client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy()
7860 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy()
7863 		if (fd_data->flags & NECP_OPEN_FLAG_OBSERVER) {  in necp_client_copy()
7896 necp_client_copy_client_update(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, i…  in necp_client_copy_client_update()  argument
7902 	if (!(fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER)) {  in necp_client_copy_client_update()
7917 	NECP_FD_LOCK(fd_data);  in necp_client_copy_client_update()
7918 	struct necp_client_update *client_update = TAILQ_FIRST(&fd_data->update_list);  in necp_client_copy_client_update()
7920 		TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necp_client_copy_client_update()
7921 		VERIFY(fd_data->update_count > 0);  in necp_client_copy_client_update()
7922 		fd_data->update_count--;  in necp_client_copy_client_update()
7924 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy_client_update()
8063 necp_client_list(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_list()  argument
8077 	if (!(fd_data->flags & NECP_OPEN_FLAG_OBSERVER)) {  in necp_client_list()
8153 necp_client_add_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_add_flow()  argument
8209 	NECP_FD_LOCK(fd_data);  in necp_client_add_flow()
8210 	pid_t pid = fd_data->proc_pid;  in necp_client_add_flow()
8213 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8219 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_add_flow()
8222 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8232 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_add_flow()
8236 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8305 …if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, add_request->agent_…  in necp_client_add_flow()
8314 …if (error == 0 && add_request->stats_request_count > 0 && necp_arena_initialize(fd_data, true) == …  in necp_client_add_flow()
8325 		(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_add_flow()
8374 		necp_destroy_flow_stats(fd_data, new_registration, NULL, false);  in necp_client_add_flow()
8379 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_add_flow()
8380 		necp_destroy_client_flow_registration(client, new_registration, fd_data->proc_pid, true);  in necp_client_add_flow()
8385 	NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8418 necp_client_request_nexus(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_request_nexus()  argument
8438 	NECP_FD_LOCK(fd_data);  in necp_client_request_nexus()
8439 	pid_t pid = fd_data->proc_pid;  in necp_client_request_nexus()
8442 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8448 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_request_nexus()
8450 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8491 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8498 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_request_nexus()
8502 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8525 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8534 			if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, nexus_uuid,  in necp_client_request_nexus()
8541 		    necp_arena_initialize(fd_data, true) == 0) {  in necp_client_request_nexus()
8547 				(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_request_nexus()
8557 	NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8610 necp_client_agent_action(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_agent_action()  argument
8650 	NECP_FD_LOCK(fd_data);  in necp_client_agent_action()
8651 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_action()
8697 					    fd_data->proc_pid,  in necp_client_agent_action()
8728 					    fd_data->proc_pid,  in necp_client_agent_action()
8749 					    fd_data->proc_pid,  in necp_client_agent_action()
8767 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_action()
8784 necp_client_copy_agent(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_copy_agent()  argument
8815 necp_client_agent_use(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retva…  in necp_client_agent_use()  argument
8841 	NECP_FD_LOCK(fd_data);  in necp_client_agent_use()
8842 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_use()
8850 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_use()
8867 necp_client_acquire_agent_token(__unused struct necp_fd_data *fd_data, struct necp_client_action_ar…  in necp_client_acquire_agent_token()  argument
8894 necp_client_copy_interface(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *u…  in necp_client_copy_interface()  argument
9055 necp_client_get_interface_address(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_get_interface_address()  argument
9179 necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_insert_stats_arena()  argument
9181 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_insert_stats_arena()
9185 	LIST_INSERT_HEAD(&fd_data->stats_arena_list, nai, nai_chain);  in necp_fd_insert_stats_arena()
9191 necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_remove_stats_arena()  argument
9193 #pragma unused(fd_data)  in necp_fd_remove_stats_arena()
9194 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_remove_stats_arena()
9206 necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct proc *proc)  in necp_fd_mredirect_stats_arena()  argument
9210 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_mredirect_stats_arena()
9215 	if ((nai = fd_data->stats_arena_active) != NULL) {  in necp_fd_mredirect_stats_arena()
9232 		fd_data->stats_arena_active = nai = NULL;  in necp_fd_mredirect_stats_arena()
9237 	LIST_FOREACH(nai, &fd_data->stats_arena_list, nai_chain) {  in necp_fd_mredirect_stats_arena()
9293 necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct proc *p)  in necp_arena_create()  argument
9301 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_create()
9302 	ASSERT(fd_data->stats_arena_active == NULL);  in necp_arena_create()
9304 	ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_arena_create()
9322 	nai->nai_proc_pid = fd_data->proc_pid;  in necp_arena_create()
9323 …snprintf(name, sizeof(name), "stats-%u.%s.%d", fd_data->stats_arena_gencnt, proc_name_address(p), …  in necp_arena_create()
9327 		NECPLOG(LOG_ERR, "failed to create stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
9341 			NECPLOG(LOG_ERR, "failed to map stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
9346 		fd_data->stats_arena_active = nai;  in necp_arena_create()
9348 		necp_fd_insert_stats_arena(fd_data, nai);  in necp_arena_create()
9349 		++fd_data->stats_arena_gencnt;  in necp_arena_create()
9358 necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data,  in necp_arena_stats_obj_alloc()  argument
9374 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_alloc()
9375 	ASSERT(fd_data->stats_arena_active != NULL);  in necp_arena_stats_obj_alloc()
9376 	ASSERT(fd_data->stats_arena_active->nai_arena != NULL);  in necp_arena_stats_obj_alloc()
9378 	kstats_cp = skmem_arena_necp(fd_data->stats_arena_active->nai_arena)->arc_kstats_cache;  in necp_arena_stats_obj_alloc()
9391 	*stats_arena = fd_data->stats_arena_active;  in necp_arena_stats_obj_alloc()
9394 	*off = fd_data->stats_arena_active->nai_roff + SKMEM_OBJ_ROFF(&kstats_oi);  in necp_arena_stats_obj_alloc()
9400 necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_arena, void *…  in necp_arena_stats_obj_free()  argument
9402 #pragma unused(fd_data)  in necp_arena_stats_obj_free()
9403 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_free()
9419 necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *size)  in necp_arena_sysctls_obj()  argument
9423 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_sysctls_obj()
9424 	ASSERT(fd_data->sysctl_arena != NULL);  in necp_arena_sysctls_obj()
9427 	objaddr = skmem_arena_system_sysctls_obj_addr(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
9436 		*off = fd_data->system_sysctls_roff;  in necp_arena_sysctls_obj()
9440 		*size = skmem_arena_system_sysctls_obj_size(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
9448 necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing)  in necp_stats_arenas_destroy()  argument
9452 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_arenas_destroy()
9456 	if ((nai = fd_data->stats_arena_active) != NULL && (closing || nai->nai_use_count == 2)) {  in necp_stats_arenas_destroy()
9459 		fd_data->stats_arena_active = NULL;  in necp_stats_arenas_destroy()
9463 	LIST_FOREACH_SAFE(nai, &fd_data->stats_arena_list, nai_chain, nai_tmp) {  in necp_stats_arenas_destroy()
9468 			necp_fd_remove_stats_arena(fd_data, nai);  in necp_stats_arenas_destroy()
9474 necp_sysctl_arena_destroy(struct necp_fd_data *fd_data)  in necp_sysctl_arena_destroy()  argument
9476 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_destroy()
9480 	if (fd_data->sysctl_arena != NULL) {  in necp_sysctl_arena_destroy()
9481 		skmem_arena_munmap(fd_data->sysctl_arena, &fd_data->sysctl_mmap);  in necp_sysctl_arena_destroy()
9482 		skmem_arena_release(fd_data->sysctl_arena);  in necp_sysctl_arena_destroy()
9484 		fd_data->sysctl_arena = NULL;  in necp_sysctl_arena_destroy()
9485 		fd_data->system_sysctls_roff = 0;  in necp_sysctl_arena_destroy()
9490 necp_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_arena_initialize()  argument
9496 		NECP_FD_LOCK(fd_data);  in necp_arena_initialize()
9498 	if (fd_data->stats_arena_active == NULL) {  in necp_arena_initialize()
9499 		error = necp_arena_create(fd_data, stats_obj_size,  in necp_arena_initialize()
9504 		NECP_FD_UNLOCK(fd_data);  in necp_arena_initialize()
9511 necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_sysctl_arena_initialize()  argument
9516 		NECP_FD_LOCK(fd_data);  in necp_sysctl_arena_initialize()
9519 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_initialize()
9521 	if (fd_data->sysctl_arena == NULL) {  in necp_sysctl_arena_initialize()
9526 		ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9528 		(void) snprintf(name, sizeof(name), "sysctl.%s.%d", proc_name_address(p), fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9529 		fd_data->sysctl_arena = skmem_arena_create_for_system(name, &error);  in necp_sysctl_arena_initialize()
9530 		ASSERT(fd_data->sysctl_arena != NULL || error != 0);  in necp_sysctl_arena_initialize()
9532 			NECPLOG(LOG_ERR, "failed to create arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9539 …fd_data->system_sysctls_roff = skmem_arena_get_region_offset(fd_data->sysctl_arena, SKMEM_REGION_S…  in necp_sysctl_arena_initialize()
9544 			error = skmem_arena_mmap(fd_data->sysctl_arena, p, &fd_data->sysctl_mmap);  in necp_sysctl_arena_initialize()
9546 				NECPLOG(LOG_ERR, "failed to map sysctl arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9547 				necp_sysctl_arena_destroy(fd_data);  in necp_sysctl_arena_initialize()
9553 		NECP_FD_UNLOCK(fd_data);  in necp_sysctl_arena_initialize()
9560 necp_client_stats_bufreq(struct necp_fd_data *fd_data,  in necp_client_stats_bufreq()  argument
9568 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_stats_bufreq()
9585 …error = necp_arena_stats_obj_alloc(fd_data, &off, &flow_registration->stats_arena, &flow_registrat…  in necp_client_stats_bufreq()
9685 necp_stats_initialize(struct necp_fd_data *fd_data,  in necp_stats_initialize()  argument
9694 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_initialize()
9695 	VERIFY(fd_data->stats_arena_active != NULL);  in necp_stats_initialize()
9696 	VERIFY(fd_data->stats_arena_active->nai_arena != NULL);  in necp_stats_initialize()
9697 	VERIFY(!(fd_data->stats_arena_active->nai_flags & (NAIF_REDIRECT | NAIF_DEFUNCT)));  in necp_stats_initialize()
9704 	error = necp_client_stats_bufreq(fd_data, client, flow_registration, bufreq, &stats_hdr);  in necp_stats_initialize()
9721 necp_client_map_sysctls(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap,…  in necp_client_map_sysctls()  argument
9735 		*retval = necp_sysctl_arena_initialize(fd_data, false);  in necp_client_map_sysctls()
9742 		NECP_FD_LOCK(fd_data);  in necp_client_map_sysctls()
9743 		location = necp_arena_sysctls_obj(fd_data, &off, NULL);  in necp_client_map_sysctls()
9744 		NECP_FD_UNLOCK(fd_data);  in necp_client_map_sysctls()
9751 		uaddr = fd_data->sysctl_mmap.ami_mapaddr + off;  in necp_client_map_sysctls()
9761 necp_client_copy_route_statistics(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_copy_route_statistics()  argument
9781 	NECP_FD_LOCK(fd_data);  in necp_client_copy_route_statistics()
9782 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy_route_statistics()
9806 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
9814 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
9825 necp_client_update_cache(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_update_cache()  argument
9842 	NECP_FD_LOCK(fd_data);  in necp_client_update_cache()
9843 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_update_cache()
9845 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9853 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9941 	NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9955 necp_client_sign(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_sign()  argument
10092 necp_client_validate(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, in…  in necp_client_validate()  argument
10156 	struct necp_fd_data *fd_data = NULL;  in necp_client_action()  local
10158 	error = necp_find_fd_data(p, uap->necp_fd, &fp, &fd_data);  in necp_client_action()
10176 		return_value = necp_client_add(p, fd_data, uap, retval);  in necp_client_action()
10180 		return_value = necp_client_claim(p, fd_data, uap, retval);  in necp_client_action()
10184 		return_value = necp_client_remove(fd_data, uap, retval);  in necp_client_action()
10190 		return_value = necp_client_copy(fd_data, uap, retval);  in necp_client_action()
10194 		return_value = necp_client_list(fd_data, uap, retval);  in necp_client_action()
10198 		return_value = necp_client_add_flow(fd_data, uap, retval);  in necp_client_action()
10202 		return_value = necp_client_remove_flow(fd_data, uap, retval);  in necp_client_action()
10207 		return_value = necp_client_request_nexus(fd_data, uap, retval);  in necp_client_action()
10212 		return_value = necp_client_agent_action(fd_data, uap, retval);  in necp_client_action()
10216 		return_value = necp_client_copy_agent(fd_data, uap, retval);  in necp_client_action()
10220 		return_value = necp_client_agent_use(fd_data, uap, retval);  in necp_client_action()
10224 		return_value = necp_client_acquire_agent_token(fd_data, uap, retval);  in necp_client_action()
10228 		return_value = necp_client_copy_interface(fd_data, uap, retval);  in necp_client_action()
10233 		return_value = necp_client_get_interface_address(fd_data, uap, retval);  in necp_client_action()
10241 		return_value = necp_client_map_sysctls(fd_data, uap, retval);  in necp_client_action()
10246 		return_value = necp_client_copy_route_statistics(fd_data, uap, retval);  in necp_client_action()
10250 		return_value = necp_client_update_cache(fd_data, uap, retval);  in necp_client_action()
10254 		return_value = necp_client_copy_client_update(fd_data, uap, retval);  in necp_client_action()
10258 		return_value = necp_client_sign(fd_data, uap, retval);  in necp_client_action()
10262 		return_value = necp_client_validate(fd_data, uap, retval);  in necp_client_action()
10937 		struct necp_fd_data *fd_data = container_of(arena_info, struct necp_fd_data, sysctl_mmap);  in necp_client_get_proc_pid_from_arena_info()  local
10938 		return fd_data->proc_pid;  in necp_client_get_proc_pid_from_arena_info()