730 static void necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
731 static void necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
732 static struct necp_arena_info *necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct p…
739 static int necp_arena_initialize(struct necp_fd_data *fd_data, bool locked);
740 static int necp_stats_initialize(struct necp_fd_data *fd_data, struct necp_client *client,
742 static int necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct …
743 static int necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, mach_vm_offset_t *off, struct n…
744 static void necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_a…
745 static void necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing);
747 static int necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked);
748 static void necp_sysctl_arena_destroy(struct necp_fd_data *fd_data);
749 static void *necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *si…
770 necp_fd_notify(struct necp_fd_data *fd_data, bool locked)  in necp_fd_notify()  argument
772 	struct selinfo *si = &fd_data->si;  in necp_fd_notify()
775 		NECP_FD_LOCK(fd_data);  in necp_fd_notify()
785 		NECP_FD_UNLOCK(fd_data);  in necp_fd_notify()
803 necp_fd_poll(struct necp_fd_data *fd_data, int events, void *wql, struct proc *p, int is_kevent)  in necp_fd_poll()  argument
810 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_fd_poll()
812 			if (!TAILQ_EMPTY(&fd_data->update_list)) {  in necp_fd_poll()
819 			RB_FOREACH(client, _necp_client_tree, &fd_data->clients) {  in necp_fd_poll()
953 	struct necp_fd_data *fd_data = NULL;  in necpop_select()  local
958 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_select()
959 	if (fd_data == NULL) {  in necpop_select()
976 	NECP_FD_LOCK(fd_data);  in necpop_select()
977 	revents = necp_fd_poll(fd_data, events, wql, procp, 0);  in necpop_select()
978 	NECP_FD_UNLOCK(fd_data);  in necpop_select()
986 	struct necp_fd_data *fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrdetach()  local
987 	struct selinfo *si = &fd_data->si;  in necp_fd_knrdetach()
989 	NECP_FD_LOCK(fd_data);  in necp_fd_knrdetach()
991 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrdetach()
1004 	struct necp_fd_data *fd_data;  in necp_fd_knrprocess()  local
1008 	fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrprocess()
1010 	NECP_FD_LOCK(fd_data);  in necp_fd_knrprocess()
1011 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrprocess()
1016 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrprocess()
1024 	struct necp_fd_data *fd_data;  in necp_fd_knrtouch()  local
1027 	fd_data = (struct necp_fd_data *)kn->kn_hook;  in necp_fd_knrtouch()
1029 	NECP_FD_LOCK(fd_data);  in necp_fd_knrtouch()
1030 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrtouch()
1031 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrtouch()
1048 	struct necp_fd_data *fd_data = NULL;  in necpop_kqfilter()  local
1057 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_kqfilter()
1058 	if (fd_data == NULL) {  in necpop_kqfilter()
1064 	NECP_FD_LOCK(fd_data);  in necpop_kqfilter()
1066 	kn->kn_hook = fd_data;  in necpop_kqfilter()
1067 	KNOTE_ATTACH(&fd_data->si.si_note, kn);  in necpop_kqfilter()
1069 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necpop_kqfilter()
1071 	NECP_FD_UNLOCK(fd_data);  in necpop_kqfilter()
1187 necp_destroy_flow_stats(struct necp_fd_data *fd_data,  in necp_destroy_flow_stats()  argument
1192 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_destroy_flow_stats()
1220 …necp_arena_stats_obj_free(fd_data, flow_registration->stats_arena, &flow_registration->kstats_kadd…  in necp_destroy_flow_stats()
1753 	struct necp_fd_data *fd_data = NULL;  in necpop_close()  local
1756 	fd_data = (struct necp_fd_data *)fg_get_data(fg);  in necpop_close()
1759 	if (fd_data != NULL) {  in necpop_close()
1764 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
1766 			LIST_REMOVE(fd_data, chain);  in necpop_close()
1770 			LIST_REMOVE(fd_data, chain);  in necpop_close()
1774 		NECP_FD_LOCK(fd_data);  in necpop_close()
1775 		pid_t pid = fd_data->proc_pid;  in necpop_close()
1780 		(void)necp_defunct_client_fd_locked_inner(fd_data, &defunct_list, false);  in necpop_close()
1784 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necpop_close()
1786 			necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necpop_close()
1791 			RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necpop_close()
1796 		RB_FOREACH_SAFE(client, _necp_client_tree, &fd_data->clients, temp_client) {  in necpop_close()
1800 			RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necpop_close()
1806 		TAILQ_FOREACH_SAFE(client_update, &fd_data->update_list, chain, temp_update) {  in necpop_close()
1808 			TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necpop_close()
1811 		fd_data->update_count = 0;  in necpop_close()
1815 		necp_stats_arenas_destroy(fd_data, TRUE);  in necpop_close()
1816 		ASSERT(fd_data->stats_arena_active == NULL);  in necpop_close()
1817 		ASSERT(LIST_EMPTY(&fd_data->stats_arena_list));  in necpop_close()
1820 		necp_sysctl_arena_destroy(fd_data);  in necpop_close()
1821 		ASSERT(fd_data->sysctl_arena == NULL);  in necpop_close()
1824 		NECP_FD_UNLOCK(fd_data);  in necpop_close()
1826 		selthreadclear(&fd_data->si);  in necpop_close()
1828 		lck_mtx_destroy(&fd_data->fd_lock, &necp_fd_mtx_grp);  in necpop_close()
1830 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
1836 		kfree_type(struct necp_fd_data, fd_data);  in necpop_close()
1860     struct fileproc **fpp, struct necp_fd_data **fd_data)  in necp_find_fd_data()  argument
1866 		*fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necp_find_fd_data()
1869 		if ((*fd_data)->necp_fd_type != necp_fd_type_client) {  in necp_find_fd_data()
3291 necp_client_create_flow_registration(struct necp_fd_data *fd_data, struct necp_client *client)  in necp_client_create_flow_registration()  argument
3293 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_create_flow_registration()
3307 	RB_INSERT(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_create_flow_registration()
6790 	struct necp_fd_data *fd_data = NULL;  in necp_open()  local
6816 	fd_data = kalloc_type(struct necp_fd_data, Z_WAITOK | Z_ZERO | Z_NOFAIL);  in necp_open()
6818 	fd_data->necp_fd_type = necp_fd_type_client;  in necp_open()
6819 	fd_data->flags = uap->flags;  in necp_open()
6820 	RB_INIT(&fd_data->clients);  in necp_open()
6821 	RB_INIT(&fd_data->flows);  in necp_open()
6822 	TAILQ_INIT(&fd_data->update_list);  in necp_open()
6823 	lck_mtx_init(&fd_data->fd_lock, &necp_fd_mtx_grp, &necp_fd_mtx_attr);  in necp_open()
6824 	klist_init(&fd_data->si.si_note);  in necp_open()
6825 	fd_data->proc_pid = proc_pid(p);  in necp_open()
6827 	LIST_INIT(&fd_data->stats_arena_list);  in necp_open()
6833 	fp_set_data(fp, fd_data);  in necp_open()
6842 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_open()
6844 		LIST_INSERT_HEAD(&necp_fd_observer_list, fd_data, chain);  in necp_open()
6853 			necp_client_update_observer_add_internal(fd_data, existing_client);  in necp_open()
6854 			necp_client_update_observer_update_internal(fd_data, existing_client);  in necp_open()
6860 		LIST_INSERT_HEAD(&necp_fd_list, fd_data, chain);  in necp_open()
6873 		if (fd_data != NULL) {  in necp_open()
6874 			kfree_type(struct necp_fd_data, fd_data);  in necp_open()
6887 necp_client_add(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_add()  argument
6893 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_client_add()
6917 	client->proc_pid = fd_data->proc_pid; // Save off proc pid in case the client will persist past fd  in necp_client_add()
6918 	client->agent_handle = (void *)fd_data;  in necp_client_add()
7058 		NECP_FD_LOCK(fd_data);  in necp_client_add()
7059 		parent = necp_client_fd_find_client_unlocked(fd_data, parsed_parameters.parent_uuid);  in necp_client_add()
7069 		NECP_FD_UNLOCK(fd_data);  in necp_client_add()
7137 	NECP_FD_LOCK(fd_data);  in necp_client_add()
7138 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_add()
7146 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_add()
7149 	NECP_FD_UNLOCK(fd_data);  in necp_client_add()
7168 necp_client_claim(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap…  in necp_client_claim()  argument
7222 	client->proc_pid = fd_data->proc_pid; // Transfer client to claiming pid  in necp_client_claim()
7223 	client->agent_handle = (void *)fd_data;  in necp_client_claim()
7229 	NECP_FD_LOCK(fd_data);  in necp_client_claim()
7230 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_claim()
7232 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_claim()
7234 	NECP_FD_UNLOCK(fd_data);  in necp_client_claim()
7245 necp_client_remove(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_remove()  argument
7275 	NECP_FD_LOCK(fd_data);  in necp_client_remove()
7277 	pid_t pid = fd_data->proc_pid;  in necp_client_remove()
7278 	struct necp_client *client = necp_client_fd_find_client_unlocked(fd_data, client_id);  in necp_client_remove()
7286 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necp_client_remove()
7289 				necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necp_client_remove()
7294 				RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove()
7310 		RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necp_client_remove()
7318 	if ((fd_data->stats_arena_active != NULL && fd_data->stats_arena_active->nai_use_count == 3) ||  in necp_client_remove()
7319 	    (fd_data->stats_arena_active == NULL && !LIST_EMPTY(&fd_data->stats_arena_list))) {  in necp_client_remove()
7330 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove()
7361 necp_client_remove_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *ret…  in necp_client_remove_flow()  argument
7390 	NECP_FD_LOCK(fd_data);  in necp_client_remove_flow()
7392 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i…  in necp_client_remove_flow()
7396 		necp_destroy_flow_stats(fd_data, flow_registration, &flow_ifnet_stats, TRUE);  in necp_client_remove_flow()
7401 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove_flow()
7408 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove_flow()
7415 			necp_destroy_client_flow_registration(client, flow_registration, fd_data->proc_pid, false);  in necp_client_remove_flow()
7811 necp_client_copy(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_copy()  argument
7845 	NECP_FD_LOCK(fd_data);  in necp_client_copy()
7850 			RB_FOREACH(find_client, _necp_client_tree, &fd_data->clients) {  in necp_client_copy()
7861 		client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy()
7871 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy()
7874 		if (fd_data->flags & NECP_OPEN_FLAG_OBSERVER) {  in necp_client_copy()
7907 necp_client_copy_client_update(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, i…  in necp_client_copy_client_update()  argument
7913 	if (!(fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER)) {  in necp_client_copy_client_update()
7928 	NECP_FD_LOCK(fd_data);  in necp_client_copy_client_update()
7929 	struct necp_client_update *client_update = TAILQ_FIRST(&fd_data->update_list);  in necp_client_copy_client_update()
7931 		TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necp_client_copy_client_update()
7932 		VERIFY(fd_data->update_count > 0);  in necp_client_copy_client_update()
7933 		fd_data->update_count--;  in necp_client_copy_client_update()
7935 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy_client_update()
8074 necp_client_list(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_list()  argument
8088 	if (!(fd_data->flags & NECP_OPEN_FLAG_OBSERVER)) {  in necp_client_list()
8164 necp_client_add_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_add_flow()  argument
8220 	NECP_FD_LOCK(fd_data);  in necp_client_add_flow()
8221 	pid_t pid = fd_data->proc_pid;  in necp_client_add_flow()
8224 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8230 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_add_flow()
8233 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8243 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_add_flow()
8247 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8316 …if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, add_request->agent_…  in necp_client_add_flow()
8325 …if (error == 0 && add_request->stats_request_count > 0 && necp_arena_initialize(fd_data, true) == …  in necp_client_add_flow()
8336 		(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_add_flow()
8385 		necp_destroy_flow_stats(fd_data, new_registration, NULL, false);  in necp_client_add_flow()
8390 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_add_flow()
8391 		necp_destroy_client_flow_registration(client, new_registration, fd_data->proc_pid, true);  in necp_client_add_flow()
8396 	NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8429 necp_client_request_nexus(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_request_nexus()  argument
8449 	NECP_FD_LOCK(fd_data);  in necp_client_request_nexus()
8450 	pid_t pid = fd_data->proc_pid;  in necp_client_request_nexus()
8453 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8459 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_request_nexus()
8461 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8502 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8509 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_request_nexus()
8513 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8536 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8545 			if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, nexus_uuid,  in necp_client_request_nexus()
8552 		    necp_arena_initialize(fd_data, true) == 0) {  in necp_client_request_nexus()
8558 				(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_request_nexus()
8568 	NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8621 necp_client_agent_action(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_agent_action()  argument
8661 	NECP_FD_LOCK(fd_data);  in necp_client_agent_action()
8662 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_action()
8708 					    fd_data->proc_pid,  in necp_client_agent_action()
8739 					    fd_data->proc_pid,  in necp_client_agent_action()
8760 					    fd_data->proc_pid,  in necp_client_agent_action()
8778 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_action()
8795 necp_client_copy_agent(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_copy_agent()  argument
8826 necp_client_agent_use(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retva…  in necp_client_agent_use()  argument
8852 	NECP_FD_LOCK(fd_data);  in necp_client_agent_use()
8853 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_use()
8861 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_use()
8878 necp_client_acquire_agent_token(__unused struct necp_fd_data *fd_data, struct necp_client_action_ar…  in necp_client_acquire_agent_token()  argument
8905 necp_client_copy_interface(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *u…  in necp_client_copy_interface()  argument
9066 necp_client_get_interface_address(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_get_interface_address()  argument
9190 necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_insert_stats_arena()  argument
9192 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_insert_stats_arena()
9196 	LIST_INSERT_HEAD(&fd_data->stats_arena_list, nai, nai_chain);  in necp_fd_insert_stats_arena()
9202 necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_remove_stats_arena()  argument
9204 #pragma unused(fd_data)  in necp_fd_remove_stats_arena()
9205 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_remove_stats_arena()
9217 necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct proc *proc)  in necp_fd_mredirect_stats_arena()  argument
9221 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_mredirect_stats_arena()
9226 	if ((nai = fd_data->stats_arena_active) != NULL) {  in necp_fd_mredirect_stats_arena()
9243 		fd_data->stats_arena_active = nai = NULL;  in necp_fd_mredirect_stats_arena()
9248 	LIST_FOREACH(nai, &fd_data->stats_arena_list, nai_chain) {  in necp_fd_mredirect_stats_arena()
9304 necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct proc *p)  in necp_arena_create()  argument
9312 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_create()
9313 	ASSERT(fd_data->stats_arena_active == NULL);  in necp_arena_create()
9315 	ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_arena_create()
9333 	nai->nai_proc_pid = fd_data->proc_pid;  in necp_arena_create()
9334 …snprintf(name, sizeof(name), "stats-%u.%s.%d", fd_data->stats_arena_gencnt, proc_name_address(p), …  in necp_arena_create()
9338 		NECPLOG(LOG_ERR, "failed to create stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
9352 			NECPLOG(LOG_ERR, "failed to map stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
9357 		fd_data->stats_arena_active = nai;  in necp_arena_create()
9359 		necp_fd_insert_stats_arena(fd_data, nai);  in necp_arena_create()
9360 		++fd_data->stats_arena_gencnt;  in necp_arena_create()
9369 necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data,  in necp_arena_stats_obj_alloc()  argument
9385 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_alloc()
9386 	ASSERT(fd_data->stats_arena_active != NULL);  in necp_arena_stats_obj_alloc()
9387 	ASSERT(fd_data->stats_arena_active->nai_arena != NULL);  in necp_arena_stats_obj_alloc()
9389 	kstats_cp = skmem_arena_necp(fd_data->stats_arena_active->nai_arena)->arc_kstats_cache;  in necp_arena_stats_obj_alloc()
9402 	*stats_arena = fd_data->stats_arena_active;  in necp_arena_stats_obj_alloc()
9405 	*off = fd_data->stats_arena_active->nai_roff + SKMEM_OBJ_ROFF(&kstats_oi);  in necp_arena_stats_obj_alloc()
9411 necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_arena, void *…  in necp_arena_stats_obj_free()  argument
9413 #pragma unused(fd_data)  in necp_arena_stats_obj_free()
9414 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_free()
9430 necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *size)  in necp_arena_sysctls_obj()  argument
9434 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_sysctls_obj()
9435 	ASSERT(fd_data->sysctl_arena != NULL);  in necp_arena_sysctls_obj()
9438 	objaddr = skmem_arena_system_sysctls_obj_addr(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
9447 		*off = fd_data->system_sysctls_roff;  in necp_arena_sysctls_obj()
9451 		*size = skmem_arena_system_sysctls_obj_size(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
9459 necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing)  in necp_stats_arenas_destroy()  argument
9463 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_arenas_destroy()
9467 	if ((nai = fd_data->stats_arena_active) != NULL && (closing || nai->nai_use_count == 2)) {  in necp_stats_arenas_destroy()
9470 		fd_data->stats_arena_active = NULL;  in necp_stats_arenas_destroy()
9474 	LIST_FOREACH_SAFE(nai, &fd_data->stats_arena_list, nai_chain, nai_tmp) {  in necp_stats_arenas_destroy()
9479 			necp_fd_remove_stats_arena(fd_data, nai);  in necp_stats_arenas_destroy()
9485 necp_sysctl_arena_destroy(struct necp_fd_data *fd_data)  in necp_sysctl_arena_destroy()  argument
9487 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_destroy()
9491 	if (fd_data->sysctl_arena != NULL) {  in necp_sysctl_arena_destroy()
9492 		skmem_arena_munmap(fd_data->sysctl_arena, &fd_data->sysctl_mmap);  in necp_sysctl_arena_destroy()
9493 		skmem_arena_release(fd_data->sysctl_arena);  in necp_sysctl_arena_destroy()
9495 		fd_data->sysctl_arena = NULL;  in necp_sysctl_arena_destroy()
9496 		fd_data->system_sysctls_roff = 0;  in necp_sysctl_arena_destroy()
9501 necp_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_arena_initialize()  argument
9507 		NECP_FD_LOCK(fd_data);  in necp_arena_initialize()
9509 	if (fd_data->stats_arena_active == NULL) {  in necp_arena_initialize()
9510 		error = necp_arena_create(fd_data, stats_obj_size,  in necp_arena_initialize()
9515 		NECP_FD_UNLOCK(fd_data);  in necp_arena_initialize()
9522 necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_sysctl_arena_initialize()  argument
9527 		NECP_FD_LOCK(fd_data);  in necp_sysctl_arena_initialize()
9530 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_initialize()
9532 	if (fd_data->sysctl_arena == NULL) {  in necp_sysctl_arena_initialize()
9537 		ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9539 		(void) snprintf(name, sizeof(name), "sysctl.%s.%d", proc_name_address(p), fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9540 		fd_data->sysctl_arena = skmem_arena_create_for_system(name, &error);  in necp_sysctl_arena_initialize()
9541 		ASSERT(fd_data->sysctl_arena != NULL || error != 0);  in necp_sysctl_arena_initialize()
9543 			NECPLOG(LOG_ERR, "failed to create arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9550 …fd_data->system_sysctls_roff = skmem_arena_get_region_offset(fd_data->sysctl_arena, SKMEM_REGION_S…  in necp_sysctl_arena_initialize()
9555 			error = skmem_arena_mmap(fd_data->sysctl_arena, p, &fd_data->sysctl_mmap);  in necp_sysctl_arena_initialize()
9557 				NECPLOG(LOG_ERR, "failed to map sysctl arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9558 				necp_sysctl_arena_destroy(fd_data);  in necp_sysctl_arena_initialize()
9564 		NECP_FD_UNLOCK(fd_data);  in necp_sysctl_arena_initialize()
9571 necp_client_stats_bufreq(struct necp_fd_data *fd_data,  in necp_client_stats_bufreq()  argument
9579 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_stats_bufreq()
9596 …error = necp_arena_stats_obj_alloc(fd_data, &off, &flow_registration->stats_arena, &flow_registrat…  in necp_client_stats_bufreq()
9696 necp_stats_initialize(struct necp_fd_data *fd_data,  in necp_stats_initialize()  argument
9705 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_initialize()
9706 	VERIFY(fd_data->stats_arena_active != NULL);  in necp_stats_initialize()
9707 	VERIFY(fd_data->stats_arena_active->nai_arena != NULL);  in necp_stats_initialize()
9708 	VERIFY(!(fd_data->stats_arena_active->nai_flags & (NAIF_REDIRECT | NAIF_DEFUNCT)));  in necp_stats_initialize()
9715 	error = necp_client_stats_bufreq(fd_data, client, flow_registration, bufreq, &stats_hdr);  in necp_stats_initialize()
9732 necp_client_map_sysctls(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap,…  in necp_client_map_sysctls()  argument
9746 		*retval = necp_sysctl_arena_initialize(fd_data, false);  in necp_client_map_sysctls()
9753 		NECP_FD_LOCK(fd_data);  in necp_client_map_sysctls()
9754 		location = necp_arena_sysctls_obj(fd_data, &off, NULL);  in necp_client_map_sysctls()
9755 		NECP_FD_UNLOCK(fd_data);  in necp_client_map_sysctls()
9762 		uaddr = fd_data->sysctl_mmap.ami_mapaddr + off;  in necp_client_map_sysctls()
9772 necp_client_copy_route_statistics(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_copy_route_statistics()  argument
9792 	NECP_FD_LOCK(fd_data);  in necp_client_copy_route_statistics()
9793 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy_route_statistics()
9817 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
9825 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
9836 necp_client_update_cache(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_update_cache()  argument
9853 	NECP_FD_LOCK(fd_data);  in necp_client_update_cache()
9854 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_update_cache()
9856 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9864 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9952 	NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
9966 necp_client_sign(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_sign()  argument
10103 necp_client_validate(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, in…  in necp_client_validate()  argument
10167 	struct necp_fd_data *fd_data = NULL;  in necp_client_action()  local
10169 	error = necp_find_fd_data(p, uap->necp_fd, &fp, &fd_data);  in necp_client_action()
10187 		return_value = necp_client_add(p, fd_data, uap, retval);  in necp_client_action()
10191 		return_value = necp_client_claim(p, fd_data, uap, retval);  in necp_client_action()
10195 		return_value = necp_client_remove(fd_data, uap, retval);  in necp_client_action()
10201 		return_value = necp_client_copy(fd_data, uap, retval);  in necp_client_action()
10205 		return_value = necp_client_list(fd_data, uap, retval);  in necp_client_action()
10209 		return_value = necp_client_add_flow(fd_data, uap, retval);  in necp_client_action()
10213 		return_value = necp_client_remove_flow(fd_data, uap, retval);  in necp_client_action()
10218 		return_value = necp_client_request_nexus(fd_data, uap, retval);  in necp_client_action()
10223 		return_value = necp_client_agent_action(fd_data, uap, retval);  in necp_client_action()
10227 		return_value = necp_client_copy_agent(fd_data, uap, retval);  in necp_client_action()
10231 		return_value = necp_client_agent_use(fd_data, uap, retval);  in necp_client_action()
10235 		return_value = necp_client_acquire_agent_token(fd_data, uap, retval);  in necp_client_action()
10239 		return_value = necp_client_copy_interface(fd_data, uap, retval);  in necp_client_action()
10244 		return_value = necp_client_get_interface_address(fd_data, uap, retval);  in necp_client_action()
10252 		return_value = necp_client_map_sysctls(fd_data, uap, retval);  in necp_client_action()
10257 		return_value = necp_client_copy_route_statistics(fd_data, uap, retval);  in necp_client_action()
10261 		return_value = necp_client_update_cache(fd_data, uap, retval);  in necp_client_action()
10265 		return_value = necp_client_copy_client_update(fd_data, uap, retval);  in necp_client_action()
10269 		return_value = necp_client_sign(fd_data, uap, retval);  in necp_client_action()
10273 		return_value = necp_client_validate(fd_data, uap, retval);  in necp_client_action()
10948 		struct necp_fd_data *fd_data = container_of(arena_info, struct necp_fd_data, sysctl_mmap);  in necp_client_get_proc_pid_from_arena_info()  local
10949 		return fd_data->proc_pid;  in necp_client_get_proc_pid_from_arena_info()