750 static void necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
751 static void necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
752 static struct necp_arena_info *necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct p…
759 static int necp_arena_initialize(struct necp_fd_data *fd_data, bool locked);
760 static int necp_stats_initialize(struct necp_fd_data *fd_data, struct necp_client *client,
762 static int necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct …
763 static int necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, mach_vm_offset_t *off, struct n…
764 static void necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_a…
765 static void necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing);
767 static int necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked);
768 static void necp_sysctl_arena_destroy(struct necp_fd_data *fd_data);
769 static void *necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *si…
790 necp_fd_notify(struct necp_fd_data *fd_data, bool locked)  in necp_fd_notify()  argument
792 	struct selinfo *si = &fd_data->si;  in necp_fd_notify()
795 		NECP_FD_LOCK(fd_data);  in necp_fd_notify()
805 		NECP_FD_UNLOCK(fd_data);  in necp_fd_notify()
823 necp_fd_poll(struct necp_fd_data *fd_data, int events, void *wql, struct proc *p, int is_kevent)  in necp_fd_poll()  argument
830 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_fd_poll()
832 			if (!TAILQ_EMPTY(&fd_data->update_list)) {  in necp_fd_poll()
839 			RB_FOREACH(client, _necp_client_tree, &fd_data->clients) {  in necp_fd_poll()
850 			if (has_unread_clients || fd_data->request_in_process_flow_divert) {  in necp_fd_poll()
973 	struct necp_fd_data *fd_data = NULL;  in necpop_select()  local
978 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_select()
979 	if (fd_data == NULL) {  in necpop_select()
996 	NECP_FD_LOCK(fd_data);  in necpop_select()
997 	revents = necp_fd_poll(fd_data, events, wql, procp, 0);  in necpop_select()
998 	NECP_FD_UNLOCK(fd_data);  in necpop_select()
1006 	struct necp_fd_data *fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn);  in necp_fd_knrdetach()  local
1007 	struct selinfo *si = &fd_data->si;  in necp_fd_knrdetach()
1009 	NECP_FD_LOCK(fd_data);  in necp_fd_knrdetach()
1011 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrdetach()
1024 	struct necp_fd_data *fd_data;  in necp_fd_knrprocess()  local
1028 	fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn);  in necp_fd_knrprocess()
1030 	NECP_FD_LOCK(fd_data);  in necp_fd_knrprocess()
1031 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrprocess()
1036 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrprocess()
1044 	struct necp_fd_data *fd_data;  in necp_fd_knrtouch()  local
1047 	fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn);  in necp_fd_knrtouch()
1049 	NECP_FD_LOCK(fd_data);  in necp_fd_knrtouch()
1050 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrtouch()
1051 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrtouch()
1068 	struct necp_fd_data *fd_data = NULL;  in necpop_kqfilter()  local
1077 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_kqfilter()
1078 	if (fd_data == NULL) {  in necpop_kqfilter()
1084 	NECP_FD_LOCK(fd_data);  in necpop_kqfilter()
1086 	knote_kn_hook_set_raw(kn, fd_data);  in necpop_kqfilter()
1087 	KNOTE_ATTACH(&fd_data->si.si_note, kn);  in necpop_kqfilter()
1089 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necpop_kqfilter()
1091 	NECP_FD_UNLOCK(fd_data);  in necpop_kqfilter()
1207 necp_destroy_flow_stats(struct necp_fd_data *fd_data,  in necp_destroy_flow_stats()  argument
1212 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_destroy_flow_stats()
1240 …necp_arena_stats_obj_free(fd_data, flow_registration->stats_arena, &flow_registration->kstats_kadd…  in necp_destroy_flow_stats()
1776 	struct necp_fd_data *fd_data = NULL;  in necpop_close()  local
1779 	fd_data = (struct necp_fd_data *)fg_get_data(fg);  in necpop_close()
1782 	if (fd_data != NULL) {  in necpop_close()
1787 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
1789 			LIST_REMOVE(fd_data, chain);  in necpop_close()
1793 			LIST_REMOVE(fd_data, chain);  in necpop_close()
1797 		NECP_FD_LOCK(fd_data);  in necpop_close()
1798 		pid_t pid = fd_data->proc_pid;  in necpop_close()
1803 		(void)necp_defunct_client_fd_locked_inner(fd_data, &defunct_list, false);  in necpop_close()
1807 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necpop_close()
1809 			necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necpop_close()
1814 			RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necpop_close()
1819 		RB_FOREACH_SAFE(client, _necp_client_tree, &fd_data->clients, temp_client) {  in necpop_close()
1828 			RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necpop_close()
1834 		TAILQ_FOREACH_SAFE(client_update, &fd_data->update_list, chain, temp_update) {  in necpop_close()
1836 			TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necpop_close()
1839 		fd_data->update_count = 0;  in necpop_close()
1843 		necp_stats_arenas_destroy(fd_data, TRUE);  in necpop_close()
1844 		ASSERT(fd_data->stats_arena_active == NULL);  in necpop_close()
1845 		ASSERT(LIST_EMPTY(&fd_data->stats_arena_list));  in necpop_close()
1848 		necp_sysctl_arena_destroy(fd_data);  in necpop_close()
1849 		ASSERT(fd_data->sysctl_arena == NULL);  in necpop_close()
1852 		NECP_FD_UNLOCK(fd_data);  in necpop_close()
1854 		selthreadclear(&fd_data->si);  in necpop_close()
1856 		lck_mtx_destroy(&fd_data->fd_lock, &necp_fd_mtx_grp);  in necpop_close()
1858 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
1864 		kfree_type(struct necp_fd_data, fd_data);  in necpop_close()
1888     struct fileproc **fpp, struct necp_fd_data **fd_data)  in necp_find_fd_data()  argument
1894 		*fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necp_find_fd_data()
1897 		if ((*fd_data)->necp_fd_type != necp_fd_type_client) {  in necp_find_fd_data()
3327 necp_client_create_flow_registration(struct necp_fd_data *fd_data, struct necp_client *client)  in necp_client_create_flow_registration()  argument
3329 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_create_flow_registration()
3343 	RB_INSERT(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_create_flow_registration()
6991 	struct necp_fd_data *fd_data = NULL;  in necp_open()  local
7017 	fd_data = kalloc_type(struct necp_fd_data, Z_WAITOK | Z_ZERO | Z_NOFAIL);  in necp_open()
7019 	fd_data->necp_fd_type = necp_fd_type_client;  in necp_open()
7020 	fd_data->flags = uap->flags;  in necp_open()
7021 	RB_INIT(&fd_data->clients);  in necp_open()
7022 	RB_INIT(&fd_data->flows);  in necp_open()
7023 	TAILQ_INIT(&fd_data->update_list);  in necp_open()
7024 	lck_mtx_init(&fd_data->fd_lock, &necp_fd_mtx_grp, &necp_fd_mtx_attr);  in necp_open()
7025 	klist_init(&fd_data->si.si_note);  in necp_open()
7026 	fd_data->proc_pid = proc_pid(p);  in necp_open()
7028 	LIST_INIT(&fd_data->stats_arena_list);  in necp_open()
7034 	fp_set_data(fp, fd_data);  in necp_open()
7043 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_open()
7045 		LIST_INSERT_HEAD(&necp_fd_observer_list, fd_data, chain);  in necp_open()
7054 			necp_client_update_observer_add_internal(fd_data, existing_client);  in necp_open()
7055 			necp_client_update_observer_update_internal(fd_data, existing_client);  in necp_open()
7061 		LIST_INSERT_HEAD(&necp_fd_list, fd_data, chain);  in necp_open()
7074 		if (fd_data != NULL) {  in necp_open()
7075 			kfree_type(struct necp_fd_data, fd_data);  in necp_open()
7088 necp_client_add(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_add()  argument
7094 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_client_add()
7118 	client->proc_pid = fd_data->proc_pid; // Save off proc pid in case the client will persist past fd  in necp_client_add()
7119 	client->agent_handle = (void *)fd_data;  in necp_client_add()
7259 		NECP_FD_LOCK(fd_data);  in necp_client_add()
7260 		parent = necp_client_fd_find_client_unlocked(fd_data, parsed_parameters.parent_uuid);  in necp_client_add()
7270 		NECP_FD_UNLOCK(fd_data);  in necp_client_add()
7338 	NECP_FD_LOCK(fd_data);  in necp_client_add()
7339 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_add()
7347 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_add()
7350 	NECP_FD_UNLOCK(fd_data);  in necp_client_add()
7369 necp_client_claim(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap…  in necp_client_claim()  argument
7424 	client->proc_pid = fd_data->proc_pid; // Transfer client to claiming pid  in necp_client_claim()
7425 	client->agent_handle = (void *)fd_data;  in necp_client_claim()
7431 	NECP_FD_LOCK(fd_data);  in necp_client_claim()
7432 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_claim()
7434 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_claim()
7436 	NECP_FD_UNLOCK(fd_data);  in necp_client_claim()
7447 necp_client_remove(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_remove()  argument
7477 	NECP_FD_LOCK(fd_data);  in necp_client_remove()
7479 	pid_t pid = fd_data->proc_pid;  in necp_client_remove()
7480 	struct necp_client *client = necp_client_fd_find_client_unlocked(fd_data, client_id);  in necp_client_remove()
7488 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necp_client_remove()
7491 				necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necp_client_remove()
7496 				RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove()
7512 		RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necp_client_remove()
7520 	if ((fd_data->stats_arena_active != NULL && fd_data->stats_arena_active->nai_use_count == 3) ||  in necp_client_remove()
7521 	    (fd_data->stats_arena_active == NULL && !LIST_EMPTY(&fd_data->stats_arena_list))) {  in necp_client_remove()
7532 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove()
7563 necp_client_remove_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *ret…  in necp_client_remove_flow()  argument
7592 	NECP_FD_LOCK(fd_data);  in necp_client_remove_flow()
7594 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i…  in necp_client_remove_flow()
7598 		necp_destroy_flow_stats(fd_data, flow_registration, &flow_ifnet_stats, TRUE);  in necp_client_remove_flow()
7603 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove_flow()
7610 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove_flow()
7617 			necp_destroy_client_flow_registration(client, flow_registration, fd_data->proc_pid, false);  in necp_client_remove_flow()
8013 necp_client_copy(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_copy()  argument
8047 	NECP_FD_LOCK(fd_data);  in necp_client_copy()
8053 			RB_FOREACH(find_client, _necp_client_tree, &fd_data->clients) {  in necp_client_copy()
8063 			if (client == NULL && fd_data->request_in_process_flow_divert) {  in necp_client_copy()
8069 		client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy()
8081 		fd_data->request_in_process_flow_divert = false;  in necp_client_copy()
8100 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy()
8103 		if (fd_data->flags & NECP_OPEN_FLAG_OBSERVER) {  in necp_client_copy()
8136 necp_client_copy_client_update(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, i…  in necp_client_copy_client_update()  argument
8142 	if (!(fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER)) {  in necp_client_copy_client_update()
8157 	NECP_FD_LOCK(fd_data);  in necp_client_copy_client_update()
8158 	struct necp_client_update *client_update = TAILQ_FIRST(&fd_data->update_list);  in necp_client_copy_client_update()
8160 		TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necp_client_copy_client_update()
8161 		VERIFY(fd_data->update_count > 0);  in necp_client_copy_client_update()
8162 		fd_data->update_count--;  in necp_client_copy_client_update()
8164 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy_client_update()
8304 necp_client_list(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_list()  argument
8318 	if (!(fd_data->flags & NECP_OPEN_FLAG_OBSERVER)) {  in necp_client_list()
8394 necp_client_add_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_add_flow()  argument
8450 	NECP_FD_LOCK(fd_data);  in necp_client_add_flow()
8451 	pid_t pid = fd_data->proc_pid;  in necp_client_add_flow()
8454 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8460 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_add_flow()
8463 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8473 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_add_flow()
8477 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8561 …if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, add_request->agent_…  in necp_client_add_flow()
8589 …if (error == 0 && add_request->stats_request_count > 0 && necp_arena_initialize(fd_data, true) == …  in necp_client_add_flow()
8600 		(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_add_flow()
8649 		necp_destroy_flow_stats(fd_data, new_registration, NULL, false);  in necp_client_add_flow()
8654 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_add_flow()
8655 		necp_destroy_client_flow_registration(client, new_registration, fd_data->proc_pid, true);  in necp_client_add_flow()
8660 	NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
8693 necp_client_request_nexus(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_request_nexus()  argument
8713 	NECP_FD_LOCK(fd_data);  in necp_client_request_nexus()
8714 	pid_t pid = fd_data->proc_pid;  in necp_client_request_nexus()
8717 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8723 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_request_nexus()
8725 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8766 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8773 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_request_nexus()
8777 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8800 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8809 			if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, nexus_uuid,  in necp_client_request_nexus()
8816 		    necp_arena_initialize(fd_data, true) == 0) {  in necp_client_request_nexus()
8822 				(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_request_nexus()
8832 	NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
8885 necp_client_agent_action(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_agent_action()  argument
8925 	NECP_FD_LOCK(fd_data);  in necp_client_agent_action()
8926 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_action()
8972 					    fd_data->proc_pid,  in necp_client_agent_action()
9003 					    fd_data->proc_pid,  in necp_client_agent_action()
9024 						if (uuid_compare(agent_uuid, fd_data->reported_agents.agent_uuid[agent_i]) == 0) {  in necp_client_agent_action()
9035 							if (uuid_is_null(fd_data->reported_agents.agent_uuid[agent_i])) {  in necp_client_agent_action()
9036 								uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], agent_uuid);  in necp_client_agent_action()
9045 …uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], fd_data->reported_agents.agent_uuid[agent_…  in necp_client_agent_action()
9047 									uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], agent_uuid);  in necp_client_agent_action()
9054 					    fd_data->proc_pid,  in necp_client_agent_action()
9072 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_action()
9089 necp_client_copy_agent(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_copy_agent()  argument
9120 necp_client_agent_use(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retva…  in necp_client_agent_use()  argument
9146 	NECP_FD_LOCK(fd_data);  in necp_client_agent_use()
9147 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_use()
9155 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_use()
9172 necp_client_acquire_agent_token(__unused struct necp_fd_data *fd_data, struct necp_client_action_ar…  in necp_client_acquire_agent_token()  argument
9199 necp_client_copy_interface(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *u…  in necp_client_copy_interface()  argument
9363 necp_client_get_interface_address(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_get_interface_address()  argument
9487 necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_insert_stats_arena()  argument
9489 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_insert_stats_arena()
9493 	LIST_INSERT_HEAD(&fd_data->stats_arena_list, nai, nai_chain);  in necp_fd_insert_stats_arena()
9499 necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_remove_stats_arena()  argument
9501 #pragma unused(fd_data)  in necp_fd_remove_stats_arena()
9502 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_remove_stats_arena()
9514 necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct proc *proc)  in necp_fd_mredirect_stats_arena()  argument
9518 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_mredirect_stats_arena()
9523 	if ((nai = fd_data->stats_arena_active) != NULL) {  in necp_fd_mredirect_stats_arena()
9540 		fd_data->stats_arena_active = nai = NULL;  in necp_fd_mredirect_stats_arena()
9545 	LIST_FOREACH(nai, &fd_data->stats_arena_list, nai_chain) {  in necp_fd_mredirect_stats_arena()
9601 necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct proc *p)  in necp_arena_create()  argument
9609 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_create()
9610 	ASSERT(fd_data->stats_arena_active == NULL);  in necp_arena_create()
9612 	ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_arena_create()
9630 	nai->nai_proc_pid = fd_data->proc_pid;  in necp_arena_create()
9631 …snprintf(name, sizeof(name), "stats-%u.%s.%d", fd_data->stats_arena_gencnt, proc_name_address(p), …  in necp_arena_create()
9635 		NECPLOG(LOG_ERR, "failed to create stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
9649 			NECPLOG(LOG_ERR, "failed to map stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
9654 		fd_data->stats_arena_active = nai;  in necp_arena_create()
9656 		necp_fd_insert_stats_arena(fd_data, nai);  in necp_arena_create()
9657 		++fd_data->stats_arena_gencnt;  in necp_arena_create()
9666 necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data,  in necp_arena_stats_obj_alloc()  argument
9682 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_alloc()
9683 	ASSERT(fd_data->stats_arena_active != NULL);  in necp_arena_stats_obj_alloc()
9684 	ASSERT(fd_data->stats_arena_active->nai_arena != NULL);  in necp_arena_stats_obj_alloc()
9686 	kstats_cp = skmem_arena_necp(fd_data->stats_arena_active->nai_arena)->arc_kstats_cache;  in necp_arena_stats_obj_alloc()
9699 	*stats_arena = fd_data->stats_arena_active;  in necp_arena_stats_obj_alloc()
9702 	*off = fd_data->stats_arena_active->nai_roff + SKMEM_OBJ_ROFF(&kstats_oi);  in necp_arena_stats_obj_alloc()
9708 necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_arena, void *…  in necp_arena_stats_obj_free()  argument
9710 #pragma unused(fd_data)  in necp_arena_stats_obj_free()
9711 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_free()
9727 necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *size)  in necp_arena_sysctls_obj()  argument
9731 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_sysctls_obj()
9732 	ASSERT(fd_data->sysctl_arena != NULL);  in necp_arena_sysctls_obj()
9735 	objaddr = skmem_arena_system_sysctls_obj_addr(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
9744 		*off = fd_data->system_sysctls_roff;  in necp_arena_sysctls_obj()
9748 		*size = skmem_arena_system_sysctls_obj_size(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
9756 necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing)  in necp_stats_arenas_destroy()  argument
9760 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_arenas_destroy()
9764 	if ((nai = fd_data->stats_arena_active) != NULL && (closing || nai->nai_use_count == 2)) {  in necp_stats_arenas_destroy()
9767 		fd_data->stats_arena_active = NULL;  in necp_stats_arenas_destroy()
9771 	LIST_FOREACH_SAFE(nai, &fd_data->stats_arena_list, nai_chain, nai_tmp) {  in necp_stats_arenas_destroy()
9776 			necp_fd_remove_stats_arena(fd_data, nai);  in necp_stats_arenas_destroy()
9782 necp_sysctl_arena_destroy(struct necp_fd_data *fd_data)  in necp_sysctl_arena_destroy()  argument
9784 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_destroy()
9788 	if (fd_data->sysctl_arena != NULL) {  in necp_sysctl_arena_destroy()
9789 		skmem_arena_munmap(fd_data->sysctl_arena, &fd_data->sysctl_mmap);  in necp_sysctl_arena_destroy()
9790 		skmem_arena_release(fd_data->sysctl_arena);  in necp_sysctl_arena_destroy()
9792 		fd_data->sysctl_arena = NULL;  in necp_sysctl_arena_destroy()
9793 		fd_data->system_sysctls_roff = 0;  in necp_sysctl_arena_destroy()
9798 necp_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_arena_initialize()  argument
9804 		NECP_FD_LOCK(fd_data);  in necp_arena_initialize()
9806 	if (fd_data->stats_arena_active == NULL) {  in necp_arena_initialize()
9807 		error = necp_arena_create(fd_data, stats_obj_size,  in necp_arena_initialize()
9812 		NECP_FD_UNLOCK(fd_data);  in necp_arena_initialize()
9819 necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_sysctl_arena_initialize()  argument
9824 		NECP_FD_LOCK(fd_data);  in necp_sysctl_arena_initialize()
9827 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_initialize()
9829 	if (fd_data->sysctl_arena == NULL) {  in necp_sysctl_arena_initialize()
9834 		ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9836 		(void) snprintf(name, sizeof(name), "sysctl.%s.%d", proc_name_address(p), fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9837 		fd_data->sysctl_arena = skmem_arena_create_for_system(name, &error);  in necp_sysctl_arena_initialize()
9838 		ASSERT(fd_data->sysctl_arena != NULL || error != 0);  in necp_sysctl_arena_initialize()
9840 			NECPLOG(LOG_ERR, "failed to create arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9847 …fd_data->system_sysctls_roff = skmem_arena_get_region_offset(fd_data->sysctl_arena, SKMEM_REGION_S…  in necp_sysctl_arena_initialize()
9852 			error = skmem_arena_mmap(fd_data->sysctl_arena, p, &fd_data->sysctl_mmap);  in necp_sysctl_arena_initialize()
9854 				NECPLOG(LOG_ERR, "failed to map sysctl arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
9855 				necp_sysctl_arena_destroy(fd_data);  in necp_sysctl_arena_initialize()
9861 		NECP_FD_UNLOCK(fd_data);  in necp_sysctl_arena_initialize()
9868 necp_client_stats_bufreq(struct necp_fd_data *fd_data,  in necp_client_stats_bufreq()  argument
9876 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_stats_bufreq()
9893 …error = necp_arena_stats_obj_alloc(fd_data, &off, &flow_registration->stats_arena, &flow_registrat…  in necp_client_stats_bufreq()
9994 necp_stats_initialize(struct necp_fd_data *fd_data,  in necp_stats_initialize()  argument
10003 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_initialize()
10004 	VERIFY(fd_data->stats_arena_active != NULL);  in necp_stats_initialize()
10005 	VERIFY(fd_data->stats_arena_active->nai_arena != NULL);  in necp_stats_initialize()
10006 	VERIFY(!(fd_data->stats_arena_active->nai_flags & (NAIF_REDIRECT | NAIF_DEFUNCT)));  in necp_stats_initialize()
10013 	error = necp_client_stats_bufreq(fd_data, client, flow_registration, bufreq, &stats_hdr);  in necp_stats_initialize()
10030 necp_client_map_sysctls(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap,…  in necp_client_map_sysctls()  argument
10044 		*retval = necp_sysctl_arena_initialize(fd_data, false);  in necp_client_map_sysctls()
10051 		NECP_FD_LOCK(fd_data);  in necp_client_map_sysctls()
10052 		location = necp_arena_sysctls_obj(fd_data, &off, NULL);  in necp_client_map_sysctls()
10053 		NECP_FD_UNLOCK(fd_data);  in necp_client_map_sysctls()
10060 		uaddr = fd_data->sysctl_mmap.ami_mapaddr + off;  in necp_client_map_sysctls()
10070 necp_client_copy_route_statistics(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_copy_route_statistics()  argument
10090 	NECP_FD_LOCK(fd_data);  in necp_client_copy_route_statistics()
10091 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy_route_statistics()
10115 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
10123 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
10134 necp_client_update_cache(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_update_cache()  argument
10151 	NECP_FD_LOCK(fd_data);  in necp_client_update_cache()
10152 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_update_cache()
10154 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
10162 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
10250 	NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
10264 necp_client_sign(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_sign()  argument
10401 necp_client_validate(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, in…  in necp_client_validate()  argument
10460 necp_client_get_signed_client_id(__unused struct necp_fd_data *fd_data, struct necp_client_action_a…  in necp_client_get_signed_client_id()  argument
10531 necp_client_set_signed_client_id(__unused struct necp_fd_data *fd_data, struct necp_client_action_a…  in necp_client_set_signed_client_id()  argument
10601 	struct necp_fd_data *fd_data = NULL;  in necp_client_action()  local
10603 	error = necp_find_fd_data(p, uap->necp_fd, &fp, &fd_data);  in necp_client_action()
10621 		return_value = necp_client_add(p, fd_data, uap, retval);  in necp_client_action()
10625 		return_value = necp_client_claim(p, fd_data, uap, retval);  in necp_client_action()
10629 		return_value = necp_client_remove(fd_data, uap, retval);  in necp_client_action()
10635 		return_value = necp_client_copy(fd_data, uap, retval);  in necp_client_action()
10639 		return_value = necp_client_list(fd_data, uap, retval);  in necp_client_action()
10643 		return_value = necp_client_add_flow(fd_data, uap, retval);  in necp_client_action()
10647 		return_value = necp_client_remove_flow(fd_data, uap, retval);  in necp_client_action()
10652 		return_value = necp_client_request_nexus(fd_data, uap, retval);  in necp_client_action()
10657 		return_value = necp_client_agent_action(fd_data, uap, retval);  in necp_client_action()
10661 		return_value = necp_client_copy_agent(fd_data, uap, retval);  in necp_client_action()
10665 		return_value = necp_client_agent_use(fd_data, uap, retval);  in necp_client_action()
10669 		return_value = necp_client_acquire_agent_token(fd_data, uap, retval);  in necp_client_action()
10673 		return_value = necp_client_copy_interface(fd_data, uap, retval);  in necp_client_action()
10678 		return_value = necp_client_get_interface_address(fd_data, uap, retval);  in necp_client_action()
10686 		return_value = necp_client_map_sysctls(fd_data, uap, retval);  in necp_client_action()
10691 		return_value = necp_client_copy_route_statistics(fd_data, uap, retval);  in necp_client_action()
10695 		return_value = necp_client_update_cache(fd_data, uap, retval);  in necp_client_action()
10699 		return_value = necp_client_copy_client_update(fd_data, uap, retval);  in necp_client_action()
10703 		return_value = necp_client_sign(fd_data, uap, retval);  in necp_client_action()
10707 		return_value = necp_client_validate(fd_data, uap, retval);  in necp_client_action()
10711 		return_value = necp_client_get_signed_client_id(fd_data, uap, retval);  in necp_client_action()
10715 		return_value = necp_client_set_signed_client_id(fd_data, uap, retval);  in necp_client_action()
11375 		struct necp_fd_data *fd_data = container_of(arena_info, struct necp_fd_data, sysctl_mmap);  in necp_client_get_proc_pid_from_arena_info()  local
11376 		return fd_data->proc_pid;  in necp_client_get_proc_pid_from_arena_info()