771 static void necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
772 static void necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
773 static struct necp_arena_info *necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct p…
780 static int necp_arena_initialize(struct necp_fd_data *fd_data, bool locked);
781 static int necp_stats_initialize(struct necp_fd_data *fd_data, struct necp_client *client,
783 static int necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct …
784 static int necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, mach_vm_offset_t *off, struct n…
785 static void necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_a…
786 static void necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing);
788 static int necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked);
789 static void necp_sysctl_arena_destroy(struct necp_fd_data *fd_data);
790 static void *necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *si…
912 necp_fd_notify(struct necp_fd_data *fd_data, bool locked)  in necp_fd_notify()  argument
914 	struct selinfo *si = &fd_data->si;  in necp_fd_notify()
917 		NECP_FD_LOCK(fd_data);  in necp_fd_notify()
927 		NECP_FD_UNLOCK(fd_data);  in necp_fd_notify()
945 necp_fd_poll(struct necp_fd_data *fd_data, int events, void *wql, struct proc *p, int is_kevent)  in necp_fd_poll()  argument
952 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_fd_poll()
954 			if (!TAILQ_EMPTY(&fd_data->update_list)) {  in necp_fd_poll()
961 			RB_FOREACH(client, _necp_client_tree, &fd_data->clients) {  in necp_fd_poll()
972 			if (has_unread_clients || fd_data->request_in_process_flow_divert) {  in necp_fd_poll()
1095 	struct necp_fd_data *fd_data = NULL;  in necpop_select()  local
1100 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_select()
1101 	if (fd_data == NULL) {  in necpop_select()
1118 	NECP_FD_LOCK(fd_data);  in necpop_select()
1119 	revents = necp_fd_poll(fd_data, events, wql, procp, 0);  in necpop_select()
1120 	NECP_FD_UNLOCK(fd_data);  in necpop_select()
1128 	struct necp_fd_data *fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn);  in necp_fd_knrdetach()  local
1129 	struct selinfo *si = &fd_data->si;  in necp_fd_knrdetach()
1131 	NECP_FD_LOCK(fd_data);  in necp_fd_knrdetach()
1133 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrdetach()
1146 	struct necp_fd_data *fd_data;  in necp_fd_knrprocess()  local
1150 	fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn);  in necp_fd_knrprocess()
1152 	NECP_FD_LOCK(fd_data);  in necp_fd_knrprocess()
1153 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrprocess()
1158 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrprocess()
1166 	struct necp_fd_data *fd_data;  in necp_fd_knrtouch()  local
1169 	fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn);  in necp_fd_knrtouch()
1171 	NECP_FD_LOCK(fd_data);  in necp_fd_knrtouch()
1172 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necp_fd_knrtouch()
1173 	NECP_FD_UNLOCK(fd_data);  in necp_fd_knrtouch()
1190 	struct necp_fd_data *fd_data = NULL;  in necpop_kqfilter()  local
1199 	fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necpop_kqfilter()
1200 	if (fd_data == NULL) {  in necpop_kqfilter()
1206 	NECP_FD_LOCK(fd_data);  in necpop_kqfilter()
1208 	knote_kn_hook_set_raw(kn, fd_data);  in necpop_kqfilter()
1209 	KNOTE_ATTACH(&fd_data->si.si_note, kn);  in necpop_kqfilter()
1211 	revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1);  in necpop_kqfilter()
1213 	NECP_FD_UNLOCK(fd_data);  in necpop_kqfilter()
1444 necp_destroy_flow_stats(struct necp_fd_data *fd_data,  in necp_destroy_flow_stats()  argument
1449 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_destroy_flow_stats()
1477 …necp_arena_stats_obj_free(fd_data, flow_registration->stats_arena, &flow_registration->kstats_kadd…  in necp_destroy_flow_stats()
2042 	struct necp_fd_data * __single fd_data = NULL;  in necpop_close()  local
2045 	fd_data = (struct necp_fd_data *)fg_get_data(fg);  in necpop_close()
2048 	if (fd_data != NULL) {  in necpop_close()
2053 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
2055 			LIST_REMOVE(fd_data, chain);  in necpop_close()
2059 			LIST_REMOVE(fd_data, chain);  in necpop_close()
2063 		NECP_FD_LOCK(fd_data);  in necpop_close()
2064 		pid_t pid = fd_data->proc_pid;  in necpop_close()
2069 		(void)necp_defunct_client_fd_locked_inner(fd_data, &defunct_list, false);  in necpop_close()
2073 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necpop_close()
2075 			necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necpop_close()
2080 			RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necpop_close()
2085 		RB_FOREACH_SAFE(client, _necp_client_tree, &fd_data->clients, temp_client) {  in necpop_close()
2094 			RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necpop_close()
2100 		TAILQ_FOREACH_SAFE(client_update, &fd_data->update_list, chain, temp_update) {  in necpop_close()
2102 			TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necpop_close()
2105 		fd_data->update_count = 0;  in necpop_close()
2109 		necp_stats_arenas_destroy(fd_data, TRUE);  in necpop_close()
2110 		ASSERT(fd_data->stats_arena_active == NULL);  in necpop_close()
2111 		ASSERT(LIST_EMPTY(&fd_data->stats_arena_list));  in necpop_close()
2114 		necp_sysctl_arena_destroy(fd_data);  in necpop_close()
2115 		ASSERT(fd_data->sysctl_arena == NULL);  in necpop_close()
2118 		NECP_FD_UNLOCK(fd_data);  in necpop_close()
2120 		selthreadclear(&fd_data->si);  in necpop_close()
2122 		lck_mtx_destroy(&fd_data->fd_lock, &necp_fd_mtx_grp);  in necpop_close()
2124 		if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necpop_close()
2130 		kfree_type(struct necp_fd_data, fd_data);  in necpop_close()
2154     struct fileproc **fpp, struct necp_fd_data **fd_data)  in necp_find_fd_data()  argument
2160 		*fd_data = (struct necp_fd_data *)fp_get_data(fp);  in necp_find_fd_data()
2163 		if ((*fd_data)->necp_fd_type != necp_fd_type_client) {  in necp_find_fd_data()
3623 necp_client_create_flow_registration(struct necp_fd_data *fd_data, struct necp_client *client)  in necp_client_create_flow_registration()  argument
3625 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_create_flow_registration()
3639 	RB_INSERT(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_create_flow_registration()
7742 	struct necp_fd_data * __single fd_data = NULL;  in necp_open()  local
7768 	fd_data = kalloc_type(struct necp_fd_data, Z_WAITOK | Z_ZERO | Z_NOFAIL);  in necp_open()
7770 	fd_data->necp_fd_type = necp_fd_type_client;  in necp_open()
7771 	fd_data->flags = uap->flags;  in necp_open()
7772 	RB_INIT(&fd_data->clients);  in necp_open()
7773 	RB_INIT(&fd_data->flows);  in necp_open()
7774 	TAILQ_INIT(&fd_data->update_list);  in necp_open()
7775 	lck_mtx_init(&fd_data->fd_lock, &necp_fd_mtx_grp, &necp_fd_mtx_attr);  in necp_open()
7776 	klist_init(&fd_data->si.si_note);  in necp_open()
7777 	fd_data->proc_pid = proc_pid(p);  in necp_open()
7779 	LIST_INIT(&fd_data->stats_arena_list);  in necp_open()
7785 	fp_set_data(fp, fd_data);  in necp_open()
7794 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_open()
7796 		LIST_INSERT_HEAD(&necp_fd_observer_list, fd_data, chain);  in necp_open()
7805 			necp_client_update_observer_add_internal(fd_data, existing_client);  in necp_open()
7806 			necp_client_update_observer_update_internal(fd_data, existing_client);  in necp_open()
7812 		LIST_INSERT_HEAD(&necp_fd_list, fd_data, chain);  in necp_open()
7825 		if (fd_data != NULL) {  in necp_open()
7826 			kfree_type(struct necp_fd_data, fd_data);  in necp_open()
7839 necp_client_add(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_add()  argument
7846 	if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) {  in necp_client_add()
7870 	client->proc_pid = fd_data->proc_pid; // Save off proc pid in case the client will persist past fd  in necp_client_add()
7871 	client->agent_handle = (void *)fd_data;  in necp_client_add()
8029 		NECP_FD_LOCK(fd_data);  in necp_client_add()
8030 		parent = necp_client_fd_find_client_unlocked(fd_data, parsed_parameters.parent_uuid);  in necp_client_add()
8040 		NECP_FD_UNLOCK(fd_data);  in necp_client_add()
8108 	NECP_FD_LOCK(fd_data);  in necp_client_add()
8109 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_add()
8117 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_add()
8120 	NECP_FD_UNLOCK(fd_data);  in necp_client_add()
8139 necp_client_claim(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap…  in necp_client_claim()  argument
8194 	client->proc_pid = fd_data->proc_pid; // Transfer client to claiming pid  in necp_client_claim()
8195 	client->agent_handle = (void *)fd_data;  in necp_client_claim()
8201 	NECP_FD_LOCK(fd_data);  in necp_client_claim()
8202 	RB_INSERT(_necp_client_tree, &fd_data->clients, client);  in necp_client_claim()
8204 	(void)necp_update_client_result(current_proc(), fd_data, client, NULL);  in necp_client_claim()
8206 	NECP_FD_UNLOCK(fd_data);  in necp_client_claim()
8217 necp_client_remove(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_remove()  argument
8247 	NECP_FD_LOCK(fd_data);  in necp_client_remove()
8249 	pid_t pid = fd_data->proc_pid;  in necp_client_remove()
8250 	struct necp_client *client = necp_client_fd_find_client_unlocked(fd_data, client_id);  in necp_client_remove()
8258 		RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) {  in necp_client_remove()
8261 				necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE);  in necp_client_remove()
8266 				RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove()
8282 		RB_REMOVE(_necp_client_tree, &fd_data->clients, client);  in necp_client_remove()
8290 	if ((fd_data->stats_arena_active != NULL && fd_data->stats_arena_active->nai_use_count == 3) ||  in necp_client_remove()
8291 	    (fd_data->stats_arena_active == NULL && !LIST_EMPTY(&fd_data->stats_arena_list))) {  in necp_client_remove()
8302 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove()
8333 necp_client_remove_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *ret…  in necp_client_remove_flow()  argument
8362 	NECP_FD_LOCK(fd_data);  in necp_client_remove_flow()
8364 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i…  in necp_client_remove_flow()
8368 		necp_destroy_flow_stats(fd_data, flow_registration, &flow_ifnet_stats, TRUE);  in necp_client_remove_flow()
8373 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration);  in necp_client_remove_flow()
8380 	NECP_FD_UNLOCK(fd_data);  in necp_client_remove_flow()
8388 			necp_destroy_client_flow_registration(client, flow_registration, fd_data->proc_pid, abort);  in necp_client_remove_flow()
8952 necp_client_copy(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_copy()  argument
8987 	NECP_FD_LOCK(fd_data);  in necp_client_copy()
8995 			RB_FOREACH(find_client, _necp_client_tree, &fd_data->clients) {  in necp_client_copy()
9005 			if (client == NULL && fd_data->request_in_process_flow_divert) {  in necp_client_copy()
9011 		client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy()
9023 		fd_data->request_in_process_flow_divert = false;  in necp_client_copy()
9042 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy()
9045 		if (fd_data->flags & NECP_OPEN_FLAG_OBSERVER) {  in necp_client_copy()
9078 necp_client_copy_client_update(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, i…  in necp_client_copy_client_update()  argument
9084 	if (!(fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER)) {  in necp_client_copy_client_update()
9099 	NECP_FD_LOCK(fd_data);  in necp_client_copy_client_update()
9100 	struct necp_client_update *client_update = TAILQ_FIRST(&fd_data->update_list);  in necp_client_copy_client_update()
9102 		TAILQ_REMOVE(&fd_data->update_list, client_update, chain);  in necp_client_copy_client_update()
9103 		VERIFY(fd_data->update_count > 0);  in necp_client_copy_client_update()
9104 		fd_data->update_count--;  in necp_client_copy_client_update()
9106 	NECP_FD_UNLOCK(fd_data);  in necp_client_copy_client_update()
9252 necp_client_list(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_list()  argument
9266 	if (!(fd_data->flags & NECP_OPEN_FLAG_OBSERVER)) {  in necp_client_list()
9343 necp_client_add_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval)  in necp_client_add_flow()  argument
9399 	NECP_FD_LOCK(fd_data);  in necp_client_add_flow()
9400 	pid_t pid = fd_data->proc_pid;  in necp_client_add_flow()
9403 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
9409 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_add_flow()
9412 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
9422 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_add_flow()
9426 		NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
9540 …if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, add_request->agent_…  in necp_client_add_flow()
9571 …if (error == 0 && add_request->stats_request_count > 0 && necp_arena_initialize(fd_data, true) == …  in necp_client_add_flow()
9582 		(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_add_flow()
9638 		necp_destroy_flow_stats(fd_data, new_registration, NULL, false);  in necp_client_add_flow()
9643 		RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, new_registration);  in necp_client_add_flow()
9644 		necp_destroy_client_flow_registration(client, new_registration, fd_data->proc_pid, true);  in necp_client_add_flow()
9649 	NECP_FD_UNLOCK(fd_data);  in necp_client_add_flow()
9682 necp_client_request_nexus(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_request_nexus()  argument
9702 	NECP_FD_LOCK(fd_data);  in necp_client_request_nexus()
9703 	pid_t pid = fd_data->proc_pid;  in necp_client_request_nexus()
9706 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
9712 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_request_nexus()
9714 		NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
9755 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
9762 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client);  in necp_client_request_nexus()
9766 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
9789 			NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
9798 			if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, nexus_uuid,  in necp_client_request_nexus()
9805 		    necp_arena_initialize(fd_data, true) == 0) {  in necp_client_request_nexus()
9811 				(void)necp_stats_initialize(fd_data, client, new_registration, &bufreq);  in necp_client_request_nexus()
9821 	NECP_FD_UNLOCK(fd_data);  in necp_client_request_nexus()
9874 necp_client_agent_action(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_agent_action()  argument
9914 	NECP_FD_LOCK(fd_data);  in necp_client_agent_action()
9915 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_action()
9963 					    fd_data->proc_pid,  in necp_client_agent_action()
9996 					    fd_data->proc_pid,  in necp_client_agent_action()
10017 						if (uuid_compare(agent_uuid, fd_data->reported_agents.agent_uuid[agent_i]) == 0) {  in necp_client_agent_action()
10028 							if (uuid_is_null(fd_data->reported_agents.agent_uuid[agent_i])) {  in necp_client_agent_action()
10029 								uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], agent_uuid);  in necp_client_agent_action()
10038 …uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], fd_data->reported_agents.agent_uuid[agent_…  in necp_client_agent_action()
10040 									uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], agent_uuid);  in necp_client_agent_action()
10049 					    fd_data->proc_pid,  in necp_client_agent_action()
10067 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_action()
10084 necp_client_copy_agent(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_copy_agent()  argument
10115 necp_client_agent_use(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retva…  in necp_client_agent_use()  argument
10141 	NECP_FD_LOCK(fd_data);  in necp_client_agent_use()
10142 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_agent_use()
10150 	NECP_FD_UNLOCK(fd_data);  in necp_client_agent_use()
10167 necp_client_acquire_agent_token(__unused struct necp_fd_data *fd_data, struct necp_client_action_ar…  in necp_client_acquire_agent_token()  argument
10194 necp_client_copy_interface(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *u…  in necp_client_copy_interface()  argument
10365 necp_client_get_interface_address(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_get_interface_address()  argument
10489 necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_insert_stats_arena()  argument
10491 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_insert_stats_arena()
10495 	LIST_INSERT_HEAD(&fd_data->stats_arena_list, nai, nai_chain);  in necp_fd_insert_stats_arena()
10501 necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai)  in necp_fd_remove_stats_arena()  argument
10503 #pragma unused(fd_data)  in necp_fd_remove_stats_arena()
10504 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_remove_stats_arena()
10516 necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct proc *proc)  in necp_fd_mredirect_stats_arena()  argument
10520 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_fd_mredirect_stats_arena()
10525 	if ((nai = fd_data->stats_arena_active) != NULL) {  in necp_fd_mredirect_stats_arena()
10542 		fd_data->stats_arena_active = nai = NULL;  in necp_fd_mredirect_stats_arena()
10547 	LIST_FOREACH(nai, &fd_data->stats_arena_list, nai_chain) {  in necp_fd_mredirect_stats_arena()
10603 necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct proc *p)  in necp_arena_create()  argument
10612 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_create()
10613 	ASSERT(fd_data->stats_arena_active == NULL);  in necp_arena_create()
10615 	ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_arena_create()
10633 	nai->nai_proc_pid = fd_data->proc_pid;  in necp_arena_create()
10634 …snprintf(name, sizeof(name), "stats-%u.%s.%d", fd_data->stats_arena_gencnt, proc_name_address(p), …  in necp_arena_create()
10638 		NECPLOG(LOG_ERR, "failed to create stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
10652 			NECPLOG(LOG_ERR, "failed to map stats arena for pid %d\n", fd_data->proc_pid);  in necp_arena_create()
10657 		fd_data->stats_arena_active = nai;  in necp_arena_create()
10659 		necp_fd_insert_stats_arena(fd_data, nai);  in necp_arena_create()
10660 		++fd_data->stats_arena_gencnt;  in necp_arena_create()
10669 necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data,  in necp_arena_stats_obj_alloc()  argument
10688 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_alloc()
10689 	ASSERT(fd_data->stats_arena_active != NULL);  in necp_arena_stats_obj_alloc()
10690 	ASSERT(fd_data->stats_arena_active->nai_arena != NULL);  in necp_arena_stats_obj_alloc()
10692 	kstats_cp = skmem_arena_necp(fd_data->stats_arena_active->nai_arena)->arc_kstats_cache;  in necp_arena_stats_obj_alloc()
10707 	*stats_arena = fd_data->stats_arena_active;  in necp_arena_stats_obj_alloc()
10710 	*off = fd_data->stats_arena_active->nai_roff + SKMEM_OBJ_ROFF(&kstats_oi);  in necp_arena_stats_obj_alloc()
10716 necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_arena, void *…  in necp_arena_stats_obj_free()  argument
10718 #pragma unused(fd_data)  in necp_arena_stats_obj_free()
10719 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_stats_obj_free()
10735 necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *size)  in necp_arena_sysctls_obj()  argument
10739 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_arena_sysctls_obj()
10740 	ASSERT(fd_data->sysctl_arena != NULL);  in necp_arena_sysctls_obj()
10743 	objaddr = skmem_arena_system_sysctls_obj_addr(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
10752 		*off = fd_data->system_sysctls_roff;  in necp_arena_sysctls_obj()
10756 		*size = skmem_arena_system_sysctls_obj_size(fd_data->sysctl_arena);  in necp_arena_sysctls_obj()
10764 necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing)  in necp_stats_arenas_destroy()  argument
10768 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_arenas_destroy()
10772 	if ((nai = fd_data->stats_arena_active) != NULL && (closing || nai->nai_use_count == 2)) {  in necp_stats_arenas_destroy()
10775 		fd_data->stats_arena_active = NULL;  in necp_stats_arenas_destroy()
10779 	LIST_FOREACH_SAFE(nai, &fd_data->stats_arena_list, nai_chain, nai_tmp) {  in necp_stats_arenas_destroy()
10784 			necp_fd_remove_stats_arena(fd_data, nai);  in necp_stats_arenas_destroy()
10790 necp_sysctl_arena_destroy(struct necp_fd_data *fd_data)  in necp_sysctl_arena_destroy()  argument
10792 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_destroy()
10796 	if (fd_data->sysctl_arena != NULL) {  in necp_sysctl_arena_destroy()
10797 		skmem_arena_munmap(fd_data->sysctl_arena, &fd_data->sysctl_mmap);  in necp_sysctl_arena_destroy()
10798 		skmem_arena_release(fd_data->sysctl_arena);  in necp_sysctl_arena_destroy()
10800 		fd_data->sysctl_arena = NULL;  in necp_sysctl_arena_destroy()
10801 		fd_data->system_sysctls_roff = 0;  in necp_sysctl_arena_destroy()
10806 necp_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_arena_initialize()  argument
10812 		NECP_FD_LOCK(fd_data);  in necp_arena_initialize()
10814 	if (fd_data->stats_arena_active == NULL) {  in necp_arena_initialize()
10815 		error = necp_arena_create(fd_data, stats_obj_size,  in necp_arena_initialize()
10820 		NECP_FD_UNLOCK(fd_data);  in necp_arena_initialize()
10827 necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked)  in necp_sysctl_arena_initialize()  argument
10832 		NECP_FD_LOCK(fd_data);  in necp_sysctl_arena_initialize()
10835 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_sysctl_arena_initialize()
10837 	if (fd_data->sysctl_arena == NULL) {  in necp_sysctl_arena_initialize()
10843 		ASSERT(proc_pid(p) == fd_data->proc_pid);  in necp_sysctl_arena_initialize()
10845 		name_ptr = tsnprintf(name, sizeof(name), "sysctl.%s.%d", proc_name_address(p), fd_data->proc_pid);  in necp_sysctl_arena_initialize()
10846 		fd_data->sysctl_arena = skmem_arena_create_for_system(name_ptr, &error);  in necp_sysctl_arena_initialize()
10847 		ASSERT(fd_data->sysctl_arena != NULL || error != 0);  in necp_sysctl_arena_initialize()
10849 			NECPLOG(LOG_ERR, "failed to create arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
10856 …fd_data->system_sysctls_roff = skmem_arena_get_region_offset(fd_data->sysctl_arena, SKMEM_REGION_S…  in necp_sysctl_arena_initialize()
10861 			error = skmem_arena_mmap(fd_data->sysctl_arena, p, &fd_data->sysctl_mmap);  in necp_sysctl_arena_initialize()
10863 				NECPLOG(LOG_ERR, "failed to map sysctl arena for pid %d\n", fd_data->proc_pid);  in necp_sysctl_arena_initialize()
10864 				necp_sysctl_arena_destroy(fd_data);  in necp_sysctl_arena_initialize()
10870 		NECP_FD_UNLOCK(fd_data);  in necp_sysctl_arena_initialize()
10877 necp_client_stats_bufreq(struct necp_fd_data *fd_data,  in necp_client_stats_bufreq()  argument
10885 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_client_stats_bufreq()
10902 …error = necp_arena_stats_obj_alloc(fd_data, &off, &flow_registration->stats_arena, &flow_registrat…  in necp_client_stats_bufreq()
11003 necp_stats_initialize(struct necp_fd_data *fd_data,  in necp_stats_initialize()  argument
11012 	NECP_FD_ASSERT_LOCKED(fd_data);  in necp_stats_initialize()
11013 	VERIFY(fd_data->stats_arena_active != NULL);  in necp_stats_initialize()
11014 	VERIFY(fd_data->stats_arena_active->nai_arena != NULL);  in necp_stats_initialize()
11015 	VERIFY(!(fd_data->stats_arena_active->nai_flags & (NAIF_REDIRECT | NAIF_DEFUNCT)));  in necp_stats_initialize()
11022 	error = necp_client_stats_bufreq(fd_data, client, flow_registration, bufreq, &stats_hdr);  in necp_stats_initialize()
11084 necp_client_map_sysctls(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap,…  in necp_client_map_sysctls()  argument
11098 		*retval = necp_sysctl_arena_initialize(fd_data, false);  in necp_client_map_sysctls()
11105 		NECP_FD_LOCK(fd_data);  in necp_client_map_sysctls()
11106 		location = necp_arena_sysctls_obj(fd_data, &off, NULL);  in necp_client_map_sysctls()
11107 		NECP_FD_UNLOCK(fd_data);  in necp_client_map_sysctls()
11114 		uaddr = fd_data->sysctl_mmap.ami_mapaddr + off;  in necp_client_map_sysctls()
11124 necp_client_copy_route_statistics(__unused struct necp_fd_data *fd_data, struct necp_client_action_…  in necp_client_copy_route_statistics()  argument
11144 	NECP_FD_LOCK(fd_data);  in necp_client_copy_route_statistics()
11145 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_copy_route_statistics()
11175 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
11183 		NECP_FD_UNLOCK(fd_data);  in necp_client_copy_route_statistics()
11194 necp_client_update_cache(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re…  in necp_client_update_cache()  argument
11211 	NECP_FD_LOCK(fd_data);  in necp_client_update_cache()
11212 	client = necp_client_fd_find_client_and_lock(fd_data, client_id);  in necp_client_update_cache()
11214 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
11222 		NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
11310 	NECP_FD_UNLOCK(fd_data);  in necp_client_update_cache()
11324 necp_client_sign(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r…  in necp_client_sign()  argument
11461 necp_client_validate(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, in…  in necp_client_validate()  argument
11521 necp_client_get_signed_client_id(__unused struct necp_fd_data *fd_data, struct necp_client_action_a…  in necp_client_get_signed_client_id()  argument
11579 necp_client_set_signed_client_id(__unused struct necp_fd_data *fd_data, struct necp_client_action_a…  in necp_client_set_signed_client_id()  argument
11671 necp_client_get_flow_statistics(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, …  in necp_client_get_flow_statistics()  argument
11707 	NECP_FD_LOCK(fd_data);  in necp_client_get_flow_statistics()
11709 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i…  in necp_client_get_flow_statistics()
11716 	NECP_FD_UNLOCK(fd_data);  in necp_client_get_flow_statistics()
11749 	struct necp_fd_data * __single fd_data = NULL;  in necp_client_action()  local
11751 	error = necp_find_fd_data(p, uap->necp_fd, &fp, &fd_data);  in necp_client_action()
11769 		return_value = necp_client_add(p, fd_data, uap, retval);  in necp_client_action()
11773 		return_value = necp_client_claim(p, fd_data, uap, retval);  in necp_client_action()
11777 		return_value = necp_client_remove(fd_data, uap, retval);  in necp_client_action()
11784 		return_value = necp_client_copy(fd_data, uap, retval);  in necp_client_action()
11788 		return_value = necp_client_list(fd_data, uap, retval);  in necp_client_action()
11792 		return_value = necp_client_add_flow(fd_data, uap, retval);  in necp_client_action()
11796 		return_value = necp_client_remove_flow(fd_data, uap, retval);  in necp_client_action()
11801 		return_value = necp_client_request_nexus(fd_data, uap, retval);  in necp_client_action()
11806 		return_value = necp_client_agent_action(fd_data, uap, retval);  in necp_client_action()
11810 		return_value = necp_client_copy_agent(fd_data, uap, retval);  in necp_client_action()
11814 		return_value = necp_client_agent_use(fd_data, uap, retval);  in necp_client_action()
11818 		return_value = necp_client_acquire_agent_token(fd_data, uap, retval);  in necp_client_action()
11822 		return_value = necp_client_copy_interface(fd_data, uap, retval);  in necp_client_action()
11827 		return_value = necp_client_get_interface_address(fd_data, uap, retval);  in necp_client_action()
11835 		return_value = necp_client_map_sysctls(fd_data, uap, retval);  in necp_client_action()
11840 		return_value = necp_client_copy_route_statistics(fd_data, uap, retval);  in necp_client_action()
11844 		return_value = necp_client_update_cache(fd_data, uap, retval);  in necp_client_action()
11848 		return_value = necp_client_copy_client_update(fd_data, uap, retval);  in necp_client_action()
11852 		return_value = necp_client_sign(fd_data, uap, retval);  in necp_client_action()
11856 		return_value = necp_client_validate(fd_data, uap, retval);  in necp_client_action()
11860 		return_value = necp_client_get_signed_client_id(fd_data, uap, retval);  in necp_client_action()
11864 		return_value = necp_client_set_signed_client_id(fd_data, uap, retval);  in necp_client_action()
11868 		return_value = necp_client_get_flow_statistics(fd_data, uap, retval);  in necp_client_action()
12568 …struct necp_fd_data * __single fd_data = __unsafe_forge_single(struct necp_fd_data *, container_of…  in necp_client_get_proc_pid_from_arena_info()  local
12569 		return fd_data->proc_pid;  in necp_client_get_proc_pid_from_arena_info()