Lines Matching refs:fd_data
752 static void necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
753 static void necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
754 static struct necp_arena_info *necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct p…
761 static int necp_arena_initialize(struct necp_fd_data *fd_data, bool locked);
762 static int necp_stats_initialize(struct necp_fd_data *fd_data, struct necp_client *client,
764 static int necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct …
765 static int necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, mach_vm_offset_t *off, struct n…
766 static void necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_a…
767 static void necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing);
769 static int necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked);
770 static void necp_sysctl_arena_destroy(struct necp_fd_data *fd_data);
771 static void *necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *si…
890 necp_fd_notify(struct necp_fd_data *fd_data, bool locked) in necp_fd_notify() argument
892 struct selinfo *si = &fd_data->si; in necp_fd_notify()
895 NECP_FD_LOCK(fd_data); in necp_fd_notify()
905 NECP_FD_UNLOCK(fd_data); in necp_fd_notify()
923 necp_fd_poll(struct necp_fd_data *fd_data, int events, void *wql, struct proc *p, int is_kevent) in necp_fd_poll() argument
930 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_fd_poll()
932 if (!TAILQ_EMPTY(&fd_data->update_list)) { in necp_fd_poll()
939 RB_FOREACH(client, _necp_client_tree, &fd_data->clients) { in necp_fd_poll()
950 if (has_unread_clients || fd_data->request_in_process_flow_divert) { in necp_fd_poll()
1073 struct necp_fd_data *fd_data = NULL; in necpop_select() local
1078 fd_data = (struct necp_fd_data *)fp_get_data(fp); in necpop_select()
1079 if (fd_data == NULL) { in necpop_select()
1096 NECP_FD_LOCK(fd_data); in necpop_select()
1097 revents = necp_fd_poll(fd_data, events, wql, procp, 0); in necpop_select()
1098 NECP_FD_UNLOCK(fd_data); in necpop_select()
1106 struct necp_fd_data *fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn); in necp_fd_knrdetach() local
1107 struct selinfo *si = &fd_data->si; in necp_fd_knrdetach()
1109 NECP_FD_LOCK(fd_data); in necp_fd_knrdetach()
1111 NECP_FD_UNLOCK(fd_data); in necp_fd_knrdetach()
1124 struct necp_fd_data *fd_data; in necp_fd_knrprocess() local
1128 fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn); in necp_fd_knrprocess()
1130 NECP_FD_LOCK(fd_data); in necp_fd_knrprocess()
1131 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necp_fd_knrprocess()
1136 NECP_FD_UNLOCK(fd_data); in necp_fd_knrprocess()
1144 struct necp_fd_data *fd_data; in necp_fd_knrtouch() local
1147 fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn); in necp_fd_knrtouch()
1149 NECP_FD_LOCK(fd_data); in necp_fd_knrtouch()
1150 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necp_fd_knrtouch()
1151 NECP_FD_UNLOCK(fd_data); in necp_fd_knrtouch()
1168 struct necp_fd_data *fd_data = NULL; in necpop_kqfilter() local
1177 fd_data = (struct necp_fd_data *)fp_get_data(fp); in necpop_kqfilter()
1178 if (fd_data == NULL) { in necpop_kqfilter()
1184 NECP_FD_LOCK(fd_data); in necpop_kqfilter()
1186 knote_kn_hook_set_raw(kn, fd_data); in necpop_kqfilter()
1187 KNOTE_ATTACH(&fd_data->si.si_note, kn); in necpop_kqfilter()
1189 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necpop_kqfilter()
1191 NECP_FD_UNLOCK(fd_data); in necpop_kqfilter()
1307 necp_destroy_flow_stats(struct necp_fd_data *fd_data, in necp_destroy_flow_stats() argument
1312 NECP_FD_ASSERT_LOCKED(fd_data); in necp_destroy_flow_stats()
1340 …necp_arena_stats_obj_free(fd_data, flow_registration->stats_arena, &flow_registration->kstats_kadd… in necp_destroy_flow_stats()
1876 struct necp_fd_data * __single fd_data = NULL; in necpop_close() local
1879 fd_data = (struct necp_fd_data *)fg_get_data(fg); in necpop_close()
1882 if (fd_data != NULL) { in necpop_close()
1887 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necpop_close()
1889 LIST_REMOVE(fd_data, chain); in necpop_close()
1893 LIST_REMOVE(fd_data, chain); in necpop_close()
1897 NECP_FD_LOCK(fd_data); in necpop_close()
1898 pid_t pid = fd_data->proc_pid; in necpop_close()
1903 (void)necp_defunct_client_fd_locked_inner(fd_data, &defunct_list, false); in necpop_close()
1907 RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) { in necpop_close()
1909 necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE); in necpop_close()
1914 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necpop_close()
1919 RB_FOREACH_SAFE(client, _necp_client_tree, &fd_data->clients, temp_client) { in necpop_close()
1928 RB_REMOVE(_necp_client_tree, &fd_data->clients, client); in necpop_close()
1934 TAILQ_FOREACH_SAFE(client_update, &fd_data->update_list, chain, temp_update) { in necpop_close()
1936 TAILQ_REMOVE(&fd_data->update_list, client_update, chain); in necpop_close()
1939 fd_data->update_count = 0; in necpop_close()
1943 necp_stats_arenas_destroy(fd_data, TRUE); in necpop_close()
1944 ASSERT(fd_data->stats_arena_active == NULL); in necpop_close()
1945 ASSERT(LIST_EMPTY(&fd_data->stats_arena_list)); in necpop_close()
1948 necp_sysctl_arena_destroy(fd_data); in necpop_close()
1949 ASSERT(fd_data->sysctl_arena == NULL); in necpop_close()
1952 NECP_FD_UNLOCK(fd_data); in necpop_close()
1954 selthreadclear(&fd_data->si); in necpop_close()
1956 lck_mtx_destroy(&fd_data->fd_lock, &necp_fd_mtx_grp); in necpop_close()
1958 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necpop_close()
1964 kfree_type(struct necp_fd_data, fd_data); in necpop_close()
1988 struct fileproc **fpp, struct necp_fd_data **fd_data) in necp_find_fd_data() argument
1994 *fd_data = (struct necp_fd_data *)fp_get_data(fp); in necp_find_fd_data()
1997 if ((*fd_data)->necp_fd_type != necp_fd_type_client) { in necp_find_fd_data()
3427 necp_client_create_flow_registration(struct necp_fd_data *fd_data, struct necp_client *client) in necp_client_create_flow_registration() argument
3429 NECP_FD_ASSERT_LOCKED(fd_data); in necp_client_create_flow_registration()
3443 RB_INSERT(_necp_fd_flow_tree, &fd_data->flows, new_registration); in necp_client_create_flow_registration()
7130 struct necp_fd_data * __single fd_data = NULL; in necp_open() local
7156 fd_data = kalloc_type(struct necp_fd_data, Z_WAITOK | Z_ZERO | Z_NOFAIL); in necp_open()
7158 fd_data->necp_fd_type = necp_fd_type_client; in necp_open()
7159 fd_data->flags = uap->flags; in necp_open()
7160 RB_INIT(&fd_data->clients); in necp_open()
7161 RB_INIT(&fd_data->flows); in necp_open()
7162 TAILQ_INIT(&fd_data->update_list); in necp_open()
7163 lck_mtx_init(&fd_data->fd_lock, &necp_fd_mtx_grp, &necp_fd_mtx_attr); in necp_open()
7164 klist_init(&fd_data->si.si_note); in necp_open()
7165 fd_data->proc_pid = proc_pid(p); in necp_open()
7167 LIST_INIT(&fd_data->stats_arena_list); in necp_open()
7173 fp_set_data(fp, fd_data); in necp_open()
7182 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_open()
7184 LIST_INSERT_HEAD(&necp_fd_observer_list, fd_data, chain); in necp_open()
7193 necp_client_update_observer_add_internal(fd_data, existing_client); in necp_open()
7194 necp_client_update_observer_update_internal(fd_data, existing_client); in necp_open()
7200 LIST_INSERT_HEAD(&necp_fd_list, fd_data, chain); in necp_open()
7213 if (fd_data != NULL) { in necp_open()
7214 kfree_type(struct necp_fd_data, fd_data); in necp_open()
7227 necp_client_add(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap, … in necp_client_add() argument
7233 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_client_add()
7257 client->proc_pid = fd_data->proc_pid; // Save off proc pid in case the client will persist past fd in necp_client_add()
7258 client->agent_handle = (void *)fd_data; in necp_client_add()
7398 NECP_FD_LOCK(fd_data); in necp_client_add()
7399 parent = necp_client_fd_find_client_unlocked(fd_data, parsed_parameters.parent_uuid); in necp_client_add()
7409 NECP_FD_UNLOCK(fd_data); in necp_client_add()
7477 NECP_FD_LOCK(fd_data); in necp_client_add()
7478 RB_INSERT(_necp_client_tree, &fd_data->clients, client); in necp_client_add()
7486 (void)necp_update_client_result(current_proc(), fd_data, client, NULL); in necp_client_add()
7489 NECP_FD_UNLOCK(fd_data); in necp_client_add()
7508 necp_client_claim(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap… in necp_client_claim() argument
7563 client->proc_pid = fd_data->proc_pid; // Transfer client to claiming pid in necp_client_claim()
7564 client->agent_handle = (void *)fd_data; in necp_client_claim()
7570 NECP_FD_LOCK(fd_data); in necp_client_claim()
7571 RB_INSERT(_necp_client_tree, &fd_data->clients, client); in necp_client_claim()
7573 (void)necp_update_client_result(current_proc(), fd_data, client, NULL); in necp_client_claim()
7575 NECP_FD_UNLOCK(fd_data); in necp_client_claim()
7586 necp_client_remove(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_remove() argument
7616 NECP_FD_LOCK(fd_data); in necp_client_remove()
7618 pid_t pid = fd_data->proc_pid; in necp_client_remove()
7619 struct necp_client *client = necp_client_fd_find_client_unlocked(fd_data, client_id); in necp_client_remove()
7627 RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) { in necp_client_remove()
7630 necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE); in necp_client_remove()
7635 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necp_client_remove()
7651 RB_REMOVE(_necp_client_tree, &fd_data->clients, client); in necp_client_remove()
7659 if ((fd_data->stats_arena_active != NULL && fd_data->stats_arena_active->nai_use_count == 3) || in necp_client_remove()
7660 (fd_data->stats_arena_active == NULL && !LIST_EMPTY(&fd_data->stats_arena_list))) { in necp_client_remove()
7671 NECP_FD_UNLOCK(fd_data); in necp_client_remove()
7702 necp_client_remove_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *ret… in necp_client_remove_flow() argument
7731 NECP_FD_LOCK(fd_data); in necp_client_remove_flow()
7733 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i… in necp_client_remove_flow()
7737 necp_destroy_flow_stats(fd_data, flow_registration, &flow_ifnet_stats, TRUE); in necp_client_remove_flow()
7742 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necp_client_remove_flow()
7749 NECP_FD_UNLOCK(fd_data); in necp_client_remove_flow()
7756 necp_destroy_client_flow_registration(client, flow_registration, fd_data->proc_pid, false); in necp_client_remove_flow()
8162 necp_client_copy(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_copy() argument
8197 NECP_FD_LOCK(fd_data); in necp_client_copy()
8205 RB_FOREACH(find_client, _necp_client_tree, &fd_data->clients) { in necp_client_copy()
8215 if (client == NULL && fd_data->request_in_process_flow_divert) { in necp_client_copy()
8221 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_copy()
8233 fd_data->request_in_process_flow_divert = false; in necp_client_copy()
8252 NECP_FD_UNLOCK(fd_data); in necp_client_copy()
8255 if (fd_data->flags & NECP_OPEN_FLAG_OBSERVER) { in necp_client_copy()
8288 necp_client_copy_client_update(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, i… in necp_client_copy_client_update() argument
8294 if (!(fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER)) { in necp_client_copy_client_update()
8309 NECP_FD_LOCK(fd_data); in necp_client_copy_client_update()
8310 struct necp_client_update *client_update = TAILQ_FIRST(&fd_data->update_list); in necp_client_copy_client_update()
8312 TAILQ_REMOVE(&fd_data->update_list, client_update, chain); in necp_client_copy_client_update()
8313 VERIFY(fd_data->update_count > 0); in necp_client_copy_client_update()
8314 fd_data->update_count--; in necp_client_copy_client_update()
8316 NECP_FD_UNLOCK(fd_data); in necp_client_copy_client_update()
8456 necp_client_list(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_list() argument
8470 if (!(fd_data->flags & NECP_OPEN_FLAG_OBSERVER)) { in necp_client_list()
8547 necp_client_add_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_add_flow() argument
8603 NECP_FD_LOCK(fd_data); in necp_client_add_flow()
8604 pid_t pid = fd_data->proc_pid; in necp_client_add_flow()
8607 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8613 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_add_flow()
8616 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8626 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client); in necp_client_add_flow()
8630 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8714 …if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, add_request->agent_… in necp_client_add_flow()
8745 …if (error == 0 && add_request->stats_request_count > 0 && necp_arena_initialize(fd_data, true) == … in necp_client_add_flow()
8756 (void)necp_stats_initialize(fd_data, client, new_registration, &bufreq); in necp_client_add_flow()
8807 necp_destroy_flow_stats(fd_data, new_registration, NULL, false); in necp_client_add_flow()
8812 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, new_registration); in necp_client_add_flow()
8813 necp_destroy_client_flow_registration(client, new_registration, fd_data->proc_pid, true); in necp_client_add_flow()
8818 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8851 necp_client_request_nexus(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r… in necp_client_request_nexus() argument
8871 NECP_FD_LOCK(fd_data); in necp_client_request_nexus()
8872 pid_t pid = fd_data->proc_pid; in necp_client_request_nexus()
8875 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8881 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_request_nexus()
8883 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8924 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8931 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client); in necp_client_request_nexus()
8935 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8958 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8967 if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, nexus_uuid, in necp_client_request_nexus()
8974 necp_arena_initialize(fd_data, true) == 0) { in necp_client_request_nexus()
8980 (void)necp_stats_initialize(fd_data, client, new_registration, &bufreq); in necp_client_request_nexus()
8990 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
9043 necp_client_agent_action(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re… in necp_client_agent_action() argument
9083 NECP_FD_LOCK(fd_data); in necp_client_agent_action()
9084 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_agent_action()
9132 fd_data->proc_pid, in necp_client_agent_action()
9165 fd_data->proc_pid, in necp_client_agent_action()
9186 if (uuid_compare(agent_uuid, fd_data->reported_agents.agent_uuid[agent_i]) == 0) { in necp_client_agent_action()
9197 if (uuid_is_null(fd_data->reported_agents.agent_uuid[agent_i])) { in necp_client_agent_action()
9198 uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], agent_uuid); in necp_client_agent_action()
9207 …uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], fd_data->reported_agents.agent_uuid[agent_… in necp_client_agent_action()
9209 uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], agent_uuid); in necp_client_agent_action()
9218 fd_data->proc_pid, in necp_client_agent_action()
9236 NECP_FD_UNLOCK(fd_data); in necp_client_agent_action()
9253 necp_client_copy_agent(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, … in necp_client_copy_agent() argument
9284 necp_client_agent_use(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retva… in necp_client_agent_use() argument
9310 NECP_FD_LOCK(fd_data); in necp_client_agent_use()
9311 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_agent_use()
9319 NECP_FD_UNLOCK(fd_data); in necp_client_agent_use()
9336 necp_client_acquire_agent_token(__unused struct necp_fd_data *fd_data, struct necp_client_action_ar… in necp_client_acquire_agent_token() argument
9363 necp_client_copy_interface(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *u… in necp_client_copy_interface() argument
9530 necp_client_get_interface_address(__unused struct necp_fd_data *fd_data, struct necp_client_action_… in necp_client_get_interface_address() argument
9654 necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai) in necp_fd_insert_stats_arena() argument
9656 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_insert_stats_arena()
9660 LIST_INSERT_HEAD(&fd_data->stats_arena_list, nai, nai_chain); in necp_fd_insert_stats_arena()
9666 necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai) in necp_fd_remove_stats_arena() argument
9668 #pragma unused(fd_data) in necp_fd_remove_stats_arena()
9669 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_remove_stats_arena()
9681 necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct proc *proc) in necp_fd_mredirect_stats_arena() argument
9685 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_mredirect_stats_arena()
9690 if ((nai = fd_data->stats_arena_active) != NULL) { in necp_fd_mredirect_stats_arena()
9707 fd_data->stats_arena_active = nai = NULL; in necp_fd_mredirect_stats_arena()
9712 LIST_FOREACH(nai, &fd_data->stats_arena_list, nai_chain) { in necp_fd_mredirect_stats_arena()
9768 necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct proc *p) in necp_arena_create() argument
9777 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_create()
9778 ASSERT(fd_data->stats_arena_active == NULL); in necp_arena_create()
9780 ASSERT(proc_pid(p) == fd_data->proc_pid); in necp_arena_create()
9798 nai->nai_proc_pid = fd_data->proc_pid; in necp_arena_create()
9799 …snprintf(name, sizeof(name), "stats-%u.%s.%d", fd_data->stats_arena_gencnt, proc_name_address(p), … in necp_arena_create()
9803 NECPLOG(LOG_ERR, "failed to create stats arena for pid %d\n", fd_data->proc_pid); in necp_arena_create()
9817 NECPLOG(LOG_ERR, "failed to map stats arena for pid %d\n", fd_data->proc_pid); in necp_arena_create()
9822 fd_data->stats_arena_active = nai; in necp_arena_create()
9824 necp_fd_insert_stats_arena(fd_data, nai); in necp_arena_create()
9825 ++fd_data->stats_arena_gencnt; in necp_arena_create()
9834 necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, in necp_arena_stats_obj_alloc() argument
9853 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_stats_obj_alloc()
9854 ASSERT(fd_data->stats_arena_active != NULL); in necp_arena_stats_obj_alloc()
9855 ASSERT(fd_data->stats_arena_active->nai_arena != NULL); in necp_arena_stats_obj_alloc()
9857 kstats_cp = skmem_arena_necp(fd_data->stats_arena_active->nai_arena)->arc_kstats_cache; in necp_arena_stats_obj_alloc()
9872 *stats_arena = fd_data->stats_arena_active; in necp_arena_stats_obj_alloc()
9875 *off = fd_data->stats_arena_active->nai_roff + SKMEM_OBJ_ROFF(&kstats_oi); in necp_arena_stats_obj_alloc()
9881 necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_arena, void *… in necp_arena_stats_obj_free() argument
9883 #pragma unused(fd_data) in necp_arena_stats_obj_free()
9884 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_stats_obj_free()
9900 necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *size) in necp_arena_sysctls_obj() argument
9904 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_sysctls_obj()
9905 ASSERT(fd_data->sysctl_arena != NULL); in necp_arena_sysctls_obj()
9908 objaddr = skmem_arena_system_sysctls_obj_addr(fd_data->sysctl_arena); in necp_arena_sysctls_obj()
9917 *off = fd_data->system_sysctls_roff; in necp_arena_sysctls_obj()
9921 *size = skmem_arena_system_sysctls_obj_size(fd_data->sysctl_arena); in necp_arena_sysctls_obj()
9929 necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing) in necp_stats_arenas_destroy() argument
9933 NECP_FD_ASSERT_LOCKED(fd_data); in necp_stats_arenas_destroy()
9937 if ((nai = fd_data->stats_arena_active) != NULL && (closing || nai->nai_use_count == 2)) { in necp_stats_arenas_destroy()
9940 fd_data->stats_arena_active = NULL; in necp_stats_arenas_destroy()
9944 LIST_FOREACH_SAFE(nai, &fd_data->stats_arena_list, nai_chain, nai_tmp) { in necp_stats_arenas_destroy()
9949 necp_fd_remove_stats_arena(fd_data, nai); in necp_stats_arenas_destroy()
9955 necp_sysctl_arena_destroy(struct necp_fd_data *fd_data) in necp_sysctl_arena_destroy() argument
9957 NECP_FD_ASSERT_LOCKED(fd_data); in necp_sysctl_arena_destroy()
9961 if (fd_data->sysctl_arena != NULL) { in necp_sysctl_arena_destroy()
9962 skmem_arena_munmap(fd_data->sysctl_arena, &fd_data->sysctl_mmap); in necp_sysctl_arena_destroy()
9963 skmem_arena_release(fd_data->sysctl_arena); in necp_sysctl_arena_destroy()
9965 fd_data->sysctl_arena = NULL; in necp_sysctl_arena_destroy()
9966 fd_data->system_sysctls_roff = 0; in necp_sysctl_arena_destroy()
9971 necp_arena_initialize(struct necp_fd_data *fd_data, bool locked) in necp_arena_initialize() argument
9977 NECP_FD_LOCK(fd_data); in necp_arena_initialize()
9979 if (fd_data->stats_arena_active == NULL) { in necp_arena_initialize()
9980 error = necp_arena_create(fd_data, stats_obj_size, in necp_arena_initialize()
9985 NECP_FD_UNLOCK(fd_data); in necp_arena_initialize()
9992 necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked) in necp_sysctl_arena_initialize() argument
9997 NECP_FD_LOCK(fd_data); in necp_sysctl_arena_initialize()
10000 NECP_FD_ASSERT_LOCKED(fd_data); in necp_sysctl_arena_initialize()
10002 if (fd_data->sysctl_arena == NULL) { in necp_sysctl_arena_initialize()
10008 ASSERT(proc_pid(p) == fd_data->proc_pid); in necp_sysctl_arena_initialize()
10010 name_ptr = tsnprintf(name, sizeof(name), "sysctl.%s.%d", proc_name_address(p), fd_data->proc_pid); in necp_sysctl_arena_initialize()
10011 fd_data->sysctl_arena = skmem_arena_create_for_system(name_ptr, &error); in necp_sysctl_arena_initialize()
10012 ASSERT(fd_data->sysctl_arena != NULL || error != 0); in necp_sysctl_arena_initialize()
10014 NECPLOG(LOG_ERR, "failed to create arena for pid %d\n", fd_data->proc_pid); in necp_sysctl_arena_initialize()
10021 …fd_data->system_sysctls_roff = skmem_arena_get_region_offset(fd_data->sysctl_arena, SKMEM_REGION_S… in necp_sysctl_arena_initialize()
10026 error = skmem_arena_mmap(fd_data->sysctl_arena, p, &fd_data->sysctl_mmap); in necp_sysctl_arena_initialize()
10028 NECPLOG(LOG_ERR, "failed to map sysctl arena for pid %d\n", fd_data->proc_pid); in necp_sysctl_arena_initialize()
10029 necp_sysctl_arena_destroy(fd_data); in necp_sysctl_arena_initialize()
10035 NECP_FD_UNLOCK(fd_data); in necp_sysctl_arena_initialize()
10042 necp_client_stats_bufreq(struct necp_fd_data *fd_data, in necp_client_stats_bufreq() argument
10050 NECP_FD_ASSERT_LOCKED(fd_data); in necp_client_stats_bufreq()
10067 …error = necp_arena_stats_obj_alloc(fd_data, &off, &flow_registration->stats_arena, &flow_registrat… in necp_client_stats_bufreq()
10168 necp_stats_initialize(struct necp_fd_data *fd_data, in necp_stats_initialize() argument
10177 NECP_FD_ASSERT_LOCKED(fd_data); in necp_stats_initialize()
10178 VERIFY(fd_data->stats_arena_active != NULL); in necp_stats_initialize()
10179 VERIFY(fd_data->stats_arena_active->nai_arena != NULL); in necp_stats_initialize()
10180 VERIFY(!(fd_data->stats_arena_active->nai_flags & (NAIF_REDIRECT | NAIF_DEFUNCT))); in necp_stats_initialize()
10187 error = necp_client_stats_bufreq(fd_data, client, flow_registration, bufreq, &stats_hdr); in necp_stats_initialize()
10204 necp_client_map_sysctls(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap,… in necp_client_map_sysctls() argument
10218 *retval = necp_sysctl_arena_initialize(fd_data, false); in necp_client_map_sysctls()
10225 NECP_FD_LOCK(fd_data); in necp_client_map_sysctls()
10226 location = necp_arena_sysctls_obj(fd_data, &off, NULL); in necp_client_map_sysctls()
10227 NECP_FD_UNLOCK(fd_data); in necp_client_map_sysctls()
10234 uaddr = fd_data->sysctl_mmap.ami_mapaddr + off; in necp_client_map_sysctls()
10244 necp_client_copy_route_statistics(__unused struct necp_fd_data *fd_data, struct necp_client_action_… in necp_client_copy_route_statistics() argument
10264 NECP_FD_LOCK(fd_data); in necp_client_copy_route_statistics()
10265 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_copy_route_statistics()
10289 NECP_FD_UNLOCK(fd_data); in necp_client_copy_route_statistics()
10297 NECP_FD_UNLOCK(fd_data); in necp_client_copy_route_statistics()
10308 necp_client_update_cache(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re… in necp_client_update_cache() argument
10325 NECP_FD_LOCK(fd_data); in necp_client_update_cache()
10326 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_update_cache()
10328 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
10336 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
10424 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
10438 necp_client_sign(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r… in necp_client_sign() argument
10575 necp_client_validate(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, in… in necp_client_validate() argument
10635 necp_client_get_signed_client_id(__unused struct necp_fd_data *fd_data, struct necp_client_action_a… in necp_client_get_signed_client_id() argument
10693 necp_client_set_signed_client_id(__unused struct necp_fd_data *fd_data, struct necp_client_action_a… in necp_client_set_signed_client_id() argument
10763 struct necp_fd_data * __single fd_data = NULL; in necp_client_action() local
10765 error = necp_find_fd_data(p, uap->necp_fd, &fp, &fd_data); in necp_client_action()
10783 return_value = necp_client_add(p, fd_data, uap, retval); in necp_client_action()
10787 return_value = necp_client_claim(p, fd_data, uap, retval); in necp_client_action()
10791 return_value = necp_client_remove(fd_data, uap, retval); in necp_client_action()
10798 return_value = necp_client_copy(fd_data, uap, retval); in necp_client_action()
10802 return_value = necp_client_list(fd_data, uap, retval); in necp_client_action()
10806 return_value = necp_client_add_flow(fd_data, uap, retval); in necp_client_action()
10810 return_value = necp_client_remove_flow(fd_data, uap, retval); in necp_client_action()
10815 return_value = necp_client_request_nexus(fd_data, uap, retval); in necp_client_action()
10820 return_value = necp_client_agent_action(fd_data, uap, retval); in necp_client_action()
10824 return_value = necp_client_copy_agent(fd_data, uap, retval); in necp_client_action()
10828 return_value = necp_client_agent_use(fd_data, uap, retval); in necp_client_action()
10832 return_value = necp_client_acquire_agent_token(fd_data, uap, retval); in necp_client_action()
10836 return_value = necp_client_copy_interface(fd_data, uap, retval); in necp_client_action()
10841 return_value = necp_client_get_interface_address(fd_data, uap, retval); in necp_client_action()
10849 return_value = necp_client_map_sysctls(fd_data, uap, retval); in necp_client_action()
10854 return_value = necp_client_copy_route_statistics(fd_data, uap, retval); in necp_client_action()
10858 return_value = necp_client_update_cache(fd_data, uap, retval); in necp_client_action()
10862 return_value = necp_client_copy_client_update(fd_data, uap, retval); in necp_client_action()
10866 return_value = necp_client_sign(fd_data, uap, retval); in necp_client_action()
10870 return_value = necp_client_validate(fd_data, uap, retval); in necp_client_action()
10874 return_value = necp_client_get_signed_client_id(fd_data, uap, retval); in necp_client_action()
10878 return_value = necp_client_set_signed_client_id(fd_data, uap, retval); in necp_client_action()
11572 …struct necp_fd_data * __single fd_data = __unsafe_forge_single(struct necp_fd_data *, container_of… in necp_client_get_proc_pid_from_arena_info() local
11573 return fd_data->proc_pid; in necp_client_get_proc_pid_from_arena_info()