Lines Matching refs:fd_data
752 static void necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
753 static void necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
754 static struct necp_arena_info *necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct p…
761 static int necp_arena_initialize(struct necp_fd_data *fd_data, bool locked);
762 static int necp_stats_initialize(struct necp_fd_data *fd_data, struct necp_client *client,
764 static int necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct …
765 static int necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, mach_vm_offset_t *off, struct n…
766 static void necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_a…
767 static void necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing);
769 static int necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked);
770 static void necp_sysctl_arena_destroy(struct necp_fd_data *fd_data);
771 static void *necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *si…
890 necp_fd_notify(struct necp_fd_data *fd_data, bool locked) in necp_fd_notify() argument
892 struct selinfo *si = &fd_data->si; in necp_fd_notify()
895 NECP_FD_LOCK(fd_data); in necp_fd_notify()
905 NECP_FD_UNLOCK(fd_data); in necp_fd_notify()
923 necp_fd_poll(struct necp_fd_data *fd_data, int events, void *wql, struct proc *p, int is_kevent) in necp_fd_poll() argument
930 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_fd_poll()
932 if (!TAILQ_EMPTY(&fd_data->update_list)) { in necp_fd_poll()
939 RB_FOREACH(client, _necp_client_tree, &fd_data->clients) { in necp_fd_poll()
950 if (has_unread_clients || fd_data->request_in_process_flow_divert) { in necp_fd_poll()
1073 struct necp_fd_data *fd_data = NULL; in necpop_select() local
1078 fd_data = (struct necp_fd_data *)fp_get_data(fp); in necpop_select()
1079 if (fd_data == NULL) { in necpop_select()
1096 NECP_FD_LOCK(fd_data); in necpop_select()
1097 revents = necp_fd_poll(fd_data, events, wql, procp, 0); in necpop_select()
1098 NECP_FD_UNLOCK(fd_data); in necpop_select()
1106 struct necp_fd_data *fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn); in necp_fd_knrdetach() local
1107 struct selinfo *si = &fd_data->si; in necp_fd_knrdetach()
1109 NECP_FD_LOCK(fd_data); in necp_fd_knrdetach()
1111 NECP_FD_UNLOCK(fd_data); in necp_fd_knrdetach()
1124 struct necp_fd_data *fd_data; in necp_fd_knrprocess() local
1128 fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn); in necp_fd_knrprocess()
1130 NECP_FD_LOCK(fd_data); in necp_fd_knrprocess()
1131 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necp_fd_knrprocess()
1136 NECP_FD_UNLOCK(fd_data); in necp_fd_knrprocess()
1144 struct necp_fd_data *fd_data; in necp_fd_knrtouch() local
1147 fd_data = (struct necp_fd_data *)knote_kn_hook_get_raw(kn); in necp_fd_knrtouch()
1149 NECP_FD_LOCK(fd_data); in necp_fd_knrtouch()
1150 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necp_fd_knrtouch()
1151 NECP_FD_UNLOCK(fd_data); in necp_fd_knrtouch()
1168 struct necp_fd_data *fd_data = NULL; in necpop_kqfilter() local
1177 fd_data = (struct necp_fd_data *)fp_get_data(fp); in necpop_kqfilter()
1178 if (fd_data == NULL) { in necpop_kqfilter()
1184 NECP_FD_LOCK(fd_data); in necpop_kqfilter()
1186 knote_kn_hook_set_raw(kn, fd_data); in necpop_kqfilter()
1187 KNOTE_ATTACH(&fd_data->si.si_note, kn); in necpop_kqfilter()
1189 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necpop_kqfilter()
1191 NECP_FD_UNLOCK(fd_data); in necpop_kqfilter()
1307 necp_destroy_flow_stats(struct necp_fd_data *fd_data, in necp_destroy_flow_stats() argument
1312 NECP_FD_ASSERT_LOCKED(fd_data); in necp_destroy_flow_stats()
1340 …necp_arena_stats_obj_free(fd_data, flow_registration->stats_arena, &flow_registration->kstats_kadd… in necp_destroy_flow_stats()
1876 struct necp_fd_data * __single fd_data = NULL; in necpop_close() local
1879 fd_data = (struct necp_fd_data *)fg_get_data(fg); in necpop_close()
1882 if (fd_data != NULL) { in necpop_close()
1887 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necpop_close()
1889 LIST_REMOVE(fd_data, chain); in necpop_close()
1893 LIST_REMOVE(fd_data, chain); in necpop_close()
1897 NECP_FD_LOCK(fd_data); in necpop_close()
1898 pid_t pid = fd_data->proc_pid; in necpop_close()
1903 (void)necp_defunct_client_fd_locked_inner(fd_data, &defunct_list, false); in necpop_close()
1907 RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) { in necpop_close()
1909 necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE); in necpop_close()
1914 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necpop_close()
1919 RB_FOREACH_SAFE(client, _necp_client_tree, &fd_data->clients, temp_client) { in necpop_close()
1928 RB_REMOVE(_necp_client_tree, &fd_data->clients, client); in necpop_close()
1934 TAILQ_FOREACH_SAFE(client_update, &fd_data->update_list, chain, temp_update) { in necpop_close()
1936 TAILQ_REMOVE(&fd_data->update_list, client_update, chain); in necpop_close()
1939 fd_data->update_count = 0; in necpop_close()
1943 necp_stats_arenas_destroy(fd_data, TRUE); in necpop_close()
1944 ASSERT(fd_data->stats_arena_active == NULL); in necpop_close()
1945 ASSERT(LIST_EMPTY(&fd_data->stats_arena_list)); in necpop_close()
1948 necp_sysctl_arena_destroy(fd_data); in necpop_close()
1949 ASSERT(fd_data->sysctl_arena == NULL); in necpop_close()
1952 NECP_FD_UNLOCK(fd_data); in necpop_close()
1954 selthreadclear(&fd_data->si); in necpop_close()
1956 lck_mtx_destroy(&fd_data->fd_lock, &necp_fd_mtx_grp); in necpop_close()
1958 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necpop_close()
1964 kfree_type(struct necp_fd_data, fd_data); in necpop_close()
1988 struct fileproc **fpp, struct necp_fd_data **fd_data) in necp_find_fd_data() argument
1994 *fd_data = (struct necp_fd_data *)fp_get_data(fp); in necp_find_fd_data()
1997 if ((*fd_data)->necp_fd_type != necp_fd_type_client) { in necp_find_fd_data()
3439 necp_client_create_flow_registration(struct necp_fd_data *fd_data, struct necp_client *client) in necp_client_create_flow_registration() argument
3441 NECP_FD_ASSERT_LOCKED(fd_data); in necp_client_create_flow_registration()
3455 RB_INSERT(_necp_fd_flow_tree, &fd_data->flows, new_registration); in necp_client_create_flow_registration()
7144 struct necp_fd_data * __single fd_data = NULL; in necp_open() local
7170 fd_data = kalloc_type(struct necp_fd_data, Z_WAITOK | Z_ZERO | Z_NOFAIL); in necp_open()
7172 fd_data->necp_fd_type = necp_fd_type_client; in necp_open()
7173 fd_data->flags = uap->flags; in necp_open()
7174 RB_INIT(&fd_data->clients); in necp_open()
7175 RB_INIT(&fd_data->flows); in necp_open()
7176 TAILQ_INIT(&fd_data->update_list); in necp_open()
7177 lck_mtx_init(&fd_data->fd_lock, &necp_fd_mtx_grp, &necp_fd_mtx_attr); in necp_open()
7178 klist_init(&fd_data->si.si_note); in necp_open()
7179 fd_data->proc_pid = proc_pid(p); in necp_open()
7181 LIST_INIT(&fd_data->stats_arena_list); in necp_open()
7187 fp_set_data(fp, fd_data); in necp_open()
7196 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_open()
7198 LIST_INSERT_HEAD(&necp_fd_observer_list, fd_data, chain); in necp_open()
7207 necp_client_update_observer_add_internal(fd_data, existing_client); in necp_open()
7208 necp_client_update_observer_update_internal(fd_data, existing_client); in necp_open()
7214 LIST_INSERT_HEAD(&necp_fd_list, fd_data, chain); in necp_open()
7227 if (fd_data != NULL) { in necp_open()
7228 kfree_type(struct necp_fd_data, fd_data); in necp_open()
7241 necp_client_add(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap, … in necp_client_add() argument
7247 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_client_add()
7271 client->proc_pid = fd_data->proc_pid; // Save off proc pid in case the client will persist past fd in necp_client_add()
7272 client->agent_handle = (void *)fd_data; in necp_client_add()
7412 NECP_FD_LOCK(fd_data); in necp_client_add()
7413 parent = necp_client_fd_find_client_unlocked(fd_data, parsed_parameters.parent_uuid); in necp_client_add()
7423 NECP_FD_UNLOCK(fd_data); in necp_client_add()
7491 NECP_FD_LOCK(fd_data); in necp_client_add()
7492 RB_INSERT(_necp_client_tree, &fd_data->clients, client); in necp_client_add()
7500 (void)necp_update_client_result(current_proc(), fd_data, client, NULL); in necp_client_add()
7503 NECP_FD_UNLOCK(fd_data); in necp_client_add()
7522 necp_client_claim(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap… in necp_client_claim() argument
7577 client->proc_pid = fd_data->proc_pid; // Transfer client to claiming pid in necp_client_claim()
7578 client->agent_handle = (void *)fd_data; in necp_client_claim()
7584 NECP_FD_LOCK(fd_data); in necp_client_claim()
7585 RB_INSERT(_necp_client_tree, &fd_data->clients, client); in necp_client_claim()
7587 (void)necp_update_client_result(current_proc(), fd_data, client, NULL); in necp_client_claim()
7589 NECP_FD_UNLOCK(fd_data); in necp_client_claim()
7600 necp_client_remove(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_remove() argument
7630 NECP_FD_LOCK(fd_data); in necp_client_remove()
7632 pid_t pid = fd_data->proc_pid; in necp_client_remove()
7633 struct necp_client *client = necp_client_fd_find_client_unlocked(fd_data, client_id); in necp_client_remove()
7641 RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) { in necp_client_remove()
7644 necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE); in necp_client_remove()
7649 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necp_client_remove()
7665 RB_REMOVE(_necp_client_tree, &fd_data->clients, client); in necp_client_remove()
7673 if ((fd_data->stats_arena_active != NULL && fd_data->stats_arena_active->nai_use_count == 3) || in necp_client_remove()
7674 (fd_data->stats_arena_active == NULL && !LIST_EMPTY(&fd_data->stats_arena_list))) { in necp_client_remove()
7685 NECP_FD_UNLOCK(fd_data); in necp_client_remove()
7716 necp_client_remove_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *ret… in necp_client_remove_flow() argument
7745 NECP_FD_LOCK(fd_data); in necp_client_remove_flow()
7747 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i… in necp_client_remove_flow()
7751 necp_destroy_flow_stats(fd_data, flow_registration, &flow_ifnet_stats, TRUE); in necp_client_remove_flow()
7756 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necp_client_remove_flow()
7763 NECP_FD_UNLOCK(fd_data); in necp_client_remove_flow()
7770 necp_destroy_client_flow_registration(client, flow_registration, fd_data->proc_pid, false); in necp_client_remove_flow()
8176 necp_client_copy(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_copy() argument
8211 NECP_FD_LOCK(fd_data); in necp_client_copy()
8219 RB_FOREACH(find_client, _necp_client_tree, &fd_data->clients) { in necp_client_copy()
8229 if (client == NULL && fd_data->request_in_process_flow_divert) { in necp_client_copy()
8235 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_copy()
8247 fd_data->request_in_process_flow_divert = false; in necp_client_copy()
8266 NECP_FD_UNLOCK(fd_data); in necp_client_copy()
8269 if (fd_data->flags & NECP_OPEN_FLAG_OBSERVER) { in necp_client_copy()
8302 necp_client_copy_client_update(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, i… in necp_client_copy_client_update() argument
8308 if (!(fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER)) { in necp_client_copy_client_update()
8323 NECP_FD_LOCK(fd_data); in necp_client_copy_client_update()
8324 struct necp_client_update *client_update = TAILQ_FIRST(&fd_data->update_list); in necp_client_copy_client_update()
8326 TAILQ_REMOVE(&fd_data->update_list, client_update, chain); in necp_client_copy_client_update()
8327 VERIFY(fd_data->update_count > 0); in necp_client_copy_client_update()
8328 fd_data->update_count--; in necp_client_copy_client_update()
8330 NECP_FD_UNLOCK(fd_data); in necp_client_copy_client_update()
8470 necp_client_list(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_list() argument
8484 if (!(fd_data->flags & NECP_OPEN_FLAG_OBSERVER)) { in necp_client_list()
8561 necp_client_add_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_add_flow() argument
8617 NECP_FD_LOCK(fd_data); in necp_client_add_flow()
8618 pid_t pid = fd_data->proc_pid; in necp_client_add_flow()
8621 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8627 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_add_flow()
8630 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8640 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client); in necp_client_add_flow()
8644 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8728 …if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, add_request->agent_… in necp_client_add_flow()
8759 …if (error == 0 && add_request->stats_request_count > 0 && necp_arena_initialize(fd_data, true) == … in necp_client_add_flow()
8770 (void)necp_stats_initialize(fd_data, client, new_registration, &bufreq); in necp_client_add_flow()
8821 necp_destroy_flow_stats(fd_data, new_registration, NULL, false); in necp_client_add_flow()
8826 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, new_registration); in necp_client_add_flow()
8827 necp_destroy_client_flow_registration(client, new_registration, fd_data->proc_pid, true); in necp_client_add_flow()
8832 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8865 necp_client_request_nexus(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r… in necp_client_request_nexus() argument
8885 NECP_FD_LOCK(fd_data); in necp_client_request_nexus()
8886 pid_t pid = fd_data->proc_pid; in necp_client_request_nexus()
8889 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8895 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_request_nexus()
8897 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8938 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8945 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client); in necp_client_request_nexus()
8949 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8972 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8981 if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, nexus_uuid, in necp_client_request_nexus()
8988 necp_arena_initialize(fd_data, true) == 0) { in necp_client_request_nexus()
8994 (void)necp_stats_initialize(fd_data, client, new_registration, &bufreq); in necp_client_request_nexus()
9004 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
9057 necp_client_agent_action(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re… in necp_client_agent_action() argument
9097 NECP_FD_LOCK(fd_data); in necp_client_agent_action()
9098 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_agent_action()
9146 fd_data->proc_pid, in necp_client_agent_action()
9179 fd_data->proc_pid, in necp_client_agent_action()
9200 if (uuid_compare(agent_uuid, fd_data->reported_agents.agent_uuid[agent_i]) == 0) { in necp_client_agent_action()
9211 if (uuid_is_null(fd_data->reported_agents.agent_uuid[agent_i])) { in necp_client_agent_action()
9212 uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], agent_uuid); in necp_client_agent_action()
9221 …uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], fd_data->reported_agents.agent_uuid[agent_… in necp_client_agent_action()
9223 uuid_copy(fd_data->reported_agents.agent_uuid[agent_i], agent_uuid); in necp_client_agent_action()
9232 fd_data->proc_pid, in necp_client_agent_action()
9250 NECP_FD_UNLOCK(fd_data); in necp_client_agent_action()
9267 necp_client_copy_agent(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, … in necp_client_copy_agent() argument
9298 necp_client_agent_use(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retva… in necp_client_agent_use() argument
9324 NECP_FD_LOCK(fd_data); in necp_client_agent_use()
9325 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_agent_use()
9333 NECP_FD_UNLOCK(fd_data); in necp_client_agent_use()
9350 necp_client_acquire_agent_token(__unused struct necp_fd_data *fd_data, struct necp_client_action_ar… in necp_client_acquire_agent_token() argument
9377 necp_client_copy_interface(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *u… in necp_client_copy_interface() argument
9544 necp_client_get_interface_address(__unused struct necp_fd_data *fd_data, struct necp_client_action_… in necp_client_get_interface_address() argument
9668 necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai) in necp_fd_insert_stats_arena() argument
9670 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_insert_stats_arena()
9674 LIST_INSERT_HEAD(&fd_data->stats_arena_list, nai, nai_chain); in necp_fd_insert_stats_arena()
9680 necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai) in necp_fd_remove_stats_arena() argument
9682 #pragma unused(fd_data) in necp_fd_remove_stats_arena()
9683 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_remove_stats_arena()
9695 necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct proc *proc) in necp_fd_mredirect_stats_arena() argument
9699 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_mredirect_stats_arena()
9704 if ((nai = fd_data->stats_arena_active) != NULL) { in necp_fd_mredirect_stats_arena()
9721 fd_data->stats_arena_active = nai = NULL; in necp_fd_mredirect_stats_arena()
9726 LIST_FOREACH(nai, &fd_data->stats_arena_list, nai_chain) { in necp_fd_mredirect_stats_arena()
9782 necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct proc *p) in necp_arena_create() argument
9791 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_create()
9792 ASSERT(fd_data->stats_arena_active == NULL); in necp_arena_create()
9794 ASSERT(proc_pid(p) == fd_data->proc_pid); in necp_arena_create()
9812 nai->nai_proc_pid = fd_data->proc_pid; in necp_arena_create()
9813 …snprintf(name, sizeof(name), "stats-%u.%s.%d", fd_data->stats_arena_gencnt, proc_name_address(p), … in necp_arena_create()
9817 NECPLOG(LOG_ERR, "failed to create stats arena for pid %d\n", fd_data->proc_pid); in necp_arena_create()
9831 NECPLOG(LOG_ERR, "failed to map stats arena for pid %d\n", fd_data->proc_pid); in necp_arena_create()
9836 fd_data->stats_arena_active = nai; in necp_arena_create()
9838 necp_fd_insert_stats_arena(fd_data, nai); in necp_arena_create()
9839 ++fd_data->stats_arena_gencnt; in necp_arena_create()
9848 necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, in necp_arena_stats_obj_alloc() argument
9867 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_stats_obj_alloc()
9868 ASSERT(fd_data->stats_arena_active != NULL); in necp_arena_stats_obj_alloc()
9869 ASSERT(fd_data->stats_arena_active->nai_arena != NULL); in necp_arena_stats_obj_alloc()
9871 kstats_cp = skmem_arena_necp(fd_data->stats_arena_active->nai_arena)->arc_kstats_cache; in necp_arena_stats_obj_alloc()
9886 *stats_arena = fd_data->stats_arena_active; in necp_arena_stats_obj_alloc()
9889 *off = fd_data->stats_arena_active->nai_roff + SKMEM_OBJ_ROFF(&kstats_oi); in necp_arena_stats_obj_alloc()
9895 necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_arena, void *… in necp_arena_stats_obj_free() argument
9897 #pragma unused(fd_data) in necp_arena_stats_obj_free()
9898 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_stats_obj_free()
9914 necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *size) in necp_arena_sysctls_obj() argument
9918 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_sysctls_obj()
9919 ASSERT(fd_data->sysctl_arena != NULL); in necp_arena_sysctls_obj()
9922 objaddr = skmem_arena_system_sysctls_obj_addr(fd_data->sysctl_arena); in necp_arena_sysctls_obj()
9931 *off = fd_data->system_sysctls_roff; in necp_arena_sysctls_obj()
9935 *size = skmem_arena_system_sysctls_obj_size(fd_data->sysctl_arena); in necp_arena_sysctls_obj()
9943 necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing) in necp_stats_arenas_destroy() argument
9947 NECP_FD_ASSERT_LOCKED(fd_data); in necp_stats_arenas_destroy()
9951 if ((nai = fd_data->stats_arena_active) != NULL && (closing || nai->nai_use_count == 2)) { in necp_stats_arenas_destroy()
9954 fd_data->stats_arena_active = NULL; in necp_stats_arenas_destroy()
9958 LIST_FOREACH_SAFE(nai, &fd_data->stats_arena_list, nai_chain, nai_tmp) { in necp_stats_arenas_destroy()
9963 necp_fd_remove_stats_arena(fd_data, nai); in necp_stats_arenas_destroy()
9969 necp_sysctl_arena_destroy(struct necp_fd_data *fd_data) in necp_sysctl_arena_destroy() argument
9971 NECP_FD_ASSERT_LOCKED(fd_data); in necp_sysctl_arena_destroy()
9975 if (fd_data->sysctl_arena != NULL) { in necp_sysctl_arena_destroy()
9976 skmem_arena_munmap(fd_data->sysctl_arena, &fd_data->sysctl_mmap); in necp_sysctl_arena_destroy()
9977 skmem_arena_release(fd_data->sysctl_arena); in necp_sysctl_arena_destroy()
9979 fd_data->sysctl_arena = NULL; in necp_sysctl_arena_destroy()
9980 fd_data->system_sysctls_roff = 0; in necp_sysctl_arena_destroy()
9985 necp_arena_initialize(struct necp_fd_data *fd_data, bool locked) in necp_arena_initialize() argument
9991 NECP_FD_LOCK(fd_data); in necp_arena_initialize()
9993 if (fd_data->stats_arena_active == NULL) { in necp_arena_initialize()
9994 error = necp_arena_create(fd_data, stats_obj_size, in necp_arena_initialize()
9999 NECP_FD_UNLOCK(fd_data); in necp_arena_initialize()
10006 necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked) in necp_sysctl_arena_initialize() argument
10011 NECP_FD_LOCK(fd_data); in necp_sysctl_arena_initialize()
10014 NECP_FD_ASSERT_LOCKED(fd_data); in necp_sysctl_arena_initialize()
10016 if (fd_data->sysctl_arena == NULL) { in necp_sysctl_arena_initialize()
10022 ASSERT(proc_pid(p) == fd_data->proc_pid); in necp_sysctl_arena_initialize()
10024 name_ptr = tsnprintf(name, sizeof(name), "sysctl.%s.%d", proc_name_address(p), fd_data->proc_pid); in necp_sysctl_arena_initialize()
10025 fd_data->sysctl_arena = skmem_arena_create_for_system(name_ptr, &error); in necp_sysctl_arena_initialize()
10026 ASSERT(fd_data->sysctl_arena != NULL || error != 0); in necp_sysctl_arena_initialize()
10028 NECPLOG(LOG_ERR, "failed to create arena for pid %d\n", fd_data->proc_pid); in necp_sysctl_arena_initialize()
10035 …fd_data->system_sysctls_roff = skmem_arena_get_region_offset(fd_data->sysctl_arena, SKMEM_REGION_S… in necp_sysctl_arena_initialize()
10040 error = skmem_arena_mmap(fd_data->sysctl_arena, p, &fd_data->sysctl_mmap); in necp_sysctl_arena_initialize()
10042 NECPLOG(LOG_ERR, "failed to map sysctl arena for pid %d\n", fd_data->proc_pid); in necp_sysctl_arena_initialize()
10043 necp_sysctl_arena_destroy(fd_data); in necp_sysctl_arena_initialize()
10049 NECP_FD_UNLOCK(fd_data); in necp_sysctl_arena_initialize()
10056 necp_client_stats_bufreq(struct necp_fd_data *fd_data, in necp_client_stats_bufreq() argument
10064 NECP_FD_ASSERT_LOCKED(fd_data); in necp_client_stats_bufreq()
10081 …error = necp_arena_stats_obj_alloc(fd_data, &off, &flow_registration->stats_arena, &flow_registrat… in necp_client_stats_bufreq()
10182 necp_stats_initialize(struct necp_fd_data *fd_data, in necp_stats_initialize() argument
10191 NECP_FD_ASSERT_LOCKED(fd_data); in necp_stats_initialize()
10192 VERIFY(fd_data->stats_arena_active != NULL); in necp_stats_initialize()
10193 VERIFY(fd_data->stats_arena_active->nai_arena != NULL); in necp_stats_initialize()
10194 VERIFY(!(fd_data->stats_arena_active->nai_flags & (NAIF_REDIRECT | NAIF_DEFUNCT))); in necp_stats_initialize()
10201 error = necp_client_stats_bufreq(fd_data, client, flow_registration, bufreq, &stats_hdr); in necp_stats_initialize()
10218 necp_client_map_sysctls(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap,… in necp_client_map_sysctls() argument
10232 *retval = necp_sysctl_arena_initialize(fd_data, false); in necp_client_map_sysctls()
10239 NECP_FD_LOCK(fd_data); in necp_client_map_sysctls()
10240 location = necp_arena_sysctls_obj(fd_data, &off, NULL); in necp_client_map_sysctls()
10241 NECP_FD_UNLOCK(fd_data); in necp_client_map_sysctls()
10248 uaddr = fd_data->sysctl_mmap.ami_mapaddr + off; in necp_client_map_sysctls()
10258 necp_client_copy_route_statistics(__unused struct necp_fd_data *fd_data, struct necp_client_action_… in necp_client_copy_route_statistics() argument
10278 NECP_FD_LOCK(fd_data); in necp_client_copy_route_statistics()
10279 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_copy_route_statistics()
10303 NECP_FD_UNLOCK(fd_data); in necp_client_copy_route_statistics()
10311 NECP_FD_UNLOCK(fd_data); in necp_client_copy_route_statistics()
10322 necp_client_update_cache(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re… in necp_client_update_cache() argument
10339 NECP_FD_LOCK(fd_data); in necp_client_update_cache()
10340 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_update_cache()
10342 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
10350 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
10438 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
10452 necp_client_sign(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r… in necp_client_sign() argument
10589 necp_client_validate(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, in… in necp_client_validate() argument
10649 necp_client_get_signed_client_id(__unused struct necp_fd_data *fd_data, struct necp_client_action_a… in necp_client_get_signed_client_id() argument
10707 necp_client_set_signed_client_id(__unused struct necp_fd_data *fd_data, struct necp_client_action_a… in necp_client_set_signed_client_id() argument
10777 struct necp_fd_data * __single fd_data = NULL; in necp_client_action() local
10779 error = necp_find_fd_data(p, uap->necp_fd, &fp, &fd_data); in necp_client_action()
10797 return_value = necp_client_add(p, fd_data, uap, retval); in necp_client_action()
10801 return_value = necp_client_claim(p, fd_data, uap, retval); in necp_client_action()
10805 return_value = necp_client_remove(fd_data, uap, retval); in necp_client_action()
10812 return_value = necp_client_copy(fd_data, uap, retval); in necp_client_action()
10816 return_value = necp_client_list(fd_data, uap, retval); in necp_client_action()
10820 return_value = necp_client_add_flow(fd_data, uap, retval); in necp_client_action()
10824 return_value = necp_client_remove_flow(fd_data, uap, retval); in necp_client_action()
10829 return_value = necp_client_request_nexus(fd_data, uap, retval); in necp_client_action()
10834 return_value = necp_client_agent_action(fd_data, uap, retval); in necp_client_action()
10838 return_value = necp_client_copy_agent(fd_data, uap, retval); in necp_client_action()
10842 return_value = necp_client_agent_use(fd_data, uap, retval); in necp_client_action()
10846 return_value = necp_client_acquire_agent_token(fd_data, uap, retval); in necp_client_action()
10850 return_value = necp_client_copy_interface(fd_data, uap, retval); in necp_client_action()
10855 return_value = necp_client_get_interface_address(fd_data, uap, retval); in necp_client_action()
10863 return_value = necp_client_map_sysctls(fd_data, uap, retval); in necp_client_action()
10868 return_value = necp_client_copy_route_statistics(fd_data, uap, retval); in necp_client_action()
10872 return_value = necp_client_update_cache(fd_data, uap, retval); in necp_client_action()
10876 return_value = necp_client_copy_client_update(fd_data, uap, retval); in necp_client_action()
10880 return_value = necp_client_sign(fd_data, uap, retval); in necp_client_action()
10884 return_value = necp_client_validate(fd_data, uap, retval); in necp_client_action()
10888 return_value = necp_client_get_signed_client_id(fd_data, uap, retval); in necp_client_action()
10892 return_value = necp_client_set_signed_client_id(fd_data, uap, retval); in necp_client_action()
11586 …struct necp_fd_data * __single fd_data = __unsafe_forge_single(struct necp_fd_data *, container_of… in necp_client_get_proc_pid_from_arena_info() local
11587 return fd_data->proc_pid; in necp_client_get_proc_pid_from_arena_info()