Lines Matching refs:fd_data
716 static void necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
717 static void necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai);
718 static struct necp_arena_info *necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct p…
725 static int necp_arena_initialize(struct necp_fd_data *fd_data, bool locked);
726 static int necp_stats_initialize(struct necp_fd_data *fd_data, struct necp_client *client,
728 static int necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct …
729 static int necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, mach_vm_offset_t *off, struct n…
730 static void necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_a…
731 static void necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing);
733 static int necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked);
734 static void necp_sysctl_arena_destroy(struct necp_fd_data *fd_data);
735 static void *necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *si…
741 necp_fd_notify(struct necp_fd_data *fd_data, bool locked) in necp_fd_notify() argument
743 struct selinfo *si = &fd_data->si; in necp_fd_notify()
746 NECP_FD_LOCK(fd_data); in necp_fd_notify()
756 NECP_FD_UNLOCK(fd_data); in necp_fd_notify()
774 necp_fd_poll(struct necp_fd_data *fd_data, int events, void *wql, struct proc *p, int is_kevent) in necp_fd_poll() argument
781 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_fd_poll()
783 if (!TAILQ_EMPTY(&fd_data->update_list)) { in necp_fd_poll()
790 RB_FOREACH(client, _necp_client_tree, &fd_data->clients) { in necp_fd_poll()
924 struct necp_fd_data *fd_data = NULL; in necpop_select() local
929 fd_data = (struct necp_fd_data *)fp_get_data(fp); in necpop_select()
930 if (fd_data == NULL) { in necpop_select()
947 NECP_FD_LOCK(fd_data); in necpop_select()
948 revents = necp_fd_poll(fd_data, events, wql, procp, 0); in necpop_select()
949 NECP_FD_UNLOCK(fd_data); in necpop_select()
957 struct necp_fd_data *fd_data = (struct necp_fd_data *)kn->kn_hook; in necp_fd_knrdetach() local
958 struct selinfo *si = &fd_data->si; in necp_fd_knrdetach()
960 NECP_FD_LOCK(fd_data); in necp_fd_knrdetach()
962 NECP_FD_UNLOCK(fd_data); in necp_fd_knrdetach()
975 struct necp_fd_data *fd_data; in necp_fd_knrprocess() local
979 fd_data = (struct necp_fd_data *)kn->kn_hook; in necp_fd_knrprocess()
981 NECP_FD_LOCK(fd_data); in necp_fd_knrprocess()
982 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necp_fd_knrprocess()
987 NECP_FD_UNLOCK(fd_data); in necp_fd_knrprocess()
995 struct necp_fd_data *fd_data; in necp_fd_knrtouch() local
998 fd_data = (struct necp_fd_data *)kn->kn_hook; in necp_fd_knrtouch()
1000 NECP_FD_LOCK(fd_data); in necp_fd_knrtouch()
1001 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necp_fd_knrtouch()
1002 NECP_FD_UNLOCK(fd_data); in necp_fd_knrtouch()
1019 struct necp_fd_data *fd_data = NULL; in necpop_kqfilter() local
1028 fd_data = (struct necp_fd_data *)fp_get_data(fp); in necpop_kqfilter()
1029 if (fd_data == NULL) { in necpop_kqfilter()
1035 NECP_FD_LOCK(fd_data); in necpop_kqfilter()
1037 kn->kn_hook = fd_data; in necpop_kqfilter()
1038 KNOTE_ATTACH(&fd_data->si.si_note, kn); in necpop_kqfilter()
1040 revents = necp_fd_poll(fd_data, POLLIN, NULL, current_proc(), 1); in necpop_kqfilter()
1042 NECP_FD_UNLOCK(fd_data); in necpop_kqfilter()
1158 necp_destroy_flow_stats(struct necp_fd_data *fd_data, in necp_destroy_flow_stats() argument
1163 NECP_FD_ASSERT_LOCKED(fd_data); in necp_destroy_flow_stats()
1191 …necp_arena_stats_obj_free(fd_data, flow_registration->stats_arena, &flow_registration->kstats_kadd… in necp_destroy_flow_stats()
1724 struct necp_fd_data *fd_data = NULL; in necpop_close() local
1727 fd_data = (struct necp_fd_data *)fg_get_data(fg); in necpop_close()
1730 if (fd_data != NULL) { in necpop_close()
1735 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necpop_close()
1737 LIST_REMOVE(fd_data, chain); in necpop_close()
1741 LIST_REMOVE(fd_data, chain); in necpop_close()
1745 NECP_FD_LOCK(fd_data); in necpop_close()
1746 pid_t pid = fd_data->proc_pid; in necpop_close()
1751 (void)necp_defunct_client_fd_locked_inner(fd_data, &defunct_list, false); in necpop_close()
1755 RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) { in necpop_close()
1757 necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE); in necpop_close()
1762 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necpop_close()
1767 RB_FOREACH_SAFE(client, _necp_client_tree, &fd_data->clients, temp_client) { in necpop_close()
1771 RB_REMOVE(_necp_client_tree, &fd_data->clients, client); in necpop_close()
1777 TAILQ_FOREACH_SAFE(client_update, &fd_data->update_list, chain, temp_update) { in necpop_close()
1779 TAILQ_REMOVE(&fd_data->update_list, client_update, chain); in necpop_close()
1782 fd_data->update_count = 0; in necpop_close()
1786 necp_stats_arenas_destroy(fd_data, TRUE); in necpop_close()
1787 ASSERT(fd_data->stats_arena_active == NULL); in necpop_close()
1788 ASSERT(LIST_EMPTY(&fd_data->stats_arena_list)); in necpop_close()
1791 necp_sysctl_arena_destroy(fd_data); in necpop_close()
1792 ASSERT(fd_data->sysctl_arena == NULL); in necpop_close()
1795 NECP_FD_UNLOCK(fd_data); in necpop_close()
1797 selthreadclear(&fd_data->si); in necpop_close()
1799 lck_mtx_destroy(&fd_data->fd_lock, &necp_fd_mtx_grp); in necpop_close()
1801 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necpop_close()
1807 zfree(necp_client_fd_zone, fd_data); in necpop_close()
1808 fd_data = NULL; in necpop_close()
1832 struct fileproc **fpp, struct necp_fd_data **fd_data) in necp_find_fd_data() argument
1838 *fd_data = (struct necp_fd_data *)fp_get_data(fp); in necp_find_fd_data()
1841 if ((*fd_data)->necp_fd_type != necp_fd_type_client) { in necp_find_fd_data()
3156 necp_client_create_flow_registration(struct necp_fd_data *fd_data, struct necp_client *client) in necp_client_create_flow_registration() argument
3158 NECP_FD_ASSERT_LOCKED(fd_data); in necp_client_create_flow_registration()
3177 RB_INSERT(_necp_fd_flow_tree, &fd_data->flows, new_registration); in necp_client_create_flow_registration()
6532 struct necp_fd_data *fd_data = NULL; in necp_open() local
6558 if ((fd_data = zalloc(necp_client_fd_zone)) == NULL) { in necp_open()
6563 memset(fd_data, 0, sizeof(*fd_data)); in necp_open()
6565 fd_data->necp_fd_type = necp_fd_type_client; in necp_open()
6566 fd_data->flags = uap->flags; in necp_open()
6567 RB_INIT(&fd_data->clients); in necp_open()
6568 RB_INIT(&fd_data->flows); in necp_open()
6569 TAILQ_INIT(&fd_data->update_list); in necp_open()
6570 lck_mtx_init(&fd_data->fd_lock, &necp_fd_mtx_grp, &necp_fd_mtx_attr); in necp_open()
6571 klist_init(&fd_data->si.si_note); in necp_open()
6572 fd_data->proc_pid = proc_pid(p); in necp_open()
6574 LIST_INIT(&fd_data->stats_arena_list); in necp_open()
6580 fp_set_data(fp, fd_data); in necp_open()
6589 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_open()
6591 LIST_INSERT_HEAD(&necp_fd_observer_list, fd_data, chain); in necp_open()
6600 necp_client_update_observer_add_internal(fd_data, existing_client); in necp_open()
6601 necp_client_update_observer_update_internal(fd_data, existing_client); in necp_open()
6607 LIST_INSERT_HEAD(&necp_fd_list, fd_data, chain); in necp_open()
6620 if (fd_data != NULL) { in necp_open()
6621 zfree(necp_client_fd_zone, fd_data); in necp_open()
6622 fd_data = NULL; in necp_open()
6635 necp_client_add(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap, … in necp_client_add() argument
6641 if (fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER) { in necp_client_add()
6665 client->proc_pid = fd_data->proc_pid; // Save off proc pid in case the client will persist past fd in necp_client_add()
6666 client->agent_handle = (void *)fd_data; in necp_client_add()
6796 NECP_FD_LOCK(fd_data); in necp_client_add()
6797 parent = necp_client_fd_find_client_unlocked(fd_data, parsed_parameters.parent_uuid); in necp_client_add()
6801 NECP_FD_UNLOCK(fd_data); in necp_client_add()
6811 NECP_FD_LOCK(fd_data); in necp_client_add()
6812 RB_INSERT(_necp_client_tree, &fd_data->clients, client); in necp_client_add()
6820 (void)necp_update_client_result(current_proc(), fd_data, client, NULL); in necp_client_add()
6822 NECP_FD_UNLOCK(fd_data); in necp_client_add()
6842 necp_client_claim(struct proc *p, struct necp_fd_data *fd_data, struct necp_client_action_args *uap… in necp_client_claim() argument
6890 client->proc_pid = fd_data->proc_pid; // Transfer client to claiming pid in necp_client_claim()
6891 client->agent_handle = (void *)fd_data; in necp_client_claim()
6897 NECP_FD_LOCK(fd_data); in necp_client_claim()
6898 RB_INSERT(_necp_client_tree, &fd_data->clients, client); in necp_client_claim()
6900 (void)necp_update_client_result(current_proc(), fd_data, client, NULL); in necp_client_claim()
6902 NECP_FD_UNLOCK(fd_data); in necp_client_claim()
6913 necp_client_remove(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_remove() argument
6943 NECP_FD_LOCK(fd_data); in necp_client_remove()
6945 pid_t pid = fd_data->proc_pid; in necp_client_remove()
6946 struct necp_client *client = necp_client_fd_find_client_unlocked(fd_data, client_id); in necp_client_remove()
6954 RB_FOREACH_SAFE(flow_registration, _necp_fd_flow_tree, &fd_data->flows, temp_flow_registration) { in necp_client_remove()
6957 necp_destroy_flow_stats(fd_data, flow_registration, NULL, TRUE); in necp_client_remove()
6962 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necp_client_remove()
6978 RB_REMOVE(_necp_client_tree, &fd_data->clients, client); in necp_client_remove()
6986 if ((fd_data->stats_arena_active != NULL && fd_data->stats_arena_active->nai_use_count == 3) || in necp_client_remove()
6987 (fd_data->stats_arena_active == NULL && !LIST_EMPTY(&fd_data->stats_arena_list))) { in necp_client_remove()
6998 NECP_FD_UNLOCK(fd_data); in necp_client_remove()
7029 necp_client_remove_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *ret… in necp_client_remove_flow() argument
7058 NECP_FD_LOCK(fd_data); in necp_client_remove_flow()
7060 …struct necp_client_flow_registration *flow_registration = necp_client_fd_find_flow(fd_data, flow_i… in necp_client_remove_flow()
7064 necp_destroy_flow_stats(fd_data, flow_registration, &flow_ifnet_stats, TRUE); in necp_client_remove_flow()
7069 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, flow_registration); in necp_client_remove_flow()
7076 NECP_FD_UNLOCK(fd_data); in necp_client_remove_flow()
7083 necp_destroy_client_flow_registration(client, flow_registration, fd_data->proc_pid, false); in necp_client_remove_flow()
7479 necp_client_copy(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_copy() argument
7513 NECP_FD_LOCK(fd_data); in necp_client_copy()
7518 RB_FOREACH(find_client, _necp_client_tree, &fd_data->clients) { in necp_client_copy()
7529 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_copy()
7539 NECP_FD_UNLOCK(fd_data); in necp_client_copy()
7542 if (fd_data->flags & NECP_OPEN_FLAG_OBSERVER) { in necp_client_copy()
7575 necp_client_copy_client_update(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, i… in necp_client_copy_client_update() argument
7581 if (!(fd_data->flags & NECP_OPEN_FLAG_PUSH_OBSERVER)) { in necp_client_copy_client_update()
7596 NECP_FD_LOCK(fd_data); in necp_client_copy_client_update()
7597 struct necp_client_update *client_update = TAILQ_FIRST(&fd_data->update_list); in necp_client_copy_client_update()
7599 TAILQ_REMOVE(&fd_data->update_list, client_update, chain); in necp_client_copy_client_update()
7600 VERIFY(fd_data->update_count > 0); in necp_client_copy_client_update()
7601 fd_data->update_count--; in necp_client_copy_client_update()
7603 NECP_FD_UNLOCK(fd_data); in necp_client_copy_client_update()
7698 necp_client_list(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_list() argument
7712 if (!(fd_data->flags & NECP_OPEN_FLAG_OBSERVER)) { in necp_client_list()
7788 necp_client_add_flow(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retval) in necp_client_add_flow() argument
7844 NECP_FD_LOCK(fd_data); in necp_client_add_flow()
7845 pid_t pid = fd_data->proc_pid; in necp_client_add_flow()
7848 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
7854 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_add_flow()
7857 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
7867 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client); in necp_client_add_flow()
7871 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
7940 …if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, add_request->agent_… in necp_client_add_flow()
7949 …if (error == 0 && add_request->stats_request_count > 0 && necp_arena_initialize(fd_data, true) == … in necp_client_add_flow()
7960 (void)necp_stats_initialize(fd_data, client, new_registration, &bufreq); in necp_client_add_flow()
8009 necp_destroy_flow_stats(fd_data, new_registration, NULL, false); in necp_client_add_flow()
8014 RB_REMOVE(_necp_fd_flow_tree, &fd_data->flows, new_registration); in necp_client_add_flow()
8015 necp_destroy_client_flow_registration(client, new_registration, fd_data->proc_pid, true); in necp_client_add_flow()
8020 NECP_FD_UNLOCK(fd_data); in necp_client_add_flow()
8053 necp_client_request_nexus(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r… in necp_client_request_nexus() argument
8073 NECP_FD_LOCK(fd_data); in necp_client_request_nexus()
8074 pid_t pid = fd_data->proc_pid; in necp_client_request_nexus()
8077 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8083 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_request_nexus()
8085 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8126 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8133 …client_flow_registration *new_registration = necp_client_create_flow_registration(fd_data, client); in necp_client_request_nexus()
8137 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8160 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8169 if (!necp_assign_client_result_locked(proc, fd_data, client, new_registration, nexus_uuid, in necp_client_request_nexus()
8176 necp_arena_initialize(fd_data, true) == 0) { in necp_client_request_nexus()
8182 (void)necp_stats_initialize(fd_data, client, new_registration, &bufreq); in necp_client_request_nexus()
8192 NECP_FD_UNLOCK(fd_data); in necp_client_request_nexus()
8245 necp_client_agent_action(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re… in necp_client_agent_action() argument
8285 NECP_FD_LOCK(fd_data); in necp_client_agent_action()
8286 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_agent_action()
8332 fd_data->proc_pid, in necp_client_agent_action()
8363 fd_data->proc_pid, in necp_client_agent_action()
8384 fd_data->proc_pid, in necp_client_agent_action()
8402 NECP_FD_UNLOCK(fd_data); in necp_client_agent_action()
8419 necp_client_copy_agent(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, … in necp_client_copy_agent() argument
8450 necp_client_agent_use(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *retva… in necp_client_agent_use() argument
8476 NECP_FD_LOCK(fd_data); in necp_client_agent_use()
8477 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_agent_use()
8485 NECP_FD_UNLOCK(fd_data); in necp_client_agent_use()
8502 necp_client_acquire_agent_token(__unused struct necp_fd_data *fd_data, struct necp_client_action_ar… in necp_client_acquire_agent_token() argument
8529 necp_client_copy_interface(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *u… in necp_client_copy_interface() argument
8687 necp_client_get_interface_address(__unused struct necp_fd_data *fd_data, struct necp_client_action_… in necp_client_get_interface_address() argument
8811 necp_fd_insert_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai) in necp_fd_insert_stats_arena() argument
8813 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_insert_stats_arena()
8817 LIST_INSERT_HEAD(&fd_data->stats_arena_list, nai, nai_chain); in necp_fd_insert_stats_arena()
8823 necp_fd_remove_stats_arena(struct necp_fd_data *fd_data, struct necp_arena_info *nai) in necp_fd_remove_stats_arena() argument
8825 #pragma unused(fd_data) in necp_fd_remove_stats_arena()
8826 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_remove_stats_arena()
8838 necp_fd_mredirect_stats_arena(struct necp_fd_data *fd_data, struct proc *proc) in necp_fd_mredirect_stats_arena() argument
8842 NECP_FD_ASSERT_LOCKED(fd_data); in necp_fd_mredirect_stats_arena()
8847 if ((nai = fd_data->stats_arena_active) != NULL) { in necp_fd_mredirect_stats_arena()
8864 fd_data->stats_arena_active = nai = NULL; in necp_fd_mredirect_stats_arena()
8869 LIST_FOREACH(nai, &fd_data->stats_arena_list, nai_chain) { in necp_fd_mredirect_stats_arena()
8925 necp_arena_create(struct necp_fd_data *fd_data, size_t obj_size, size_t obj_cnt, struct proc *p) in necp_arena_create() argument
8933 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_create()
8934 ASSERT(fd_data->stats_arena_active == NULL); in necp_arena_create()
8936 ASSERT(proc_pid(p) == fd_data->proc_pid); in necp_arena_create()
8954 nai->nai_proc_pid = fd_data->proc_pid; in necp_arena_create()
8955 …snprintf(name, sizeof(name), "stats-%u.%s.%d", fd_data->stats_arena_gencnt, proc_name_address(p), … in necp_arena_create()
8959 NECPLOG(LOG_ERR, "failed to create stats arena for pid %d\n", fd_data->proc_pid); in necp_arena_create()
8973 NECPLOG(LOG_ERR, "failed to map stats arena for pid %d\n", fd_data->proc_pid); in necp_arena_create()
8978 fd_data->stats_arena_active = nai; in necp_arena_create()
8980 necp_fd_insert_stats_arena(fd_data, nai); in necp_arena_create()
8981 ++fd_data->stats_arena_gencnt; in necp_arena_create()
8990 necp_arena_stats_obj_alloc(struct necp_fd_data *fd_data, in necp_arena_stats_obj_alloc() argument
9006 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_stats_obj_alloc()
9007 ASSERT(fd_data->stats_arena_active != NULL); in necp_arena_stats_obj_alloc()
9008 ASSERT(fd_data->stats_arena_active->nai_arena != NULL); in necp_arena_stats_obj_alloc()
9010 kstats_cp = skmem_arena_necp(fd_data->stats_arena_active->nai_arena)->arc_kstats_cache; in necp_arena_stats_obj_alloc()
9023 *stats_arena = fd_data->stats_arena_active; in necp_arena_stats_obj_alloc()
9026 *off = fd_data->stats_arena_active->nai_roff + SKMEM_OBJ_ROFF(&kstats_oi); in necp_arena_stats_obj_alloc()
9032 necp_arena_stats_obj_free(struct necp_fd_data *fd_data, struct necp_arena_info *stats_arena, void *… in necp_arena_stats_obj_free() argument
9034 #pragma unused(fd_data) in necp_arena_stats_obj_free()
9035 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_stats_obj_free()
9051 necp_arena_sysctls_obj(struct necp_fd_data *fd_data, mach_vm_offset_t *off, size_t *size) in necp_arena_sysctls_obj() argument
9055 NECP_FD_ASSERT_LOCKED(fd_data); in necp_arena_sysctls_obj()
9056 ASSERT(fd_data->sysctl_arena != NULL); in necp_arena_sysctls_obj()
9059 objaddr = skmem_arena_system_sysctls_obj_addr(fd_data->sysctl_arena); in necp_arena_sysctls_obj()
9068 *off = fd_data->system_sysctls_roff; in necp_arena_sysctls_obj()
9072 *size = skmem_arena_system_sysctls_obj_size(fd_data->sysctl_arena); in necp_arena_sysctls_obj()
9080 necp_stats_arenas_destroy(struct necp_fd_data *fd_data, boolean_t closing) in necp_stats_arenas_destroy() argument
9084 NECP_FD_ASSERT_LOCKED(fd_data); in necp_stats_arenas_destroy()
9088 if ((nai = fd_data->stats_arena_active) != NULL && (closing || nai->nai_use_count == 2)) { in necp_stats_arenas_destroy()
9091 fd_data->stats_arena_active = NULL; in necp_stats_arenas_destroy()
9095 LIST_FOREACH_SAFE(nai, &fd_data->stats_arena_list, nai_chain, nai_tmp) { in necp_stats_arenas_destroy()
9100 necp_fd_remove_stats_arena(fd_data, nai); in necp_stats_arenas_destroy()
9106 necp_sysctl_arena_destroy(struct necp_fd_data *fd_data) in necp_sysctl_arena_destroy() argument
9108 NECP_FD_ASSERT_LOCKED(fd_data); in necp_sysctl_arena_destroy()
9112 if (fd_data->sysctl_arena != NULL) { in necp_sysctl_arena_destroy()
9113 skmem_arena_munmap(fd_data->sysctl_arena, &fd_data->sysctl_mmap); in necp_sysctl_arena_destroy()
9114 skmem_arena_release(fd_data->sysctl_arena); in necp_sysctl_arena_destroy()
9116 fd_data->sysctl_arena = NULL; in necp_sysctl_arena_destroy()
9117 fd_data->system_sysctls_roff = 0; in necp_sysctl_arena_destroy()
9122 necp_arena_initialize(struct necp_fd_data *fd_data, bool locked) in necp_arena_initialize() argument
9128 NECP_FD_LOCK(fd_data); in necp_arena_initialize()
9130 if (fd_data->stats_arena_active == NULL) { in necp_arena_initialize()
9131 error = necp_arena_create(fd_data, stats_obj_size, in necp_arena_initialize()
9136 NECP_FD_UNLOCK(fd_data); in necp_arena_initialize()
9143 necp_sysctl_arena_initialize(struct necp_fd_data *fd_data, bool locked) in necp_sysctl_arena_initialize() argument
9148 NECP_FD_LOCK(fd_data); in necp_sysctl_arena_initialize()
9151 NECP_FD_ASSERT_LOCKED(fd_data); in necp_sysctl_arena_initialize()
9153 if (fd_data->sysctl_arena == NULL) { in necp_sysctl_arena_initialize()
9158 ASSERT(proc_pid(p) == fd_data->proc_pid); in necp_sysctl_arena_initialize()
9160 (void) snprintf(name, sizeof(name), "sysctl.%s.%d", proc_name_address(p), fd_data->proc_pid); in necp_sysctl_arena_initialize()
9161 fd_data->sysctl_arena = skmem_arena_create_for_system(name, &error); in necp_sysctl_arena_initialize()
9162 ASSERT(fd_data->sysctl_arena != NULL || error != 0); in necp_sysctl_arena_initialize()
9164 NECPLOG(LOG_ERR, "failed to create arena for pid %d\n", fd_data->proc_pid); in necp_sysctl_arena_initialize()
9171 …fd_data->system_sysctls_roff = skmem_arena_get_region_offset(fd_data->sysctl_arena, SKMEM_REGION_S… in necp_sysctl_arena_initialize()
9176 error = skmem_arena_mmap(fd_data->sysctl_arena, p, &fd_data->sysctl_mmap); in necp_sysctl_arena_initialize()
9178 NECPLOG(LOG_ERR, "failed to map sysctl arena for pid %d\n", fd_data->proc_pid); in necp_sysctl_arena_initialize()
9179 necp_sysctl_arena_destroy(fd_data); in necp_sysctl_arena_initialize()
9185 NECP_FD_UNLOCK(fd_data); in necp_sysctl_arena_initialize()
9192 necp_client_stats_bufreq(struct necp_fd_data *fd_data, in necp_client_stats_bufreq() argument
9200 NECP_FD_ASSERT_LOCKED(fd_data); in necp_client_stats_bufreq()
9217 …error = necp_arena_stats_obj_alloc(fd_data, &off, &flow_registration->stats_arena, &flow_registrat… in necp_client_stats_bufreq()
9317 necp_stats_initialize(struct necp_fd_data *fd_data, in necp_stats_initialize() argument
9326 NECP_FD_ASSERT_LOCKED(fd_data); in necp_stats_initialize()
9327 VERIFY(fd_data->stats_arena_active != NULL); in necp_stats_initialize()
9328 VERIFY(fd_data->stats_arena_active->nai_arena != NULL); in necp_stats_initialize()
9329 VERIFY(!(fd_data->stats_arena_active->nai_flags & (NAIF_REDIRECT | NAIF_DEFUNCT))); in necp_stats_initialize()
9336 error = necp_client_stats_bufreq(fd_data, client, flow_registration, bufreq, &stats_hdr); in necp_stats_initialize()
9353 necp_client_map_sysctls(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap,… in necp_client_map_sysctls() argument
9367 *retval = necp_sysctl_arena_initialize(fd_data, false); in necp_client_map_sysctls()
9374 NECP_FD_LOCK(fd_data); in necp_client_map_sysctls()
9375 location = necp_arena_sysctls_obj(fd_data, &off, NULL); in necp_client_map_sysctls()
9376 NECP_FD_UNLOCK(fd_data); in necp_client_map_sysctls()
9383 uaddr = fd_data->sysctl_mmap.ami_mapaddr + off; in necp_client_map_sysctls()
9393 necp_client_copy_route_statistics(__unused struct necp_fd_data *fd_data, struct necp_client_action_… in necp_client_copy_route_statistics() argument
9413 NECP_FD_LOCK(fd_data); in necp_client_copy_route_statistics()
9414 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_copy_route_statistics()
9438 NECP_FD_UNLOCK(fd_data); in necp_client_copy_route_statistics()
9446 NECP_FD_UNLOCK(fd_data); in necp_client_copy_route_statistics()
9457 necp_client_update_cache(struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *re… in necp_client_update_cache() argument
9474 NECP_FD_LOCK(fd_data); in necp_client_update_cache()
9475 client = necp_client_fd_find_client_and_lock(fd_data, client_id); in necp_client_update_cache()
9477 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
9485 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
9573 NECP_FD_UNLOCK(fd_data); in necp_client_update_cache()
9585 necp_client_sign(__unused struct necp_fd_data *fd_data, struct necp_client_action_args *uap, int *r… in necp_client_sign() argument
9698 struct necp_fd_data *fd_data = NULL; in necp_client_action() local
9700 error = necp_find_fd_data(p, uap->necp_fd, &fp, &fd_data); in necp_client_action()
9718 return_value = necp_client_add(p, fd_data, uap, retval); in necp_client_action()
9722 return_value = necp_client_claim(p, fd_data, uap, retval); in necp_client_action()
9726 return_value = necp_client_remove(fd_data, uap, retval); in necp_client_action()
9732 return_value = necp_client_copy(fd_data, uap, retval); in necp_client_action()
9736 return_value = necp_client_list(fd_data, uap, retval); in necp_client_action()
9740 return_value = necp_client_add_flow(fd_data, uap, retval); in necp_client_action()
9744 return_value = necp_client_remove_flow(fd_data, uap, retval); in necp_client_action()
9749 return_value = necp_client_request_nexus(fd_data, uap, retval); in necp_client_action()
9754 return_value = necp_client_agent_action(fd_data, uap, retval); in necp_client_action()
9758 return_value = necp_client_copy_agent(fd_data, uap, retval); in necp_client_action()
9762 return_value = necp_client_agent_use(fd_data, uap, retval); in necp_client_action()
9766 return_value = necp_client_acquire_agent_token(fd_data, uap, retval); in necp_client_action()
9770 return_value = necp_client_copy_interface(fd_data, uap, retval); in necp_client_action()
9775 return_value = necp_client_get_interface_address(fd_data, uap, retval); in necp_client_action()
9783 return_value = necp_client_map_sysctls(fd_data, uap, retval); in necp_client_action()
9788 return_value = necp_client_copy_route_statistics(fd_data, uap, retval); in necp_client_action()
9792 return_value = necp_client_update_cache(fd_data, uap, retval); in necp_client_action()
9796 return_value = necp_client_copy_client_update(fd_data, uap, retval); in necp_client_action()
9800 return_value = necp_client_sign(fd_data, uap, retval); in necp_client_action()
10380 struct necp_fd_data *fd_data = container_of(arena_info, struct necp_fd_data, sysctl_mmap); in necp_client_get_proc_pid_from_arena_info() local
10381 return fd_data->proc_pid; in necp_client_get_proc_pid_from_arena_info()