3772 	struct nstat_generic_shadow *gshad)  in nstat_retain_gshad()  argument
3774 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_retain_gshad()
3776 	OSIncrementAtomic(&gshad->gshad_refcnt);  in nstat_retain_gshad()
3781 	struct nstat_generic_shadow *gshad)  in nstat_release_gshad()  argument
3783 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_release_gshad()
3785 	if (OSDecrementAtomic(&gshad->gshad_refcnt) == 1) {  in nstat_release_gshad()
3786 		nstat_release_procdetails(gshad->gshad_procdetails);  in nstat_release_gshad()
3787 		gshad->gshad_magic = NSTAT_GENERIC_SHADOW_UNMAGIC;  in nstat_release_gshad()
3789 		kfree_type(struct nstat_generic_shadow, gshad);  in nstat_release_gshad()
3818 	struct nstat_generic_shadow *gshad = (struct nstat_generic_shadow *)cookie;  in nstat_generic_provider_counts()  local
3819 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_generic_provider_counts()
3823 …bool result = (*gshad->gshad_getvals_fn)(gshad->gshad_provider_context, NULL, out_counts, NULL, NU…  in nstat_generic_provider_counts()
3837 	struct nstat_generic_shadow *gshad = (struct nstat_generic_shadow *)cookie;  in nstat_generic_provider_details()  local
3838 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_generic_provider_details()
3842 …bool result = (*gshad->gshad_getvals_fn)(gshad->gshad_provider_context, NULL, NULL, out_counts, NU…  in nstat_generic_provider_details()
3856 	struct nstat_generic_shadow *gshad = (struct nstat_generic_shadow *)cookie;  in nstat_generic_provider_copy_descriptor()  local
3857 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_generic_provider_copy_descriptor()
3858 	struct nstat_procdetails *procdetails = gshad->gshad_procdetails;  in nstat_generic_provider_copy_descriptor()
3861 	bool result = (*gshad->gshad_getvals_fn)(gshad->gshad_provider_context, NULL, NULL, NULL, data);  in nstat_generic_provider_copy_descriptor()
3863 	switch (gshad->gshad_provider) {  in nstat_generic_provider_copy_descriptor()
3871 		desc->start_timestamp = gshad->gshad_start_timestamp;  in nstat_generic_provider_copy_descriptor()
3882 		desc->start_timestamp = gshad->gshad_start_timestamp;  in nstat_generic_provider_copy_descriptor()
3897 	struct nstat_generic_shadow *gshad = (struct nstat_generic_shadow *)cookie;  in nstat_generic_provider_release()  local
3899 	nstat_release_gshad(gshad);  in nstat_generic_provider_release()
3908 	struct nstat_generic_shadow *gshad = (struct nstat_generic_shadow *)cookie;  in nstat_generic_provider_reporting_allowed()  local
3910 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_generic_provider_reporting_allowed()
3923 		if ((*gshad->gshad_getvals_fn)(gshad->gshad_provider_context, &ifflags, NULL, NULL, NULL)) {  in nstat_generic_provider_reporting_allowed()
3931 		struct nstat_procdetails *procdetails = gshad->gshad_procdetails;  in nstat_generic_provider_reporting_allowed()
3945 			switch (gshad->gshad_provider) {  in nstat_generic_provider_reporting_allowed()
3953 				if ((*gshad->gshad_getvals_fn)(gshad->gshad_provider_context, NULL, NULL, NULL, &udp_desc)) {  in nstat_generic_provider_reporting_allowed()
3972 	struct nstat_generic_shadow *gshad = (struct nstat_generic_shadow *)cookie;  in nstat_generic_extensions()  local
3973 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_generic_extensions()
3974 	assert(gshad->gshad_procdetails->pdet_magic == NSTAT_PROCDETAILS_MAGIC);  in nstat_generic_extensions()
3976 	if (gshad->gshad_getextensions_fn == NULL) {  in nstat_generic_extensions()
3979 	return gshad->gshad_getextensions_fn(gshad->gshad_provider_context, extension_id, buf, len);  in nstat_generic_extensions()
4006 		struct nstat_generic_shadow *gshad;  in nstat_generic_provider_add_watcher()  local
4011 		TAILQ_FOREACH(gshad, &nstat_gshad_head, gshad_link) {  in nstat_generic_provider_add_watcher()
4012 			assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_generic_provider_add_watcher()
4014 			if (gshad->gshad_provider == provider_id) {  in nstat_generic_provider_add_watcher()
4017 					if ((npf_flags != 0) && ((npf_flags & gshad->gshad_properties) == 0)) {  in nstat_generic_provider_add_watcher()
4023 				nstat_retain_gshad(gshad);  in nstat_generic_provider_add_watcher()
4024 				result = nstat_client_source_add(0, client, provider, gshad, &gshad->gshad_locus);  in nstat_generic_provider_add_watcher()
4028 					nstat_release_gshad(gshad);  in nstat_generic_provider_add_watcher()
4101 	struct nstat_generic_shadow *gshad;  in nstat_provider_stats_open()  local
4105 	gshad = kalloc_type(struct nstat_generic_shadow, Z_WAITOK | Z_NOFAIL);  in nstat_provider_stats_open()
4110 		kfree_type(struct nstat_generic_shadow, gshad);  in nstat_provider_stats_open()
4114 	TAILQ_INIT(&gshad->gshad_locus.ntl_src_queue);  in nstat_provider_stats_open()
4115 	gshad->gshad_getvals_fn         = req_fn;  in nstat_provider_stats_open()
4116 	gshad->gshad_getextensions_fn   = req_extensions_fn;  in nstat_provider_stats_open()
4117 	gshad->gshad_provider_context   = ctx;  in nstat_provider_stats_open()
4118 	gshad->gshad_properties         = properties;  in nstat_provider_stats_open()
4119 	gshad->gshad_procdetails        = procdetails;  in nstat_provider_stats_open()
4120 	gshad->gshad_provider           = provider_id;  in nstat_provider_stats_open()
4121 	gshad->gshad_start_timestamp    = mach_continuous_time();  in nstat_provider_stats_open()
4122 	gshad->gshad_refcnt             = 0;  in nstat_provider_stats_open()
4123 	gshad->gshad_magic              = NSTAT_GENERIC_SHADOW_MAGIC;  in nstat_provider_stats_open()
4124 	nstat_retain_gshad(gshad);  in nstat_provider_stats_open()
4132 	TAILQ_INSERT_HEAD(&nstat_gshad_head, gshad, gshad_link);  in nstat_provider_stats_open()
4147 			nstat_retain_gshad(gshad);  in nstat_provider_stats_open()
4148 			int result = nstat_client_source_add(0, client, provider, gshad, &gshad->gshad_locus);  in nstat_provider_stats_open()
4153 				nstat_release_gshad(gshad);  in nstat_provider_stats_open()
4159 	return (nstat_context) gshad;  in nstat_provider_stats_open()
4170 	struct nstat_generic_shadow *gshad = (struct nstat_generic_shadow *)nstat_ctx;  in nstat_provider_stats_close()  local
4172 	if (gshad == NULL) {  in nstat_provider_stats_close()
4177 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_provider_stats_close()
4179 	if (gshad->gshad_magic != NSTAT_GENERIC_SHADOW_MAGIC) {  in nstat_provider_stats_close()
4180 		NSTAT_LOG_ERROR("called with incorrect shadow magic 0x%x", gshad->gshad_magic);  in nstat_provider_stats_close()
4187 	TAILQ_FOREACH_SAFE(src, &gshad->gshad_locus.ntl_src_queue, nts_locus_link, tmpsrc) {  in nstat_provider_stats_close()
4188 		assert(gshad == (struct nstat_generic_shadow *)src->nts_cookie);  in nstat_provider_stats_close()
4194 	TAILQ_REMOVE(&nstat_gshad_head, gshad, gshad_link);  in nstat_provider_stats_close()
4202 	nstat_release_gshad(gshad);  in nstat_provider_stats_close()
4210 	struct nstat_generic_shadow *gshad = (struct nstat_generic_shadow *)nstat_ctx;  in nstat_provider_stats_event()  local
4212 	if (gshad == NULL) {  in nstat_provider_stats_event()
4217 	assert(gshad->gshad_magic == NSTAT_GENERIC_SHADOW_MAGIC);  in nstat_provider_stats_event()
4219 	if (gshad->gshad_magic != NSTAT_GENERIC_SHADOW_MAGIC) {  in nstat_provider_stats_event()
4220 		NSTAT_LOG_ERROR("called with incorrect shadow magic 0x%x", gshad->gshad_magic);  in nstat_provider_stats_event()
4225 	TAILQ_FOREACH(src, &gshad->gshad_locus.ntl_src_queue, nts_locus_link) {  in nstat_provider_stats_event()
4226 		assert(gshad == (struct nstat_generic_shadow *)src->nts_cookie);  in nstat_provider_stats_event()
4228 		nstat_provider_id_t provider_id = gshad->gshad_provider;  in nstat_provider_stats_event()