Home
last modified time | relevance | path

Searched refs:__kern_channel_ring (Results 1 – 25 of 32) sorted by relevance

12

/xnu-12377.81.4/bsd/skywalk/channel/
H A Dchannel_var.h320 typedef int (*channel_ring_notify_t)(struct __kern_channel_ring *,
323 struct __kern_channel_ring { struct
407 int (*ckr_na_sync)(struct __kern_channel_ring *, argument
409 int(*volatile ckr_na_notify)(struct __kern_channel_ring *, argument
413 struct __kern_channel_ring *, const slot_idx_t, argument
416 struct __kern_channel_ring *, const slot_idx_t, struct proc *); argument
423 int (*ckr_save_notify)(struct __kern_channel_ring *kring, argument
447 int (*ckr_netif_notify)(struct __kern_channel_ring *kring, argument
449 void (*ckr_netif_mit_stats)(struct __kern_channel_ring *kring, argument
470 struct __kern_channel_ring *ckr_pipe; argument
[all …]
H A Dchannel_ring.c34 static void kr_update_user_stats(struct __kern_channel_ring *,
36 static void kr_externalize_metadata_internal(struct __kern_channel_ring *,
85 kr_init_to_mhints(struct __kern_channel_ring *kring, uint32_t nslots) in kr_init_to_mhints()
114 kr_enter(struct __kern_channel_ring *kr, boolean_t can_sleep) in kr_enter()
153 kr_exit(struct __kern_channel_ring *kr) in kr_exit()
184 kr_start(struct __kern_channel_ring *kr) in kr_start()
205 kr_stop(struct __kern_channel_ring *kr, uint32_t state) in kr_stop()
226 kr_update_user_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_user_stats()
296 kr_update_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_stats()
363 kr_txempty(struct __kern_channel_ring *kring) in kr_txempty()
[all …]
H A Dos_channel_event.h180 extern void kern_channel_event_notify(struct __kern_channel_ring *);
181 extern int kern_channel_event_sync(struct __kern_channel_ring *, struct proc *,
H A Dchannel_syscalls.c332 const struct __kern_channel_ring *kring, ring_id_t i) in channel_sync_log1()
345 const struct nexus_adapter *na, const struct __kern_channel_ring *kring, in channel_sync_log2()
362 struct __kern_channel_ring *krings, *kring; in __channel_sync()
465 ch, struct __kern_channel_ring *, kring); in __channel_sync()
489 ch, struct __kern_channel_ring *, kring, int, in __channel_sync()
498 ch, struct __kern_channel_ring *, kring); in __channel_sync()
522 ch, struct __kern_channel_ring *, kring, int, in __channel_sync()
H A Dkern_channel_event.c295 kern_channel_event_notify(struct __kern_channel_ring *kring) in kern_channel_event_notify()
307 kern_channel_event_sync(struct __kern_channel_ring *kring, struct proc *p, in kern_channel_event_sync()
H A Dos_channel.h558 struct __kern_channel_ring;
561 typedef struct __kern_channel_ring *kern_channel_ring_t;
/xnu-12377.81.4/bsd/skywalk/nexus/
H A Dnexus_adapter.h66 struct __kern_channel_ring;
160 struct __kern_channel_ring *__counted_by(na_tx_rings_cnt) na_tx_rings; /* array of TX rings. */
161 struct __kern_channel_ring *__counted_by(na_rx_rings_cnt) na_rx_rings; /* array of RX rings. */
162 struct __kern_channel_ring *__counted_by(na_all_rings_cnt) na_all_rings;
215 struct __kern_channel_ring *__counted_by(na_alloc_free_rings_cnt)na_alloc_rings;
216 struct __kern_channel_ring *__counted_by(na_alloc_free_rings_cnt)na_free_rings;
217 struct __kern_channel_ring *__counted_by(na_event_rings_cnt)na_event_rings;
218 struct __kern_channel_ring *__counted_by(na_large_buf_alloc_rings_cnt)na_large_buf_alloc_rings;
241 struct __kern_channel_ring *__counted_by(0) na_tail; /* pointer past the last ring */
293 int (*na_txsync)(struct __kern_channel_ring *kring, struct proc *,
[all …]
H A Dnexus_adapter.c67 static int na_notify(struct __kern_channel_ring *, struct proc *, uint32_t);
82 static int na_kr_populate_slots(struct __kern_channel_ring *);
83 static void na_kr_depopulate_slots(struct __kern_channel_ring *,
90 static int na_pseudo_txsync(struct __kern_channel_ring *, struct proc *,
92 static int na_pseudo_rxsync(struct __kern_channel_ring *, struct proc *,
100 static int na_packet_pool_alloc_sync(struct __kern_channel_ring *,
102 static int na_packet_pool_alloc_large_sync(struct __kern_channel_ring *,
104 static int na_packet_pool_free_sync(struct __kern_channel_ring *,
106 static int na_packet_pool_alloc_buf_sync(struct __kern_channel_ring *,
108 static int na_packet_pool_free_buf_sync(struct __kern_channel_ring *,
[all …]
H A Dnexus_pktq.h47 struct __kern_channel_ring *nx_pktq_kring;
239 extern void nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q,
H A Dnexus_mbq.h74 struct __kern_channel_ring *nx_mbq_kring;
265 extern void nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q,
H A Dnexus_mbq.c74 nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q, in nx_mbq_safe_init()
H A Dnexus_pktq.c47 nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q, in nx_pktq_safe_init()
H A Dnexus_var.h606 nx_sync_tx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_tx()
622 nx_sync_rx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_rx()
638 nx_tx_doorbell(struct __kern_channel_ring *kring, boolean_t async) in nx_tx_doorbell()
/xnu-12377.81.4/bsd/skywalk/nexus/netif/
H A Dnx_netif_filter_vp.c75 netif_filter_deliver(struct nexus_adapter *na, struct __kern_channel_ring *ring, in netif_filter_deliver()
95 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_filter_deliver()
125 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_filter_deliver()
150 struct __kern_channel_ring *ring = in netif_filter_rx_cb()
159 struct __kern_channel_ring *ring = in netif_filter_tx_cb()
357 netif_filter_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_rxsync()
371 netif_filter_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_txsync()
412 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync()
421 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync()
452 struct __kern_channel_ring *, kring); in netif_filter_na_txsync()
[all …]
H A Dnx_netif_vp.c105 netif_copy_or_attach_pkt(struct __kern_channel_ring *ring, in netif_copy_or_attach_pkt()
113 DTRACE_SKYWALK2(attach__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt()
119 DTRACE_SKYWALK2(copy__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt()
139 struct __kern_channel_ring *ring = &na->na_rx_rings[0]; in netif_deliver_pkt()
156 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_deliver_pkt()
183 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_deliver_pkt()
212 netif_hwna_rx_get_pkts(struct __kern_channel_ring *ring, struct proc *p, in netif_hwna_rx_get_pkts()
269 DTRACE_SKYWALK2(rx__notify, struct __kern_channel_ring *, ring, in netif_hwna_rx_get_pkts()
279 netif_llw_rx_notify(struct __kern_channel_ring *ring, struct proc *p, in netif_llw_rx_notify()
490 struct __kern_channel_ring *ring = &dev_nifna->nifna_up.na_tx_rings[0]; in netif_vp_send_pkt_chain_low_latency()
[all …]
H A Dnx_netif_host.h41 extern int nx_netif_host_na_rxsync(struct __kern_channel_ring *,
43 extern int nx_netif_host_na_txsync(struct __kern_channel_ring *,
H A Dnx_netif.h417 volatile struct __kern_channel_ring *mit_ckr; /* kring backpointer */
521 extern int nx_netif_common_intr(struct __kern_channel_ring *, struct proc *,
566 struct nx_netif_mit *, struct __kern_channel_ring *, boolean_t);
568 extern int nx_netif_mit_tx_intr(struct __kern_channel_ring *, struct proc *,
570 extern int nx_netif_mit_rx_intr(struct __kern_channel_ring *, struct proc *,
729 extern int netif_rx_notify(struct __kern_channel_ring *,
731 extern int netif_llw_rx_notify(struct __kern_channel_ring *,
H A Dnx_netif_mit.c45 static void nx_netif_mit_stats(struct __kern_channel_ring *, uint64_t,
156 struct nx_netif_mit *mit, struct __kern_channel_ring *kr, in nx_netif_mit_init()
430 nx_netif_mit_tx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_tx_intr()
465 nx_netif_mit_rx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_rx_intr()
537 struct __kern_channel_ring *kr; in nx_netif_mit_s_thread_cont()
543 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_s_thread_cont()
644 struct __kern_channel_ring *kr; in nx_netif_mit_thread_cont()
650 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_thread_cont()
755 nx_netif_mit_stats(struct __kern_channel_ring *kr, uint64_t pkts, in nx_netif_mit_stats()
H A Dnx_netif_compat.c72 static int nx_netif_compat_na_notify_tx(struct __kern_channel_ring *,
74 static int nx_netif_compat_na_notify_rx(struct __kern_channel_ring *,
78 static int nx_netif_compat_na_txsync(struct __kern_channel_ring *,
80 static int nx_netif_compat_na_rxsync(struct __kern_channel_ring *,
91 struct __kern_channel_ring *kring);
92 static void nx_netif_compat_set_tx_event(struct __kern_channel_ring *kring,
357 nx_netif_compat_na_notify_tx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_tx()
373 nx_netif_compat_na_notify_rx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_rx()
531 struct __kern_channel_ring *kr = &na->na_rx_rings[r]; in nx_netif_compat_na_activate()
726 struct __kern_channel_ring *kring) in nx_netif_compat_tx_clean()
[all …]
H A Dnx_netif_host.c244 struct __kern_channel_ring *kring; in nx_netif_host_krings_create()
275 struct __kern_channel_ring *kring; in nx_netif_host_krings_delete()
308 nx_netif_host_na_rxsync(struct __kern_channel_ring *kring, in nx_netif_host_na_rxsync()
319 nx_netif_host_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_host_na_txsync()
438 struct __kern_channel_ring *currentkring = NULL; in nx_netif_host_output()
459 struct __kern_channel_ring *kring; in nx_netif_host_output()
H A Dnx_netif.c136 static int nx_netif_na_txsync(struct __kern_channel_ring *, struct proc *,
138 static int nx_netif_na_rxsync(struct __kern_channel_ring *, struct proc *,
141 static int nx_netif_na_notify_tx(struct __kern_channel_ring *, struct proc *,
143 static int nx_netif_na_notify_rx(struct __kern_channel_ring *, struct proc *,
406 nx_netif_na_notify_drop(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_notify_drop()
1721 struct __kern_channel_ring *kring; in nx_netif_doorbell_internal()
1751 nx_netif_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_txsync()
1815 nx_netif_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_rxsync()
1880 nx_netif_common_intr(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_common_intr()
1885 int (*notify)(struct __kern_channel_ring *kring, in nx_netif_common_intr()
[all …]
/xnu-12377.81.4/bsd/skywalk/nexus/flowswitch/
H A Dfsw_var.h118 extern int fsw_vp_na_txsync(struct __kern_channel_ring *kring,
120 extern int fsw_vp_na_rxsync(struct __kern_channel_ring *kring,
148 struct __kern_channel_ring *skring, struct proc *p);
150 struct __kern_channel_ring *ring, struct pktq *pktq);
189 extern struct __kern_channel_ring * fsw_flow_get_rx_ring(struct nx_flowswitch *fsw,
H A Dfsw_vp.c186 fsw_vp_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in fsw_vp_na_txsync()
244 fsw_vp_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in fsw_vp_na_rxsync()
540 struct __kern_channel_ring *ring = &vpna->na_event_rings[0]; in fsw_vp_na_channel_event_notify()
/xnu-12377.81.4/bsd/skywalk/nexus/upipe/
H A Dnx_user_pipe.c73 static int nx_upipe_na_txsync(struct __kern_channel_ring *,
75 static int nx_upipe_na_txsync_locked(struct __kern_channel_ring *,
77 static int nx_upipe_na_rxsync(struct __kern_channel_ring *,
795 nx_upipe_na_txsync(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync()
798 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync()
847 nx_upipe_na_txsync_locked(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync_locked()
851 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync_locked()
984 nx_upipe_na_rxsync(struct __kern_channel_ring *rxkring, struct proc *p, in nx_upipe_na_rxsync()
988 struct __kern_channel_ring *txkring = rxkring->ckr_pipe; in nx_upipe_na_rxsync()
/xnu-12377.81.4/bsd/skywalk/nexus/kpipe/
H A Dnx_kernel_pipe.c67 static int nx_kpipe_na_txsync(struct __kern_channel_ring *, struct proc *,
69 static int nx_kpipe_na_rxsync(struct __kern_channel_ring *, struct proc *,
607 nx_kpipe_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_txsync()
620 nx_kpipe_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_rxsync()

12