Home
last modified time | relevance | path

Searched refs:__kern_channel_ring (Results 1 – 25 of 33) sorted by relevance

12

/xnu-8019.80.24/bsd/skywalk/channel/ !
H A Dchannel_var.h340 typedef int (*channel_ring_notify_t)(struct __kern_channel_ring *,
343 struct __kern_channel_ring { struct
425 int (*ckr_na_sync)(struct __kern_channel_ring *, argument
427 int(*volatile ckr_na_notify)(struct __kern_channel_ring *, argument
431 struct __kern_channel_ring *, const slot_idx_t, argument
434 struct __kern_channel_ring *, const slot_idx_t, struct proc *); argument
441 int (*ckr_save_notify)(struct __kern_channel_ring *kring, argument
469 int (*ckr_netif_notify)(struct __kern_channel_ring *kring, argument
471 void (*ckr_netif_mit_stats)(struct __kern_channel_ring *kring, argument
491 struct __kern_channel_ring *ckr_pipe; argument
[all …]
H A Dchannel_ring.c33 static void kr_update_user_stats(struct __kern_channel_ring *,
35 static void kr_externalize_metadata_internal(struct __kern_channel_ring *,
81 kr_init_to_mhints(struct __kern_channel_ring *kring, uint32_t nslots) in kr_init_to_mhints()
110 kr_enter(struct __kern_channel_ring *kr, boolean_t can_sleep) in kr_enter()
149 kr_exit(struct __kern_channel_ring *kr) in kr_exit()
180 kr_start(struct __kern_channel_ring *kr) in kr_start()
201 kr_stop(struct __kern_channel_ring *kr, uint32_t state) in kr_stop()
222 kr_update_user_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_user_stats()
292 kr_update_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_stats()
358 kr_txempty(struct __kern_channel_ring *kring) in kr_txempty()
[all …]
H A Dos_channel_event.h108 extern void kern_channel_event_notify(struct __kern_channel_ring *);
109 extern int kern_channel_event_sync(struct __kern_channel_ring *, struct proc *,
H A Dkern_channel_event.c80 kern_channel_event_notify(struct __kern_channel_ring *kring) in kern_channel_event_notify()
93 kern_channel_event_sync(struct __kern_channel_ring *kring, struct proc *p, in kern_channel_event_sync()
H A Dchannel_syscalls.c337 const struct __kern_channel_ring *kring, ring_id_t i) in channel_sync_log1()
350 const struct nexus_adapter *na, const struct __kern_channel_ring *kring, in channel_sync_log2()
367 struct __kern_channel_ring *krings, *kring; in __channel_sync()
470 ch, struct __kern_channel_ring *, kring); in __channel_sync()
494 ch, struct __kern_channel_ring *, kring, int, in __channel_sync()
503 ch, struct __kern_channel_ring *, kring); in __channel_sync()
527 ch, struct __kern_channel_ring *, kring, int, in __channel_sync()
H A Dos_channel.h542 struct __kern_channel_ring;
545 typedef struct __kern_channel_ring *kern_channel_ring_t;
/xnu-8019.80.24/bsd/skywalk/nexus/monitor/ !
H A Dnx_monitor.c105 static int nx_mon_na_txsync(struct __kern_channel_ring *, struct proc *,
107 static int nx_mon_na_rxsync(struct __kern_channel_ring *, struct proc *,
114 static int nx_mon_kr_alloc(struct __kern_channel_ring *, uint32_t);
115 static void nx_mon_kr_dealloc(struct __kern_channel_ring *);
122 static int nx_mon_add(struct __kern_channel_ring *,
123 struct __kern_channel_ring *, boolean_t);
124 static void nx_mon_del(struct __kern_channel_ring *,
125 struct __kern_channel_ring *, boolean_t);
130 static int nx_mon_zcopy_parent_sync(struct __kern_channel_ring *,
135 static void nx_mon_parent_sync(struct __kern_channel_ring *, struct proc *,
[all …]
/xnu-8019.80.24/bsd/skywalk/nexus/ !
H A Dnexus_adapter.h66 struct __kern_channel_ring;
150 struct __kern_channel_ring *na_tx_rings; /* array of TX rings. */
151 struct __kern_channel_ring *na_rx_rings; /* array of RX rings. */
208 struct __kern_channel_ring *na_alloc_rings;
209 struct __kern_channel_ring *na_free_rings;
210 struct __kern_channel_ring *na_event_rings;
285 int (*na_txsync)(struct __kern_channel_ring *kring, struct proc *,
287 int (*na_rxsync)(struct __kern_channel_ring *kring, struct proc *,
306 int (*na_notify)(struct __kern_channel_ring *kring, struct proc *,
500 static inline struct __kern_channel_ring *
[all …]
H A Dnexus_adapter.c67 static int na_notify(struct __kern_channel_ring *, struct proc *, uint32_t);
82 static int na_kr_populate_slots(struct __kern_channel_ring *);
83 static void na_kr_depopulate_slots(struct __kern_channel_ring *,
90 static int na_pseudo_txsync(struct __kern_channel_ring *, struct proc *,
92 static int na_pseudo_rxsync(struct __kern_channel_ring *, struct proc *,
100 static int na_packet_pool_alloc_sync(struct __kern_channel_ring *,
102 static int na_packet_pool_free_sync(struct __kern_channel_ring *,
104 static int na_packet_pool_alloc_buf_sync(struct __kern_channel_ring *,
106 static int na_packet_pool_free_buf_sync(struct __kern_channel_ring *,
390 struct __kern_channel_ring *kring; in na_krings_use()
[all …]
H A Dnexus_var.h582 nx_sync_tx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_tx()
598 nx_sync_rx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_rx()
614 nx_tx_doorbell(struct __kern_channel_ring *kring, boolean_t async) in nx_tx_doorbell()
626 nx_rx_sync_packets(struct __kern_channel_ring *kring, uint64_t packets[], in nx_rx_sync_packets()
642 nx_has_rx_sync_packets(struct __kern_channel_ring *kring) in nx_has_rx_sync_packets()
H A Dnexus_mbq.h74 struct __kern_channel_ring *nx_mbq_kring;
265 extern void nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q,
H A Dnexus_pktq.h47 struct __kern_channel_ring *nx_pktq_kring;
239 extern void nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q,
H A Dnexus_pktq.c47 nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q, in nx_pktq_safe_init()
H A Dnexus_mbq.c74 nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q, in nx_mbq_safe_init()
/xnu-8019.80.24/bsd/skywalk/nexus/netif/ !
H A Dnx_netif_vp.c99 netif_copy_or_attach_pkt(struct __kern_channel_ring *ring, in netif_copy_or_attach_pkt()
107 DTRACE_SKYWALK2(attach__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt()
113 DTRACE_SKYWALK2(copy__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt()
133 struct __kern_channel_ring *ring = &na->na_rx_rings[0]; in netif_deliver_pkt()
150 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_deliver_pkt()
177 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_deliver_pkt()
206 netif_hwna_rx_get_pkts(struct __kern_channel_ring *ring, struct proc *p, in netif_hwna_rx_get_pkts()
263 DTRACE_SKYWALK2(rx__notify, struct __kern_channel_ring *, ring, in netif_hwna_rx_get_pkts()
273 netif_llw_rx_notify_fast(struct __kern_channel_ring *ring, struct proc *p, in netif_llw_rx_notify_fast()
287 struct __kern_channel_ring *, ring, int, err); in netif_llw_rx_notify_fast()
[all …]
H A Dnx_netif_filter_vp.c75 netif_filter_deliver(struct nexus_adapter *na, struct __kern_channel_ring *ring, in netif_filter_deliver()
95 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_filter_deliver()
125 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_filter_deliver()
150 struct __kern_channel_ring *ring = in netif_filter_rx_cb()
159 struct __kern_channel_ring *ring = in netif_filter_tx_cb()
358 netif_filter_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_rxsync()
372 netif_filter_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_txsync()
413 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync()
422 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync()
453 struct __kern_channel_ring *, kring); in netif_filter_na_txsync()
[all …]
H A Dnx_netif_host.h41 extern int nx_netif_host_na_rxsync(struct __kern_channel_ring *,
43 extern int nx_netif_host_na_txsync(struct __kern_channel_ring *,
H A Dnx_netif.h411 volatile struct __kern_channel_ring *mit_ckr; /* kring backpointer */
492 extern int nx_netif_common_intr(struct __kern_channel_ring *, struct proc *,
538 struct nx_netif_mit *, struct __kern_channel_ring *, boolean_t);
540 extern int nx_netif_mit_tx_intr(struct __kern_channel_ring *, struct proc *,
542 extern int nx_netif_mit_rx_intr(struct __kern_channel_ring *, struct proc *,
696 extern int netif_rx_notify_default(struct __kern_channel_ring *,
698 extern int netif_rx_notify_fast(struct __kern_channel_ring *,
700 extern int netif_llw_rx_notify_default(struct __kern_channel_ring *,
702 extern int netif_llw_rx_notify_fast(struct __kern_channel_ring *,
H A Dnx_netif_mit.c44 static void nx_netif_mit_stats(struct __kern_channel_ring *, uint64_t,
155 struct nx_netif_mit *mit, struct __kern_channel_ring *kr, in nx_netif_mit_init()
429 nx_netif_mit_tx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_tx_intr()
464 nx_netif_mit_rx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_rx_intr()
535 struct __kern_channel_ring *kr; in nx_netif_mit_s_thread_cont()
541 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_s_thread_cont()
625 struct __kern_channel_ring *kr; in nx_netif_mit_thread_cont()
631 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_thread_cont()
736 nx_netif_mit_stats(struct __kern_channel_ring *kr, uint64_t pkts, in nx_netif_mit_stats()
H A Dnx_netif_compat.c71 static int nx_netif_compat_na_notify_tx(struct __kern_channel_ring *,
73 static int nx_netif_compat_na_notify_rx(struct __kern_channel_ring *,
77 static int nx_netif_compat_na_txsync(struct __kern_channel_ring *,
79 static int nx_netif_compat_na_rxsync(struct __kern_channel_ring *,
90 struct __kern_channel_ring *kring);
91 static void nx_netif_compat_set_tx_event(struct __kern_channel_ring *kring,
376 nx_netif_compat_na_notify_tx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_tx()
392 nx_netif_compat_na_notify_rx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_rx()
545 struct __kern_channel_ring *kr = &na->na_rx_rings[r]; in nx_netif_compat_na_activate()
740 struct __kern_channel_ring *kring) in nx_netif_compat_tx_clean()
[all …]
H A Dnx_netif_host.c178 struct __kern_channel_ring *kring; in nx_netif_host_krings_create()
210 struct __kern_channel_ring *kring; in nx_netif_host_krings_delete()
243 nx_netif_host_na_rxsync(struct __kern_channel_ring *kring, in nx_netif_host_na_rxsync()
254 nx_netif_host_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_host_na_txsync()
369 struct __kern_channel_ring *kring; in nx_netif_host_output()
H A Dnx_netif.c135 static int nx_netif_na_txsync(struct __kern_channel_ring *, struct proc *,
137 static int nx_netif_na_rxsync(struct __kern_channel_ring *, struct proc *,
140 static int nx_netif_na_notify_tx(struct __kern_channel_ring *, struct proc *,
142 static int nx_netif_na_notify_rx(struct __kern_channel_ring *, struct proc *,
448 nx_netif_na_notify_drop(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_notify_drop()
1643 struct __kern_channel_ring *kring; in nx_netif_doorbell_internal()
1673 nx_netif_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_txsync()
1738 nx_netif_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_rxsync()
1802 nx_netif_common_intr(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_common_intr()
1807 int (*notify)(struct __kern_channel_ring *kring, in nx_netif_common_intr()
[all …]
/xnu-8019.80.24/bsd/skywalk/nexus/flowswitch/ !
H A Dfsw_var.h118 extern int fsw_vp_na_txsync(struct __kern_channel_ring *kring,
120 extern int fsw_vp_na_rxsync(struct __kern_channel_ring *kring,
147 struct __kern_channel_ring *skring, struct proc *p);
149 struct __kern_channel_ring *ring, struct pktq *pktq);
178 extern struct __kern_channel_ring * fsw_flow_get_rx_ring(struct nx_flowswitch *fsw,
/xnu-8019.80.24/bsd/skywalk/nexus/upipe/ !
H A Dnx_user_pipe.c73 static int nx_upipe_na_txsync(struct __kern_channel_ring *,
75 static int nx_upipe_na_txsync_locked(struct __kern_channel_ring *,
77 static int nx_upipe_na_rxsync(struct __kern_channel_ring *,
810 nx_upipe_na_txsync(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync()
813 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync()
862 nx_upipe_na_txsync_locked(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync_locked()
866 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync_locked()
999 nx_upipe_na_rxsync(struct __kern_channel_ring *rxkring, struct proc *p, in nx_upipe_na_rxsync()
1003 struct __kern_channel_ring *txkring = rxkring->ckr_pipe; in nx_upipe_na_rxsync()
/xnu-8019.80.24/bsd/skywalk/nexus/kpipe/ !
H A Dnx_kernel_pipe.c67 static int nx_kpipe_na_txsync(struct __kern_channel_ring *, struct proc *,
69 static int nx_kpipe_na_rxsync(struct __kern_channel_ring *, struct proc *,
609 nx_kpipe_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_txsync()
623 nx_kpipe_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_rxsync()

12