Home
last modified time | relevance | path

Searched refs:__kern_channel_ring (Results 1 – 25 of 33) sorted by relevance

12

/xnu-10002.1.13/bsd/skywalk/channel/
H A Dchannel_var.h340 typedef int (*channel_ring_notify_t)(struct __kern_channel_ring *,
343 struct __kern_channel_ring { struct
425 int (*ckr_na_sync)(struct __kern_channel_ring *, argument
427 int(*volatile ckr_na_notify)(struct __kern_channel_ring *, argument
431 struct __kern_channel_ring *, const slot_idx_t, argument
434 struct __kern_channel_ring *, const slot_idx_t, struct proc *); argument
441 int (*ckr_save_notify)(struct __kern_channel_ring *kring, argument
469 int (*ckr_netif_notify)(struct __kern_channel_ring *kring, argument
471 void (*ckr_netif_mit_stats)(struct __kern_channel_ring *kring, argument
491 struct __kern_channel_ring *ckr_pipe; argument
[all …]
H A Dchannel_ring.c33 static void kr_update_user_stats(struct __kern_channel_ring *,
35 static void kr_externalize_metadata_internal(struct __kern_channel_ring *,
84 kr_init_to_mhints(struct __kern_channel_ring *kring, uint32_t nslots) in kr_init_to_mhints()
113 kr_enter(struct __kern_channel_ring *kr, boolean_t can_sleep) in kr_enter()
152 kr_exit(struct __kern_channel_ring *kr) in kr_exit()
183 kr_start(struct __kern_channel_ring *kr) in kr_start()
204 kr_stop(struct __kern_channel_ring *kr, uint32_t state) in kr_stop()
225 kr_update_user_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_user_stats()
295 kr_update_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_stats()
361 kr_txempty(struct __kern_channel_ring *kring) in kr_txempty()
[all …]
H A Dos_channel_event.h180 extern void kern_channel_event_notify(struct __kern_channel_ring *);
181 extern int kern_channel_event_sync(struct __kern_channel_ring *, struct proc *,
H A Dchannel_syscalls.c337 const struct __kern_channel_ring *kring, ring_id_t i) in channel_sync_log1()
350 const struct nexus_adapter *na, const struct __kern_channel_ring *kring, in channel_sync_log2()
367 struct __kern_channel_ring *krings, *kring; in __channel_sync()
470 ch, struct __kern_channel_ring *, kring); in __channel_sync()
494 ch, struct __kern_channel_ring *, kring, int, in __channel_sync()
503 ch, struct __kern_channel_ring *, kring); in __channel_sync()
527 ch, struct __kern_channel_ring *, kring, int, in __channel_sync()
H A Dkern_channel_event.c267 kern_channel_event_notify(struct __kern_channel_ring *kring) in kern_channel_event_notify()
280 kern_channel_event_sync(struct __kern_channel_ring *kring, struct proc *p, in kern_channel_event_sync()
H A Dos_channel.h557 struct __kern_channel_ring;
560 typedef struct __kern_channel_ring *kern_channel_ring_t;
/xnu-10002.1.13/bsd/skywalk/nexus/
H A Dnexus_adapter.h66 struct __kern_channel_ring;
153 struct __kern_channel_ring *na_tx_rings; /* array of TX rings. */
154 struct __kern_channel_ring *na_rx_rings; /* array of RX rings. */
207 struct __kern_channel_ring *na_alloc_rings;
208 struct __kern_channel_ring *na_free_rings;
209 struct __kern_channel_ring *na_event_rings;
210 struct __kern_channel_ring *na_large_buf_alloc_rings;
233 struct __kern_channel_ring *na_tail; /* pointer past the last ring */
285 int (*na_txsync)(struct __kern_channel_ring *kring, struct proc *,
287 int (*na_rxsync)(struct __kern_channel_ring *kring, struct proc *,
[all …]
H A Dnexus_adapter.c67 static int na_notify(struct __kern_channel_ring *, struct proc *, uint32_t);
82 static int na_kr_populate_slots(struct __kern_channel_ring *);
83 static void na_kr_depopulate_slots(struct __kern_channel_ring *,
90 static int na_pseudo_txsync(struct __kern_channel_ring *, struct proc *,
92 static int na_pseudo_rxsync(struct __kern_channel_ring *, struct proc *,
100 static int na_packet_pool_alloc_sync(struct __kern_channel_ring *,
102 static int na_packet_pool_alloc_large_sync(struct __kern_channel_ring *,
104 static int na_packet_pool_free_sync(struct __kern_channel_ring *,
106 static int na_packet_pool_alloc_buf_sync(struct __kern_channel_ring *,
108 static int na_packet_pool_free_buf_sync(struct __kern_channel_ring *,
[all …]
H A Dnexus_var.h595 nx_sync_tx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_tx()
611 nx_sync_rx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_rx()
627 nx_tx_doorbell(struct __kern_channel_ring *kring, boolean_t async) in nx_tx_doorbell()
639 nx_rx_sync_packets(struct __kern_channel_ring *kring, uint64_t packets[], in nx_rx_sync_packets()
655 nx_has_rx_sync_packets(struct __kern_channel_ring *kring) in nx_has_rx_sync_packets()
H A Dnexus_pktq.h47 struct __kern_channel_ring *nx_pktq_kring;
239 extern void nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q,
H A Dnexus_mbq.h74 struct __kern_channel_ring *nx_mbq_kring;
265 extern void nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q,
H A Dnexus_pktq.c47 nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q, in nx_pktq_safe_init()
H A Dnexus_mbq.c74 nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q, in nx_mbq_safe_init()
/xnu-10002.1.13/bsd/skywalk/nexus/monitor/
H A Dnx_monitor.c105 static int nx_mon_na_txsync(struct __kern_channel_ring *, struct proc *,
107 static int nx_mon_na_rxsync(struct __kern_channel_ring *, struct proc *,
114 static int nx_mon_kr_alloc(struct __kern_channel_ring *, uint32_t);
115 static void nx_mon_kr_dealloc(struct __kern_channel_ring *);
122 static int nx_mon_add(struct __kern_channel_ring *,
123 struct __kern_channel_ring *, boolean_t);
124 static void nx_mon_del(struct __kern_channel_ring *,
125 struct __kern_channel_ring *, boolean_t);
130 static int nx_mon_zcopy_parent_sync(struct __kern_channel_ring *,
135 static void nx_mon_parent_sync(struct __kern_channel_ring *, struct proc *,
[all …]
/xnu-10002.1.13/bsd/skywalk/nexus/netif/
H A Dnx_netif_vp.c101 netif_copy_or_attach_pkt(struct __kern_channel_ring *ring, in netif_copy_or_attach_pkt()
109 DTRACE_SKYWALK2(attach__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt()
115 DTRACE_SKYWALK2(copy__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt()
135 struct __kern_channel_ring *ring = &na->na_rx_rings[0]; in netif_deliver_pkt()
152 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_deliver_pkt()
179 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_deliver_pkt()
208 netif_hwna_rx_get_pkts(struct __kern_channel_ring *ring, struct proc *p, in netif_hwna_rx_get_pkts()
265 DTRACE_SKYWALK2(rx__notify, struct __kern_channel_ring *, ring, in netif_hwna_rx_get_pkts()
275 netif_llw_rx_notify_fast(struct __kern_channel_ring *ring, struct proc *p, in netif_llw_rx_notify_fast()
289 struct __kern_channel_ring *, ring, int, err); in netif_llw_rx_notify_fast()
[all …]
H A Dnx_netif_filter_vp.c75 netif_filter_deliver(struct nexus_adapter *na, struct __kern_channel_ring *ring, in netif_filter_deliver()
95 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_filter_deliver()
125 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_filter_deliver()
150 struct __kern_channel_ring *ring = in netif_filter_rx_cb()
159 struct __kern_channel_ring *ring = in netif_filter_tx_cb()
356 netif_filter_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_rxsync()
370 netif_filter_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_txsync()
411 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync()
420 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync()
451 struct __kern_channel_ring *, kring); in netif_filter_na_txsync()
[all …]
H A Dnx_netif_host.h41 extern int nx_netif_host_na_rxsync(struct __kern_channel_ring *,
43 extern int nx_netif_host_na_txsync(struct __kern_channel_ring *,
H A Dnx_netif.h428 volatile struct __kern_channel_ring *mit_ckr; /* kring backpointer */
509 extern int nx_netif_common_intr(struct __kern_channel_ring *, struct proc *,
554 struct nx_netif_mit *, struct __kern_channel_ring *, boolean_t);
556 extern int nx_netif_mit_tx_intr(struct __kern_channel_ring *, struct proc *,
558 extern int nx_netif_mit_rx_intr(struct __kern_channel_ring *, struct proc *,
716 extern int netif_rx_notify_default(struct __kern_channel_ring *,
718 extern int netif_rx_notify_fast(struct __kern_channel_ring *,
720 extern int netif_llw_rx_notify_default(struct __kern_channel_ring *,
722 extern int netif_llw_rx_notify_fast(struct __kern_channel_ring *,
H A Dnx_netif_mit.c44 static void nx_netif_mit_stats(struct __kern_channel_ring *, uint64_t,
155 struct nx_netif_mit *mit, struct __kern_channel_ring *kr, in nx_netif_mit_init()
429 nx_netif_mit_tx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_tx_intr()
464 nx_netif_mit_rx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_rx_intr()
535 struct __kern_channel_ring *kr; in nx_netif_mit_s_thread_cont()
541 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_s_thread_cont()
642 struct __kern_channel_ring *kr; in nx_netif_mit_thread_cont()
648 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_thread_cont()
753 nx_netif_mit_stats(struct __kern_channel_ring *kr, uint64_t pkts, in nx_netif_mit_stats()
H A Dnx_netif_compat.c71 static int nx_netif_compat_na_notify_tx(struct __kern_channel_ring *,
73 static int nx_netif_compat_na_notify_rx(struct __kern_channel_ring *,
77 static int nx_netif_compat_na_txsync(struct __kern_channel_ring *,
79 static int nx_netif_compat_na_rxsync(struct __kern_channel_ring *,
90 struct __kern_channel_ring *kring);
91 static void nx_netif_compat_set_tx_event(struct __kern_channel_ring *kring,
356 nx_netif_compat_na_notify_tx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_tx()
372 nx_netif_compat_na_notify_rx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_rx()
525 struct __kern_channel_ring *kr = &na->na_rx_rings[r]; in nx_netif_compat_na_activate()
720 struct __kern_channel_ring *kring) in nx_netif_compat_tx_clean()
[all …]
H A Dnx_netif_host.c236 struct __kern_channel_ring *kring; in nx_netif_host_krings_create()
268 struct __kern_channel_ring *kring; in nx_netif_host_krings_delete()
301 nx_netif_host_na_rxsync(struct __kern_channel_ring *kring, in nx_netif_host_na_rxsync()
312 nx_netif_host_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_host_na_txsync()
427 struct __kern_channel_ring *kring; in nx_netif_host_output()
H A Dnx_netif.c135 static int nx_netif_na_txsync(struct __kern_channel_ring *, struct proc *,
137 static int nx_netif_na_rxsync(struct __kern_channel_ring *, struct proc *,
140 static int nx_netif_na_notify_tx(struct __kern_channel_ring *, struct proc *,
142 static int nx_netif_na_notify_rx(struct __kern_channel_ring *, struct proc *,
407 nx_netif_na_notify_drop(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_notify_drop()
1720 struct __kern_channel_ring *kring; in nx_netif_doorbell_internal()
1750 nx_netif_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_txsync()
1815 nx_netif_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_rxsync()
1881 nx_netif_common_intr(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_common_intr()
1886 int (*notify)(struct __kern_channel_ring *kring, in nx_netif_common_intr()
[all …]
/xnu-10002.1.13/bsd/skywalk/nexus/flowswitch/
H A Dfsw_var.h118 extern int fsw_vp_na_txsync(struct __kern_channel_ring *kring,
120 extern int fsw_vp_na_rxsync(struct __kern_channel_ring *kring,
150 struct __kern_channel_ring *skring, struct proc *p);
152 struct __kern_channel_ring *ring, struct pktq *pktq);
188 extern struct __kern_channel_ring * fsw_flow_get_rx_ring(struct nx_flowswitch *fsw,
/xnu-10002.1.13/bsd/skywalk/nexus/upipe/
H A Dnx_user_pipe.c73 static int nx_upipe_na_txsync(struct __kern_channel_ring *,
75 static int nx_upipe_na_txsync_locked(struct __kern_channel_ring *,
77 static int nx_upipe_na_rxsync(struct __kern_channel_ring *,
795 nx_upipe_na_txsync(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync()
798 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync()
847 nx_upipe_na_txsync_locked(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync_locked()
851 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync_locked()
984 nx_upipe_na_rxsync(struct __kern_channel_ring *rxkring, struct proc *p, in nx_upipe_na_rxsync()
988 struct __kern_channel_ring *txkring = rxkring->ckr_pipe; in nx_upipe_na_rxsync()
/xnu-10002.1.13/bsd/skywalk/nexus/kpipe/
H A Dnx_kernel_pipe.c67 static int nx_kpipe_na_txsync(struct __kern_channel_ring *, struct proc *,
69 static int nx_kpipe_na_rxsync(struct __kern_channel_ring *, struct proc *,
608 nx_kpipe_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_txsync()
622 nx_kpipe_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_rxsync()

12