| /xnu-12377.1.9/bsd/skywalk/channel/ |
| H A D | channel_var.h | 320 typedef int (*channel_ring_notify_t)(struct __kern_channel_ring *, 323 struct __kern_channel_ring { struct 407 int (*ckr_na_sync)(struct __kern_channel_ring *, argument 409 int(*volatile ckr_na_notify)(struct __kern_channel_ring *, argument 413 struct __kern_channel_ring *, const slot_idx_t, argument 416 struct __kern_channel_ring *, const slot_idx_t, struct proc *); argument 423 int (*ckr_save_notify)(struct __kern_channel_ring *kring, argument 447 int (*ckr_netif_notify)(struct __kern_channel_ring *kring, argument 449 void (*ckr_netif_mit_stats)(struct __kern_channel_ring *kring, argument 470 struct __kern_channel_ring *ckr_pipe; argument [all …]
|
| H A D | channel_ring.c | 34 static void kr_update_user_stats(struct __kern_channel_ring *, 36 static void kr_externalize_metadata_internal(struct __kern_channel_ring *, 85 kr_init_to_mhints(struct __kern_channel_ring *kring, uint32_t nslots) in kr_init_to_mhints() 114 kr_enter(struct __kern_channel_ring *kr, boolean_t can_sleep) in kr_enter() 153 kr_exit(struct __kern_channel_ring *kr) in kr_exit() 184 kr_start(struct __kern_channel_ring *kr) in kr_start() 205 kr_stop(struct __kern_channel_ring *kr, uint32_t state) in kr_stop() 226 kr_update_user_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_user_stats() 296 kr_update_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_stats() 363 kr_txempty(struct __kern_channel_ring *kring) in kr_txempty() [all …]
|
| H A D | os_channel_event.h | 180 extern void kern_channel_event_notify(struct __kern_channel_ring *); 181 extern int kern_channel_event_sync(struct __kern_channel_ring *, struct proc *,
|
| H A D | channel_syscalls.c | 332 const struct __kern_channel_ring *kring, ring_id_t i) in channel_sync_log1() 345 const struct nexus_adapter *na, const struct __kern_channel_ring *kring, in channel_sync_log2() 362 struct __kern_channel_ring *krings, *kring; in __channel_sync() 465 ch, struct __kern_channel_ring *, kring); in __channel_sync() 489 ch, struct __kern_channel_ring *, kring, int, in __channel_sync() 498 ch, struct __kern_channel_ring *, kring); in __channel_sync() 522 ch, struct __kern_channel_ring *, kring, int, in __channel_sync()
|
| H A D | kern_channel_event.c | 295 kern_channel_event_notify(struct __kern_channel_ring *kring) in kern_channel_event_notify() 307 kern_channel_event_sync(struct __kern_channel_ring *kring, struct proc *p, in kern_channel_event_sync()
|
| H A D | os_channel.h | 558 struct __kern_channel_ring; 561 typedef struct __kern_channel_ring *kern_channel_ring_t;
|
| /xnu-12377.1.9/bsd/skywalk/nexus/ |
| H A D | nexus_adapter.h | 66 struct __kern_channel_ring; 160 struct __kern_channel_ring *__counted_by(na_tx_rings_cnt) na_tx_rings; /* array of TX rings. */ 161 struct __kern_channel_ring *__counted_by(na_rx_rings_cnt) na_rx_rings; /* array of RX rings. */ 162 struct __kern_channel_ring *__counted_by(na_all_rings_cnt) na_all_rings; 215 struct __kern_channel_ring *__counted_by(na_alloc_free_rings_cnt)na_alloc_rings; 216 struct __kern_channel_ring *__counted_by(na_alloc_free_rings_cnt)na_free_rings; 217 struct __kern_channel_ring *__counted_by(na_event_rings_cnt)na_event_rings; 218 struct __kern_channel_ring *__counted_by(na_large_buf_alloc_rings_cnt)na_large_buf_alloc_rings; 241 struct __kern_channel_ring *__counted_by(0) na_tail; /* pointer past the last ring */ 293 int (*na_txsync)(struct __kern_channel_ring *kring, struct proc *, [all …]
|
| H A D | nexus_adapter.c | 67 static int na_notify(struct __kern_channel_ring *, struct proc *, uint32_t); 82 static int na_kr_populate_slots(struct __kern_channel_ring *); 83 static void na_kr_depopulate_slots(struct __kern_channel_ring *, 90 static int na_pseudo_txsync(struct __kern_channel_ring *, struct proc *, 92 static int na_pseudo_rxsync(struct __kern_channel_ring *, struct proc *, 100 static int na_packet_pool_alloc_sync(struct __kern_channel_ring *, 102 static int na_packet_pool_alloc_large_sync(struct __kern_channel_ring *, 104 static int na_packet_pool_free_sync(struct __kern_channel_ring *, 106 static int na_packet_pool_alloc_buf_sync(struct __kern_channel_ring *, 108 static int na_packet_pool_free_buf_sync(struct __kern_channel_ring *, [all …]
|
| H A D | nexus_mbq.h | 74 struct __kern_channel_ring *nx_mbq_kring; 265 extern void nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q,
|
| H A D | nexus_pktq.h | 47 struct __kern_channel_ring *nx_pktq_kring; 239 extern void nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q,
|
| H A D | nexus_pktq.c | 47 nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q, in nx_pktq_safe_init()
|
| H A D | nexus_mbq.c | 74 nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q, in nx_mbq_safe_init()
|
| H A D | nexus_var.h | 606 nx_sync_tx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_tx() 622 nx_sync_rx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_rx() 638 nx_tx_doorbell(struct __kern_channel_ring *kring, boolean_t async) in nx_tx_doorbell()
|
| /xnu-12377.1.9/bsd/skywalk/nexus/netif/ |
| H A D | nx_netif_filter_vp.c | 75 netif_filter_deliver(struct nexus_adapter *na, struct __kern_channel_ring *ring, in netif_filter_deliver() 95 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_filter_deliver() 125 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_filter_deliver() 150 struct __kern_channel_ring *ring = in netif_filter_rx_cb() 159 struct __kern_channel_ring *ring = in netif_filter_tx_cb() 357 netif_filter_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_rxsync() 371 netif_filter_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_txsync() 412 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync() 421 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync() 452 struct __kern_channel_ring *, kring); in netif_filter_na_txsync() [all …]
|
| H A D | nx_netif_vp.c | 105 netif_copy_or_attach_pkt(struct __kern_channel_ring *ring, in netif_copy_or_attach_pkt() 113 DTRACE_SKYWALK2(attach__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt() 119 DTRACE_SKYWALK2(copy__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt() 139 struct __kern_channel_ring *ring = &na->na_rx_rings[0]; in netif_deliver_pkt() 156 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_deliver_pkt() 183 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_deliver_pkt() 212 netif_hwna_rx_get_pkts(struct __kern_channel_ring *ring, struct proc *p, in netif_hwna_rx_get_pkts() 269 DTRACE_SKYWALK2(rx__notify, struct __kern_channel_ring *, ring, in netif_hwna_rx_get_pkts() 279 netif_llw_rx_notify(struct __kern_channel_ring *ring, struct proc *p, in netif_llw_rx_notify() 490 struct __kern_channel_ring *ring = &dev_nifna->nifna_up.na_tx_rings[0]; in netif_vp_send_pkt_chain_low_latency() [all …]
|
| H A D | nx_netif_host.h | 41 extern int nx_netif_host_na_rxsync(struct __kern_channel_ring *, 43 extern int nx_netif_host_na_txsync(struct __kern_channel_ring *,
|
| H A D | nx_netif.h | 417 volatile struct __kern_channel_ring *mit_ckr; /* kring backpointer */ 521 extern int nx_netif_common_intr(struct __kern_channel_ring *, struct proc *, 566 struct nx_netif_mit *, struct __kern_channel_ring *, boolean_t); 568 extern int nx_netif_mit_tx_intr(struct __kern_channel_ring *, struct proc *, 570 extern int nx_netif_mit_rx_intr(struct __kern_channel_ring *, struct proc *, 729 extern int netif_rx_notify(struct __kern_channel_ring *, 731 extern int netif_llw_rx_notify(struct __kern_channel_ring *,
|
| H A D | nx_netif_mit.c | 45 static void nx_netif_mit_stats(struct __kern_channel_ring *, uint64_t, 156 struct nx_netif_mit *mit, struct __kern_channel_ring *kr, in nx_netif_mit_init() 430 nx_netif_mit_tx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_tx_intr() 465 nx_netif_mit_rx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_rx_intr() 537 struct __kern_channel_ring *kr; in nx_netif_mit_s_thread_cont() 543 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_s_thread_cont() 644 struct __kern_channel_ring *kr; in nx_netif_mit_thread_cont() 650 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_thread_cont() 755 nx_netif_mit_stats(struct __kern_channel_ring *kr, uint64_t pkts, in nx_netif_mit_stats()
|
| H A D | nx_netif_compat.c | 72 static int nx_netif_compat_na_notify_tx(struct __kern_channel_ring *, 74 static int nx_netif_compat_na_notify_rx(struct __kern_channel_ring *, 78 static int nx_netif_compat_na_txsync(struct __kern_channel_ring *, 80 static int nx_netif_compat_na_rxsync(struct __kern_channel_ring *, 91 struct __kern_channel_ring *kring); 92 static void nx_netif_compat_set_tx_event(struct __kern_channel_ring *kring, 357 nx_netif_compat_na_notify_tx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_tx() 373 nx_netif_compat_na_notify_rx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_rx() 531 struct __kern_channel_ring *kr = &na->na_rx_rings[r]; in nx_netif_compat_na_activate() 726 struct __kern_channel_ring *kring) in nx_netif_compat_tx_clean() [all …]
|
| H A D | nx_netif_host.c | 243 struct __kern_channel_ring *kring; in nx_netif_host_krings_create() 274 struct __kern_channel_ring *kring; in nx_netif_host_krings_delete() 307 nx_netif_host_na_rxsync(struct __kern_channel_ring *kring, in nx_netif_host_na_rxsync() 318 nx_netif_host_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_host_na_txsync() 437 struct __kern_channel_ring *currentkring = NULL; in nx_netif_host_output() 458 struct __kern_channel_ring *kring; in nx_netif_host_output()
|
| H A D | nx_netif.c | 136 static int nx_netif_na_txsync(struct __kern_channel_ring *, struct proc *, 138 static int nx_netif_na_rxsync(struct __kern_channel_ring *, struct proc *, 141 static int nx_netif_na_notify_tx(struct __kern_channel_ring *, struct proc *, 143 static int nx_netif_na_notify_rx(struct __kern_channel_ring *, struct proc *, 406 nx_netif_na_notify_drop(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_notify_drop() 1721 struct __kern_channel_ring *kring; in nx_netif_doorbell_internal() 1751 nx_netif_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_txsync() 1815 nx_netif_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_rxsync() 1880 nx_netif_common_intr(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_common_intr() 1885 int (*notify)(struct __kern_channel_ring *kring, in nx_netif_common_intr() [all …]
|
| /xnu-12377.1.9/bsd/skywalk/nexus/flowswitch/ |
| H A D | fsw_var.h | 118 extern int fsw_vp_na_txsync(struct __kern_channel_ring *kring, 120 extern int fsw_vp_na_rxsync(struct __kern_channel_ring *kring, 148 struct __kern_channel_ring *skring, struct proc *p); 150 struct __kern_channel_ring *ring, struct pktq *pktq); 189 extern struct __kern_channel_ring * fsw_flow_get_rx_ring(struct nx_flowswitch *fsw,
|
| H A D | fsw_vp.c | 186 fsw_vp_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in fsw_vp_na_txsync() 244 fsw_vp_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in fsw_vp_na_rxsync() 540 struct __kern_channel_ring *ring = &vpna->na_event_rings[0]; in fsw_vp_na_channel_event_notify()
|
| /xnu-12377.1.9/bsd/skywalk/nexus/upipe/ |
| H A D | nx_user_pipe.c | 73 static int nx_upipe_na_txsync(struct __kern_channel_ring *, 75 static int nx_upipe_na_txsync_locked(struct __kern_channel_ring *, 77 static int nx_upipe_na_rxsync(struct __kern_channel_ring *, 795 nx_upipe_na_txsync(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync() 798 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync() 847 nx_upipe_na_txsync_locked(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync_locked() 851 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync_locked() 984 nx_upipe_na_rxsync(struct __kern_channel_ring *rxkring, struct proc *p, in nx_upipe_na_rxsync() 988 struct __kern_channel_ring *txkring = rxkring->ckr_pipe; in nx_upipe_na_rxsync()
|
| /xnu-12377.1.9/bsd/skywalk/nexus/kpipe/ |
| H A D | nx_kernel_pipe.c | 67 static int nx_kpipe_na_txsync(struct __kern_channel_ring *, struct proc *, 69 static int nx_kpipe_na_rxsync(struct __kern_channel_ring *, struct proc *, 607 nx_kpipe_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_txsync() 620 nx_kpipe_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_rxsync()
|