| /xnu-11215.1.10/bsd/skywalk/channel/ |
| H A D | channel_var.h | 320 typedef int (*channel_ring_notify_t)(struct __kern_channel_ring *, 323 struct __kern_channel_ring { struct 407 int (*ckr_na_sync)(struct __kern_channel_ring *, argument 409 int(*volatile ckr_na_notify)(struct __kern_channel_ring *, argument 413 struct __kern_channel_ring *, const slot_idx_t, argument 416 struct __kern_channel_ring *, const slot_idx_t, struct proc *); argument 423 int (*ckr_save_notify)(struct __kern_channel_ring *kring, argument 447 int (*ckr_netif_notify)(struct __kern_channel_ring *kring, argument 449 void (*ckr_netif_mit_stats)(struct __kern_channel_ring *kring, argument 470 struct __kern_channel_ring *ckr_pipe; argument [all …]
|
| H A D | channel_ring.c | 33 static void kr_update_user_stats(struct __kern_channel_ring *, 35 static void kr_externalize_metadata_internal(struct __kern_channel_ring *, 84 kr_init_to_mhints(struct __kern_channel_ring *kring, uint32_t nslots) in kr_init_to_mhints() 113 kr_enter(struct __kern_channel_ring *kr, boolean_t can_sleep) in kr_enter() 152 kr_exit(struct __kern_channel_ring *kr) in kr_exit() 183 kr_start(struct __kern_channel_ring *kr) in kr_start() 204 kr_stop(struct __kern_channel_ring *kr, uint32_t state) in kr_stop() 225 kr_update_user_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_user_stats() 295 kr_update_stats(struct __kern_channel_ring *kring, uint32_t slot_count, in kr_update_stats() 361 kr_txempty(struct __kern_channel_ring *kring) in kr_txempty() [all …]
|
| H A D | os_channel_event.h | 180 extern void kern_channel_event_notify(struct __kern_channel_ring *); 181 extern int kern_channel_event_sync(struct __kern_channel_ring *, struct proc *,
|
| H A D | channel_syscalls.c | 349 const struct __kern_channel_ring *kring, ring_id_t i) in channel_sync_log1() 362 const struct nexus_adapter *na, const struct __kern_channel_ring *kring, in channel_sync_log2() 379 struct __kern_channel_ring *krings, *kring; in __channel_sync() 482 ch, struct __kern_channel_ring *, kring); in __channel_sync() 506 ch, struct __kern_channel_ring *, kring, int, in __channel_sync() 515 ch, struct __kern_channel_ring *, kring); in __channel_sync() 539 ch, struct __kern_channel_ring *, kring, int, in __channel_sync()
|
| H A D | kern_channel_event.c | 296 kern_channel_event_notify(struct __kern_channel_ring *kring) in kern_channel_event_notify() 309 kern_channel_event_sync(struct __kern_channel_ring *kring, struct proc *p, in kern_channel_event_sync()
|
| H A D | os_channel.h | 557 struct __kern_channel_ring; 560 typedef struct __kern_channel_ring *kern_channel_ring_t;
|
| /xnu-11215.1.10/bsd/skywalk/nexus/ |
| H A D | nexus_adapter.h | 66 struct __kern_channel_ring; 163 struct __kern_channel_ring *__counted_by(na_tx_rings_cnt) na_tx_rings; /* array of TX rings. */ 164 struct __kern_channel_ring *__counted_by(na_rx_rings_cnt) na_rx_rings; /* array of RX rings. */ 165 struct __kern_channel_ring *__counted_by(na_all_rings_cnt) na_all_rings; 218 struct __kern_channel_ring *__counted_by(na_alloc_free_rings_cnt)na_alloc_rings; 219 struct __kern_channel_ring *__counted_by(na_alloc_free_rings_cnt)na_free_rings; 220 struct __kern_channel_ring *__counted_by(na_event_rings_cnt)na_event_rings; 221 struct __kern_channel_ring *__counted_by(na_large_buf_alloc_rings_cnt)na_large_buf_alloc_rings; 244 struct __kern_channel_ring *__counted_by(0) na_tail; /* pointer past the last ring */ 296 int (*na_txsync)(struct __kern_channel_ring *kring, struct proc *, [all …]
|
| H A D | nexus_adapter.c | 67 static int na_notify(struct __kern_channel_ring *, struct proc *, uint32_t); 82 static int na_kr_populate_slots(struct __kern_channel_ring *); 83 static void na_kr_depopulate_slots(struct __kern_channel_ring *, 90 static int na_pseudo_txsync(struct __kern_channel_ring *, struct proc *, 92 static int na_pseudo_rxsync(struct __kern_channel_ring *, struct proc *, 100 static int na_packet_pool_alloc_sync(struct __kern_channel_ring *, 102 static int na_packet_pool_alloc_large_sync(struct __kern_channel_ring *, 104 static int na_packet_pool_free_sync(struct __kern_channel_ring *, 106 static int na_packet_pool_alloc_buf_sync(struct __kern_channel_ring *, 108 static int na_packet_pool_free_buf_sync(struct __kern_channel_ring *, [all …]
|
| H A D | nexus_var.h | 601 nx_sync_tx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_tx() 617 nx_sync_rx(struct __kern_channel_ring *kring, boolean_t commit) in nx_sync_rx() 633 nx_tx_doorbell(struct __kern_channel_ring *kring, boolean_t async) in nx_tx_doorbell() 645 nx_rx_sync_packets(struct __kern_channel_ring *kring, in nx_rx_sync_packets() 661 nx_has_rx_sync_packets(struct __kern_channel_ring *kring) in nx_has_rx_sync_packets()
|
| H A D | nexus_pktq.h | 47 struct __kern_channel_ring *nx_pktq_kring; 239 extern void nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q,
|
| H A D | nexus_mbq.h | 74 struct __kern_channel_ring *nx_mbq_kring; 265 extern void nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q,
|
| H A D | nexus_pktq.c | 47 nx_pktq_safe_init(struct __kern_channel_ring *kr, struct nx_pktq *q, in nx_pktq_safe_init()
|
| H A D | nexus_mbq.c | 74 nx_mbq_safe_init(struct __kern_channel_ring *kr, struct nx_mbq *q, in nx_mbq_safe_init()
|
| /xnu-11215.1.10/bsd/skywalk/nexus/monitor/ |
| H A D | nx_monitor.c | 105 static int nx_mon_na_txsync(struct __kern_channel_ring *, struct proc *, 107 static int nx_mon_na_rxsync(struct __kern_channel_ring *, struct proc *, 114 static int nx_mon_kr_alloc(struct __kern_channel_ring *, uint32_t); 115 static void nx_mon_kr_dealloc(struct __kern_channel_ring *); 122 static int nx_mon_add(struct __kern_channel_ring *, 123 struct __kern_channel_ring *, boolean_t); 124 static void nx_mon_del(struct __kern_channel_ring *, 125 struct __kern_channel_ring *, boolean_t); 130 static int nx_mon_zcopy_parent_sync(struct __kern_channel_ring *, 135 static void nx_mon_parent_sync(struct __kern_channel_ring *, struct proc *, [all …]
|
| /xnu-11215.1.10/bsd/skywalk/nexus/netif/ |
| H A D | nx_netif_vp.c | 105 netif_copy_or_attach_pkt(struct __kern_channel_ring *ring, in netif_copy_or_attach_pkt() 113 DTRACE_SKYWALK2(attach__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt() 119 DTRACE_SKYWALK2(copy__pkt, struct __kern_channel_ring *, ring, in netif_copy_or_attach_pkt() 139 struct __kern_channel_ring *ring = &na->na_rx_rings[0]; in netif_deliver_pkt() 156 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_deliver_pkt() 183 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_deliver_pkt() 212 netif_hwna_rx_get_pkts(struct __kern_channel_ring *ring, struct proc *p, in netif_hwna_rx_get_pkts() 270 DTRACE_SKYWALK2(rx__notify, struct __kern_channel_ring *, ring, in netif_hwna_rx_get_pkts() 280 netif_llw_rx_notify_fast(struct __kern_channel_ring *ring, struct proc *p, in netif_llw_rx_notify_fast() 294 struct __kern_channel_ring *, ring, int, err); in netif_llw_rx_notify_fast() [all …]
|
| H A D | nx_netif_filter_vp.c | 75 netif_filter_deliver(struct nexus_adapter *na, struct __kern_channel_ring *ring, in netif_filter_deliver() 95 DTRACE_SKYWALK2(ring__drop, struct __kern_channel_ring *, ring, in netif_filter_deliver() 125 struct __kern_channel_ring *, ring, struct __kern_packet *, pkt, in netif_filter_deliver() 150 struct __kern_channel_ring *ring = in netif_filter_rx_cb() 159 struct __kern_channel_ring *ring = in netif_filter_tx_cb() 357 netif_filter_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_rxsync() 371 netif_filter_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in netif_filter_na_txsync() 412 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync() 421 DTRACE_SKYWALK2(bad__slot, struct __kern_channel_ring *, in netif_filter_na_txsync() 452 struct __kern_channel_ring *, kring); in netif_filter_na_txsync() [all …]
|
| H A D | nx_netif_host.h | 41 extern int nx_netif_host_na_rxsync(struct __kern_channel_ring *, 43 extern int nx_netif_host_na_txsync(struct __kern_channel_ring *,
|
| H A D | nx_netif.h | 409 volatile struct __kern_channel_ring *mit_ckr; /* kring backpointer */ 513 extern int nx_netif_common_intr(struct __kern_channel_ring *, struct proc *, 558 struct nx_netif_mit *, struct __kern_channel_ring *, boolean_t); 560 extern int nx_netif_mit_tx_intr(struct __kern_channel_ring *, struct proc *, 562 extern int nx_netif_mit_rx_intr(struct __kern_channel_ring *, struct proc *, 721 extern int netif_rx_notify_default(struct __kern_channel_ring *, 723 extern int netif_rx_notify_fast(struct __kern_channel_ring *, 725 extern int netif_llw_rx_notify_default(struct __kern_channel_ring *, 727 extern int netif_llw_rx_notify_fast(struct __kern_channel_ring *,
|
| H A D | nx_netif_mit.c | 44 static void nx_netif_mit_stats(struct __kern_channel_ring *, uint64_t, 155 struct nx_netif_mit *mit, struct __kern_channel_ring *kr, in nx_netif_mit_init() 430 nx_netif_mit_tx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_tx_intr() 465 nx_netif_mit_rx_intr(struct __kern_channel_ring *kr, struct proc *p, in nx_netif_mit_rx_intr() 537 struct __kern_channel_ring *kr; in nx_netif_mit_s_thread_cont() 543 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_s_thread_cont() 644 struct __kern_channel_ring *kr; in nx_netif_mit_thread_cont() 650 kr = __DEVOLATILE(struct __kern_channel_ring *, mit->mit_ckr); in nx_netif_mit_thread_cont() 755 nx_netif_mit_stats(struct __kern_channel_ring *kr, uint64_t pkts, in nx_netif_mit_stats()
|
| H A D | nx_netif_compat.c | 71 static int nx_netif_compat_na_notify_tx(struct __kern_channel_ring *, 73 static int nx_netif_compat_na_notify_rx(struct __kern_channel_ring *, 77 static int nx_netif_compat_na_txsync(struct __kern_channel_ring *, 79 static int nx_netif_compat_na_rxsync(struct __kern_channel_ring *, 90 struct __kern_channel_ring *kring); 91 static void nx_netif_compat_set_tx_event(struct __kern_channel_ring *kring, 356 nx_netif_compat_na_notify_tx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_tx() 372 nx_netif_compat_na_notify_rx(struct __kern_channel_ring *kring, in nx_netif_compat_na_notify_rx() 530 struct __kern_channel_ring *kr = &na->na_rx_rings[r]; in nx_netif_compat_na_activate() 725 struct __kern_channel_ring *kring) in nx_netif_compat_tx_clean() [all …]
|
| H A D | nx_netif_host.c | 243 struct __kern_channel_ring *kring; in nx_netif_host_krings_create() 275 struct __kern_channel_ring *kring; in nx_netif_host_krings_delete() 308 nx_netif_host_na_rxsync(struct __kern_channel_ring *kring, in nx_netif_host_na_rxsync() 319 nx_netif_host_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_host_na_txsync() 438 struct __kern_channel_ring *currentkring = NULL; in nx_netif_host_output() 458 struct __kern_channel_ring *kring; in nx_netif_host_output()
|
| H A D | nx_netif.c | 135 static int nx_netif_na_txsync(struct __kern_channel_ring *, struct proc *, 137 static int nx_netif_na_rxsync(struct __kern_channel_ring *, struct proc *, 140 static int nx_netif_na_notify_tx(struct __kern_channel_ring *, struct proc *, 142 static int nx_netif_na_notify_rx(struct __kern_channel_ring *, struct proc *, 407 nx_netif_na_notify_drop(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_notify_drop() 1724 struct __kern_channel_ring *kring; in nx_netif_doorbell_internal() 1754 nx_netif_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_txsync() 1819 nx_netif_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_na_rxsync() 1885 nx_netif_common_intr(struct __kern_channel_ring *kring, struct proc *p, in nx_netif_common_intr() 1890 int (*notify)(struct __kern_channel_ring *kring, in nx_netif_common_intr() [all …]
|
| /xnu-11215.1.10/bsd/skywalk/nexus/flowswitch/ |
| H A D | fsw_var.h | 118 extern int fsw_vp_na_txsync(struct __kern_channel_ring *kring, 120 extern int fsw_vp_na_rxsync(struct __kern_channel_ring *kring, 148 struct __kern_channel_ring *skring, struct proc *p); 150 struct __kern_channel_ring *ring, struct pktq *pktq); 187 extern struct __kern_channel_ring * fsw_flow_get_rx_ring(struct nx_flowswitch *fsw,
|
| /xnu-11215.1.10/bsd/skywalk/nexus/upipe/ |
| H A D | nx_user_pipe.c | 73 static int nx_upipe_na_txsync(struct __kern_channel_ring *, 75 static int nx_upipe_na_txsync_locked(struct __kern_channel_ring *, 77 static int nx_upipe_na_rxsync(struct __kern_channel_ring *, 796 nx_upipe_na_txsync(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync() 799 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync() 848 nx_upipe_na_txsync_locked(struct __kern_channel_ring *txkring, struct proc *p, in nx_upipe_na_txsync_locked() 852 struct __kern_channel_ring *rxkring = txkring->ckr_pipe; in nx_upipe_na_txsync_locked() 985 nx_upipe_na_rxsync(struct __kern_channel_ring *rxkring, struct proc *p, in nx_upipe_na_rxsync() 989 struct __kern_channel_ring *txkring = rxkring->ckr_pipe; in nx_upipe_na_rxsync()
|
| /xnu-11215.1.10/bsd/skywalk/nexus/kpipe/ |
| H A D | nx_kernel_pipe.c | 67 static int nx_kpipe_na_txsync(struct __kern_channel_ring *, struct proc *, 69 static int nx_kpipe_na_rxsync(struct __kern_channel_ring *, struct proc *, 608 nx_kpipe_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_txsync() 622 nx_kpipe_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_rxsync()
|