| /xnu-8796.141.3/bsd/skywalk/packet/ |
| H A D | packet_var.h | 771 SD_GET_TAGGED_METADATA(const struct __kern_slot_desc *ksd) in SD_GET_TAGGED_METADATA() argument 773 return __improbable(ksd->sd_md == NULL) ? 0 : in SD_GET_TAGGED_METADATA() 774 SK_PTR_ENCODE(ksd->sd_md, METADATA_TYPE(ksd->sd_qum), in SD_GET_TAGGED_METADATA() 775 METADATA_SUBTYPE(ksd->sd_qum)); in SD_GET_TAGGED_METADATA() 781 struct __kern_slot_desc *ksd, struct __kern_quantum *kqum) in KR_SLOT_ATTACH_METADATA() argument 784 (struct __slot_desc *)(void *)ksd); in KR_SLOT_ATTACH_METADATA() 798 kqum->qum_ksd = ksd; in KR_SLOT_ATTACH_METADATA() 800 KSD_ATTACH_METADATA(ksd, kqum); in KR_SLOT_ATTACH_METADATA() 811 struct __kern_slot_desc *ksd) in KR_SLOT_DETACH_METADATA() argument 813 struct __kern_quantum *kqum = ksd->sd_qum; in KR_SLOT_DETACH_METADATA() [all …]
|
| /xnu-8796.141.3/bsd/skywalk/channel/ |
| H A D | channel_kern.c | 277 struct __kern_slot_desc *ksd = KR_KSD(kring, idx); in kern_channel_slot_get_packet() local 280 struct __kern_slot_desc *ksd = SLOT_DESC_KSD(slot); in kern_channel_slot_get_packet() 282 struct __kern_quantum *kqum = ksd->sd_qum; in kern_channel_slot_get_packet() 289 return SD_GET_TAGGED_METADATA(ksd); in kern_channel_slot_get_packet() 299 struct __kern_slot_desc *ksd = KR_KSD(kring, idx); in kern_channel_slot_attach_packet() local 302 struct __kern_slot_desc *ksd = SLOT_DESC_KSD(slot); in kern_channel_slot_attach_packet() 305 return KR_SLOT_ATTACH_METADATA(kring, ksd, SK_PTR_ADDR_KQUM(ph)); in kern_channel_slot_attach_packet() 316 struct __kern_slot_desc *ksd = KR_KSD(kring, idx); in kern_channel_slot_detach_packet() local 318 struct __kern_slot_desc *ksd = SLOT_DESC_KSD(slot); in kern_channel_slot_detach_packet() 322 SK_PTR_ADDR_KQUM(SD_GET_TAGGED_METADATA(ksd))); in kern_channel_slot_detach_packet() [all …]
|
| H A D | channel_ring.c | 398 struct __kern_slot_desc *ksd = KR_KSD(kring, i); in kr_log_bad_ring() local 399 struct __kern_quantum *kqum = ksd->sd_qum; in kr_log_bad_ring() 403 if (!KSD_VALID_METADATA(ksd)) { in kr_log_bad_ring() 479 struct __kern_slot_desc *ksd = KR_KSD(kring, slot_idx); in kr_txprologue() local 480 struct __kern_quantum *kqum = ksd->sd_qum; in kr_txprologue() 531 struct __kern_slot_desc *ksd = KR_KSD(kring, slot_idx); in kr_txprologue_upp() local 594 KR_SLOT_ATTACH_METADATA(kring, ksd, kqum); in kr_txprologue_upp() 787 struct __kern_slot_desc *ksd = KR_KSD(kring, slot_idx); in kr_rxprologue() local 788 struct __kern_quantum *kqum = ksd->sd_qum; in kr_rxprologue() 790 ASSERT(KSD_VALID_METADATA(ksd)); in kr_rxprologue() [all …]
|
| /xnu-8796.141.3/bsd/skywalk/nexus/ |
| H A D | nexus_adapter.c | 2081 struct __kern_slot_desc *ksd; in na_kr_populate_slots() local 2161 ksd = KR_KSD(kring, i); in na_kr_populate_slots() 2165 kqum->qum_ksd = ksd; in na_kr_populate_slots() 2166 ASSERT(!KSD_VALID_METADATA(ksd)); in na_kr_populate_slots() 2167 KSD_ATTACH_METADATA(ksd, kqum); in na_kr_populate_slots() 2175 " kbuf[%-3u, 0x%llx]", i, SK_KVA(ksd), METADATA_IDX(kqum), in na_kr_populate_slots() 2198 ksd = KR_KSD(kring, i); in na_kr_populate_slots() 2200 kqum = ksd->sd_qum; in na_kr_populate_slots() 2202 ASSERT(ksd == kqum->qum_ksd); in na_kr_populate_slots() 2203 KSD_RESET(ksd); in na_kr_populate_slots() [all …]
|
| /xnu-8796.141.3/bsd/skywalk/nexus/flowswitch/ |
| H A D | fsw_vp.c | 216 struct __kern_slot_desc *ksd = KR_KSD(kring, sidx); in fsw_vp_na_txsync() local 217 if (KSD_VALID_METADATA(ksd)) { in fsw_vp_na_txsync() 218 struct __kern_packet *pkt = ksd->sd_pkt; in fsw_vp_na_txsync() 219 (void) KR_SLOT_DETACH_METADATA(kring, ksd); in fsw_vp_na_txsync()
|
| H A D | fsw_dp.c | 838 struct __kern_slot_desc *ksd = KR_KSD(r, idx); in fsw_ring_dequeue_pktq() local 839 struct __kern_packet *pkt = ksd->sd_pkt; in fsw_ring_dequeue_pktq() 842 KR_SLOT_DETACH_METADATA(r, ksd); in fsw_ring_dequeue_pktq()
|
| /xnu-8796.141.3/bsd/skywalk/nexus/netif/ |
| H A D | nx_netif_vp.c | 252 struct __kern_slot_desc *ksd = KR_KSD(ring, idx); in netif_hwna_rx_get_pkts() local 253 struct __kern_packet *pkt = ksd->sd_pkt; in netif_hwna_rx_get_pkts() 256 KR_SLOT_DETACH_METADATA(ring, ksd); in netif_hwna_rx_get_pkts() 542 struct __kern_slot_desc *ksd = KR_KSD(ring, idx); in netif_vp_send_pkt_chain_low_latency() local 545 VERIFY(!KSD_VALID_METADATA(ksd)); in netif_vp_send_pkt_chain_low_latency()
|
| H A D | nx_netif.c | 3584 struct __kern_slot_desc *ksd = KR_KSD(ring, idx); local 3585 struct __kern_packet *pkt = ksd->sd_pkt; 3588 KR_SLOT_DETACH_METADATA(ring, ksd); 4312 struct __kern_slot_desc *ksd = KR_KSD(ring, idx); local 4315 VERIFY(!KSD_VALID_METADATA(ksd));
|
| H A D | nx_netif_compat.c | 1372 struct __kern_slot_desc *ksd = KR_KSD(kring, nm_i); in nx_netif_compat_na_rxsync() local 1471 err = KR_SLOT_ATTACH_METADATA(kring, ksd, in nx_netif_compat_na_rxsync()
|