| /xnu-12377.1.9/bsd/skywalk/channel/ |
| H A D | channel_ring.c | 399 struct __kern_quantum *kqum = ksd->sd_qum; in kr_log_bad_ring() local
407 idx = METADATA_IDX(kqum); in kr_log_bad_ring()
408 len = kqum->qum_len; in kr_log_bad_ring()
480 struct __kern_quantum *kqum = ksd->sd_qum; in kr_txprologue() local
483 if (__improbable(!(kqum->qum_qflags & QUM_F_KERNEL_ONLY) && in kr_txprologue()
484 METADATA_IDX(kqum) != METADATA_IDX(kqum->qum_user))) { in kr_txprologue()
491 err = kr_internalize_metadata(ch, kring, maxfrags, kqum, p); in kr_txprologue()
505 *byte_count += kqum->qum_len; in kr_txprologue()
523 struct __kern_quantum *kqum = NULL; in kr_txprologue_upp() local
538 kqum = pp_remove_upp_locked(pp, usd->sd_md_idx, &err); in kr_txprologue_upp()
[all …]
|
| H A D | channel_kern.c | 284 struct __kern_quantum *kqum = ksd->sd_qum; in kern_channel_slot_get_packet() local
286 if (__improbable(kqum == NULL || in kern_channel_slot_get_packet()
287 (kqum->qum_qflags & QUM_F_DROPPED) != 0)) { in kern_channel_slot_get_packet()
|
| /xnu-12377.1.9/bsd/skywalk/packet/ |
| H A D | pbufpool.c | 523 pp_metadata_construct(struct __kern_quantum *kqum, struct __user_quantum *uqum, in pp_metadata_construct() argument
535 struct __kern_packet *kpkt = SK_PTR_ADDR_KPKT(kqum); in pp_metadata_construct()
570 kbuf = kqum->qum_buf; in pp_metadata_construct()
620 ASSERT(!PP_KERNEL_ONLY(pp) || (kqum->qum_qflags & QUM_F_KERNEL_ONLY)); in pp_metadata_construct()
621 ASSERT(METADATA_IDX(kqum) != OBJ_IDX_NONE); in pp_metadata_construct()
623 SK_KVA(pp), SK_KVA(kqum), bufcnt, SK_KVA(baddr)); in pp_metadata_construct()
628 pp_metadata_destruct(kqum, pp, raw); in pp_metadata_construct()
639 struct __kern_quantum *kqum; in pp_metadata_ctor_common() local
680 kqum = SK_PTR_ADDR_KQUM((uintptr_t)SKMEM_OBJ_ADDR(oi) + in pp_metadata_ctor_common()
707 error = pp_metadata_construct(kqum, uqum, SKMEM_OBJ_IDX_REG(oi), pp, in pp_metadata_ctor_common()
[all …]
|
| H A D | packet_var.h | 724 struct __kern_slot_desc *ksd, struct __kern_quantum *kqum) in KR_SLOT_ATTACH_METADATA() argument
731 ASSERT(kqum->qum_pp == kring->ckr_pp); in KR_SLOT_ATTACH_METADATA()
732 ASSERT(kqum->qum_ksd == NULL); in KR_SLOT_ATTACH_METADATA()
737 ASSERT(kqum->qum_qflags & QUM_F_INTERNALIZED); in KR_SLOT_ATTACH_METADATA()
738 ASSERT(((kqum->qum_qflags & QUM_F_FINALIZED) != 0) ^ in KR_SLOT_ATTACH_METADATA()
739 ((kqum->qum_qflags & QUM_F_DROPPED) != 0)); in KR_SLOT_ATTACH_METADATA()
741 kqum->qum_ksd = ksd; in KR_SLOT_ATTACH_METADATA()
743 KSD_ATTACH_METADATA(ksd, kqum); in KR_SLOT_ATTACH_METADATA()
745 USD_ATTACH_METADATA(KR_USD(kring, idx), METADATA_IDX(kqum)); in KR_SLOT_ATTACH_METADATA()
756 struct __kern_quantum *kqum = ksd->sd_qum; in KR_SLOT_DETACH_METADATA() local
[all …]
|
| H A D | pbufpool_kern.c | 284 struct __kern_quantum *kqum; in kern_pbufpool_alloc_common() local
297 kqum = SK_PTR_ADDR_KQUM(pp_alloc_packet(pp, (uint16_t)bufcnt, skmflag)); in kern_pbufpool_alloc_common()
298 if (__probable(kqum != NULL)) { in kern_pbufpool_alloc_common()
299 *pph = SK_PTR_ENCODE(kqum, METADATA_TYPE(kqum), in kern_pbufpool_alloc_common()
300 METADATA_SUBTYPE(kqum)); in kern_pbufpool_alloc_common()
303 return (kqum != NULL) ? 0 : ENOMEM; in kern_pbufpool_alloc_common()
|
| /xnu-12377.1.9/bsd/skywalk/nexus/ |
| H A D | nexus_adapter.c | 2188 struct __kern_quantum *kqum; in na_kr_populate_slots() local
2256 kqum = SK_PTR_ADDR_KQUM(pp_alloc_packet(pp, pp->pp_max_frags, in na_kr_populate_slots()
2258 if (kqum == NULL) { in na_kr_populate_slots()
2269 kqum->qum_ksd = ksd; in na_kr_populate_slots()
2271 KSD_ATTACH_METADATA(ksd, kqum); in na_kr_populate_slots()
2273 USD_ATTACH_METADATA(usd, METADATA_IDX(kqum)); in na_kr_populate_slots()
2275 kqum, current_proc()); in na_kr_populate_slots()
2279 " kbuf[%-3u, %p]", i, SK_KVA(ksd), METADATA_IDX(kqum), in na_kr_populate_slots()
2280 SK_KVA(kqum), kqum->qum_buf[0].buf_idx, in na_kr_populate_slots()
2281 SK_KVA(&kqum->qum_buf[0])); in na_kr_populate_slots()
[all …]
|
| /xnu-12377.1.9/bsd/skywalk/nexus/upipe/ |
| H A D | nx_user_pipe.c | 923 struct __kern_quantum *kqum; in nx_upipe_na_txsync_locked() local
925 kqum = ksd_tx->sd_qum; in nx_upipe_na_txsync_locked()
930 ASSERT((kqum->qum_qflags & (QUM_F_INTERNALIZED | in nx_upipe_na_txsync_locked()
934 byte_count += kqum->qum_len; in nx_upipe_na_txsync_locked()
|
| /xnu-12377.1.9/tools/lldbmacros/ |
| H A D | skywalk.py | 318 for kqum in IterateListEntry(bkt.upp_head, 'qum_upp_link', list_prefix='s') :
320 print(format_string.format(kqum))
|
| /xnu-12377.1.9/bsd/skywalk/nexus/flowswitch/ |
| H A D | fsw_dp.c | 1236 struct __kern_quantum *kqum; in fsw_ring_enqueue_pktq() local
1253 kqum = SK_PTR_ADDR_KQUM(pkt); in fsw_ring_enqueue_pktq()
1254 kqum->qum_qflags |= QUM_F_FINALIZED; in fsw_ring_enqueue_pktq()
1257 KR_SLOT_ATTACH_METADATA(r, KR_KSD(r, idx), kqum); in fsw_ring_enqueue_pktq()
|