Searched refs:qum_qflags (Results 1 – 11 of 11) sorted by relevance
278 volatile uint16_t _sf = ((_dkq)->qum_qflags & QUM_F_SAVE_MASK); \279 static_assert(sizeof(_sf) == sizeof((_dkq)->qum_qflags)); \285 (_dkq)->qum_qflags = ((_skq)->qum_qflags & ~QUM_F_SAVE_MASK) | _sf; \296 (_kq)->qum_qflags &= QUM_F_SAVE_MASK; \316 (_uq)->qum_qflags = ((_kq)->qum_qflags & ~QUM_F_KERNEL_FLAGS); \737 ASSERT(kqum->qum_qflags & QUM_F_INTERNALIZED); in KR_SLOT_ATTACH_METADATA()738 ASSERT(((kqum->qum_qflags & QUM_F_FINALIZED) != 0) ^ in KR_SLOT_ATTACH_METADATA()739 ((kqum->qum_qflags & QUM_F_DROPPED) != 0)); in KR_SLOT_ATTACH_METADATA()771 ASSERT((kqum->qum_qflags & (QUM_F_INTERNALIZED)) || in KR_SLOT_DETACH_METADATA()772 ((((kqum->qum_qflags & QUM_F_FINALIZED) != 0) ^ in KR_SLOT_DETACH_METADATA()[all …]
1315 ASSERT(QUM_ADDR(ph)->qum_qflags & QUM_F_INTERNALIZED); in __packet_finalize()1317 QUM_ADDR(ph)->qum_qflags &= ~(QUM_F_DROPPED | QUM_F_FINALIZED); in __packet_finalize()1408 QUM_ADDR(ph)->qum_qflags |= QUM_F_FINALIZED; in __packet_finalize()1411 QUM_ADDR(ph)->qum_qflags |= QUM_F_DROPPED; in __packet_finalize()1421 return QUM_ADDR(ph)->qum_qflags & QUM_F_FINALIZED; in __packet_is_finalized()1439 VERIFY(pkt->pkt_qum.qum_qflags & QUM_F_INTERNALIZED); in __packet_initialize_with_mbufchain()1444 pkt->pkt_qum.qum_qflags &= ~(QUM_F_DROPPED | QUM_F_FINALIZED); in __packet_initialize_with_mbufchain()1452 pkt->pkt_qum.qum_qflags |= QUM_F_FINALIZED; in __packet_initialize_with_mbufchain()1481 ASSERT(pkt->pkt_qum.qum_qflags & QUM_F_INTERNALIZED); in __packet_finalize_with_mbuf()1486 pkt->pkt_qum.qum_qflags &= ~(QUM_F_DROPPED | QUM_F_FINALIZED); in __packet_finalize_with_mbuf()[all …]
432 #define qum_qflags qum_com.__q_flags macro465 (_kqum)->qum_qflags = (_flags); \476 (_kqum)->qum_qflags = (_flags); \650 #define pkt_qum_qflags pkt_qum.qum_qflags
571 if ((p1->pkt_qum.qum_qflags & QUM_F_DROPPED) != 0 || in kern_packet_clone_internal()640 p2->pkt_qum.qum_qflags &= ~(QUM_F_FINALIZED | QUM_F_FLOW_CLASSIFIED); in kern_packet_clone_internal()
630 ASSERT(!PP_KERNEL_ONLY(pp) || (kqum->qum_qflags & QUM_F_KERNEL_ONLY)); in pp_metadata_construct()1559 ASSERT(kqum->qum_qflags & QUM_F_INTERNALIZED); in pp_insert_upp_common()1638 ASSERT(!(kqum->qum_qflags & QUM_F_INTERNALIZED)); in pp_remove_upp_bft_chain_locked()1768 kqum->qum_qflags &= ~QUM_F_FINALIZED; in pp_purge_upp_locked()1909 ASSERT(!(kqum->qum_qflags & QUM_F_KERNEL_ONLY)); in pp_metadata_init()1913 ASSERT(kqum->qum_qflags & QUM_F_KERNEL_ONLY); in pp_metadata_init()
483 if (__improbable(!(kqum->qum_qflags & QUM_F_KERNEL_ONLY) && in kr_txprologue()564 if (__improbable(!(kqum->qum_qflags & QUM_F_KERNEL_ONLY) && in kr_txprologue_upp()1152 SK_PTR_ADDR_KQUM(ph)->qum_qflags |= QUM_F_FINALIZED; in kr_txfinalize()1657 ASSERT(!(kqum->qum_qflags & QUM_F_KERNEL_ONLY) && uqum != NULL); in kr_internalize_metadata()1668 dropped = ((uqum->qum_qflags & QUM_F_DROPPED) != 0); in kr_internalize_metadata()1835 kqum->qum_qflags |= (QUM_F_INTERNALIZED | QUM_F_FINALIZED); in kr_internalize_metadata()1838 kqum->qum_qflags |= (QUM_F_INTERNALIZED | QUM_F_DROPPED); in kr_internalize_metadata()1863 ASSERT(kqum->qum_qflags & (QUM_F_FINALIZED | QUM_F_INTERNALIZED)); in kr_externalize_metadata_internal()1868 ASSERT(!(kqum->qum_qflags & QUM_F_KERNEL_ONLY) && uqum != NULL); in kr_externalize_metadata_internal()1944 uqum->qum_qflags |= QUM_F_FINALIZED; in kr_externalize_metadata_internal()[all …]
287 (kqum->qum_qflags & QUM_F_DROPPED) != 0)) { in kern_channel_slot_get_packet()
2282 if (!(kqum->qum_qflags & QUM_F_KERNEL_ONLY)) { in na_kr_populate_slots()2361 if (upp && (kqum->qum_qflags & QUM_F_INTERNALIZED)) { in na_kr_depopulate_slots()2375 ASSERT(!(kqum->qum_qflags & QUM_F_INTERNALIZED)); in na_kr_depopulate_slots()2409 if (!(kqum->qum_qflags & QUM_F_KERNEL_ONLY)) { in na_kr_depopulate_slots()3521 kqum->qum_qflags &= ~QUM_F_FINALIZED; in na_packet_pool_free_sync()3715 kqum->qum_qflags |= QUM_F_FINALIZED; in na_packet_pool_alloc_sync_common()
440 VERIFY(!(QUM_ADDR(pharyc[i])->qum_qflags & QUM_F_FINALIZED)); in skmem_buflet_tests()532 VERIFY(!(QUM_ADDR(pharyc[i])->qum_qflags & QUM_F_FINALIZED)); in skmem_buflet_tests()1641 VERIFY(!(QUM_ADDR(skmth_info[i].sti_mpc)->qum_qflags & QUM_F_FINALIZED)); in skmem_test_func()
601 ASSERT(!(dpkt->pkt_qum.qum_qflags & QUM_F_KERNEL_ONLY) || in copy_packet_from_dev()1254 kqum->qum_qflags |= QUM_F_FINALIZED; in fsw_ring_enqueue_pktq()2776 ASSERT((dpkt->pkt_qum.qum_qflags & QUM_F_KERNEL_ONLY) || in fsw_pkt_copy_metadata()3809 ASSERT((pkt->pkt_qum.qum_qflags & QUM_F_FINALIZED) == 0); in do_gso()
930 ASSERT((kqum->qum_qflags & (QUM_F_INTERNALIZED | in nx_upipe_na_txsync_locked()