1*bbb1b6f9SApple OSS Distributions /* 2*bbb1b6f9SApple OSS Distributions * Copyright (c) 2016 Apple Inc. All rights reserved. 3*bbb1b6f9SApple OSS Distributions * 4*bbb1b6f9SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ 5*bbb1b6f9SApple OSS Distributions * 6*bbb1b6f9SApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code 7*bbb1b6f9SApple OSS Distributions * as defined in and that are subject to the Apple Public Source License 8*bbb1b6f9SApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in 9*bbb1b6f9SApple OSS Distributions * compliance with the License. The rights granted to you under the License 10*bbb1b6f9SApple OSS Distributions * may not be used to create, or enable the creation or redistribution of, 11*bbb1b6f9SApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to 12*bbb1b6f9SApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any 13*bbb1b6f9SApple OSS Distributions * terms of an Apple operating system software license agreement. 14*bbb1b6f9SApple OSS Distributions * 15*bbb1b6f9SApple OSS Distributions * Please obtain a copy of the License at 16*bbb1b6f9SApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file. 17*bbb1b6f9SApple OSS Distributions * 18*bbb1b6f9SApple OSS Distributions * The Original Code and all software distributed under the License are 19*bbb1b6f9SApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER 20*bbb1b6f9SApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, 21*bbb1b6f9SApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, 22*bbb1b6f9SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. 23*bbb1b6f9SApple OSS Distributions * Please see the License for the specific language governing rights and 24*bbb1b6f9SApple OSS Distributions * limitations under the License. 25*bbb1b6f9SApple OSS Distributions * 26*bbb1b6f9SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ 27*bbb1b6f9SApple OSS Distributions */ 28*bbb1b6f9SApple OSS Distributions 29*bbb1b6f9SApple OSS Distributions #ifndef _SKYWALK_PACKET_PACKETQUEUE_H_ 30*bbb1b6f9SApple OSS Distributions #define _SKYWALK_PACKET_PACKETQUEUE_H_ 31*bbb1b6f9SApple OSS Distributions 32*bbb1b6f9SApple OSS Distributions #ifdef BSD_KERNEL_PRIVATE 33*bbb1b6f9SApple OSS Distributions 34*bbb1b6f9SApple OSS Distributions /* 35*bbb1b6f9SApple OSS Distributions * Simple __kern_packet queueing system 36*bbb1b6f9SApple OSS Distributions * This is basically a SIMPLEQ adapted to skywalk __kern_packet use. 37*bbb1b6f9SApple OSS Distributions */ 38*bbb1b6f9SApple OSS Distributions #define KPKTQ_HEAD(name) \ 39*bbb1b6f9SApple OSS Distributions struct name { \ 40*bbb1b6f9SApple OSS Distributions struct __kern_packet *kq_first; /* first packet */ \ 41*bbb1b6f9SApple OSS Distributions struct __kern_packet **kq_last; /* addr of last next packet */ \ 42*bbb1b6f9SApple OSS Distributions uint32_t kq_len; /* number of packets in queue */ \ 43*bbb1b6f9SApple OSS Distributions } 44*bbb1b6f9SApple OSS Distributions 45*bbb1b6f9SApple OSS Distributions #define KPKTQ_INIT(q) do { \ 46*bbb1b6f9SApple OSS Distributions KPKTQ_FIRST(q) = NULL; \ 47*bbb1b6f9SApple OSS Distributions (q)->kq_last = &KPKTQ_FIRST(q); \ 48*bbb1b6f9SApple OSS Distributions (q)->kq_len = 0; \ 49*bbb1b6f9SApple OSS Distributions } while (0) 50*bbb1b6f9SApple OSS Distributions 51*bbb1b6f9SApple OSS Distributions #define KPKTQ_FINI(q) do { \ 52*bbb1b6f9SApple OSS Distributions ASSERT(KPKTQ_EMPTY(q)); \ 53*bbb1b6f9SApple OSS Distributions ASSERT(KPKTQ_LEN(q) == 0); \ 54*bbb1b6f9SApple OSS Distributions KPKTQ_INIT(q); \ 55*bbb1b6f9SApple OSS Distributions } while (0) 56*bbb1b6f9SApple OSS Distributions 57*bbb1b6f9SApple OSS Distributions #define KPKTQ_DISPOSE(q) KPKTQ_INIT(q) 58*bbb1b6f9SApple OSS Distributions 59*bbb1b6f9SApple OSS Distributions #define KPKTQ_CONCAT(q1, q2) do { \ 60*bbb1b6f9SApple OSS Distributions if (!KPKTQ_EMPTY(q2)) { \ 61*bbb1b6f9SApple OSS Distributions *(q1)->kq_last = KPKTQ_FIRST(q2); \ 62*bbb1b6f9SApple OSS Distributions (q1)->kq_last = (q2)->kq_last; \ 63*bbb1b6f9SApple OSS Distributions (q1)->kq_len += (q2)->kq_len; \ 64*bbb1b6f9SApple OSS Distributions KPKTQ_DISPOSE((q2)); \ 65*bbb1b6f9SApple OSS Distributions } \ 66*bbb1b6f9SApple OSS Distributions } while (0) 67*bbb1b6f9SApple OSS Distributions 68*bbb1b6f9SApple OSS Distributions #define KPKTQ_PREPEND(q, p) do { \ 69*bbb1b6f9SApple OSS Distributions if ((KPKTQ_NEXT(p) = KPKTQ_FIRST(q)) == NULL) { \ 70*bbb1b6f9SApple OSS Distributions ASSERT((q)->kq_len == 0); \ 71*bbb1b6f9SApple OSS Distributions (q)->kq_last = &KPKTQ_NEXT(p); \ 72*bbb1b6f9SApple OSS Distributions } \ 73*bbb1b6f9SApple OSS Distributions KPKTQ_FIRST(q) = (p); \ 74*bbb1b6f9SApple OSS Distributions (q)->kq_len++; \ 75*bbb1b6f9SApple OSS Distributions } while (0) 76*bbb1b6f9SApple OSS Distributions 77*bbb1b6f9SApple OSS Distributions #define KPKTQ_ENQUEUE(q, p) do { \ 78*bbb1b6f9SApple OSS Distributions ASSERT(KPKTQ_NEXT(p) == NULL); \ 79*bbb1b6f9SApple OSS Distributions *(q)->kq_last = (p); \ 80*bbb1b6f9SApple OSS Distributions (q)->kq_last = &KPKTQ_NEXT(p); \ 81*bbb1b6f9SApple OSS Distributions (q)->kq_len++; \ 82*bbb1b6f9SApple OSS Distributions } while (0) 83*bbb1b6f9SApple OSS Distributions 84*bbb1b6f9SApple OSS Distributions #define KPKTQ_ENQUEUE_MULTI(q, p, n, c) do { \ 85*bbb1b6f9SApple OSS Distributions KPKTQ_NEXT(n) = NULL; \ 86*bbb1b6f9SApple OSS Distributions *(q)->kq_last = (p); \ 87*bbb1b6f9SApple OSS Distributions (q)->kq_last = &KPKTQ_NEXT(n); \ 88*bbb1b6f9SApple OSS Distributions (q)->kq_len += c; \ 89*bbb1b6f9SApple OSS Distributions } while (0) 90*bbb1b6f9SApple OSS Distributions 91*bbb1b6f9SApple OSS Distributions #define KPKTQ_ENQUEUE_LIST(q, p) do { \ 92*bbb1b6f9SApple OSS Distributions uint32_t _c = 1; \ 93*bbb1b6f9SApple OSS Distributions struct __kern_packet *_n = (p); \ 94*bbb1b6f9SApple OSS Distributions while (__improbable(KPKTQ_NEXT(_n) != NULL)) { \ 95*bbb1b6f9SApple OSS Distributions _c++; \ 96*bbb1b6f9SApple OSS Distributions _n = KPKTQ_NEXT(_n); \ 97*bbb1b6f9SApple OSS Distributions } \ 98*bbb1b6f9SApple OSS Distributions KPKTQ_ENQUEUE_MULTI(q, p, _n, _c); \ 99*bbb1b6f9SApple OSS Distributions } while (0) 100*bbb1b6f9SApple OSS Distributions 101*bbb1b6f9SApple OSS Distributions #define KPKTQ_DEQUEUE(q, p) do { \ 102*bbb1b6f9SApple OSS Distributions if (((p) = KPKTQ_FIRST(q)) != NULL) { \ 103*bbb1b6f9SApple OSS Distributions (q)->kq_len--; \ 104*bbb1b6f9SApple OSS Distributions if ((KPKTQ_FIRST(q) = KPKTQ_NEXT(p)) == NULL) { \ 105*bbb1b6f9SApple OSS Distributions ASSERT((q)->kq_len == 0); \ 106*bbb1b6f9SApple OSS Distributions (q)->kq_last = &KPKTQ_FIRST(q); \ 107*bbb1b6f9SApple OSS Distributions } else { \ 108*bbb1b6f9SApple OSS Distributions KPKTQ_NEXT(p) = NULL; \ 109*bbb1b6f9SApple OSS Distributions } \ 110*bbb1b6f9SApple OSS Distributions } \ 111*bbb1b6f9SApple OSS Distributions } while (0) 112*bbb1b6f9SApple OSS Distributions 113*bbb1b6f9SApple OSS Distributions #define KPKTQ_REMOVE(q, p) do { \ 114*bbb1b6f9SApple OSS Distributions if (KPKTQ_FIRST(q) == (p)) { \ 115*bbb1b6f9SApple OSS Distributions KPKTQ_DEQUEUE(q, p); \ 116*bbb1b6f9SApple OSS Distributions } else { \ 117*bbb1b6f9SApple OSS Distributions struct __kern_packet *_p = KPKTQ_FIRST(q); \ 118*bbb1b6f9SApple OSS Distributions while (KPKTQ_NEXT(_p) != (p)) \ 119*bbb1b6f9SApple OSS Distributions _p = KPKTQ_NEXT(_p); \ 120*bbb1b6f9SApple OSS Distributions if ((KPKTQ_NEXT(_p) = \ 121*bbb1b6f9SApple OSS Distributions KPKTQ_NEXT(KPKTQ_NEXT(_p))) == NULL) { \ 122*bbb1b6f9SApple OSS Distributions (q)->kq_last = &KPKTQ_NEXT(_p); \ 123*bbb1b6f9SApple OSS Distributions } \ 124*bbb1b6f9SApple OSS Distributions (q)->kq_len--; \ 125*bbb1b6f9SApple OSS Distributions KPKTQ_NEXT(p) = NULL; \ 126*bbb1b6f9SApple OSS Distributions } \ 127*bbb1b6f9SApple OSS Distributions } while (0) 128*bbb1b6f9SApple OSS Distributions 129*bbb1b6f9SApple OSS Distributions #define KPKTQ_FOREACH(p, q) \ 130*bbb1b6f9SApple OSS Distributions for ((p) = KPKTQ_FIRST(q); \ 131*bbb1b6f9SApple OSS Distributions (p); \ 132*bbb1b6f9SApple OSS Distributions (p) = KPKTQ_NEXT(p)) 133*bbb1b6f9SApple OSS Distributions 134*bbb1b6f9SApple OSS Distributions #define KPKTQ_FOREACH_SAFE(p, q, tvar) \ 135*bbb1b6f9SApple OSS Distributions for ((p) = KPKTQ_FIRST(q); \ 136*bbb1b6f9SApple OSS Distributions (p) && ((tvar) = KPKTQ_NEXT(p), 1); \ 137*bbb1b6f9SApple OSS Distributions (p) = (tvar)) 138*bbb1b6f9SApple OSS Distributions 139*bbb1b6f9SApple OSS Distributions #define KPKTQ_EMPTY(q) ((q)->kq_first == NULL) 140*bbb1b6f9SApple OSS Distributions #define KPKTQ_FIRST(q) ((q)->kq_first) 141*bbb1b6f9SApple OSS Distributions #define KPKTQ_NEXT(p) ((p)->pkt_nextpkt) 142*bbb1b6f9SApple OSS Distributions #define KPKTQ_LEN(q) ((q)->kq_len) 143*bbb1b6f9SApple OSS Distributions 144*bbb1b6f9SApple OSS Distributions /* 145*bbb1b6f9SApple OSS Distributions * kq_last is initialized to point to kq_first, so check if they're 146*bbb1b6f9SApple OSS Distributions * equal and return NULL when the list is empty. Otherwise, we need 147*bbb1b6f9SApple OSS Distributions * to subtract the offset of KPKTQ_NEXT (i.e. pkt_nextpkt field) to get 148*bbb1b6f9SApple OSS Distributions * to the base packet address to return to caller. 149*bbb1b6f9SApple OSS Distributions */ 150*bbb1b6f9SApple OSS Distributions #define KPKTQ_LAST(head) \ 151*bbb1b6f9SApple OSS Distributions (((head)->kq_last == &KPKTQ_FIRST(head)) ? NULL : \ 152*bbb1b6f9SApple OSS Distributions __container_of((head)->kq_last, struct __kern_packet, pkt_nextpkt)) 153*bbb1b6f9SApple OSS Distributions 154*bbb1b6f9SApple OSS Distributions /* 155*bbb1b6f9SApple OSS Distributions * struct pktq serves as basic common batching data structure using KPKTQ. 156*bbb1b6f9SApple OSS Distributions * Elementary types of batch data structure, e.g. packet array, should be named 157*bbb1b6f9SApple OSS Distributions * as pkts. 158*bbb1b6f9SApple OSS Distributions * For instance: 159*bbb1b6f9SApple OSS Distributions * rx_dequeue_pktq(struct pktq *pktq); 160*bbb1b6f9SApple OSS Distributions * rx_dequeue_pkts(struct __kern_packet *pkts[], uint32_t n_pkts); 161*bbb1b6f9SApple OSS Distributions */ 162*bbb1b6f9SApple OSS Distributions KPKTQ_HEAD(pktq); 163*bbb1b6f9SApple OSS Distributions 164*bbb1b6f9SApple OSS Distributions #endif /* BSD_KERNEL_PRIVATE */ 165*bbb1b6f9SApple OSS Distributions #endif /* !_SKYWALK_PACKET_PACKETQUEUE_H_ */ 166