1*bbb1b6f9SApple OSS Distributions /* 2*bbb1b6f9SApple OSS Distributions * Copyright (c) 2007-2021 Apple Inc. All rights reserved. 3*bbb1b6f9SApple OSS Distributions * 4*bbb1b6f9SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ 5*bbb1b6f9SApple OSS Distributions * 6*bbb1b6f9SApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code 7*bbb1b6f9SApple OSS Distributions * as defined in and that are subject to the Apple Public Source License 8*bbb1b6f9SApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in 9*bbb1b6f9SApple OSS Distributions * compliance with the License. The rights granted to you under the License 10*bbb1b6f9SApple OSS Distributions * may not be used to create, or enable the creation or redistribution of, 11*bbb1b6f9SApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to 12*bbb1b6f9SApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any 13*bbb1b6f9SApple OSS Distributions * terms of an Apple operating system software license agreement. 14*bbb1b6f9SApple OSS Distributions * 15*bbb1b6f9SApple OSS Distributions * Please obtain a copy of the License at 16*bbb1b6f9SApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file. 17*bbb1b6f9SApple OSS Distributions * 18*bbb1b6f9SApple OSS Distributions * The Original Code and all software distributed under the License are 19*bbb1b6f9SApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER 20*bbb1b6f9SApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, 21*bbb1b6f9SApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, 22*bbb1b6f9SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. 23*bbb1b6f9SApple OSS Distributions * Please see the License for the specific language governing rights and 24*bbb1b6f9SApple OSS Distributions * limitations under the License. 25*bbb1b6f9SApple OSS Distributions * 26*bbb1b6f9SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ 27*bbb1b6f9SApple OSS Distributions */ 28*bbb1b6f9SApple OSS Distributions 29*bbb1b6f9SApple OSS Distributions /* $NetBSD: altq_classq.h,v 1.7 2006/10/12 19:59:08 peter Exp $ */ 30*bbb1b6f9SApple OSS Distributions /* $KAME: altq_classq.h,v 1.6 2003/01/07 07:33:38 kjc Exp $ */ 31*bbb1b6f9SApple OSS Distributions 32*bbb1b6f9SApple OSS Distributions /* 33*bbb1b6f9SApple OSS Distributions * Copyright (c) 1991-1997 Regents of the University of California. 34*bbb1b6f9SApple OSS Distributions * All rights reserved. 35*bbb1b6f9SApple OSS Distributions * 36*bbb1b6f9SApple OSS Distributions * Redistribution and use in source and binary forms, with or without 37*bbb1b6f9SApple OSS Distributions * modification, are permitted provided that the following conditions 38*bbb1b6f9SApple OSS Distributions * are met: 39*bbb1b6f9SApple OSS Distributions * 1. Redistributions of source code must retain the above copyright 40*bbb1b6f9SApple OSS Distributions * notice, this list of conditions and the following disclaimer. 41*bbb1b6f9SApple OSS Distributions * 2. Redistributions in binary form must reproduce the above copyright 42*bbb1b6f9SApple OSS Distributions * notice, this list of conditions and the following disclaimer in the 43*bbb1b6f9SApple OSS Distributions * documentation and/or other materials provided with the distribution. 44*bbb1b6f9SApple OSS Distributions * 3. All advertising materials mentioning features or use of this software 45*bbb1b6f9SApple OSS Distributions * must display the following acknowledgement: 46*bbb1b6f9SApple OSS Distributions * This product includes software developed by the Network Research 47*bbb1b6f9SApple OSS Distributions * Group at Lawrence Berkeley Laboratory. 48*bbb1b6f9SApple OSS Distributions * 4. Neither the name of the University nor of the Laboratory may be used 49*bbb1b6f9SApple OSS Distributions * to endorse or promote products derived from this software without 50*bbb1b6f9SApple OSS Distributions * specific prior written permission. 51*bbb1b6f9SApple OSS Distributions * 52*bbb1b6f9SApple OSS Distributions * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 53*bbb1b6f9SApple OSS Distributions * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 54*bbb1b6f9SApple OSS Distributions * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 55*bbb1b6f9SApple OSS Distributions * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 56*bbb1b6f9SApple OSS Distributions * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 57*bbb1b6f9SApple OSS Distributions * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 58*bbb1b6f9SApple OSS Distributions * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 59*bbb1b6f9SApple OSS Distributions * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 60*bbb1b6f9SApple OSS Distributions * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 61*bbb1b6f9SApple OSS Distributions * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 62*bbb1b6f9SApple OSS Distributions * SUCH DAMAGE. 63*bbb1b6f9SApple OSS Distributions */ 64*bbb1b6f9SApple OSS Distributions /* 65*bbb1b6f9SApple OSS Distributions * class queue definitions extracted from rm_class.h. 66*bbb1b6f9SApple OSS Distributions */ 67*bbb1b6f9SApple OSS Distributions #ifndef _NET_CLASSQ_CLASSQ_H_ 68*bbb1b6f9SApple OSS Distributions #define _NET_CLASSQ_CLASSQ_H_ 69*bbb1b6f9SApple OSS Distributions 70*bbb1b6f9SApple OSS Distributions #ifdef PRIVATE 71*bbb1b6f9SApple OSS Distributions #ifdef __cplusplus 72*bbb1b6f9SApple OSS Distributions extern "C" { 73*bbb1b6f9SApple OSS Distributions #endif 74*bbb1b6f9SApple OSS Distributions 75*bbb1b6f9SApple OSS Distributions /* 76*bbb1b6f9SApple OSS Distributions * Packet types 77*bbb1b6f9SApple OSS Distributions */ 78*bbb1b6f9SApple OSS Distributions typedef enum classq_pkt_type { 79*bbb1b6f9SApple OSS Distributions QP_INVALID = 0, 80*bbb1b6f9SApple OSS Distributions QP_MBUF, /* mbuf packet */ 81*bbb1b6f9SApple OSS Distributions #if SKYWALK 82*bbb1b6f9SApple OSS Distributions QP_PACKET, /* skywalk packet */ 83*bbb1b6f9SApple OSS Distributions #endif /* SKYWALK */ 84*bbb1b6f9SApple OSS Distributions } classq_pkt_type_t; 85*bbb1b6f9SApple OSS Distributions 86*bbb1b6f9SApple OSS Distributions /* 87*bbb1b6f9SApple OSS Distributions * Packet 88*bbb1b6f9SApple OSS Distributions */ 89*bbb1b6f9SApple OSS Distributions typedef struct classq_pkt { 90*bbb1b6f9SApple OSS Distributions union { 91*bbb1b6f9SApple OSS Distributions struct mbuf *cp_mbuf; /* mbuf packet */ 92*bbb1b6f9SApple OSS Distributions #if SKYWALK 93*bbb1b6f9SApple OSS Distributions struct __kern_packet *cp_kpkt; /* skywalk packet */ 94*bbb1b6f9SApple OSS Distributions #endif /* SKYWALK */ 95*bbb1b6f9SApple OSS Distributions }; 96*bbb1b6f9SApple OSS Distributions classq_pkt_type_t cp_ptype; 97*bbb1b6f9SApple OSS Distributions } classq_pkt_t; 98*bbb1b6f9SApple OSS Distributions 99*bbb1b6f9SApple OSS Distributions #define CLASSQ_PKT_INITIALIZER(_p) \ 100*bbb1b6f9SApple OSS Distributions (classq_pkt_t){ .cp_mbuf = NULL, .cp_ptype = QP_INVALID } 101*bbb1b6f9SApple OSS Distributions 102*bbb1b6f9SApple OSS Distributions #define CLASSQ_PKT_INIT(_p) do { \ 103*bbb1b6f9SApple OSS Distributions (_p)->cp_ptype = QP_INVALID; \ 104*bbb1b6f9SApple OSS Distributions (_p)->cp_mbuf = NULL; \ 105*bbb1b6f9SApple OSS Distributions } while (0) 106*bbb1b6f9SApple OSS Distributions 107*bbb1b6f9SApple OSS Distributions #define CLASSQ_PKT_INIT_MBUF(_p, _m) do { \ 108*bbb1b6f9SApple OSS Distributions (_p)->cp_ptype = QP_MBUF; \ 109*bbb1b6f9SApple OSS Distributions (_p)->cp_mbuf = (_m); \ 110*bbb1b6f9SApple OSS Distributions } while (0) 111*bbb1b6f9SApple OSS Distributions 112*bbb1b6f9SApple OSS Distributions #if SKYWALK 113*bbb1b6f9SApple OSS Distributions #define CLASSQ_PKT_INIT_PACKET(_p, _k) do { \ 114*bbb1b6f9SApple OSS Distributions (_p)->cp_ptype = QP_PACKET; \ 115*bbb1b6f9SApple OSS Distributions (_p)->cp_kpkt = (_k); \ 116*bbb1b6f9SApple OSS Distributions } while (0) 117*bbb1b6f9SApple OSS Distributions #endif /* SKYWALK */ 118*bbb1b6f9SApple OSS Distributions 119*bbb1b6f9SApple OSS Distributions /* 120*bbb1b6f9SApple OSS Distributions * Packet Queue types 121*bbb1b6f9SApple OSS Distributions */ 122*bbb1b6f9SApple OSS Distributions typedef enum classq_type { 123*bbb1b6f9SApple OSS Distributions Q_DROPHEAD, 124*bbb1b6f9SApple OSS Distributions Q_DROPTAIL, 125*bbb1b6f9SApple OSS Distributions Q_SFB 126*bbb1b6f9SApple OSS Distributions } classq_type_t; 127*bbb1b6f9SApple OSS Distributions 128*bbb1b6f9SApple OSS Distributions /* 129*bbb1b6f9SApple OSS Distributions * Packet Queue states 130*bbb1b6f9SApple OSS Distributions */ 131*bbb1b6f9SApple OSS Distributions typedef enum classq_state { 132*bbb1b6f9SApple OSS Distributions QS_RUNNING, 133*bbb1b6f9SApple OSS Distributions QS_SUSPENDED 134*bbb1b6f9SApple OSS Distributions } classq_state_t; 135*bbb1b6f9SApple OSS Distributions 136*bbb1b6f9SApple OSS Distributions #define DEFAULT_QLIMIT 128 /* default */ 137*bbb1b6f9SApple OSS Distributions 138*bbb1b6f9SApple OSS Distributions #define CLASSQ_DEQUEUE_MAX_PKT_LIMIT 2048 139*bbb1b6f9SApple OSS Distributions #define CLASSQ_DEQUEUE_MAX_BYTE_LIMIT (1024 * 1024) 140*bbb1b6f9SApple OSS Distributions 141*bbb1b6f9SApple OSS Distributions /* 142*bbb1b6f9SApple OSS Distributions * generic packet counter 143*bbb1b6f9SApple OSS Distributions */ 144*bbb1b6f9SApple OSS Distributions struct pktcntr { 145*bbb1b6f9SApple OSS Distributions u_int64_t packets; 146*bbb1b6f9SApple OSS Distributions u_int64_t bytes; 147*bbb1b6f9SApple OSS Distributions }; 148*bbb1b6f9SApple OSS Distributions 149*bbb1b6f9SApple OSS Distributions #ifdef BSD_KERNEL_PRIVATE 150*bbb1b6f9SApple OSS Distributions #include <sys/mcache.h> 151*bbb1b6f9SApple OSS Distributions #include <sys/mbuf.h> 152*bbb1b6f9SApple OSS Distributions #include <sys/sysctl.h> 153*bbb1b6f9SApple OSS Distributions #if SKYWALK 154*bbb1b6f9SApple OSS Distributions #include <skywalk/packet/packet_queue.h> 155*bbb1b6f9SApple OSS Distributions #endif /* SKYWALK */ 156*bbb1b6f9SApple OSS Distributions 157*bbb1b6f9SApple OSS Distributions /* 158*bbb1b6f9SApple OSS Distributions * Packet Queue structures and macros to manipulate them. 159*bbb1b6f9SApple OSS Distributions */ 160*bbb1b6f9SApple OSS Distributions typedef struct _class_queue_ { 161*bbb1b6f9SApple OSS Distributions union { 162*bbb1b6f9SApple OSS Distributions MBUFQ_HEAD(mq_head) __mbufq; /* mbuf packet queue */ 163*bbb1b6f9SApple OSS Distributions #if SKYWALK 164*bbb1b6f9SApple OSS Distributions KPKTQ_HEAD(kq_head) __kpktq; /* skywalk packet queue */ 165*bbb1b6f9SApple OSS Distributions #endif /* SKYWALK */ 166*bbb1b6f9SApple OSS Distributions } __pktq_u; 167*bbb1b6f9SApple OSS Distributions u_int32_t qlen; /* Queue length (in number of packets) */ 168*bbb1b6f9SApple OSS Distributions u_int32_t qlim; /* Queue limit (in number of packets*) */ 169*bbb1b6f9SApple OSS Distributions u_int64_t qsize; /* Approx. queue size (in number of bytes) */ 170*bbb1b6f9SApple OSS Distributions classq_type_t qtype; /* Queue type */ 171*bbb1b6f9SApple OSS Distributions classq_state_t qstate; /* Queue state */ 172*bbb1b6f9SApple OSS Distributions classq_pkt_type_t qptype; /* Packet type */ 173*bbb1b6f9SApple OSS Distributions } class_queue_t; 174*bbb1b6f9SApple OSS Distributions 175*bbb1b6f9SApple OSS Distributions #define qmbufq(q) (q)->__pktq_u.__mbufq /* Get mbuf packet queue */ 176*bbb1b6f9SApple OSS Distributions #if SKYWALK 177*bbb1b6f9SApple OSS Distributions #define qkpktq(q) (q)->__pktq_u.__kpktq /* Get kernel packet queue */ 178*bbb1b6f9SApple OSS Distributions #endif /* SKYWALK */ 179*bbb1b6f9SApple OSS Distributions #define qptype(q) (q)->qptype /* Get queue packet type */ 180*bbb1b6f9SApple OSS Distributions #define qtype(q) (q)->qtype /* Get queue type */ 181*bbb1b6f9SApple OSS Distributions #define qstate(q) (q)->qstate /* Get queue state */ 182*bbb1b6f9SApple OSS Distributions #define qlimit(q) (q)->qlim /* Max packets to be queued */ 183*bbb1b6f9SApple OSS Distributions #define qlen(q) (q)->qlen /* Current queue length. */ 184*bbb1b6f9SApple OSS Distributions #define qsize(q) (q)->qsize /* Approx. bytes in queue */ 185*bbb1b6f9SApple OSS Distributions 186*bbb1b6f9SApple OSS Distributions #if SKYWALK 187*bbb1b6f9SApple OSS Distributions #define qhead(q) ((qptype(q) == QP_MBUF) ? \ 188*bbb1b6f9SApple OSS Distributions (void *)MBUFQ_FIRST(&qmbufq(q)) : \ 189*bbb1b6f9SApple OSS Distributions (void *)KPKTQ_FIRST(&qkpktq(q))) 190*bbb1b6f9SApple OSS Distributions #else /* !SKYWALK */ 191*bbb1b6f9SApple OSS Distributions #define qhead(q) MBUFQ_FIRST(&qmbufq(q)) 192*bbb1b6f9SApple OSS Distributions #endif /* !SKYWALK */ 193*bbb1b6f9SApple OSS Distributions 194*bbb1b6f9SApple OSS Distributions #define qempty(q) (qlen(q) == 0) /* Is the queue empty?? */ 195*bbb1b6f9SApple OSS Distributions #define q_is_red(q) (qtype(q) == Q_RED) /* Is the queue a RED queue */ 196*bbb1b6f9SApple OSS Distributions #define q_is_rio(q) (qtype(q) == Q_RIO) /* Is the queue a RIO queue */ 197*bbb1b6f9SApple OSS Distributions #define q_is_blue(q) (qtype(q) == Q_BLUE) /* Is the queue a BLUE queue */ 198*bbb1b6f9SApple OSS Distributions #define q_is_sfb(q) (qtype(q) == Q_SFB) /* Is the queue a SFB queue */ 199*bbb1b6f9SApple OSS Distributions #define q_is_red_or_rio(q) (qtype(q) == Q_RED || qtype(q) == Q_RIO) 200*bbb1b6f9SApple OSS Distributions #define q_is_suspended(q) (qstate(q) == QS_SUSPENDED) 201*bbb1b6f9SApple OSS Distributions 202*bbb1b6f9SApple OSS Distributions #define PKTCNTR_ADD(_cntr, _pkt, _len) do { \ 203*bbb1b6f9SApple OSS Distributions (_cntr)->packets += (_pkt); \ 204*bbb1b6f9SApple OSS Distributions (_cntr)->bytes += (_len); \ 205*bbb1b6f9SApple OSS Distributions } while (0) 206*bbb1b6f9SApple OSS Distributions 207*bbb1b6f9SApple OSS Distributions #define PKTCNTR_CLEAR(_cntr) do { \ 208*bbb1b6f9SApple OSS Distributions (_cntr)->packets = 0; \ 209*bbb1b6f9SApple OSS Distributions (_cntr)->bytes = 0; \ 210*bbb1b6f9SApple OSS Distributions } while (0) 211*bbb1b6f9SApple OSS Distributions 212*bbb1b6f9SApple OSS Distributions /* flags for mark_ecn() */ 213*bbb1b6f9SApple OSS Distributions #define CLASSQF_ECN4 0x01 /* use packet marking for IPv4 packets */ 214*bbb1b6f9SApple OSS Distributions #define CLASSQF_ECN6 0x02 /* use packet marking for IPv6 packets */ 215*bbb1b6f9SApple OSS Distributions #define CLASSQF_ECN (CLASSQF_ECN4 | CLASSQF_ECN6) 216*bbb1b6f9SApple OSS Distributions 217*bbb1b6f9SApple OSS Distributions extern u_int32_t classq_verbose; 218*bbb1b6f9SApple OSS Distributions 219*bbb1b6f9SApple OSS Distributions SYSCTL_DECL(_net_classq); 220*bbb1b6f9SApple OSS Distributions 221*bbb1b6f9SApple OSS Distributions extern void _qinit(class_queue_t *, int, int, classq_pkt_type_t); 222*bbb1b6f9SApple OSS Distributions extern void _addq(class_queue_t *, classq_pkt_t *); 223*bbb1b6f9SApple OSS Distributions extern void _addq_multi(class_queue_t *, classq_pkt_t *, classq_pkt_t *, 224*bbb1b6f9SApple OSS Distributions u_int32_t, u_int64_t); 225*bbb1b6f9SApple OSS Distributions extern void _getq(class_queue_t *, classq_pkt_t *); 226*bbb1b6f9SApple OSS Distributions extern void _getq_all(class_queue_t *, classq_pkt_t *, classq_pkt_t *, 227*bbb1b6f9SApple OSS Distributions u_int32_t *, u_int64_t *); 228*bbb1b6f9SApple OSS Distributions extern void _getq_tail(class_queue_t *, classq_pkt_t *); 229*bbb1b6f9SApple OSS Distributions extern void _getq_random(class_queue_t *, classq_pkt_t *); 230*bbb1b6f9SApple OSS Distributions extern void _getq_flow(class_queue_t *, classq_pkt_t *, u_int32_t); 231*bbb1b6f9SApple OSS Distributions extern void _getq_scidx_lt(class_queue_t *, classq_pkt_t *, u_int32_t); 232*bbb1b6f9SApple OSS Distributions extern void _removeq(class_queue_t *, classq_pkt_t *); 233*bbb1b6f9SApple OSS Distributions extern void _flushq(class_queue_t *); 234*bbb1b6f9SApple OSS Distributions extern void _flushq_flow(class_queue_t *, u_int32_t, u_int32_t *, u_int32_t *); 235*bbb1b6f9SApple OSS Distributions 236*bbb1b6f9SApple OSS Distributions extern void classq_init(void); 237*bbb1b6f9SApple OSS Distributions 238*bbb1b6f9SApple OSS Distributions #if PF_ECN 239*bbb1b6f9SApple OSS Distributions extern u_int8_t read_dsfield(struct mbuf *, struct pf_mtag *); 240*bbb1b6f9SApple OSS Distributions extern void write_dsfield(struct mbuf *, struct pf_mtag *, u_int8_t); 241*bbb1b6f9SApple OSS Distributions extern int mark_ecn(struct mbuf *, struct pf_mtag *, int); 242*bbb1b6f9SApple OSS Distributions #endif /* PF_ECN */ 243*bbb1b6f9SApple OSS Distributions #endif /* BSD_KERNEL_PRIVATE */ 244*bbb1b6f9SApple OSS Distributions 245*bbb1b6f9SApple OSS Distributions #ifdef __cplusplus 246*bbb1b6f9SApple OSS Distributions } 247*bbb1b6f9SApple OSS Distributions #endif 248*bbb1b6f9SApple OSS Distributions #endif /* PRIVATE */ 249*bbb1b6f9SApple OSS Distributions #endif /* _NET_CLASSQ_CLASSQ_H_ */ 250