169 fq_detect_dequeue_stall(fq_if_t *fqs, fq_t *flowq, fq_if_classq_t *fq_cl,  in fq_detect_dequeue_stall()  argument
174 	    fq_empty(flowq, fqs->fqs_ptype) ||  in fq_detect_dequeue_stall()
191 		    flowq->fq_flowhash, if_name(fqs->fqs_ifq->ifcq_ifp));  in fq_detect_dequeue_stall()
199 fq_head_drop(fq_if_t *fqs, fq_t *fq)  in fq_head_drop()  argument
204 	struct ifclassq *ifq = fqs->fqs_ifq;  in fq_head_drop()
207 	fq_getq_flow_internal(fqs, fq, &pkt);  in fq_head_drop()
239 fq_compressor(fq_if_t *fqs, fq_t *fq, fq_if_classq_t *fq_cl,  in fq_compressor()  argument
242 	classq_pkt_type_t ptype = fqs->fqs_ptype;  in fq_compressor()
247 	struct ifclassq *ifq = fqs->fqs_ifq;  in fq_compressor()
262 	if (fq_empty(fq, fqs->fqs_ptype)) {  in fq_compressor()
278 		IFCQ_CONVERT_LOCK(fqs->fqs_ifq);  in fq_compressor()
294 		IFCQ_CONVERT_LOCK(fqs->fqs_ifq);  in fq_compressor()
316 fq_addq(fq_if_t *fqs, fq_if_group_t *fq_grp, pktsched_pkt_t *pkt,  in fq_addq()  argument
362 	fq = fq_if_hash_pkt(fqs, fq_grp, pkt_flowid, pktsched_get_pkt_svc(pkt),  in fq_addq()
365 		DTRACE_IP1(memfail__drop, fq_if_t *, fqs);  in fq_addq()
371 	VERIFY(fqs->fqs_ptype == pkt->pktsched_ptype);  in fq_addq()
377 	fq_detect_dequeue_stall(fqs, fq, fq_cl, &now);  in fq_addq()
391 				IFCQ_DROP_ADD(fqs->fqs_ifq, cnt, pktsched_get_pkt_len(pkt));  in fq_addq()
393 			DTRACE_IP6(flow__adv, fq_if_t *, fqs,  in fq_addq()
403 			if (!fq_empty(fq, fqs->fqs_ptype)) {  in fq_addq()
407 					fq_head_drop(fqs, fq);  in fq_addq()
415 			DTRACE_IP6(no__flow__adv, fq_if_t *, fqs,  in fq_addq()
424 		if (fq_if_add_fcentry(fqs, pkt, pkt_flowsrc, fq, fq_cl)) {  in fq_addq()
442 		DTRACE_IP3(fc__ret, fq_if_t *, fqs, int, droptype, int, ret);  in fq_addq()
452 	    fq_if_at_drop_limit(fqs))) {  in fq_addq()
455 		if (fqs->fqs_large_flow == fq) {  in fq_addq()
461 			DTRACE_IP5(large__flow, fq_if_t *, fqs,  in fq_addq()
466 				fq_head_drop(fqs, fq);  in fq_addq()
478 				if (fq_if_add_fcentry(fqs, pkt, pkt_flowsrc, fq, fq_cl)) {  in fq_addq()
487 			if (fqs->fqs_large_flow == NULL) {  in fq_addq()
492 				DTRACE_IP5(no__large__flow, fq_if_t *, fqs,  in fq_addq()
500 				if (fq_empty(fq, fqs->fqs_ptype) &&  in fq_addq()
503 					fq_if_move_to_empty_flow(fqs, fq_cl,  in fq_addq()
509 				    fq_if_t *, fqs, fq_if_classq_t *, fq_cl,  in fq_addq()
514 					fq_if_drop_packet(fqs, now);  in fq_addq()
529 			ret = fq_compressor(fqs, fq, fq_cl, pkt);  in fq_addq()
536 		DTRACE_IP5(fq_enqueue, fq_if_t *, fqs, fq_if_classq_t *, fq_cl,  in fq_addq()
549 		fq_if_is_flow_heavy(fqs, fq);  in fq_addq()
551 		DTRACE_IP3(fq_drop, fq_if_t *, fqs, int, droptype, int, ret);  in fq_addq()
572 fq_getq_flow_internal(fq_if_t *fqs, fq_t *fq, pktsched_pkt_t *pkt)  in fq_getq_flow_internal()  argument
577 	struct ifclassq *ifq = fqs->fqs_ifq;  in fq_getq_flow_internal()
579 	fq_dequeue(fq, &p, fqs->fqs_ptype);  in fq_getq_flow_internal()
601 	if (fq_empty(fq, fqs->fqs_ptype)) {  in fq_getq_flow_internal()
607 fq_getq_flow(fq_if_t *fqs, fq_t *fq, pktsched_pkt_t *pkt, uint64_t now)  in fq_getq_flow()  argument
614 	fq_getq_flow_internal(fqs, fq, pkt);  in fq_getq_flow()
658 			    if_name(fqs->fqs_ifq->ifcq_ifp));  in fq_getq_flow()
679 				    if_name(fqs->fqs_ifq->ifcq_ifp));  in fq_getq_flow()
688 	if (fqs->fqs_large_flow != fq || !fq_if_almost_at_drop_limit(fqs)) {  in fq_getq_flow()
691 	if (!FQ_IS_DELAY_HIGH(fq) || fq_empty(fq, fqs->fqs_ptype)) {  in fq_getq_flow()
697 		fq_if_flow_feedback(fqs, fq, fq_cl);  in fq_getq_flow()
700 	if (fq_empty(fq, fqs->fqs_ptype)) {  in fq_getq_flow()
706 	fq_if_is_flow_heavy(fqs, fq);  in fq_getq_flow()