174 fq_detect_dequeue_stall(fq_if_t *fqs, fq_t *flowq, fq_if_classq_t *fq_cl,  in fq_detect_dequeue_stall()  argument
179 	    fq_empty(flowq, fqs->fqs_ptype) ||  in fq_detect_dequeue_stall()
196 		    flowq->fq_flowhash, if_name(fqs->fqs_ifq->ifcq_ifp));  in fq_detect_dequeue_stall()
204 fq_head_drop(fq_if_t *fqs, fq_t *fq)  in fq_head_drop()  argument
209 	struct ifclassq *ifq = fqs->fqs_ifq;  in fq_head_drop()
212 	fq_getq_flow_internal(fqs, fq, &pkt);  in fq_head_drop()
244 fq_compressor(fq_if_t *fqs, fq_t *fq, fq_if_classq_t *fq_cl,  in fq_compressor()  argument
247 	classq_pkt_type_t ptype = fqs->fqs_ptype;  in fq_compressor()
252 	struct ifclassq *ifq = fqs->fqs_ifq;  in fq_compressor()
267 	if (fq_empty(fq, fqs->fqs_ptype)) {  in fq_compressor()
283 		IFCQ_CONVERT_LOCK(fqs->fqs_ifq);  in fq_compressor()
299 		IFCQ_CONVERT_LOCK(fqs->fqs_ifq);  in fq_compressor()
321 fq_addq(fq_if_t *fqs, fq_if_group_t *fq_grp, pktsched_pkt_t *pkt,  in fq_addq()  argument
371 	fq = fq_if_hash_pkt(fqs, fq_grp, pkt_flowid, pktsched_get_pkt_svc(pkt),  in fq_addq()
374 		DTRACE_IP1(memfail__drop, fq_if_t *, fqs);  in fq_addq()
380 	VERIFY(fqs->fqs_ptype == pkt->pktsched_ptype);  in fq_addq()
386 	fq_detect_dequeue_stall(fqs, fq, fq_cl, &now);  in fq_addq()
415 				IFCQ_DROP_ADD(fqs->fqs_ifq, cnt, pktsched_get_pkt_len(pkt));  in fq_addq()
417 			DTRACE_IP6(flow__adv, fq_if_t *, fqs,  in fq_addq()
427 			if (!fq_empty(fq, fqs->fqs_ptype)) {  in fq_addq()
431 					fq_head_drop(fqs, fq);  in fq_addq()
439 			DTRACE_IP6(no__flow__adv, fq_if_t *, fqs,  in fq_addq()
448 		if (fq_if_add_fcentry(fqs, pkt, pkt_flowsrc, fq, fq_cl)) {  in fq_addq()
466 		DTRACE_IP3(fc__ret, fq_if_t *, fqs, int, droptype, int, ret);  in fq_addq()
476 	    fq_if_at_drop_limit(fqs))) {  in fq_addq()
479 		if (fqs->fqs_large_flow == fq) {  in fq_addq()
485 			DTRACE_IP5(large__flow, fq_if_t *, fqs,  in fq_addq()
490 				fq_head_drop(fqs, fq);  in fq_addq()
502 				if (fq_if_add_fcentry(fqs, pkt, pkt_flowsrc, fq, fq_cl)) {  in fq_addq()
511 			if (fqs->fqs_large_flow == NULL) {  in fq_addq()
516 				DTRACE_IP5(no__large__flow, fq_if_t *, fqs,  in fq_addq()
524 				if (fq_empty(fq, fqs->fqs_ptype) &&  in fq_addq()
527 					fq_if_move_to_empty_flow(fqs, fq_cl,  in fq_addq()
533 				    fq_if_t *, fqs, fq_if_classq_t *, fq_cl,  in fq_addq()
538 					fq_if_drop_packet(fqs, now);  in fq_addq()
555 			ret_compress = fq_compressor(fqs, fq, fq_cl, pkt);  in fq_addq()
560 		DTRACE_IP5(fq_enqueue, fq_if_t *, fqs, fq_if_classq_t *, fq_cl,  in fq_addq()
573 		fq_if_is_flow_heavy(fqs, fq);  in fq_addq()
575 		DTRACE_IP3(fq_drop, fq_if_t *, fqs, int, droptype, int, ret);  in fq_addq()
596 fq_getq_flow_internal(fq_if_t *fqs, fq_t *fq, pktsched_pkt_t *pkt)  in fq_getq_flow_internal()  argument
601 	struct ifclassq *ifq = fqs->fqs_ifq;  in fq_getq_flow_internal()
603 	fq_dequeue(fq, &p, fqs->fqs_ptype);  in fq_getq_flow_internal()
625 	if (fq_empty(fq, fqs->fqs_ptype)) {  in fq_getq_flow_internal()
631 fq_getq_flow(fq_if_t *fqs, fq_t *fq, pktsched_pkt_t *pkt, uint64_t now)  in fq_getq_flow()  argument
640 	fq_getq_flow_internal(fqs, fq, pkt);  in fq_getq_flow()
680 			    if_name(fqs->fqs_ifq->ifcq_ifp));  in fq_getq_flow()
719 				    if_name(fqs->fqs_ifq->ifcq_ifp));  in fq_getq_flow()
730 	if (fqs->fqs_large_flow != fq || !fq_if_almost_at_drop_limit(fqs)) {  in fq_getq_flow()
733 	if (!FQ_IS_DELAY_HIGH(fq) || fq_empty(fq, fqs->fqs_ptype)) {  in fq_getq_flow()
739 		fq_if_flow_feedback(fqs, fq, fq_cl);  in fq_getq_flow()
742 	if (fq_empty(fq, fqs->fqs_ptype)) {  in fq_getq_flow()
748 	fq_if_is_flow_heavy(fqs, fq);  in fq_getq_flow()