Lines Matching refs:os_unlikely
413 if (os_unlikely(queueSentinel != queueHeaderShadow->sentinel)) { in _isQueueMemoryCorrupted()
426 if (os_unlikely(cursor->position >= queueHeaderShadow->numEntries)) { in _isCursorPositionInvalid()
448 if (os_unlikely(entry < firstEntry || entry > lastEntry)) { in _isEntryOutOfBounds()
522 if (os_unlikely(currState.fields.wrStatus & IOCIRCULARDATAQUEUE_STATE_WRITE_INPROGRESS)) { in _reset()
539 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in _reset()
577 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in _enqueueInternal()
581 if (os_unlikely(dataSize > queueHeaderShadow->dataSize)) { in _enqueueInternal()
600 if (os_unlikely(currState.fields.wrStatus & IOCIRCULARDATAQUEUE_STATE_WRITE_INPROGRESS)) { in _enqueueInternal()
609 if (os_unlikely(nextSeqNum == UINT64_MAX)) { in _enqueueInternal()
621 if (os_unlikely((uint8_t *)entry < (uint8_t *)(&queueMemory->entries[0]) in _enqueueInternal()
668 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in _enqueueInternal()
724 if (os_unlikely(queueMemory == NULL || queueHeaderShadow == NULL)) { in isDataEntryValidInQueueMem()
728 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in isDataEntryValidInQueueMem()
732 if (os_unlikely(_isCursorPositionInvalid(queue))) { in isDataEntryValidInQueueMem()
740 if (os_unlikely(currState.fields.rstStatus & IOCIRCULARDATAQUEUE_STATE_RESET_INPROGRESS)) { in isDataEntryValidInQueueMem()
758 if (os_unlikely((uint8_t *)entry < (uint8_t *)(&queueMemory->entries[0]) in isDataEntryValidInQueueMem()
767 if (os_unlikely(entry->sentinel != queueHeaderShadow->sentinel)) { in isDataEntryValidInQueueMem()
776 if (os_unlikely(entryGeneration != queueGeneration)) { in isDataEntryValidInQueueMem()
782 if (os_unlikely(enHeaderInfo.fields.wrStatus == IOCIRCULARDATAQUEUE_ENTRY_STATE_WRITE_INPROGRESS in isDataEntryValidInQueueMem()
787 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in isDataEntryValidInQueueMem()
820 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in setCursorLatestInQueueMem()
830 if (os_unlikely(currState.fields.rstStatus & IOCIRCULARDATAQUEUE_STATE_RESET_INPROGRESS)) { in setCursorLatestInQueueMem()
835 if (os_unlikely(currState.fields.seqNum == UINT64_MAX)) { in setCursorLatestInQueueMem()
849 if (os_unlikely((uint8_t *)entry < (uint8_t *)(&queueMemory->entries[0]) in setCursorLatestInQueueMem()
858 if (os_unlikely(entry->sentinel != queueHeaderShadow->sentinel)) { in setCursorLatestInQueueMem()
867 if (os_unlikely(entryGeneration != queueGeneration)) { in setCursorLatestInQueueMem()
895 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in _getLatestInQueueMemInternal()
912 if (os_unlikely(currState.fields.rstStatus & IOCIRCULARDATAQUEUE_STATE_RESET_INPROGRESS)) { in _getLatestInQueueMemInternal()
917 if (os_unlikely(currState.fields.seqNum == UINT64_MAX)) { in _getLatestInQueueMemInternal()
931 if (os_unlikely((uint8_t *)entry < (uint8_t *)(&queueMemory->entries[0]) in _getLatestInQueueMemInternal()
940 if (os_unlikely(entry->sentinel != queueHeaderShadow->sentinel)) { in _getLatestInQueueMemInternal()
957 if (os_unlikely(entryGeneration != queueGeneration in _getLatestInQueueMemInternal()
967 if (os_unlikely(enHeaderInfo.fields.dataSize > queueHeaderShadow->entryDataSize)) { in _getLatestInQueueMemInternal()
978 if (os_unlikely(enHeaderInfo.fields.dataSize > inSize)) { in _getLatestInQueueMemInternal()
997 if ((kIOReturnSuccess == ret) && os_unlikely(_isQueueMemoryCorrupted(queue))) { in _getLatestInQueueMemInternal()
1080 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in _getNextInQueueMemInternal()
1084 if (os_unlikely(_isCursorPositionInvalid(queue))) { in _getNextInQueueMemInternal()
1094 if (os_unlikely(currState.fields.rstStatus & IOCIRCULARDATAQUEUE_STATE_RESET_INPROGRESS)) { in _getNextInQueueMemInternal()
1102 …if (os_unlikely(cursor->generation != queueGeneration || cursor->sequenceNum > currState.fields.se… in _getNextInQueueMemInternal()
1106 if (os_unlikely(currState.fields.seqNum == UINT64_MAX)) { in _getNextInQueueMemInternal()
1112 if (os_unlikely(cursor->sequenceNum == currState.fields.seqNum in _getNextInQueueMemInternal()
1124 if (os_unlikely((uint8_t *)entry < (uint8_t *)(&queueMemory->entries[0]) in _getNextInQueueMemInternal()
1133 if (os_unlikely(entry->sentinel != queueHeaderShadow->sentinel)) { in _getNextInQueueMemInternal()
1142 if (os_unlikely(entryGeneration != queueGeneration)) { in _getNextInQueueMemInternal()
1150 if (os_unlikely(enHeaderInfo.fields.wrStatus == IOCIRCULARDATAQUEUE_ENTRY_STATE_WRITE_INPROGRESS in _getNextInQueueMemInternal()
1159 if (os_unlikely(enHeaderInfo.fields.dataSize > queueHeaderShadow->entryDataSize)) { in _getNextInQueueMemInternal()
1168 if (os_unlikely(enHeaderInfo.fields.dataSize > inSize)) { in _getNextInQueueMemInternal()
1186 if ((kIOReturnSuccess == ret) && os_unlikely(_isQueueMemoryCorrupted(queue))) { in _getNextInQueueMemInternal()
1291 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in _getPrevInQueueMemInternal()
1295 if (os_unlikely(_isCursorPositionInvalid(queue))) { in _getPrevInQueueMemInternal()
1305 if (os_unlikely(currState.fields.rstStatus & IOCIRCULARDATAQUEUE_STATE_RESET_INPROGRESS)) { in _getPrevInQueueMemInternal()
1313 …if (os_unlikely(cursor->generation != queueGeneration || cursor->sequenceNum > currState.fields.se… in _getPrevInQueueMemInternal()
1317 if (os_unlikely(currState.fields.seqNum == UINT64_MAX)) { in _getPrevInQueueMemInternal()
1328 if (os_unlikely((uint8_t *)entry < (uint8_t *)(&queueMemory->entries[0]) in _getPrevInQueueMemInternal()
1340 if (os_unlikely(enHeaderInfo.fields.wrStatus == IOCIRCULARDATAQUEUE_ENTRY_STATE_WRITE_INPROGRESS in _getPrevInQueueMemInternal()
1346 if (os_unlikely(entryGeneration != queueGeneration)) { in _getPrevInQueueMemInternal()
1353 if (os_unlikely(entry->sentinel != queueHeaderShadow->sentinel)) { in _getPrevInQueueMemInternal()
1363 if (os_unlikely(enHeaderInfo.fields.dataSize > queueHeaderShadow->entryDataSize)) { in _getPrevInQueueMemInternal()
1372 if (os_unlikely(enHeaderInfo.fields.dataSize > inSize)) { in _getPrevInQueueMemInternal()
1388 if ((kIOReturnSuccess == ret) && os_unlikely(_isQueueMemoryCorrupted(queue))) { in _getPrevInQueueMemInternal()
1451 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in _getCurrentInQueueMemInternal()
1455 if (os_unlikely(_isCursorPositionInvalid(queue))) { in _getCurrentInQueueMemInternal()
1465 if (os_unlikely(currState.fields.rstStatus & IOCIRCULARDATAQUEUE_STATE_RESET_INPROGRESS)) { in _getCurrentInQueueMemInternal()
1473 …if (os_unlikely(cursor->generation != queueGeneration || cursor->sequenceNum > currState.fields.se… in _getCurrentInQueueMemInternal()
1477 if (os_unlikely(currState.fields.seqNum == UINT64_MAX)) { in _getCurrentInQueueMemInternal()
1487 if (os_unlikely((uint8_t *)entry < (uint8_t *)(&queueMemory->entries[0]) in _getCurrentInQueueMemInternal()
1496 if (os_unlikely(entry->sentinel != queueHeaderShadow->sentinel)) { in _getCurrentInQueueMemInternal()
1505 if (os_unlikely(entryGeneration != queueGeneration)) { in _getCurrentInQueueMemInternal()
1513 if (os_unlikely(enHeaderInfo.fields.wrStatus == IOCIRCULARDATAQUEUE_ENTRY_STATE_WRITE_INPROGRESS in _getCurrentInQueueMemInternal()
1518 if (os_unlikely(enHeaderInfo.fields.dataSize > queueHeaderShadow->entryDataSize)) { in _getCurrentInQueueMemInternal()
1526 if (os_unlikely(enHeaderInfo.fields.dataSize > inSize)) { in _getCurrentInQueueMemInternal()
1542 if (os_unlikely(_isQueueMemoryCorrupted(queue))) { in _getCurrentInQueueMemInternal()
1645 if (os_unlikely(numEntries > UINT32_MAX - 1 in IOCircularDataQueueCreateWithEntries()
1660 if (os_unlikely(queue->iomd == NULL)) { in IOCircularDataQueueCreateWithEntries()