| /xnu-8020.101.4/bsd/skywalk/nexus/flowswitch/flow/ |
| H A D | flow_classifier.c | 217 if (__probable(IS_P2ALIGNED(&iph->ip_src, 8))) { in flow_pkt_classify() 220 } else if (IS_P2ALIGNED(&iph->ip_src, 4)) { in flow_pkt_classify() 254 if (__probable(IS_P2ALIGNED(&ip6->ip6_src, 8))) { in flow_pkt_classify() 257 } else if (IS_P2ALIGNED(&ip6->ip6_src, 4)) { in flow_pkt_classify() 340 if (__probable(IS_P2ALIGNED(&tcph->th_sport, 4))) { in flow_pkt_classify()
|
| H A D | flow_stats.c | 86 ASSERT(IS_P2ALIGNED(fs, 16)); in flow_stats_alloc()
|
| H A D | flow_agg.c | 317 ASSERT(IS_P2ALIGNED(tcp, sizeof(uint16_t))); in mbuf_csum() 974 ASSERT(IS_P2ALIGNED(siph, sizeof(uint16_t))); in can_agg_slowpath() 975 ASSERT(IS_P2ALIGNED(iph, sizeof(uint16_t))); in can_agg_slowpath() 1026 ASSERT(IS_P2ALIGNED(sip6, sizeof(uint16_t))); in can_agg_slowpath() 1113 if (IS_P2ALIGNED(stcp + 1, sizeof(uint32_t))) { in can_agg_slowpath() 1118 if (IS_P2ALIGNED(tcp + 1, sizeof(uint32_t))) { in can_agg_slowpath() 1231 ASSERT(IS_P2ALIGNED(siph, sizeof(uint16_t))); in flow_agg_merge_hdr() 1247 ASSERT(IS_P2ALIGNED(sip6, sizeof(uint16_t))); in flow_agg_merge_hdr() 1273 ASSERT(IS_P2ALIGNED(stcp, sizeof(uint16_t))); in flow_agg_merge_hdr() 1274 ASSERT(IS_P2ALIGNED(tcp, sizeof(uint16_t))); in flow_agg_merge_hdr()
|
| H A D | flow_owner.c | 100 ASSERT(IS_P2ALIGNED(fob, skmem_cpu_cache_line_size())); in flow_owner_bucket_init()
|
| H A D | flow_route.c | 185 ASSERT(IS_P2ALIGNED(frb, skmem_cpu_cache_line_size())); in flow_route_bucket_init() 289 ASSERT(IS_P2ALIGNED(frib, skmem_cpu_cache_line_size())); in flow_route_id_bucket_init()
|
| H A D | flow_entry.c | 653 ASSERT(IS_P2ALIGNED(fe, 16)); in fe_alloc()
|
| /xnu-8020.101.4/bsd/kern/ |
| H A D | uipc_mbuf2.c | 374 VERIFY(IS_P2ALIGNED(hdr + 1, sizeof(u_int64_t))); in m_tag_create() 380 VERIFY(IS_P2ALIGNED(t, sizeof(u_int64_t))); in m_tag_create() 425 VERIFY(IS_P2ALIGNED(hdr + 1, sizeof(u_int64_t))); in m_tag_alloc() 429 VERIFY(IS_P2ALIGNED(t, sizeof(u_int64_t))); in m_tag_alloc() 442 VERIFY(IS_P2ALIGNED(t, sizeof(u_int64_t))); in m_tag_alloc() 469 VERIFY(IS_P2ALIGNED(hdr + 1, sizeof(u_int64_t))); in m_tag_free()
|
| H A D | mcache.c | 382 VERIFY(IS_P2ALIGNED(ccp, CPU_CACHE_LINE_SIZE)); in mcache_create_common() 983 VERIFY(IS_P2ALIGNED(base, cp->mc_align)); in mcache_slab_alloc() 1016 VERIFY(IS_P2ALIGNED(base, cp->mc_align)); in mcache_slab_free() 1054 VERIFY(IS_P2ALIGNED(base, cp->mc_align)); in mcache_slab_audit() 1583 VERIFY(IS_P2ALIGNED(buf_arg, sizeof(u_int64_t))); in mcache_set_pattern() 1584 VERIFY(IS_P2ALIGNED(size, sizeof(u_int64_t))); in mcache_set_pattern() 1597 VERIFY(IS_P2ALIGNED(buf_arg, sizeof(u_int64_t))); in mcache_verify_pattern() 1598 VERIFY(IS_P2ALIGNED(size, sizeof(u_int64_t))); in mcache_verify_pattern() 1615 VERIFY(IS_P2ALIGNED(buf_arg, sizeof(u_int64_t))); in mcache_verify_set_pattern() 1616 VERIFY(IS_P2ALIGNED(size, sizeof(u_int64_t))); in mcache_verify_set_pattern()
|
| H A D | uipc_mbuf.c | 2006 VERIFY(IS_P2ALIGNED(buf, MCLBYTES)); in slab_free() 2016 VERIFY(IS_P2ALIGNED(buf, MBIGCLBYTES)); in slab_free() 2029 VERIFY(IS_P2ALIGNED(buf, PAGE_SIZE)); in slab_free() 3103 VERIFY(IS_P2ALIGNED(page, PAGE_SIZE)); 5049 (!align || IS_P2ALIGNED((m->m_data - len), sizeof(u_int32_t)))) { 6404 ((IS_P2ALIGNED((m)->m_data, PAGE_SIZE) \ 6406 (!IS_P2ALIGNED((m)->m_data, PAGE_SIZE) && \ 6427 if (IS_P2ALIGNED(data, PAGE_SIZE) && len0 > PAGE_SIZE) { 6429 } else if (!IS_P2ALIGNED(data, PAGE_SIZE) && 7395 VERIFY(IS_P2ALIGNED(msc, sizeof(u_int64_t))); [all …]
|
| H A D | uipc_socket2.c | 1935 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sbcreatecontrol() 1966 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sbcreatecontrol_mbuf()
|
| /xnu-8020.101.4/bsd/skywalk/packet/ |
| H A D | packet_copy.c | 46 if (__probable(IS_P2ALIGNED(src, 8) && IS_P2ALIGNED(dst, 8))) { in _pkt_copy() 57 if (IS_P2ALIGNED(len, 64)) { in _pkt_copy() 60 } else if (IS_P2ALIGNED(len, 32)) { in _pkt_copy() 63 } else if (IS_P2ALIGNED(len, 8)) { in _pkt_copy() 66 } else if (IS_P2ALIGNED(len, 4)) { in _pkt_copy() 166 if (IS_P2ALIGNED(dbaddr + stuff, sizeof(csum))) { in pkt_copy_from_pkt() 708 if (IS_P2ALIGNED(baddr + stuff, sizeof(csum))) { in pkt_copy_multi_buflet_from_pkt() 827 if (IS_P2ALIGNED(baddr + stuff, sizeof(csum))) { in pkt_copy_from_mbuf() 1186 if (IS_P2ALIGNED(baddr + stuff, sizeof(csum))) { in pkt_copy_multi_buflet_from_mbuf() 1388 if (IS_P2ALIGNED(dp + stuff, sizeof(csum))) { in pkt_copy_to_mbuf() [all …]
|
| H A D | packet_common.h | 408 if (__probable(IS_P2ALIGNED(token, 8))) { in __packet_opt_set_token() 802 if (__probable(IS_P2ALIGNED(flow_uuid, sizeof(uint64_t)))) { in __packet_set_flow_uuid() 806 } else if (__probable(IS_P2ALIGNED(flow_uuid, sizeof(uint32_t)))) { in __packet_set_flow_uuid() 827 if (__probable(IS_P2ALIGNED(flow_uuid, sizeof(uint64_t)))) { in __packet_get_flow_uuid() 831 } else if (__probable(IS_P2ALIGNED(flow_uuid, sizeof(uint32_t)))) { in __packet_get_flow_uuid()
|
| /xnu-8020.101.4/bsd/skywalk/core/ |
| H A D | skywalk.c | 1324 if (!IS_P2ALIGNED(s1, SK_DUMP_BUF_ALIGN)) { in skywalk_memcmp_mask_self_tests() 1327 ASSERT(IS_P2ALIGNED(s1, SK_DUMP_BUF_ALIGN)); in skywalk_memcmp_mask_self_tests() 1329 ASSERT(IS_P2ALIGNED(s2, SK_DUMP_BUF_ALIGN)); in skywalk_memcmp_mask_self_tests() 1331 ASSERT(IS_P2ALIGNED(s3, SK_DUMP_BUF_ALIGN)); in skywalk_memcmp_mask_self_tests() 1484 if (!IS_P2ALIGNED(s1, SK_DUMP_BUF_ALIGN)) { in skywalk_self_tests() 1487 ASSERT(IS_P2ALIGNED(s1, SK_DUMP_BUF_ALIGN)); in skywalk_self_tests() 1489 ASSERT(IS_P2ALIGNED(s2, SK_DUMP_BUF_ALIGN)); in skywalk_self_tests() 1491 ASSERT(IS_P2ALIGNED(s3, SK_DUMP_BUF_ALIGN)); in skywalk_self_tests()
|
| H A D | skywalk_common.h | 102 #ifndef IS_P2ALIGNED 103 #define IS_P2ALIGNED(v, a) \ macro
|
| /xnu-8020.101.4/bsd/sys/ |
| H A D | mcache.h | 188 #ifndef IS_P2ALIGNED 189 #define IS_P2ALIGNED(v, a) \ macro
|
| H A D | dtrace_glue.h | 459 #define IS_P2ALIGNED(v, a) ((((uintptr_t)(v)) & ((uintptr_t)(a) - 1)) == 0) macro
|
| H A D | mbuf.h | 1346 if (!IS_P2ALIGNED((_m)->m_data, sizeof (u_int32_t))) { \
|
| /xnu-8020.101.4/bsd/net/ |
| H A D | rtsock.c | 1810 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sysctl_iflist() 1851 VERIFY(IS_P2ALIGNED(cp, in sysctl_iflist() 1888 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sysctl_iflist() 1979 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sysctl_iflist2() 2021 VERIFY(IS_P2ALIGNED(cp, in sysctl_iflist2() 2080 VERIFY(IS_P2ALIGNED(cp, in sysctl_iflist2() 2116 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sysctl_iflist2()
|
| H A D | content_filter.c | 2454 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_ctl_q_in_enqueued, in cfil_init() 2456 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_ctl_q_out_enqueued, in cfil_init() 2458 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_ctl_q_in_peeked, in cfil_init() 2460 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_ctl_q_out_peeked, in cfil_init() 2463 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_pending_q_in_enqueued, in cfil_init() 2465 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_pending_q_out_enqueued, in cfil_init() 2468 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_inject_q_in_enqueued, in cfil_init() 2470 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_inject_q_out_enqueued, in cfil_init() 2472 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_inject_q_in_passed, in cfil_init() 2474 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_inject_q_out_passed, in cfil_init()
|
| /xnu-8020.101.4/bsd/netinet6/ |
| H A D | ipsec.h | 312 #define IPSEC_IS_P2ALIGNED(p) IS_P2ALIGNED(p, sizeof (u_int32_t))
|
| /xnu-8020.101.4/bsd/netinet/ |
| H A D | cpu_in_cksum_gen.c | 119 IS_P2ALIGNED(data, sizeof(uint32_t)) && in os_cpu_in_cksum()
|
| /xnu-8020.101.4/bsd/skywalk/nexus/monitor/ |
| H A D | nx_monitor.c | 1699 VERIFY(IS_P2ALIGNED(len, 64)); in nx_mon_quantum_copy_64x() 1703 VERIFY(IS_P2ALIGNED(dbuf, sizeof(uint64_t))); in nx_mon_quantum_copy_64x() 1705 if (__probable(IS_P2ALIGNED(sbuf, sizeof(uint64_t)))) { in nx_mon_quantum_copy_64x()
|
| /xnu-8020.101.4/bsd/skywalk/mem/ |
| H A D | skmem_cache.c | 668 VERIFY(IS_P2ALIGNED(skm, CHANNEL_CACHE_ALIGN_MAX)); in skmem_cache_create() 823 VERIFY(IS_P2ALIGNED(ccp, CHANNEL_CACHE_ALIGN_MAX)); in skmem_cache_create() 1314 VERIFY(IS_P2ALIGNED(buf, skm->skm_bufalign)); in skmem_slab_alloc_pseudo_locked() 1507 VERIFY(IS_P2ALIGNED(obj, skm->skm_bufalign)); in skmem_slab_free_pseudo_locked()
|
| H A D | skmem_test.c | 1952 VERIFY(IS_P2ALIGNED(objary[i], align)); in skmem_tests()
|
| /xnu-8020.101.4/libsyscall/wrappers/skywalk/ |
| H A D | os_channel.c | 1228 if (__probable(IS_P2ALIGNED(id, sizeof(uint64_t)))) { in _flowadv_id_equal() 1232 } else if (__probable(IS_P2ALIGNED(id, sizeof(uint32_t)))) { in _flowadv_id_equal()
|