| /xnu-8796.141.3/libsyscall/wrappers/skywalk/ |
| H A D | os_channel_event.c | 47 char *baddr, *estart; in os_channel_event_get_next_event() local 57 baddr = os_buflet_get_object_address(buflet); in os_channel_event_get_next_event() 58 if (__improbable(baddr == NULL)) { in os_channel_event_get_next_event() 62 baddr += os_buflet_get_data_offset(buflet); in os_channel_event_get_next_event() 63 estart = baddr + __KERN_CHANNEL_EVENT_OFFSET; in os_channel_event_get_next_event() 77 if (__improbable((cev->ev_dlen + (char *)cev) > (baddr + bdlen))) { in os_channel_event_get_next_event()
|
| H A D | os_channel.c | 1049 mach_vm_address_t baddr; in os_channel_get_next_slot() local 1075 baddr = _initialize_metadata_address(chrd, q, &bdoff); in os_channel_get_next_slot() 1076 if (__improbable(baddr == 0)) { in os_channel_get_next_slot() 1084 prop->sp_buf_ptr = baddr + bdoff; in os_channel_get_next_slot() 1700 mach_vm_address_t baddr; in os_channel_packet_alloc() local 1749 baddr = _initialize_metadata_address(chrd, q, &bdoff); in os_channel_packet_alloc() 1750 if (__improbable(baddr == 0)) { in os_channel_packet_alloc() 2125 mach_vm_address_t baddr; in os_channel_get_next_event_handle() local 2153 baddr = _initialize_metadata_address(chrd, qum, &bdoff); in os_channel_get_next_event_handle() 2154 if (__improbable(baddr == 0)) { in os_channel_get_next_event_handle() [all …]
|
| /xnu-8796.141.3/bsd/skywalk/nexus/flowswitch/ |
| H A D | fsw_cellular.c | 55 uint8_t *baddr; in fsw_cellular_demux() local 57 MD_BUFLET_ADDR_ABS_DLEN(pkt, baddr, bdlen, bdlim, bdoff); in fsw_cellular_demux() 58 baddr += pkt->pkt_headroom; in fsw_cellular_demux() 59 iph = (struct ip *)(void *)baddr; in fsw_cellular_demux() 60 ip6h = (struct ip6_hdr *)(void *)baddr; in fsw_cellular_demux()
|
| H A D | fsw_ip.c | 54 uint8_t *baddr; in fsw_ip_demux() local 56 MD_BUFLET_ADDR_ABS_DLEN(pkt, baddr, bdlen, bdlim, bdoff); in fsw_ip_demux() 57 baddr += pkt->pkt_headroom; in fsw_ip_demux() 58 iph = (struct ip *)(void *)baddr; in fsw_ip_demux() 59 ip6h = (struct ip6_hdr *)(void *)baddr; in fsw_ip_demux()
|
| H A D | fsw_ethernet.c | 542 uint8_t *baddr; in fsw_ethernet_demux() local 544 MD_BUFLET_ADDR_ABS_DLEN(pkt, baddr, bdlen, bdlim, bdoff); in fsw_ethernet_demux() 545 baddr += pkt->pkt_headroom; in fsw_ethernet_demux() 546 eh = (struct ether_header *)(void *)baddr; in fsw_ethernet_demux()
|
| H A D | fsw_vp.c | 544 char *baddr; in fsw_vp_na_channel_event_notify() local 582 baddr = __buflet_get_data_address(buf); in fsw_vp_na_channel_event_notify() 583 emd = (struct __kern_channel_event_metadata *)(void *)baddr; in fsw_vp_na_channel_event_notify() 586 bcopy(ev, (baddr + __KERN_CHANNEL_EVENT_OFFSET), ev_len); in fsw_vp_na_channel_event_notify()
|
| H A D | fsw_dp.c | 1678 void *baddr; in _fsw_receive_locked() local 1679 MD_BUFLET_ADDR_ABS_PKT(tpkt, baddr); in _fsw_receive_locked() 1680 SK_PREFETCH(baddr, 0); in _fsw_receive_locked()
|
| /xnu-8796.141.3/bsd/skywalk/packet/ |
| H A D | packet_copy.c | 678 uint8_t *baddr; in pkt_copy_multi_buflet_from_pkt() local 709 MD_BUFLET_ADDR_ABS(dpkt, baddr); in pkt_copy_multi_buflet_from_pkt() 710 ASSERT(baddr != NULL); in pkt_copy_multi_buflet_from_pkt() 711 baddr += doff; in pkt_copy_multi_buflet_from_pkt() 712 if (IS_P2ALIGNED(baddr + stuff, sizeof(csum))) { in pkt_copy_multi_buflet_from_pkt() 713 *(uint16_t *)(uintptr_t)(baddr + stuff) = csum; in pkt_copy_multi_buflet_from_pkt() 715 bcopy((void *)&csum, baddr + stuff, in pkt_copy_multi_buflet_from_pkt() 752 uint8_t *baddr; in pkt_copy_from_mbuf() local 757 MD_BUFLET_ADDR_ABS(pkt, baddr); in pkt_copy_from_mbuf() 758 ASSERT(baddr != NULL); in pkt_copy_from_mbuf() [all …]
|
| H A D | pbufpool.c | 514 mach_vm_address_t baddr = 0; in pp_metadata_construct() local 580 baddr = pp_alloc_buffer_common(pp, &oib, skmflag, in pp_metadata_construct() 582 if (__improbable(baddr == 0)) { in pp_metadata_construct() 585 KBUF_CTOR(kbuf, baddr, SKMEM_OBJ_IDX_REG(&oib), in pp_metadata_construct() 587 baddr = 0; in pp_metadata_construct() 620 SK_KVA(pp), SK_KVA(kqum), bufcnt, SK_KVA(baddr)); in pp_metadata_construct() 624 ASSERT(bufcnt != 0 && baddr == 0); in pp_metadata_construct() 942 mach_vm_address_t baddr = 0; in pp_buflet_metadata_ctor_common() local 947 baddr = pp_alloc_buffer_common(pp, &oib, skmflag, large); in pp_buflet_metadata_ctor_common() 948 if (__improbable(baddr == 0)) { in pp_buflet_metadata_ctor_common() [all …]
|
| H A D | pbufpool_kern.c | 419 kern_pbufpool_free_buffer(const kern_pbufpool_t pp, mach_vm_address_t baddr) in kern_pbufpool_free_buffer() argument 421 pp_free_buffer(pp, baddr); in kern_pbufpool_free_buffer()
|
| H A D | packet_common.h | 1941 mach_vm_address_t next_buf, baddr; in __buflet_get_next_buf() local 1948 baddr = BLT_ADDR(buflet)->buf_addr; in __buflet_get_next_buf() 1956 if (__probable(next_buf < baddr + dlen)) { in __buflet_get_next_buf() 1957 ASSERT(next_buf + gro_len <= baddr + dlen); in __buflet_get_next_buf()
|
| H A D | os_packet.h | 865 mach_vm_address_t baddr);
|
| /xnu-8796.141.3/bsd/skywalk/nexus/netif/ |
| H A D | nx_netif_gso.c | 107 struct __kern_packet *pkt, uint8_t *baddr); 314 uint8_t *baddr, *baddr0; in netif_gso_tcp_segment_mbuf() local 323 baddr = baddr0; in netif_gso_tcp_segment_mbuf() 324 baddr += tx_headroom; in netif_gso_tcp_segment_mbuf() 330 m_copydata(m, 0, state->hlen, baddr); in netif_gso_tcp_segment_mbuf() 331 baddr += state->hlen; in netif_gso_tcp_segment_mbuf() 341 partial = m_copydata_sum(m, off, mss, baddr, 0, NULL); in netif_gso_tcp_segment_mbuf() 411 struct __kern_packet *pkt, uint8_t *baddr) in netif_gso_ipv4_tcp_update() argument 413 state->hdr.ip = (struct ip *)(void *)(baddr + pkt->pkt_headroom + in netif_gso_ipv4_tcp_update() 458 struct __kern_packet *pkt, uint8_t *baddr) in netif_gso_ipv6_tcp_update() argument [all …]
|
| H A D | nx_netif_filter_vp.c | 63 uint8_t *baddr; in netif_filter_dump_packet() local 65 MD_BUFLET_ADDR_ABS(pkt, baddr); in netif_filter_dump_packet() 66 ASSERT(baddr != NULL); in netif_filter_dump_packet() 67 baddr += pkt->pkt_headroom; in netif_filter_dump_packet() 70 pkt, uint8_t *, baddr); in netif_filter_dump_packet()
|
| H A D | nx_netif_vp.c | 90 uint8_t *baddr; in netif_vp_dump_packet() local 92 MD_BUFLET_ADDR_ABS(pkt, baddr); in netif_vp_dump_packet() 93 ASSERT(baddr != NULL); in netif_vp_dump_packet() 94 baddr += pkt->pkt_headroom; in netif_vp_dump_packet() 97 pkt, uint8_t *, baddr); in netif_vp_dump_packet() 1081 char *baddr; in netif_vp_na_channel_event_notify() local 1118 baddr = __buflet_get_data_address(buf); in netif_vp_na_channel_event_notify() 1119 emd = (struct __kern_channel_event_metadata *)(void *)baddr; in netif_vp_na_channel_event_notify() 1122 bcopy(ev, (baddr + __KERN_CHANNEL_EVENT_OFFSET), ev_len); in netif_vp_na_channel_event_notify()
|
| H A D | nx_netif_host.c | 552 uint8_t *baddr; in nx_netif_mbuf_to_kpkt_log() local 553 MD_BUFLET_ADDR_ABS(kpkt, baddr); in nx_netif_mbuf_to_kpkt_log() 558 sk_dump("buf", baddr, kpkt->pkt_length, 128, NULL, 0)); in nx_netif_mbuf_to_kpkt_log()
|
| H A D | nx_netif_flow.c | 80 uint8_t *baddr; in netif_flow_get_buf_pkt() local 85 MD_BUFLET_ADDR_ABS(pkt, baddr); in netif_flow_get_buf_pkt() 86 baddr += pkt->pkt_headroom; in netif_flow_get_buf_pkt() 88 *buf = baddr; in netif_flow_get_buf_pkt()
|
| /xnu-8796.141.3/tools/lldbmacros/kmemory/ |
| H A D | zone.py | 184 baddr = kmem.bits_range.start + 8 * (bref & 0x0fffffff) 187 for word in kmem.target.xIterAsUInt64(baddr, blen) 193 print(" bitmap : {:#x} ({} bytes)".format(baddr, bsize)) 196 baddr, bsize, ' '.join(bitmap))) 198 print(" bitmap : {:#x} ({} bytes) [".format(baddr, bsize)) 268 baddr = kmem.bits_range.start + 8 * (bref & 0x0fffffff) + 8 * w 269 return not (kmem.target.xReadUInt64(baddr) & (1 << b)) 293 baddr = kmem.bits_range.start + 8 * (bref & 0x0fffffff) 294 data = kmem.target.xIterAsUInt64(baddr, 1 << ((bref >> 29) & 0x7))
|
| /xnu-8796.141.3/bsd/skywalk/nexus/flowswitch/flow/ |
| H A D | flow_agg.c | 1645 void *baddr; in flow_rx_agg_channel() local 1646 MD_BUFLET_ADDR_ABS_PKT(tpkt, baddr); in flow_rx_agg_channel() 1647 SK_PREFETCH(baddr, 0); in flow_rx_agg_channel() 2000 void *baddr; in flow_rx_agg_host() local 2001 MD_BUFLET_ADDR_ABS_PKT(tpkt, baddr); in flow_rx_agg_host() 2002 SK_PREFETCH(baddr, 0); in flow_rx_agg_host() 2310 uint8_t *baddr; in flow_rx_agg_host() local 2311 MD_BUFLET_ADDR_ABS(pkt, baddr); in flow_rx_agg_host() 2312 ASSERT(baddr != NULL); in flow_rx_agg_host() 2313 baddr += llhoff; in flow_rx_agg_host() [all …]
|
| /xnu-8796.141.3/bsd/skywalk/nexus/kpipe/ |
| H A D | nx_kpipe_loopback.c | 377 uint8_t *baddr; in kplo_sync_tx() local 390 baddr = kern_buflet_get_data_address(buf); in kplo_sync_tx() 391 VERIFY(baddr != NULL); in kplo_sync_tx() 399 sk_dump("buf", baddr + doff, dlen, 128, NULL, 0)); in kplo_sync_tx()
|
| /xnu-8796.141.3/bsd/skywalk/mem/ |
| H A D | skmem_test.c | 217 mach_vm_address_t baddr = 0; in skmem_buflet_tests() local 717 VERIFY(kern_pbufpool_alloc_buffer(pp_mb, &baddr, &sg, in skmem_buflet_tests() 719 if (baddr != 0) { in skmem_buflet_tests() 721 kern_pbufpool_free_buffer(pp_mb, baddr); in skmem_buflet_tests() 722 baddr = 0; in skmem_buflet_tests() 769 mach_vm_address_t baddr = 0; in skmem_packet_tests() local 817 VERIFY(kern_pbufpool_alloc_buffer(pp_mb, &baddr, NULL, NULL) == 0); in skmem_packet_tests() 818 kern_pbufpool_free_buffer(pp_mb, baddr); in skmem_packet_tests() 819 VERIFY(kern_pbufpool_alloc_buffer(pp_mb, &baddr, &sg, &sg_idx) == 0); in skmem_packet_tests() 826 kern_pbufpool_free_buffer(pp_mb, baddr); in skmem_packet_tests() [all …]
|
| /xnu-8796.141.3/bsd/net/ |
| H A D | pf.c | 5011 PF_ACPY(&pd->baddr, saddr, af); in pf_test_rule() 5374 &th->th_sum, &pd->baddr, in pf_test_rule() 5382 &pd->hdr.udp->uh_sum, &pd->baddr, in pf_test_rule() 5392 PF_ACPY(&pd->baddr, saddr, af); in pf_test_rule() 5399 pd->baddr.v4addr.s_addr, 0); in pf_test_rule() 5403 PF_ACPY(saddr, &pd->baddr, in pf_test_rule() 5409 PF_ACPY(&pd->baddr, saddr, af); in pf_test_rule() 5415 pd->baddr.v4addr.s_addr, 0); in pf_test_rule() 5419 PF_ACPY(saddr, &pd->baddr, in pf_test_rule() 5429 pd->baddr.v4addr.s_addr, 0); in pf_test_rule() [all …]
|
| H A D | if_fake.c | 1149 mach_vm_address_t baddr; in feth_copy_packet() local 1198 baddr = (mach_vm_address_t) in feth_copy_packet() 1200 VERIFY(baddr != 0); in feth_copy_packet()
|
| H A D | dlil.c | 5130 uint8_t *baddr; in ifnet_enqueue_ifclassq() local 5134 MD_BUFLET_ADDR_ABS(p->cp_kpkt, baddr); in ifnet_enqueue_ifclassq() 5135 baddr += p->cp_kpkt->pkt_headroom; in ifnet_enqueue_ifclassq() 5141 eh = (struct ether_header *)(void *)baddr; in ifnet_enqueue_ifclassq() 5296 uint8_t *baddr; in trace_pkt_dump_payload() local 5298 MD_BUFLET_ADDR_ABS_DLEN(kpkt, baddr, bdlen, bdlim, bdoff); in trace_pkt_dump_payload() 5308 baddr += kpkt->pkt_headroom; in trace_pkt_dump_payload() 5309 eh = (struct ether_header *)(void *)baddr; in trace_pkt_dump_payload()
|
| /xnu-8796.141.3/bsd/vfs/ |
| H A D | vfs_bio.c | 1290 caddr_t baddr; in buf_clear() local 1292 if (buf_map(bp, &baddr) == 0) { in buf_clear() 1293 bzero(baddr, bp->b_bcount); in buf_clear()
|