| /xnu-12377.1.9/libsyscall/wrappers/skywalk/ |
| H A D | os_channel_event.c | 47 char *baddr, *estart; in os_channel_event_get_next_event() local 57 baddr = os_buflet_get_object_address(buflet); in os_channel_event_get_next_event() 58 if (__improbable(baddr == NULL)) { in os_channel_event_get_next_event() 62 baddr += os_buflet_get_data_offset(buflet); in os_channel_event_get_next_event() 63 estart = baddr + __KERN_CHANNEL_EVENT_OFFSET; in os_channel_event_get_next_event() 77 if (__improbable((cev->ev_dlen + (char *)cev) > (baddr + bdlen))) { in os_channel_event_get_next_event()
|
| H A D | os_channel.c | 1022 mach_vm_address_t baddr; in os_channel_get_next_slot() local 1048 baddr = _initialize_metadata_address(chrd, q, &bdoff); in os_channel_get_next_slot() 1049 if (__improbable(baddr == 0)) { in os_channel_get_next_slot() 1057 prop->sp_buf_ptr = baddr + bdoff; in os_channel_get_next_slot() 1679 mach_vm_address_t baddr; in os_channel_packet_alloc_common() local 1741 baddr = _initialize_metadata_address(chrd, q, &bdoff); in os_channel_packet_alloc_common() 1742 if (__improbable(baddr == 0)) { in os_channel_packet_alloc_common() 2147 mach_vm_address_t baddr; in os_channel_get_next_event_handle() local 2175 baddr = _initialize_metadata_address(chrd, qum, &bdoff); in os_channel_get_next_event_handle() 2176 if (__improbable(baddr == 0)) { in os_channel_get_next_event_handle() [all …]
|
| /xnu-12377.1.9/bsd/skywalk/nexus/flowswitch/ |
| H A D | fsw_ip.c | 54 uint8_t *baddr; in fsw_ip_demux() local 56 MD_BUFLET_ADDR_ABS_DLEN(pkt, baddr, bdlen, bdlim, bdoff); in fsw_ip_demux() 57 baddr += pkt->pkt_headroom; in fsw_ip_demux() 58 iph = (struct ip *)(void *)baddr; in fsw_ip_demux() 59 ip6h = (struct ip6_hdr *)(void *)baddr; in fsw_ip_demux()
|
| H A D | fsw_cellular.c | 55 uint8_t *baddr; in fsw_cellular_demux() local 57 MD_BUFLET_ADDR_ABS_DLEN(pkt, baddr, bdlen, bdlim, bdoff); in fsw_cellular_demux() 58 baddr += pkt->pkt_headroom; in fsw_cellular_demux() 59 iph = (struct ip *)(void *)baddr; in fsw_cellular_demux() 60 ip6h = (struct ip6_hdr *)(void *)baddr; in fsw_cellular_demux()
|
| H A D | fsw_ethernet.c | 556 uint8_t *baddr; in fsw_ethernet_demux() local 558 MD_BUFLET_ADDR_ABS_DLEN(pkt, baddr, bdlen, bdlim, bdoff); in fsw_ethernet_demux() 559 baddr += pkt->pkt_headroom; in fsw_ethernet_demux() 560 eh = (struct ether_header *)(void *)baddr; in fsw_ethernet_demux()
|
| H A D | fsw_vp.c | 533 char *baddr; in fsw_vp_na_channel_event_notify() local 579 baddr = __buflet_get_data_address(buf); in fsw_vp_na_channel_event_notify() 580 emd = (struct __kern_channel_event_metadata *)(void *)baddr; in fsw_vp_na_channel_event_notify() 583 bcopy(ev, (baddr + __KERN_CHANNEL_EVENT_OFFSET), ev_len); in fsw_vp_na_channel_event_notify()
|
| H A D | fsw_dp.c | 2187 void *baddr; in _fsw_receive() local 2188 MD_BUFLET_ADDR_ABS_PKT(tpkt, baddr); in _fsw_receive() 2189 SK_PREFETCH(baddr, 0); in _fsw_receive() 3834 uint8_t *baddr, *baddr0; in do_gso() local 3843 baddr = baddr0; in do_gso() 3844 baddr += headroom; in do_gso() 3849 pkt_copy(orig_pkt_baddr, baddr, total_hlen); in do_gso() 3861 baddr += total_hlen; in do_gso() 3876 ifnet_t, ifp, uint8_t *, baddr, uint16_t, payload_sz, in do_gso()
|
| /xnu-12377.1.9/bsd/skywalk/packet/ |
| H A D | packet_copy.c | 713 uint8_t *baddr; in pkt_copy_multi_buflet_from_pkt() local 744 MD_BUFLET_ADDR_ABS(dpkt, baddr); in pkt_copy_multi_buflet_from_pkt() 745 ASSERT(baddr != NULL); in pkt_copy_multi_buflet_from_pkt() 746 baddr += doff; in pkt_copy_multi_buflet_from_pkt() 747 if (IS_P2ALIGNED(baddr + stuff, sizeof(csum))) { in pkt_copy_multi_buflet_from_pkt() 748 *(uint16_t *)(uintptr_t)(baddr + stuff) = csum; in pkt_copy_multi_buflet_from_pkt() 750 bcopy((void *)&csum, baddr + stuff, in pkt_copy_multi_buflet_from_pkt() 825 uint8_t *baddr; in pkt_copy_from_mbuf() local 830 MD_BUFLET_ADDR_ABS(pkt, baddr); in pkt_copy_from_mbuf() 831 ASSERT(baddr != NULL); in pkt_copy_from_mbuf() [all …]
|
| H A D | pbufpool.c | 528 mach_vm_address_t baddr = 0; in pp_metadata_construct() local 581 baddr = pp_alloc_buffer_common(pp, &oib, skmflag, in pp_metadata_construct() 583 if (__improbable(baddr == 0)) { in pp_metadata_construct() 586 KBUF_CTOR(kbuf, baddr, SKMEM_OBJ_IDX_REG(&oib), in pp_metadata_construct() 588 baddr = 0; in pp_metadata_construct() 623 SK_KVA(pp), SK_KVA(kqum), bufcnt, SK_KVA(baddr)); in pp_metadata_construct() 627 ASSERT(bufcnt != 0 && baddr == 0); in pp_metadata_construct() 934 mach_vm_address_t baddr; in pp_buflet_metadata_ctor_common() local 937 baddr = pp_alloc_buffer_common(pp, &oib, skmflag, large); in pp_buflet_metadata_ctor_common() 938 if (__improbable(baddr == 0)) { in pp_buflet_metadata_ctor_common() [all …]
|
| H A D | pbufpool_kern.c | 416 kern_pbufpool_free_buffer(const kern_pbufpool_t pp, mach_vm_address_t baddr) in kern_pbufpool_free_buffer() argument 418 pp_free_buffer(pp, baddr); in kern_pbufpool_free_buffer()
|
| H A D | os_packet.h | 892 mach_vm_address_t baddr);
|
| /xnu-12377.1.9/bsd/skywalk/nexus/netif/ |
| H A D | nx_netif_gso.c | 107 struct __kern_packet *pkt, uint8_t *__bidi_indexable baddr); 317 uint8_t *baddr, *baddr0; in netif_gso_tcp_segment_mbuf() local 326 baddr = baddr0; in netif_gso_tcp_segment_mbuf() 327 baddr += tx_headroom; in netif_gso_tcp_segment_mbuf() 333 m_copydata(m, 0, state->hlen, baddr); in netif_gso_tcp_segment_mbuf() 334 baddr += state->hlen; in netif_gso_tcp_segment_mbuf() 345 partial = m_copydata_sum(m, off, mss, baddr, 0, NULL); in netif_gso_tcp_segment_mbuf() 347 m_copydata(m, off, mss, baddr); in netif_gso_tcp_segment_mbuf() 426 struct __kern_packet *pkt, uint8_t *__bidi_indexable baddr) in netif_gso_ipv4_tcp_update() argument 428 state->hdr.ip = (struct ip *)(void *)(baddr + pkt->pkt_headroom + in netif_gso_ipv4_tcp_update() [all …]
|
| H A D | nx_netif_filter_vp.c | 63 uint8_t *baddr; in netif_filter_dump_packet() local 65 MD_BUFLET_ADDR_ABS(pkt, baddr); in netif_filter_dump_packet() 66 ASSERT(baddr != NULL); in netif_filter_dump_packet() 67 baddr += pkt->pkt_headroom; in netif_filter_dump_packet() 70 pkt, uint8_t *, baddr); in netif_filter_dump_packet()
|
| H A D | nx_netif_vp.c | 94 uint8_t *baddr; in netif_vp_dump_packet() local 96 MD_BUFLET_ADDR_ABS(pkt, baddr); in netif_vp_dump_packet() 97 ASSERT(baddr != NULL); in netif_vp_dump_packet() 98 baddr += pkt->pkt_headroom; in netif_vp_dump_packet() 101 pkt, uint8_t *, baddr); in netif_vp_dump_packet() 1086 char *baddr; in netif_vp_na_channel_event_notify() local 1131 baddr = __buflet_get_data_address(buf); in netif_vp_na_channel_event_notify() 1132 emd = (struct __kern_channel_event_metadata *)(void *)baddr; in netif_vp_na_channel_event_notify() 1135 bcopy(ev, (baddr + __KERN_CHANNEL_EVENT_OFFSET), in netif_vp_na_channel_event_notify()
|
| H A D | nx_netif_host.c | 662 uint8_t *baddr; in nx_netif_mbuf_to_kpkt_log() local 665 MD_BUFLET_ADDR_ABS(kpkt, baddr); in nx_netif_mbuf_to_kpkt_log() 671 sk_dump("buf", baddr, pkt_len, 128)); in nx_netif_mbuf_to_kpkt_log()
|
| H A D | nx_netif_flow.c | 80 uint8_t *baddr; in netif_flow_get_buf_pkt() local 85 MD_BUFLET_ADDR_ABS(pkt, baddr); in netif_flow_get_buf_pkt() 86 baddr += pkt->pkt_headroom; in netif_flow_get_buf_pkt() 88 *buf = baddr; in netif_flow_get_buf_pkt()
|
| /xnu-12377.1.9/tools/lldbmacros/kmemory/ |
| H A D | zone.py | 151 baddr = kmem.bits_range.start + 8 * (bref & 0x0fffffff) 154 for word in kmem.target.xIterAsUInt64(baddr, blen) 160 print(" bitmap : {:#x} ({} bytes)".format(baddr, bsize)) 163 baddr, bsize, ' '.join(bitmap))) 165 print(" bitmap : {:#x} ({} bytes) [".format(baddr, bsize)) 235 baddr = kmem.bits_range.start + 8 * (bref & 0x0fffffff) + 8 * w 236 return not (kmem.target.xReadUInt64(baddr) & (1 << b)) 260 baddr = kmem.bits_range.start + 8 * (bref & 0x0fffffff) 261 data = kmem.target.xIterAsUInt64(baddr, 1 << ((bref >> 29) & 0x7))
|
| /xnu-12377.1.9/tests/skywalk/ |
| H A D | skt_netifdirect.c | 198 char *baddr; in skt_netif_ipv6_udp_frame_populate() local 208 baddr = os_buflet_get_object_address(buf); in skt_netif_ipv6_udp_frame_populate() 209 assert(baddr != NULL); in skt_netif_ipv6_udp_frame_populate() 219 bcopy(ð_hdr, baddr, sizeof(eth_hdr)); in skt_netif_ipv6_udp_frame_populate() 220 baddr += sizeof(eth_hdr); in skt_netif_ipv6_udp_frame_populate() 232 bcopy(&ip6_hdr, baddr, sizeof(ip6_hdr)); in skt_netif_ipv6_udp_frame_populate() 233 baddr += sizeof(ip6_hdr); in skt_netif_ipv6_udp_frame_populate() 236 udp_hdr_p = (struct udphdr *)baddr; in skt_netif_ipv6_udp_frame_populate() 243 bcopy(&udp_hdr, baddr, sizeof(udp_hdr)); in skt_netif_ipv6_udp_frame_populate() 244 baddr += sizeof(udp_hdr); in skt_netif_ipv6_udp_frame_populate() [all …]
|
| H A D | skywalk_test_utils.c | 1669 void *baddr, *bytes = &frame->bytes[0]; in sktu_channel_port_frame_to_pkt() local 1688 baddr = os_buflet_get_object_address(buf); in sktu_channel_port_frame_to_pkt() 1689 assert(baddr != NULL); in sktu_channel_port_frame_to_pkt() 1704 baddr = os_buflet_get_object_address(buf); in sktu_channel_port_frame_to_pkt() 1705 assert(baddr != NULL); in sktu_channel_port_frame_to_pkt() 1709 memcpy(baddr, bytes, clen); in sktu_channel_port_frame_to_pkt() 1713 baddr += clen; in sktu_channel_port_frame_to_pkt() 2327 char *baddr = &frame->bytes[0]; in sktu_create_ip_frames() local 2328 struct ip *ip = (struct ip *)baddr; in sktu_create_ip_frames() 2363 baddr += sizeof(*ip); in sktu_create_ip_frames() [all …]
|
| H A D | skt_xfer.c | 378 char *baddr; in sktc_xfer_copy_data_to_packet() local 388 baddr = os_buflet_get_object_address(buf); in sktc_xfer_copy_data_to_packet() 389 assert(baddr != NULL); in sktc_xfer_copy_data_to_packet() 391 baddr += start_offset; in sktc_xfer_copy_data_to_packet() 412 baddr = os_buflet_get_object_address(buf); in sktc_xfer_copy_data_to_packet() 413 assert(baddr != NULL); in sktc_xfer_copy_data_to_packet() 418 bcopy(data, baddr, clen); in sktc_xfer_copy_data_to_packet() 420 partial = ~os_copy_and_inet_checksum(data, baddr, clen, in sktc_xfer_copy_data_to_packet() 426 baddr += clen; in sktc_xfer_copy_data_to_packet() 518 char * baddr; in tcp_frame_populate() local [all …]
|
| /xnu-12377.1.9/bsd/skywalk/mem/ |
| H A D | skmem_test.c | 217 mach_vm_address_t baddr = 0; in skmem_buflet_tests() local 717 VERIFY(kern_pbufpool_alloc_buffer(pp_mb, &baddr, &sg, in skmem_buflet_tests() 719 if (baddr != 0) { in skmem_buflet_tests() 721 kern_pbufpool_free_buffer(pp_mb, baddr); in skmem_buflet_tests() 722 baddr = 0; in skmem_buflet_tests() 769 mach_vm_address_t baddr = 0; in skmem_packet_tests() local 812 VERIFY(kern_pbufpool_alloc_buffer(pp_mb, &baddr, NULL, NULL) == 0); in skmem_packet_tests() 813 kern_pbufpool_free_buffer(pp_mb, baddr); in skmem_packet_tests() 814 VERIFY(kern_pbufpool_alloc_buffer(pp_mb, &baddr, &sg, &sg_idx) == 0); in skmem_packet_tests() 821 kern_pbufpool_free_buffer(pp_mb, baddr); in skmem_packet_tests() [all …]
|
| /xnu-12377.1.9/bsd/skywalk/nexus/flowswitch/flow/ |
| H A D | flow_agg.c | 1695 void *baddr; in flow_rx_agg_channel() local 1696 MD_BUFLET_ADDR_ABS_PKT(tpkt, baddr); in flow_rx_agg_channel() 1697 SK_PREFETCH(baddr, 0); in flow_rx_agg_channel() 2091 void *baddr; in flow_rx_agg_host() local 2092 MD_BUFLET_ADDR_ABS_PKT(tpkt, baddr); in flow_rx_agg_host() 2093 SK_PREFETCH(baddr, 0); in flow_rx_agg_host() 2401 uint8_t *baddr; in flow_rx_agg_host() local 2402 MD_BUFLET_ADDR_ABS(pkt, baddr); in flow_rx_agg_host() 2403 ASSERT(baddr != NULL); in flow_rx_agg_host() 2404 baddr += llhoff; in flow_rx_agg_host() [all …]
|
| /xnu-12377.1.9/bsd/skywalk/nexus/kpipe/ |
| H A D | nx_kpipe_loopback.c | 377 uint8_t *baddr; in kplo_sync_tx() local 390 baddr = kern_buflet_get_data_address(buf); in kplo_sync_tx() 391 VERIFY(baddr != NULL); in kplo_sync_tx() 399 sk_dump("buf", baddr + doff, dlen, 128)); in kplo_sync_tx()
|
| /xnu-12377.1.9/bsd/net/ |
| H A D | pf.c | 5051 PF_ACPY(&pd->baddr, saddr, af); in pf_test_rule() 5413 &th->th_sum, &pd->baddr, in pf_test_rule() 5421 &pf_pd_get_hdr_udp(pd)->uh_sum, &pd->baddr, in pf_test_rule() 5431 PF_ACPY(&pd->baddr, saddr, af); in pf_test_rule() 5438 pd->baddr.v4addr.s_addr, 0); in pf_test_rule() 5442 PF_ACPY(saddr, &pd->baddr, in pf_test_rule() 5448 PF_ACPY(&pd->baddr, saddr, af); in pf_test_rule() 5454 pd->baddr.v4addr.s_addr, 0); in pf_test_rule() 5458 PF_ACPY(saddr, &pd->baddr, in pf_test_rule() 5468 pd->baddr.v4addr.s_addr, 0); in pf_test_rule() [all …]
|
| /xnu-12377.1.9/bsd/vfs/ |
| H A D | vfs_bio.c | 1465 caddr_t baddr; in buf_clear() local 1467 if (buf_map(bp, &baddr) == 0) { in buf_clear() 1468 bzero(baddr, bp->b_bcount); in buf_clear()
|