1*d4514f0bSApple OSS Distributions /*
2*d4514f0bSApple OSS Distributions * Copyright (c) 2000-2021 Apple Computer, Inc. All rights reserved.
3*d4514f0bSApple OSS Distributions *
4*d4514f0bSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*d4514f0bSApple OSS Distributions *
6*d4514f0bSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*d4514f0bSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*d4514f0bSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*d4514f0bSApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*d4514f0bSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*d4514f0bSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*d4514f0bSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*d4514f0bSApple OSS Distributions * terms of an Apple operating system software license agreement.
14*d4514f0bSApple OSS Distributions *
15*d4514f0bSApple OSS Distributions * Please obtain a copy of the License at
16*d4514f0bSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*d4514f0bSApple OSS Distributions *
18*d4514f0bSApple OSS Distributions * The Original Code and all software distributed under the License are
19*d4514f0bSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*d4514f0bSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*d4514f0bSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*d4514f0bSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*d4514f0bSApple OSS Distributions * Please see the License for the specific language governing rights and
24*d4514f0bSApple OSS Distributions * limitations under the License.
25*d4514f0bSApple OSS Distributions *
26*d4514f0bSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*d4514f0bSApple OSS Distributions */
28*d4514f0bSApple OSS Distributions
29*d4514f0bSApple OSS Distributions #include <kern/kalloc.h>
30*d4514f0bSApple OSS Distributions #include <libkern/OSAtomic.h>
31*d4514f0bSApple OSS Distributions #include <sys/errno.h>
32*d4514f0bSApple OSS Distributions #include <sys/sysctl.h>
33*d4514f0bSApple OSS Distributions #include <net/init.h>
34*d4514f0bSApple OSS Distributions #include <libkern/libkern.h>
35*d4514f0bSApple OSS Distributions #include <os/atomic_private.h>
36*d4514f0bSApple OSS Distributions #include <pexpert/pexpert.h>
37*d4514f0bSApple OSS Distributions #include <string.h>
38*d4514f0bSApple OSS Distributions
39*d4514f0bSApple OSS Distributions #if (DEBUG | DEVELOPMENT)
40*d4514f0bSApple OSS Distributions SYSCTL_DECL(_net_diagnose);
41*d4514f0bSApple OSS Distributions SYSCTL_NODE(_net, OID_AUTO, diagnose, CTLFLAG_RW | CTLFLAG_LOCKED, 0, "");
42*d4514f0bSApple OSS Distributions
43*d4514f0bSApple OSS Distributions static int net_diagnose_on = 0;
44*d4514f0bSApple OSS Distributions SYSCTL_INT(_net_diagnose, OID_AUTO, on,
45*d4514f0bSApple OSS Distributions CTLFLAG_RW | CTLFLAG_LOCKED, &net_diagnose_on, 0, "");
46*d4514f0bSApple OSS Distributions #endif /* (DEBUG | DEVELOPMENT) */
47*d4514f0bSApple OSS Distributions
48*d4514f0bSApple OSS Distributions struct init_list_entry {
49*d4514f0bSApple OSS Distributions struct init_list_entry *next;
50*d4514f0bSApple OSS Distributions net_init_func_ptr func;
51*d4514f0bSApple OSS Distributions };
52*d4514f0bSApple OSS Distributions
53*d4514f0bSApple OSS Distributions static struct init_list_entry *LIST_RAN = __unsafe_forge_single(struct init_list_entry *, ~(uintptr_t)0);
54*d4514f0bSApple OSS Distributions static struct init_list_entry *list_head = NULL;
55*d4514f0bSApple OSS Distributions
56*d4514f0bSApple OSS Distributions errno_t
net_init_add(net_init_func_ptr init_func)57*d4514f0bSApple OSS Distributions net_init_add(net_init_func_ptr init_func)
58*d4514f0bSApple OSS Distributions {
59*d4514f0bSApple OSS Distributions struct init_list_entry *entry;
60*d4514f0bSApple OSS Distributions
61*d4514f0bSApple OSS Distributions if (init_func == 0) {
62*d4514f0bSApple OSS Distributions return EINVAL;
63*d4514f0bSApple OSS Distributions }
64*d4514f0bSApple OSS Distributions
65*d4514f0bSApple OSS Distributions /* Check if we've already started */
66*d4514f0bSApple OSS Distributions if (list_head == LIST_RAN) {
67*d4514f0bSApple OSS Distributions return EALREADY;
68*d4514f0bSApple OSS Distributions }
69*d4514f0bSApple OSS Distributions
70*d4514f0bSApple OSS Distributions entry = kalloc_type(struct init_list_entry,
71*d4514f0bSApple OSS Distributions Z_WAITOK | Z_ZERO | Z_NOFAIL);
72*d4514f0bSApple OSS Distributions
73*d4514f0bSApple OSS Distributions entry->func = init_func;
74*d4514f0bSApple OSS Distributions
75*d4514f0bSApple OSS Distributions do {
76*d4514f0bSApple OSS Distributions entry->next = list_head;
77*d4514f0bSApple OSS Distributions
78*d4514f0bSApple OSS Distributions if (entry->next == LIST_RAN) {
79*d4514f0bSApple OSS Distributions /* List already ran, cleanup and call the function */
80*d4514f0bSApple OSS Distributions kfree_type(struct init_list_entry, entry);
81*d4514f0bSApple OSS Distributions return EALREADY;
82*d4514f0bSApple OSS Distributions }
83*d4514f0bSApple OSS Distributions } while (!os_atomic_cmpxchg(&list_head, entry->next, entry, acq_rel));
84*d4514f0bSApple OSS Distributions
85*d4514f0bSApple OSS Distributions return 0;
86*d4514f0bSApple OSS Distributions }
87*d4514f0bSApple OSS Distributions
88*d4514f0bSApple OSS Distributions __private_extern__ void
net_init_run(void)89*d4514f0bSApple OSS Distributions net_init_run(void)
90*d4514f0bSApple OSS Distributions {
91*d4514f0bSApple OSS Distributions struct init_list_entry *__single backward_head = NULL;
92*d4514f0bSApple OSS Distributions struct init_list_entry *__single forward_head = NULL;
93*d4514f0bSApple OSS Distributions struct init_list_entry *__single current = NULL;
94*d4514f0bSApple OSS Distributions
95*d4514f0bSApple OSS Distributions /*
96*d4514f0bSApple OSS Distributions * Grab the list, replacing the head with 0xffffffff to indicate
97*d4514f0bSApple OSS Distributions * that we've already run.
98*d4514f0bSApple OSS Distributions */
99*d4514f0bSApple OSS Distributions do {
100*d4514f0bSApple OSS Distributions backward_head = list_head;
101*d4514f0bSApple OSS Distributions } while (!os_atomic_cmpxchg(&list_head, backward_head, LIST_RAN, acq_rel));
102*d4514f0bSApple OSS Distributions
103*d4514f0bSApple OSS Distributions /* Reverse the order of the list */
104*d4514f0bSApple OSS Distributions while (backward_head != 0) {
105*d4514f0bSApple OSS Distributions current = backward_head;
106*d4514f0bSApple OSS Distributions backward_head = current->next;
107*d4514f0bSApple OSS Distributions current->next = forward_head;
108*d4514f0bSApple OSS Distributions forward_head = current;
109*d4514f0bSApple OSS Distributions }
110*d4514f0bSApple OSS Distributions
111*d4514f0bSApple OSS Distributions /* Call each function pointer registered */
112*d4514f0bSApple OSS Distributions while (forward_head != 0) {
113*d4514f0bSApple OSS Distributions current = forward_head;
114*d4514f0bSApple OSS Distributions forward_head = current->next;
115*d4514f0bSApple OSS Distributions current->func();
116*d4514f0bSApple OSS Distributions kfree_type(struct init_list_entry, current);
117*d4514f0bSApple OSS Distributions }
118*d4514f0bSApple OSS Distributions
119*d4514f0bSApple OSS Distributions #if (DEBUG || DEVELOPMENT)
120*d4514f0bSApple OSS Distributions (void) PE_parse_boot_argn("net_diagnose_on", &net_diagnose_on, sizeof(net_diagnose_on));
121*d4514f0bSApple OSS Distributions #endif /* (DEBUG || DEVELOPMENT) */
122*d4514f0bSApple OSS Distributions }
123