1*1031c584SApple OSS Distributions /*
2*1031c584SApple OSS Distributions * Copyright (c) 2004-2019 Apple Inc. All rights reserved.
3*1031c584SApple OSS Distributions *
4*1031c584SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*1031c584SApple OSS Distributions *
6*1031c584SApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*1031c584SApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*1031c584SApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*1031c584SApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*1031c584SApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*1031c584SApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*1031c584SApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*1031c584SApple OSS Distributions * terms of an Apple operating system software license agreement.
14*1031c584SApple OSS Distributions *
15*1031c584SApple OSS Distributions * Please obtain a copy of the License at
16*1031c584SApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*1031c584SApple OSS Distributions *
18*1031c584SApple OSS Distributions * The Original Code and all software distributed under the License are
19*1031c584SApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*1031c584SApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*1031c584SApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*1031c584SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*1031c584SApple OSS Distributions * Please see the License for the specific language governing rights and
24*1031c584SApple OSS Distributions * limitations under the License.
25*1031c584SApple OSS Distributions *
26*1031c584SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*1031c584SApple OSS Distributions */
28*1031c584SApple OSS Distributions /*
29*1031c584SApple OSS Distributions * Copyright (c) 1988 University of Utah.
30*1031c584SApple OSS Distributions * Copyright (c) 1990, 1993
31*1031c584SApple OSS Distributions * The Regents of the University of California. All rights reserved.
32*1031c584SApple OSS Distributions *
33*1031c584SApple OSS Distributions * This code is derived from software contributed to Berkeley by
34*1031c584SApple OSS Distributions * the Systems Programming Group of the University of Utah Computer
35*1031c584SApple OSS Distributions * Science Department.
36*1031c584SApple OSS Distributions *
37*1031c584SApple OSS Distributions * Redistribution and use in source and binary forms, with or without
38*1031c584SApple OSS Distributions * modification, are permitted provided that the following conditions
39*1031c584SApple OSS Distributions * are met:
40*1031c584SApple OSS Distributions * 1. Redistributions of source code must retain the above copyright
41*1031c584SApple OSS Distributions * notice, this list of conditions and the following disclaimer.
42*1031c584SApple OSS Distributions * 2. Redistributions in binary form must reproduce the above copyright
43*1031c584SApple OSS Distributions * notice, this list of conditions and the following disclaimer in the
44*1031c584SApple OSS Distributions * documentation and/or other materials provided with the distribution.
45*1031c584SApple OSS Distributions * 3. All advertising materials mentioning features or use of this software
46*1031c584SApple OSS Distributions * must display the following acknowledgement:
47*1031c584SApple OSS Distributions * This product includes software developed by the University of
48*1031c584SApple OSS Distributions * California, Berkeley and its contributors.
49*1031c584SApple OSS Distributions * 4. Neither the name of the University nor the names of its contributors
50*1031c584SApple OSS Distributions * may be used to endorse or promote products derived from this software
51*1031c584SApple OSS Distributions * without specific prior written permission.
52*1031c584SApple OSS Distributions *
53*1031c584SApple OSS Distributions * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
54*1031c584SApple OSS Distributions * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
55*1031c584SApple OSS Distributions * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
56*1031c584SApple OSS Distributions * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
57*1031c584SApple OSS Distributions * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
58*1031c584SApple OSS Distributions * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
59*1031c584SApple OSS Distributions * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
60*1031c584SApple OSS Distributions * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
61*1031c584SApple OSS Distributions * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
62*1031c584SApple OSS Distributions * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
63*1031c584SApple OSS Distributions * SUCH DAMAGE.
64*1031c584SApple OSS Distributions *
65*1031c584SApple OSS Distributions * from: Utah Hdr: vn.c 1.13 94/04/02
66*1031c584SApple OSS Distributions *
67*1031c584SApple OSS Distributions * from: @(#)vn.c 8.6 (Berkeley) 4/1/94
68*1031c584SApple OSS Distributions * $FreeBSD: src/sys/dev/vn/vn.c,v 1.105.2.4 2001/11/18 07:11:00 dillon Exp $
69*1031c584SApple OSS Distributions */
70*1031c584SApple OSS Distributions
71*1031c584SApple OSS Distributions /*
72*1031c584SApple OSS Distributions * RAM disk driver.
73*1031c584SApple OSS Distributions *
74*1031c584SApple OSS Distributions * Block interface to a ramdisk.
75*1031c584SApple OSS Distributions *
76*1031c584SApple OSS Distributions */
77*1031c584SApple OSS Distributions
78*1031c584SApple OSS Distributions #include <sys/param.h>
79*1031c584SApple OSS Distributions #include <sys/kernel.h>
80*1031c584SApple OSS Distributions #include <sys/mount.h>
81*1031c584SApple OSS Distributions #include <sys/namei.h>
82*1031c584SApple OSS Distributions #include <sys/proc.h>
83*1031c584SApple OSS Distributions #include <sys/buf.h>
84*1031c584SApple OSS Distributions #include <sys/malloc.h>
85*1031c584SApple OSS Distributions #include <sys/mount.h>
86*1031c584SApple OSS Distributions #include <sys/fcntl.h>
87*1031c584SApple OSS Distributions #include <sys/conf.h>
88*1031c584SApple OSS Distributions #include <sys/disk.h>
89*1031c584SApple OSS Distributions #include <sys/stat.h>
90*1031c584SApple OSS Distributions #include <sys/vm.h>
91*1031c584SApple OSS Distributions #include <sys/uio_internal.h>
92*1031c584SApple OSS Distributions #include <libkern/libkern.h>
93*1031c584SApple OSS Distributions
94*1031c584SApple OSS Distributions #include <vm/pmap.h>
95*1031c584SApple OSS Distributions #include <vm/vm_pager.h>
96*1031c584SApple OSS Distributions #include <mach/memory_object_types.h>
97*1031c584SApple OSS Distributions #include <kern/debug.h>
98*1031c584SApple OSS Distributions
99*1031c584SApple OSS Distributions #include <miscfs/devfs/devfs.h>
100*1031c584SApple OSS Distributions
101*1031c584SApple OSS Distributions
102*1031c584SApple OSS Distributions void mdevinit(int the_cnt);
103*1031c584SApple OSS Distributions
104*1031c584SApple OSS Distributions static open_close_fcn_t mdevopen;
105*1031c584SApple OSS Distributions static open_close_fcn_t mdevclose;
106*1031c584SApple OSS Distributions static psize_fcn_t mdevsize;
107*1031c584SApple OSS Distributions static strategy_fcn_t mdevstrategy;
108*1031c584SApple OSS Distributions static int mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p);
109*1031c584SApple OSS Distributions static int mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p);
110*1031c584SApple OSS Distributions static int mdevrw(dev_t dev, struct uio *uio, int ioflag);
111*1031c584SApple OSS Distributions
112*1031c584SApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
113*1031c584SApple OSS Distributions static char * nonspace(char *pos, char *end);
114*1031c584SApple OSS Distributions static char * getspace(char *pos, char *end);
115*1031c584SApple OSS Distributions static char * cvtnum(char *pos, char *end, uint64_t *num);
116*1031c584SApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
117*1031c584SApple OSS Distributions
118*1031c584SApple OSS Distributions extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t bytes);
119*1031c584SApple OSS Distributions extern void mapping_set_mod(ppnum_t pn);
120*1031c584SApple OSS Distributions extern ppnum_t pmap_find_phys(pmap_t pmap, addr64_t va);
121*1031c584SApple OSS Distributions
122*1031c584SApple OSS Distributions /*
123*1031c584SApple OSS Distributions * Maximal number of memory devices.
124*1031c584SApple OSS Distributions */
125*1031c584SApple OSS Distributions #define NB_MAX_MDEVICES (16)
126*1031c584SApple OSS Distributions
127*1031c584SApple OSS Distributions /*
128*1031c584SApple OSS Distributions * cdevsw
129*1031c584SApple OSS Distributions * D_DISK we want to look like a disk
130*1031c584SApple OSS Distributions * D_CANFREE We support B_FREEBUF
131*1031c584SApple OSS Distributions */
132*1031c584SApple OSS Distributions
133*1031c584SApple OSS Distributions static const struct bdevsw mdevbdevsw = {
134*1031c584SApple OSS Distributions .d_open = mdevopen,
135*1031c584SApple OSS Distributions .d_close = mdevclose,
136*1031c584SApple OSS Distributions .d_strategy = mdevstrategy,
137*1031c584SApple OSS Distributions .d_ioctl = mdevbioctl,
138*1031c584SApple OSS Distributions .d_dump = eno_dump,
139*1031c584SApple OSS Distributions .d_psize = mdevsize,
140*1031c584SApple OSS Distributions .d_type = D_DISK,
141*1031c584SApple OSS Distributions };
142*1031c584SApple OSS Distributions
143*1031c584SApple OSS Distributions static const struct cdevsw mdevcdevsw = {
144*1031c584SApple OSS Distributions .d_open = mdevopen,
145*1031c584SApple OSS Distributions .d_close = mdevclose,
146*1031c584SApple OSS Distributions .d_read = mdevrw,
147*1031c584SApple OSS Distributions .d_write = mdevrw,
148*1031c584SApple OSS Distributions .d_ioctl = mdevcioctl,
149*1031c584SApple OSS Distributions .d_stop = eno_stop,
150*1031c584SApple OSS Distributions .d_reset = eno_reset,
151*1031c584SApple OSS Distributions .d_ttys = NULL,
152*1031c584SApple OSS Distributions .d_select = eno_select,
153*1031c584SApple OSS Distributions .d_mmap = eno_mmap,
154*1031c584SApple OSS Distributions .d_strategy = eno_strat,
155*1031c584SApple OSS Distributions .d_reserved_1 = eno_getc,
156*1031c584SApple OSS Distributions .d_reserved_2 = eno_putc,
157*1031c584SApple OSS Distributions .d_type = D_DISK,
158*1031c584SApple OSS Distributions };
159*1031c584SApple OSS Distributions
160*1031c584SApple OSS Distributions struct mdev {
161*1031c584SApple OSS Distributions uint64_t mdBase; /* base page number (pages are assumed to be 4K). Multiply by 4096 to find actual address */
162*1031c584SApple OSS Distributions uint32_t mdSize; /* size in pages (pages are assumed to be 4K). Multiply by 4096 to find actual size. */
163*1031c584SApple OSS Distributions int mdFlags; /* flags */
164*1031c584SApple OSS Distributions int mdSecsize; /* sector size */
165*1031c584SApple OSS Distributions int mdBDev; /* Block device number */
166*1031c584SApple OSS Distributions int mdCDev; /* Character device number */
167*1031c584SApple OSS Distributions void * mdbdevb;
168*1031c584SApple OSS Distributions void * mdcdevb;
169*1031c584SApple OSS Distributions } mdev[NB_MAX_MDEVICES];
170*1031c584SApple OSS Distributions
171*1031c584SApple OSS Distributions /* mdFlags */
172*1031c584SApple OSS Distributions #define mdInited 0x01 /* This device defined */
173*1031c584SApple OSS Distributions #define mdRO 0x02 /* This device is read-only */
174*1031c584SApple OSS Distributions #define mdPhys 0x04 /* This device is in physical memory */
175*1031c584SApple OSS Distributions
176*1031c584SApple OSS Distributions int mdevBMajor = -1;
177*1031c584SApple OSS Distributions int mdevCMajor = -1;
178*1031c584SApple OSS Distributions
179*1031c584SApple OSS Distributions static int mdevioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p, int is_char);
180*1031c584SApple OSS Distributions dev_t mdevadd(int devid, uint64_t base, unsigned int size, int phys);
181*1031c584SApple OSS Distributions dev_t mdevlookup(int devid);
182*1031c584SApple OSS Distributions void mdevremoveall(void);
183*1031c584SApple OSS Distributions int mdevgetrange(int devid, uint64_t *base, uint64_t *size);
184*1031c584SApple OSS Distributions
185*1031c584SApple OSS Distributions static int
mdevclose(__unused dev_t dev,__unused int flags,__unused int devtype,__unused struct proc * p)186*1031c584SApple OSS Distributions mdevclose(__unused dev_t dev, __unused int flags,
187*1031c584SApple OSS Distributions __unused int devtype, __unused struct proc *p)
188*1031c584SApple OSS Distributions {
189*1031c584SApple OSS Distributions return 0;
190*1031c584SApple OSS Distributions }
191*1031c584SApple OSS Distributions
192*1031c584SApple OSS Distributions static int
mdevopen(dev_t dev,int flags,__unused int devtype,__unused struct proc * p)193*1031c584SApple OSS Distributions mdevopen(dev_t dev, int flags, __unused int devtype, __unused struct proc *p)
194*1031c584SApple OSS Distributions {
195*1031c584SApple OSS Distributions int devid;
196*1031c584SApple OSS Distributions
197*1031c584SApple OSS Distributions devid = minor(dev); /* Get minor device number */
198*1031c584SApple OSS Distributions
199*1031c584SApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
200*1031c584SApple OSS Distributions return ENXIO; /* Not valid */
201*1031c584SApple OSS Distributions }
202*1031c584SApple OSS Distributions if ((flags & FWRITE) && (mdev[devid].mdFlags & mdRO)) {
203*1031c584SApple OSS Distributions return EACCES; /* Currently mounted RO */
204*1031c584SApple OSS Distributions }
205*1031c584SApple OSS Distributions return 0;
206*1031c584SApple OSS Distributions }
207*1031c584SApple OSS Distributions
208*1031c584SApple OSS Distributions static int
mdevrw(dev_t dev,struct uio * uio,__unused int ioflag)209*1031c584SApple OSS Distributions mdevrw(dev_t dev, struct uio *uio, __unused int ioflag)
210*1031c584SApple OSS Distributions {
211*1031c584SApple OSS Distributions int status;
212*1031c584SApple OSS Distributions addr64_t mdata;
213*1031c584SApple OSS Distributions int devid;
214*1031c584SApple OSS Distributions enum uio_seg saveflag;
215*1031c584SApple OSS Distributions int count;
216*1031c584SApple OSS Distributions
217*1031c584SApple OSS Distributions devid = minor(dev); /* Get minor device number */
218*1031c584SApple OSS Distributions
219*1031c584SApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
220*1031c584SApple OSS Distributions return ENXIO; /* Not valid */
221*1031c584SApple OSS Distributions }
222*1031c584SApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
223*1031c584SApple OSS Distributions return ENXIO; /* Have we actually been defined yet? */
224*1031c584SApple OSS Distributions }
225*1031c584SApple OSS Distributions if (uio->uio_offset < 0) {
226*1031c584SApple OSS Distributions return EINVAL; /* invalid offset */
227*1031c584SApple OSS Distributions }
228*1031c584SApple OSS Distributions if (uio_resid(uio) < 0) {
229*1031c584SApple OSS Distributions return EINVAL;
230*1031c584SApple OSS Distributions }
231*1031c584SApple OSS Distributions mdata = ((addr64_t)mdev[devid].mdBase << 12) + uio->uio_offset; /* Point to the area in "file" */
232*1031c584SApple OSS Distributions
233*1031c584SApple OSS Distributions saveflag = uio->uio_segflg; /* Remember what the request is */
234*1031c584SApple OSS Distributions #if LP64_DEBUG
235*1031c584SApple OSS Distributions if (UIO_IS_USER_SPACE(uio) == 0 && UIO_IS_SYS_SPACE(uio) == 0) {
236*1031c584SApple OSS Distributions panic("mdevrw - invalid uio_segflg");
237*1031c584SApple OSS Distributions }
238*1031c584SApple OSS Distributions #endif /* LP64_DEBUG */
239*1031c584SApple OSS Distributions /* Make sure we are moving from physical ram if physical device */
240*1031c584SApple OSS Distributions if (mdev[devid].mdFlags & mdPhys) {
241*1031c584SApple OSS Distributions if (uio->uio_segflg == UIO_USERSPACE64) {
242*1031c584SApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE64;
243*1031c584SApple OSS Distributions } else if (uio->uio_segflg == UIO_USERSPACE32) {
244*1031c584SApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE32;
245*1031c584SApple OSS Distributions } else {
246*1031c584SApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE;
247*1031c584SApple OSS Distributions }
248*1031c584SApple OSS Distributions }
249*1031c584SApple OSS Distributions
250*1031c584SApple OSS Distributions if (uio->uio_offset > (mdev[devid].mdSize << 12)) {
251*1031c584SApple OSS Distributions count = 0;
252*1031c584SApple OSS Distributions } else {
253*1031c584SApple OSS Distributions count = imin(uio_resid(uio), (mdev[devid].mdSize << 12) - uio->uio_offset);
254*1031c584SApple OSS Distributions }
255*1031c584SApple OSS Distributions
256*1031c584SApple OSS Distributions status = uiomove64(mdata, count, uio); /* Move the data */
257*1031c584SApple OSS Distributions uio->uio_segflg = saveflag; /* Restore the flag */
258*1031c584SApple OSS Distributions
259*1031c584SApple OSS Distributions return status;
260*1031c584SApple OSS Distributions }
261*1031c584SApple OSS Distributions
262*1031c584SApple OSS Distributions static void
mdevstrategy(struct buf * bp)263*1031c584SApple OSS Distributions mdevstrategy(struct buf *bp)
264*1031c584SApple OSS Distributions {
265*1031c584SApple OSS Distributions unsigned int left, lop, csize;
266*1031c584SApple OSS Distributions vm_offset_t vaddr, blkoff;
267*1031c584SApple OSS Distributions int devid;
268*1031c584SApple OSS Distributions addr64_t paddr, fvaddr;
269*1031c584SApple OSS Distributions ppnum_t pp;
270*1031c584SApple OSS Distributions
271*1031c584SApple OSS Distributions devid = minor(buf_device(bp)); /* Get minor device number */
272*1031c584SApple OSS Distributions
273*1031c584SApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) { /* Have we actually been defined yet? */
274*1031c584SApple OSS Distributions buf_seterror(bp, ENXIO);
275*1031c584SApple OSS Distributions buf_biodone(bp);
276*1031c584SApple OSS Distributions return;
277*1031c584SApple OSS Distributions }
278*1031c584SApple OSS Distributions
279*1031c584SApple OSS Distributions buf_setresid(bp, buf_count(bp)); /* Set byte count */
280*1031c584SApple OSS Distributions
281*1031c584SApple OSS Distributions blkoff = buf_blkno(bp) * mdev[devid].mdSecsize; /* Get offset into file */
282*1031c584SApple OSS Distributions
283*1031c584SApple OSS Distributions /*
284*1031c584SApple OSS Distributions * Note that reading past end is an error, but reading at end is an EOF. For these
285*1031c584SApple OSS Distributions * we just return with resid == count.
286*1031c584SApple OSS Distributions */
287*1031c584SApple OSS Distributions
288*1031c584SApple OSS Distributions if (blkoff >= (mdev[devid].mdSize << 12)) { /* Are they trying to read/write at/after end? */
289*1031c584SApple OSS Distributions if (blkoff != (mdev[devid].mdSize << 12)) { /* Are we trying to read after EOF? */
290*1031c584SApple OSS Distributions buf_seterror(bp, EINVAL); /* Yeah, this is an error */
291*1031c584SApple OSS Distributions }
292*1031c584SApple OSS Distributions buf_biodone(bp); /* Return */
293*1031c584SApple OSS Distributions return;
294*1031c584SApple OSS Distributions }
295*1031c584SApple OSS Distributions
296*1031c584SApple OSS Distributions if ((blkoff + buf_count(bp)) > (mdev[devid].mdSize << 12)) { /* Will this read go past end? */
297*1031c584SApple OSS Distributions buf_setcount(bp, (uint32_t)((mdev[devid].mdSize << 12) - blkoff)); /* Yes, trim to max */
298*1031c584SApple OSS Distributions }
299*1031c584SApple OSS Distributions /*
300*1031c584SApple OSS Distributions * make sure the buffer's data area is
301*1031c584SApple OSS Distributions * accessible
302*1031c584SApple OSS Distributions */
303*1031c584SApple OSS Distributions if (buf_map(bp, (caddr_t *)&vaddr)) {
304*1031c584SApple OSS Distributions panic("ramstrategy: buf_map failed");
305*1031c584SApple OSS Distributions }
306*1031c584SApple OSS Distributions
307*1031c584SApple OSS Distributions fvaddr = (mdev[devid].mdBase << 12) + blkoff; /* Point to offset into ram disk */
308*1031c584SApple OSS Distributions
309*1031c584SApple OSS Distributions if (buf_flags(bp) & B_READ) { /* Is this a read? */
310*1031c584SApple OSS Distributions if (!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */
311*1031c584SApple OSS Distributions bcopy((void *)((uintptr_t)fvaddr),
312*1031c584SApple OSS Distributions (void *)vaddr, (size_t)buf_count(bp)); /* This is virtual, just get the data */
313*1031c584SApple OSS Distributions } else {
314*1031c584SApple OSS Distributions left = buf_count(bp); /* Init the amount left to copy */
315*1031c584SApple OSS Distributions while (left) { /* Go until it is all copied */
316*1031c584SApple OSS Distributions lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */
317*1031c584SApple OSS Distributions csize = min(lop, left); /* Don't move more than we need to */
318*1031c584SApple OSS Distributions
319*1031c584SApple OSS Distributions pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the sink physical address */
320*1031c584SApple OSS Distributions if (!pp) { /* Not found, what gives? */
321*1031c584SApple OSS Distributions panic("mdevstrategy: sink address %016llX not mapped", (addr64_t)((uintptr_t)vaddr));
322*1031c584SApple OSS Distributions }
323*1031c584SApple OSS Distributions paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */
324*1031c584SApple OSS Distributions bcopy_phys(fvaddr, paddr, csize); /* Copy this on in */
325*1031c584SApple OSS Distributions mapping_set_mod((ppnum_t)(paddr >> 12)); /* Make sure we know that it is modified */
326*1031c584SApple OSS Distributions
327*1031c584SApple OSS Distributions left = left - csize; /* Calculate what is left */
328*1031c584SApple OSS Distributions vaddr = vaddr + csize; /* Move to next sink address */
329*1031c584SApple OSS Distributions fvaddr = fvaddr + csize; /* Bump to next physical address */
330*1031c584SApple OSS Distributions }
331*1031c584SApple OSS Distributions }
332*1031c584SApple OSS Distributions } else { /* This is a write */
333*1031c584SApple OSS Distributions if (!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */
334*1031c584SApple OSS Distributions bcopy((void *)vaddr, (void *)((uintptr_t)fvaddr),
335*1031c584SApple OSS Distributions (size_t)buf_count(bp)); /* This is virtual, just put the data */
336*1031c584SApple OSS Distributions } else {
337*1031c584SApple OSS Distributions left = buf_count(bp); /* Init the amount left to copy */
338*1031c584SApple OSS Distributions while (left) { /* Go until it is all copied */
339*1031c584SApple OSS Distributions lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */
340*1031c584SApple OSS Distributions csize = min(lop, left); /* Don't move more than we need to */
341*1031c584SApple OSS Distributions
342*1031c584SApple OSS Distributions pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the source physical address */
343*1031c584SApple OSS Distributions if (!pp) { /* Not found, what gives? */
344*1031c584SApple OSS Distributions panic("mdevstrategy: source address %016llX not mapped", (addr64_t)((uintptr_t)vaddr));
345*1031c584SApple OSS Distributions }
346*1031c584SApple OSS Distributions paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */
347*1031c584SApple OSS Distributions
348*1031c584SApple OSS Distributions bcopy_phys(paddr, fvaddr, csize); /* Move this on out */
349*1031c584SApple OSS Distributions
350*1031c584SApple OSS Distributions left = left - csize; /* Calculate what is left */
351*1031c584SApple OSS Distributions vaddr = vaddr + csize; /* Move to next sink address */
352*1031c584SApple OSS Distributions fvaddr = fvaddr + csize; /* Bump to next physical address */
353*1031c584SApple OSS Distributions }
354*1031c584SApple OSS Distributions }
355*1031c584SApple OSS Distributions }
356*1031c584SApple OSS Distributions /*
357*1031c584SApple OSS Distributions * buf_unmap takes care of all the cases
358*1031c584SApple OSS Distributions * it will unmap the buffer from kernel
359*1031c584SApple OSS Distributions * virtual space if that was the state
360*1031c584SApple OSS Distributions * when we mapped it.
361*1031c584SApple OSS Distributions */
362*1031c584SApple OSS Distributions buf_unmap(bp);
363*1031c584SApple OSS Distributions
364*1031c584SApple OSS Distributions buf_setresid(bp, 0); /* Nothing more to do */
365*1031c584SApple OSS Distributions buf_biodone(bp); /* Say we've finished */
366*1031c584SApple OSS Distributions }
367*1031c584SApple OSS Distributions
368*1031c584SApple OSS Distributions static int
mdevbioctl(dev_t dev,u_long cmd,caddr_t data,int flag,struct proc * p)369*1031c584SApple OSS Distributions mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
370*1031c584SApple OSS Distributions {
371*1031c584SApple OSS Distributions return mdevioctl(dev, cmd, data, flag, p, 0);
372*1031c584SApple OSS Distributions }
373*1031c584SApple OSS Distributions
374*1031c584SApple OSS Distributions static int
mdevcioctl(dev_t dev,u_long cmd,caddr_t data,int flag,struct proc * p)375*1031c584SApple OSS Distributions mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
376*1031c584SApple OSS Distributions {
377*1031c584SApple OSS Distributions return mdevioctl(dev, cmd, data, flag, p, 1);
378*1031c584SApple OSS Distributions }
379*1031c584SApple OSS Distributions
380*1031c584SApple OSS Distributions static int
mdevioctl(dev_t dev,u_long cmd,caddr_t data,__unused int flag,struct proc * p,int is_char)381*1031c584SApple OSS Distributions mdevioctl(dev_t dev, u_long cmd, caddr_t data, __unused int flag,
382*1031c584SApple OSS Distributions struct proc *p, int is_char)
383*1031c584SApple OSS Distributions {
384*1031c584SApple OSS Distributions int error;
385*1031c584SApple OSS Distributions u_int32_t *f;
386*1031c584SApple OSS Distributions u_int64_t *o;
387*1031c584SApple OSS Distributions int devid;
388*1031c584SApple OSS Distributions dk_memdev_info_t * memdev_info;
389*1031c584SApple OSS Distributions
390*1031c584SApple OSS Distributions devid = minor(dev); /* Get minor device number */
391*1031c584SApple OSS Distributions
392*1031c584SApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
393*1031c584SApple OSS Distributions return ENXIO; /* Not valid */
394*1031c584SApple OSS Distributions }
395*1031c584SApple OSS Distributions error = proc_suser(p); /* Are we superman? */
396*1031c584SApple OSS Distributions if (error) {
397*1031c584SApple OSS Distributions return error; /* Nope... */
398*1031c584SApple OSS Distributions }
399*1031c584SApple OSS Distributions f = (u_int32_t*)data;
400*1031c584SApple OSS Distributions o = (u_int64_t *)data;
401*1031c584SApple OSS Distributions memdev_info = (dk_memdev_info_t *) data;
402*1031c584SApple OSS Distributions
403*1031c584SApple OSS Distributions switch (cmd) {
404*1031c584SApple OSS Distributions case DKIOCGETMAXBLOCKCOUNTREAD:
405*1031c584SApple OSS Distributions *o = 32;
406*1031c584SApple OSS Distributions break;
407*1031c584SApple OSS Distributions
408*1031c584SApple OSS Distributions case DKIOCGETMAXBLOCKCOUNTWRITE:
409*1031c584SApple OSS Distributions *o = 32;
410*1031c584SApple OSS Distributions break;
411*1031c584SApple OSS Distributions
412*1031c584SApple OSS Distributions case DKIOCGETMAXSEGMENTCOUNTREAD:
413*1031c584SApple OSS Distributions *o = 32;
414*1031c584SApple OSS Distributions break;
415*1031c584SApple OSS Distributions
416*1031c584SApple OSS Distributions case DKIOCGETMAXSEGMENTCOUNTWRITE:
417*1031c584SApple OSS Distributions *o = 32;
418*1031c584SApple OSS Distributions break;
419*1031c584SApple OSS Distributions
420*1031c584SApple OSS Distributions case DKIOCGETBLOCKSIZE:
421*1031c584SApple OSS Distributions *f = mdev[devid].mdSecsize;
422*1031c584SApple OSS Distributions break;
423*1031c584SApple OSS Distributions
424*1031c584SApple OSS Distributions case DKIOCSETBLOCKSIZE:
425*1031c584SApple OSS Distributions if (is_char) {
426*1031c584SApple OSS Distributions return ENODEV; /* We can only do this for a block */
427*1031c584SApple OSS Distributions }
428*1031c584SApple OSS Distributions if (*f < DEV_BSIZE) {
429*1031c584SApple OSS Distributions return EINVAL; /* Too short? */
430*1031c584SApple OSS Distributions }
431*1031c584SApple OSS Distributions mdev[devid].mdSecsize = *f; /* set the new block size */
432*1031c584SApple OSS Distributions break;
433*1031c584SApple OSS Distributions
434*1031c584SApple OSS Distributions case DKIOCISWRITABLE:
435*1031c584SApple OSS Distributions *f = 1;
436*1031c584SApple OSS Distributions break;
437*1031c584SApple OSS Distributions
438*1031c584SApple OSS Distributions case DKIOCGETBLOCKCOUNT:
439*1031c584SApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
440*1031c584SApple OSS Distributions return ENXIO;
441*1031c584SApple OSS Distributions }
442*1031c584SApple OSS Distributions *o = ((mdev[devid].mdSize << 12) + mdev[devid].mdSecsize - 1) / mdev[devid].mdSecsize;
443*1031c584SApple OSS Distributions break;
444*1031c584SApple OSS Distributions
445*1031c584SApple OSS Distributions /*
446*1031c584SApple OSS Distributions * We're interested in the following bits of information:
447*1031c584SApple OSS Distributions * Are you a memory-backed device (always yes, in this case)?
448*1031c584SApple OSS Distributions * Physical memory (mdPhys)?
449*1031c584SApple OSS Distributions * What is your base page?
450*1031c584SApple OSS Distributions * What is your size?
451*1031c584SApple OSS Distributions */
452*1031c584SApple OSS Distributions case DKIOCGETMEMDEVINFO:
453*1031c584SApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
454*1031c584SApple OSS Distributions return ENXIO;
455*1031c584SApple OSS Distributions }
456*1031c584SApple OSS Distributions memdev_info->mi_mdev = TRUE;
457*1031c584SApple OSS Distributions memdev_info->mi_phys = (mdev[devid].mdFlags & mdPhys) ? TRUE : FALSE;
458*1031c584SApple OSS Distributions memdev_info->mi_base = (uint32_t)mdev[devid].mdBase;
459*1031c584SApple OSS Distributions memdev_info->mi_size = mdev[devid].mdSize;
460*1031c584SApple OSS Distributions break;
461*1031c584SApple OSS Distributions
462*1031c584SApple OSS Distributions default:
463*1031c584SApple OSS Distributions error = ENOTTY;
464*1031c584SApple OSS Distributions break;
465*1031c584SApple OSS Distributions }
466*1031c584SApple OSS Distributions return error;
467*1031c584SApple OSS Distributions }
468*1031c584SApple OSS Distributions
469*1031c584SApple OSS Distributions
470*1031c584SApple OSS Distributions static int
mdevsize(dev_t dev)471*1031c584SApple OSS Distributions mdevsize(dev_t dev)
472*1031c584SApple OSS Distributions {
473*1031c584SApple OSS Distributions int devid;
474*1031c584SApple OSS Distributions
475*1031c584SApple OSS Distributions devid = minor(dev); /* Get minor device number */
476*1031c584SApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
477*1031c584SApple OSS Distributions return ENXIO; /* Not valid */
478*1031c584SApple OSS Distributions }
479*1031c584SApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) {
480*1031c584SApple OSS Distributions return -1; /* Not inited yet */
481*1031c584SApple OSS Distributions }
482*1031c584SApple OSS Distributions return mdev[devid].mdSecsize;
483*1031c584SApple OSS Distributions }
484*1031c584SApple OSS Distributions
485*1031c584SApple OSS Distributions #include <pexpert/pexpert.h>
486*1031c584SApple OSS Distributions
487*1031c584SApple OSS Distributions void
mdevinit(__unused int the_cnt)488*1031c584SApple OSS Distributions mdevinit(__unused int the_cnt)
489*1031c584SApple OSS Distributions {
490*1031c584SApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
491*1031c584SApple OSS Distributions
492*1031c584SApple OSS Distributions int devid, phys;
493*1031c584SApple OSS Distributions uint64_t base;
494*1031c584SApple OSS Distributions uint64_t size;
495*1031c584SApple OSS Distributions char *ba, *lp;
496*1031c584SApple OSS Distributions dev_t dev;
497*1031c584SApple OSS Distributions
498*1031c584SApple OSS Distributions
499*1031c584SApple OSS Distributions ba = PE_boot_args(); /* Get the boot arguments */
500*1031c584SApple OSS Distributions lp = ba + 256; /* Point to the end */
501*1031c584SApple OSS Distributions
502*1031c584SApple OSS Distributions while (1) { /* Step through, looking for our keywords */
503*1031c584SApple OSS Distributions phys = 0; /* Assume virtual memory device */
504*1031c584SApple OSS Distributions ba = nonspace(ba, lp); /* Find non-space */
505*1031c584SApple OSS Distributions if (ba >= lp) {
506*1031c584SApple OSS Distributions return; /* We are done if no more... */
507*1031c584SApple OSS Distributions }
508*1031c584SApple OSS Distributions if (((ba[0] != 'v') && (ba[0] != 'p'))
509*1031c584SApple OSS Distributions || (ba[1] != 'm') || (ba[2] != 'd') || (ba[4] != '=')
510*1031c584SApple OSS Distributions || (ba[3] < '0') || (ba[3] > 'f')
511*1031c584SApple OSS Distributions || ((ba[3] > '9') && (ba[3] < 'a'))) { /* Is this of form "vmdx=" or "pmdx=" where x is hex digit? */
512*1031c584SApple OSS Distributions ba = getspace(ba, lp); /* Find next white space or end */
513*1031c584SApple OSS Distributions continue; /* Start looking for the next one */
514*1031c584SApple OSS Distributions }
515*1031c584SApple OSS Distributions
516*1031c584SApple OSS Distributions if (ba[0] == 'p') {
517*1031c584SApple OSS Distributions phys = 1; /* Set physical memory disk */
518*1031c584SApple OSS Distributions }
519*1031c584SApple OSS Distributions devid = ba[3] & 0xF; /* Assume digit */
520*1031c584SApple OSS Distributions if (ba[3] > '9') {
521*1031c584SApple OSS Distributions devid += 9; /* Adjust for hex digits */
522*1031c584SApple OSS Distributions }
523*1031c584SApple OSS Distributions ba = &ba[5]; /* Step past keyword */
524*1031c584SApple OSS Distributions ba = cvtnum(ba, lp, &base); /* Convert base of memory disk */
525*1031c584SApple OSS Distributions if (ba >= lp) {
526*1031c584SApple OSS Distributions return; /* Malformed one at the end, leave */
527*1031c584SApple OSS Distributions }
528*1031c584SApple OSS Distributions if (ba[0] != '.') {
529*1031c584SApple OSS Distributions continue; /* If not length separater, try next... */
530*1031c584SApple OSS Distributions }
531*1031c584SApple OSS Distributions if (base & 0xFFF) {
532*1031c584SApple OSS Distributions continue; /* Only allow page aligned stuff */
533*1031c584SApple OSS Distributions }
534*1031c584SApple OSS Distributions ba++; /* Step past '.' */
535*1031c584SApple OSS Distributions ba = cvtnum(ba, lp, &size); /* Try to convert it */
536*1031c584SApple OSS Distributions if (!size || (size & 0xFFF)) {
537*1031c584SApple OSS Distributions continue; /* Allow only non-zer page size multiples */
538*1031c584SApple OSS Distributions }
539*1031c584SApple OSS Distributions if (ba < lp) { /* If we are not at end, check end character */
540*1031c584SApple OSS Distributions if ((ba[0] != ' ') && (ba[0] != 0)) {
541*1031c584SApple OSS Distributions continue; /* End must be null or space */
542*1031c584SApple OSS Distributions }
543*1031c584SApple OSS Distributions }
544*1031c584SApple OSS Distributions
545*1031c584SApple OSS Distributions dev = mdevadd(devid, base >> 12, (unsigned)size >> 12, phys); /* Go add the device */
546*1031c584SApple OSS Distributions }
547*1031c584SApple OSS Distributions
548*1031c584SApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
549*1031c584SApple OSS Distributions
550*1031c584SApple OSS Distributions return;
551*1031c584SApple OSS Distributions }
552*1031c584SApple OSS Distributions
553*1031c584SApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
554*1031c584SApple OSS Distributions
555*1031c584SApple OSS Distributions char *
nonspace(char * pos,char * end)556*1031c584SApple OSS Distributions nonspace(char *pos, char *end) /* Find next non-space in string */
557*1031c584SApple OSS Distributions {
558*1031c584SApple OSS Distributions if (pos >= end) {
559*1031c584SApple OSS Distributions return end; /* Don't go past end */
560*1031c584SApple OSS Distributions }
561*1031c584SApple OSS Distributions if (pos[0] == 0) {
562*1031c584SApple OSS Distributions return end; /* If at null, make end */
563*1031c584SApple OSS Distributions }
564*1031c584SApple OSS Distributions while (1) { /* Keep going */
565*1031c584SApple OSS Distributions if (pos[0] != ' ') {
566*1031c584SApple OSS Distributions return pos; /* Leave if we found one */
567*1031c584SApple OSS Distributions }
568*1031c584SApple OSS Distributions pos++; /* Stop */
569*1031c584SApple OSS Distributions if (pos >= end) {
570*1031c584SApple OSS Distributions return end; /* Quit if we run off end */
571*1031c584SApple OSS Distributions }
572*1031c584SApple OSS Distributions }
573*1031c584SApple OSS Distributions }
574*1031c584SApple OSS Distributions
575*1031c584SApple OSS Distributions char *
getspace(char * pos,char * end)576*1031c584SApple OSS Distributions getspace(char *pos, char *end) /* Find next non-space in string */
577*1031c584SApple OSS Distributions {
578*1031c584SApple OSS Distributions while (1) { /* Keep going */
579*1031c584SApple OSS Distributions if (pos >= end) {
580*1031c584SApple OSS Distributions return end; /* Don't go past end */
581*1031c584SApple OSS Distributions }
582*1031c584SApple OSS Distributions if (pos[0] == 0) {
583*1031c584SApple OSS Distributions return end; /* Leave if we hit null */
584*1031c584SApple OSS Distributions }
585*1031c584SApple OSS Distributions if (pos[0] == ' ') {
586*1031c584SApple OSS Distributions return pos; /* Leave if we found one */
587*1031c584SApple OSS Distributions }
588*1031c584SApple OSS Distributions pos++; /* Stop */
589*1031c584SApple OSS Distributions }
590*1031c584SApple OSS Distributions }
591*1031c584SApple OSS Distributions
592*1031c584SApple OSS Distributions char *
cvtnum(char * pos,char * end,uint64_t * num)593*1031c584SApple OSS Distributions cvtnum(char *pos, char *end, uint64_t *num) /* Convert to a number */
594*1031c584SApple OSS Distributions {
595*1031c584SApple OSS Distributions int rad, dig;
596*1031c584SApple OSS Distributions
597*1031c584SApple OSS Distributions *num = 0; /* Set answer to 0 to start */
598*1031c584SApple OSS Distributions rad = 10;
599*1031c584SApple OSS Distributions
600*1031c584SApple OSS Distributions if (pos >= end) {
601*1031c584SApple OSS Distributions return end; /* Don't go past end */
602*1031c584SApple OSS Distributions }
603*1031c584SApple OSS Distributions if (pos[0] == 0) {
604*1031c584SApple OSS Distributions return end; /* If at null, make end */
605*1031c584SApple OSS Distributions }
606*1031c584SApple OSS Distributions if (pos[0] == '0' && ((pos[1] == 'x') || (pos[1] == 'x'))) { /* A hex constant? */
607*1031c584SApple OSS Distributions rad = 16;
608*1031c584SApple OSS Distributions pos += 2; /* Point to the number */
609*1031c584SApple OSS Distributions }
610*1031c584SApple OSS Distributions
611*1031c584SApple OSS Distributions while (1) { /* Convert it */
612*1031c584SApple OSS Distributions if (pos >= end) {
613*1031c584SApple OSS Distributions return end; /* Don't go past end */
614*1031c584SApple OSS Distributions }
615*1031c584SApple OSS Distributions if (pos[0] == 0) {
616*1031c584SApple OSS Distributions return end; /* If at null, make end */
617*1031c584SApple OSS Distributions }
618*1031c584SApple OSS Distributions if (pos[0] < '0') {
619*1031c584SApple OSS Distributions return pos; /* Leave if non-digit */
620*1031c584SApple OSS Distributions }
621*1031c584SApple OSS Distributions dig = pos[0] & 0xF; /* Extract digit */
622*1031c584SApple OSS Distributions if (pos[0] > '9') { /* Is it bigger than 9? */
623*1031c584SApple OSS Distributions if (rad == 10) {
624*1031c584SApple OSS Distributions return pos; /* Leave if not base 10 */
625*1031c584SApple OSS Distributions }
626*1031c584SApple OSS Distributions if (!(((pos[0] >= 'A') && (pos[0] <= 'F'))
627*1031c584SApple OSS Distributions || ((pos[0] >= 'a') && (pos[0] <= 'f')))) {
628*1031c584SApple OSS Distributions return pos; /* Leave if bogus char */
629*1031c584SApple OSS Distributions }
630*1031c584SApple OSS Distributions dig = dig + 9; /* Adjust for character */
631*1031c584SApple OSS Distributions }
632*1031c584SApple OSS Distributions *num = (*num * rad) + dig; /* Accumulate the number */
633*1031c584SApple OSS Distributions pos++; /* Step on */
634*1031c584SApple OSS Distributions }
635*1031c584SApple OSS Distributions }
636*1031c584SApple OSS Distributions
637*1031c584SApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
638*1031c584SApple OSS Distributions
639*1031c584SApple OSS Distributions dev_t
mdevadd(int devid,uint64_t base,unsigned int size,int phys)640*1031c584SApple OSS Distributions mdevadd(int devid, uint64_t base, unsigned int size, int phys)
641*1031c584SApple OSS Distributions {
642*1031c584SApple OSS Distributions int i;
643*1031c584SApple OSS Distributions
644*1031c584SApple OSS Distributions if (devid < 0) {
645*1031c584SApple OSS Distributions devid = -1;
646*1031c584SApple OSS Distributions for (i = 0; i < NB_MAX_MDEVICES; i++) { /* Search all known memory devices */
647*1031c584SApple OSS Distributions if (!(mdev[i].mdFlags & mdInited)) { /* Is this a free one? */
648*1031c584SApple OSS Distributions if (devid < 0) {
649*1031c584SApple OSS Distributions devid = i; /* Remember first free one */
650*1031c584SApple OSS Distributions }
651*1031c584SApple OSS Distributions continue; /* Skip check */
652*1031c584SApple OSS Distributions }
653*1031c584SApple OSS Distributions if (!(((base + size - 1) < mdev[i].mdBase) || ((mdev[i].mdBase + mdev[i].mdSize - 1) < base))) { /* Is there any overlap? */
654*1031c584SApple OSS Distributions panic("mdevadd: attempt to add overlapping memory device at %016llX-%016llX", mdev[i].mdBase, mdev[i].mdBase + mdev[i].mdSize - 1);
655*1031c584SApple OSS Distributions }
656*1031c584SApple OSS Distributions }
657*1031c584SApple OSS Distributions if (devid < 0) { /* Do we have free slots? */
658*1031c584SApple OSS Distributions panic("mdevadd: attempt to add more than %d memory devices", NB_MAX_MDEVICES);
659*1031c584SApple OSS Distributions }
660*1031c584SApple OSS Distributions } else {
661*1031c584SApple OSS Distributions if (devid >= NB_MAX_MDEVICES) { /* Giving us something bogus? */
662*1031c584SApple OSS Distributions panic("mdevadd: attempt to explicitly add a bogus memory device: %08X", devid);
663*1031c584SApple OSS Distributions }
664*1031c584SApple OSS Distributions if (mdev[devid].mdFlags & mdInited) { /* Already there? */
665*1031c584SApple OSS Distributions panic("mdevadd: attempt to explicitly add a previously defined memory device: %08X", devid);
666*1031c584SApple OSS Distributions }
667*1031c584SApple OSS Distributions }
668*1031c584SApple OSS Distributions
669*1031c584SApple OSS Distributions if (mdevBMajor < 0) { /* Have we gotten a major number yet? */
670*1031c584SApple OSS Distributions mdevBMajor = bdevsw_add(-1, &mdevbdevsw); /* Add to the table and figure out a major number */
671*1031c584SApple OSS Distributions if (mdevBMajor < 0) {
672*1031c584SApple OSS Distributions printf("mdevadd: error - bdevsw_add() returned %d\n", mdevBMajor);
673*1031c584SApple OSS Distributions return -1;
674*1031c584SApple OSS Distributions }
675*1031c584SApple OSS Distributions }
676*1031c584SApple OSS Distributions
677*1031c584SApple OSS Distributions if (mdevCMajor < 0) { /* Have we gotten a major number yet? */
678*1031c584SApple OSS Distributions mdevCMajor = cdevsw_add_with_bdev(-1, &mdevcdevsw, mdevBMajor); /* Add to the table and figure out a major number */
679*1031c584SApple OSS Distributions if (mdevCMajor < 0) {
680*1031c584SApple OSS Distributions printf("ramdevice_init: error - cdevsw_add() returned %d\n", mdevCMajor);
681*1031c584SApple OSS Distributions return -1;
682*1031c584SApple OSS Distributions }
683*1031c584SApple OSS Distributions }
684*1031c584SApple OSS Distributions
685*1031c584SApple OSS Distributions mdev[devid].mdBDev = makedev(mdevBMajor, devid); /* Get the device number */
686*1031c584SApple OSS Distributions mdev[devid].mdbdevb = devfs_make_node(mdev[devid].mdBDev, DEVFS_BLOCK, /* Make the node */
687*1031c584SApple OSS Distributions UID_ROOT, GID_OPERATOR,
688*1031c584SApple OSS Distributions 0600, "md%d", devid);
689*1031c584SApple OSS Distributions if (mdev[devid].mdbdevb == NULL) { /* Did we make one? */
690*1031c584SApple OSS Distributions printf("mdevadd: devfs_make_node for block failed!\n");
691*1031c584SApple OSS Distributions return -1; /* Nope... */
692*1031c584SApple OSS Distributions }
693*1031c584SApple OSS Distributions
694*1031c584SApple OSS Distributions mdev[devid].mdCDev = makedev(mdevCMajor, devid); /* Get the device number */
695*1031c584SApple OSS Distributions mdev[devid].mdcdevb = devfs_make_node(mdev[devid].mdCDev, DEVFS_CHAR, /* Make the node */
696*1031c584SApple OSS Distributions UID_ROOT, GID_OPERATOR,
697*1031c584SApple OSS Distributions 0600, "rmd%d", devid);
698*1031c584SApple OSS Distributions if (mdev[devid].mdcdevb == NULL) { /* Did we make one? */
699*1031c584SApple OSS Distributions printf("mdevadd: devfs_make_node for character failed!\n");
700*1031c584SApple OSS Distributions return -1; /* Nope... */
701*1031c584SApple OSS Distributions }
702*1031c584SApple OSS Distributions
703*1031c584SApple OSS Distributions mdev[devid].mdBase = base; /* Set the base address of ram disk */
704*1031c584SApple OSS Distributions mdev[devid].mdSize = size; /* Set the length of the ram disk */
705*1031c584SApple OSS Distributions mdev[devid].mdSecsize = DEV_BSIZE; /* Set starting block size */
706*1031c584SApple OSS Distributions if (phys) {
707*1031c584SApple OSS Distributions mdev[devid].mdFlags |= mdPhys; /* Show that we are in physical memory */
708*1031c584SApple OSS Distributions }
709*1031c584SApple OSS Distributions mdev[devid].mdFlags |= mdInited; /* Show we are all set up */
710*1031c584SApple OSS Distributions printf("Added memory device md%x/rmd%x (%08X/%08X) at %016llX for %016llX\n",
711*1031c584SApple OSS Distributions devid, devid, mdev[devid].mdBDev, mdev[devid].mdCDev, base << 12, (uint64_t)size << 12);
712*1031c584SApple OSS Distributions return mdev[devid].mdBDev;
713*1031c584SApple OSS Distributions }
714*1031c584SApple OSS Distributions
715*1031c584SApple OSS Distributions
716*1031c584SApple OSS Distributions dev_t
mdevlookup(int devid)717*1031c584SApple OSS Distributions mdevlookup(int devid)
718*1031c584SApple OSS Distributions {
719*1031c584SApple OSS Distributions if ((devid < 0) || (devid >= NB_MAX_MDEVICES)) {
720*1031c584SApple OSS Distributions return -1; /* Filter any bogus requests */
721*1031c584SApple OSS Distributions }
722*1031c584SApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
723*1031c584SApple OSS Distributions return -1; /* This one hasn't been defined */
724*1031c584SApple OSS Distributions }
725*1031c584SApple OSS Distributions return mdev[devid].mdBDev; /* Return the device number */
726*1031c584SApple OSS Distributions }
727*1031c584SApple OSS Distributions
728*1031c584SApple OSS Distributions void
mdevremoveall(void)729*1031c584SApple OSS Distributions mdevremoveall(void)
730*1031c584SApple OSS Distributions {
731*1031c584SApple OSS Distributions int i;
732*1031c584SApple OSS Distributions
733*1031c584SApple OSS Distributions for (i = 0; i < NB_MAX_MDEVICES; i++) {
734*1031c584SApple OSS Distributions if (!(mdev[i].mdFlags & mdInited)) {
735*1031c584SApple OSS Distributions continue; /* Ignore unused mdevs */
736*1031c584SApple OSS Distributions }
737*1031c584SApple OSS Distributions devfs_remove(mdev[i].mdbdevb); /* Remove the block device */
738*1031c584SApple OSS Distributions devfs_remove(mdev[i].mdcdevb); /* Remove the character device */
739*1031c584SApple OSS Distributions
740*1031c584SApple OSS Distributions mdev[i].mdBase = 0; /* Clear the mdev's storage */
741*1031c584SApple OSS Distributions mdev[i].mdSize = 0;
742*1031c584SApple OSS Distributions mdev[i].mdSecsize = 0;
743*1031c584SApple OSS Distributions mdev[i].mdFlags = 0;
744*1031c584SApple OSS Distributions mdev[i].mdBDev = 0;
745*1031c584SApple OSS Distributions mdev[i].mdCDev = 0;
746*1031c584SApple OSS Distributions mdev[i].mdbdevb = 0;
747*1031c584SApple OSS Distributions mdev[i].mdcdevb = 0;
748*1031c584SApple OSS Distributions }
749*1031c584SApple OSS Distributions }
750*1031c584SApple OSS Distributions
751*1031c584SApple OSS Distributions int
mdevgetrange(int devid,uint64_t * base,uint64_t * size)752*1031c584SApple OSS Distributions mdevgetrange(int devid, uint64_t *base, uint64_t *size)
753*1031c584SApple OSS Distributions {
754*1031c584SApple OSS Distributions assert(base);
755*1031c584SApple OSS Distributions assert(size);
756*1031c584SApple OSS Distributions
757*1031c584SApple OSS Distributions /* filter invalid request */
758*1031c584SApple OSS Distributions if ((devid < 0) || (devid >= NB_MAX_MDEVICES)) {
759*1031c584SApple OSS Distributions return -1;
760*1031c584SApple OSS Distributions }
761*1031c584SApple OSS Distributions
762*1031c584SApple OSS Distributions /* filter non-initialized memory devices */
763*1031c584SApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) {
764*1031c584SApple OSS Distributions return -1;
765*1031c584SApple OSS Distributions }
766*1031c584SApple OSS Distributions
767*1031c584SApple OSS Distributions *base = mdev[devid].mdBase << 12;
768*1031c584SApple OSS Distributions *size = mdev[devid].mdSize << 12;
769*1031c584SApple OSS Distributions
770*1031c584SApple OSS Distributions /* make sure (base, size) is a valid range and will not overflow */
771*1031c584SApple OSS Distributions assert(*size < (UINT64_MAX - *base));
772*1031c584SApple OSS Distributions
773*1031c584SApple OSS Distributions return 0;
774*1031c584SApple OSS Distributions }
775