1*4f1223e8SApple OSS Distributions /*
2*4f1223e8SApple OSS Distributions * Copyright (c) 2004-2019 Apple Inc. All rights reserved.
3*4f1223e8SApple OSS Distributions *
4*4f1223e8SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*4f1223e8SApple OSS Distributions *
6*4f1223e8SApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*4f1223e8SApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*4f1223e8SApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*4f1223e8SApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*4f1223e8SApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*4f1223e8SApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*4f1223e8SApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*4f1223e8SApple OSS Distributions * terms of an Apple operating system software license agreement.
14*4f1223e8SApple OSS Distributions *
15*4f1223e8SApple OSS Distributions * Please obtain a copy of the License at
16*4f1223e8SApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*4f1223e8SApple OSS Distributions *
18*4f1223e8SApple OSS Distributions * The Original Code and all software distributed under the License are
19*4f1223e8SApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*4f1223e8SApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*4f1223e8SApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*4f1223e8SApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*4f1223e8SApple OSS Distributions * Please see the License for the specific language governing rights and
24*4f1223e8SApple OSS Distributions * limitations under the License.
25*4f1223e8SApple OSS Distributions *
26*4f1223e8SApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*4f1223e8SApple OSS Distributions */
28*4f1223e8SApple OSS Distributions /*
29*4f1223e8SApple OSS Distributions * Copyright (c) 1988 University of Utah.
30*4f1223e8SApple OSS Distributions * Copyright (c) 1990, 1993
31*4f1223e8SApple OSS Distributions * The Regents of the University of California. All rights reserved.
32*4f1223e8SApple OSS Distributions *
33*4f1223e8SApple OSS Distributions * This code is derived from software contributed to Berkeley by
34*4f1223e8SApple OSS Distributions * the Systems Programming Group of the University of Utah Computer
35*4f1223e8SApple OSS Distributions * Science Department.
36*4f1223e8SApple OSS Distributions *
37*4f1223e8SApple OSS Distributions * Redistribution and use in source and binary forms, with or without
38*4f1223e8SApple OSS Distributions * modification, are permitted provided that the following conditions
39*4f1223e8SApple OSS Distributions * are met:
40*4f1223e8SApple OSS Distributions * 1. Redistributions of source code must retain the above copyright
41*4f1223e8SApple OSS Distributions * notice, this list of conditions and the following disclaimer.
42*4f1223e8SApple OSS Distributions * 2. Redistributions in binary form must reproduce the above copyright
43*4f1223e8SApple OSS Distributions * notice, this list of conditions and the following disclaimer in the
44*4f1223e8SApple OSS Distributions * documentation and/or other materials provided with the distribution.
45*4f1223e8SApple OSS Distributions * 3. All advertising materials mentioning features or use of this software
46*4f1223e8SApple OSS Distributions * must display the following acknowledgement:
47*4f1223e8SApple OSS Distributions * This product includes software developed by the University of
48*4f1223e8SApple OSS Distributions * California, Berkeley and its contributors.
49*4f1223e8SApple OSS Distributions * 4. Neither the name of the University nor the names of its contributors
50*4f1223e8SApple OSS Distributions * may be used to endorse or promote products derived from this software
51*4f1223e8SApple OSS Distributions * without specific prior written permission.
52*4f1223e8SApple OSS Distributions *
53*4f1223e8SApple OSS Distributions * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
54*4f1223e8SApple OSS Distributions * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
55*4f1223e8SApple OSS Distributions * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
56*4f1223e8SApple OSS Distributions * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
57*4f1223e8SApple OSS Distributions * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
58*4f1223e8SApple OSS Distributions * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
59*4f1223e8SApple OSS Distributions * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
60*4f1223e8SApple OSS Distributions * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
61*4f1223e8SApple OSS Distributions * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
62*4f1223e8SApple OSS Distributions * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
63*4f1223e8SApple OSS Distributions * SUCH DAMAGE.
64*4f1223e8SApple OSS Distributions *
65*4f1223e8SApple OSS Distributions * from: Utah Hdr: vn.c 1.13 94/04/02
66*4f1223e8SApple OSS Distributions *
67*4f1223e8SApple OSS Distributions * from: @(#)vn.c 8.6 (Berkeley) 4/1/94
68*4f1223e8SApple OSS Distributions * $FreeBSD: src/sys/dev/vn/vn.c,v 1.105.2.4 2001/11/18 07:11:00 dillon Exp $
69*4f1223e8SApple OSS Distributions */
70*4f1223e8SApple OSS Distributions
71*4f1223e8SApple OSS Distributions /*
72*4f1223e8SApple OSS Distributions * RAM disk driver.
73*4f1223e8SApple OSS Distributions *
74*4f1223e8SApple OSS Distributions * Block interface to a ramdisk.
75*4f1223e8SApple OSS Distributions *
76*4f1223e8SApple OSS Distributions */
77*4f1223e8SApple OSS Distributions
78*4f1223e8SApple OSS Distributions #include <sys/param.h>
79*4f1223e8SApple OSS Distributions #include <sys/kernel.h>
80*4f1223e8SApple OSS Distributions #include <sys/mount.h>
81*4f1223e8SApple OSS Distributions #include <sys/namei.h>
82*4f1223e8SApple OSS Distributions #include <sys/proc.h>
83*4f1223e8SApple OSS Distributions #include <sys/buf.h>
84*4f1223e8SApple OSS Distributions #include <sys/malloc.h>
85*4f1223e8SApple OSS Distributions #include <sys/mount.h>
86*4f1223e8SApple OSS Distributions #include <sys/fcntl.h>
87*4f1223e8SApple OSS Distributions #include <sys/conf.h>
88*4f1223e8SApple OSS Distributions #include <sys/disk.h>
89*4f1223e8SApple OSS Distributions #include <sys/stat.h>
90*4f1223e8SApple OSS Distributions #include <sys/vm.h>
91*4f1223e8SApple OSS Distributions #include <sys/uio_internal.h>
92*4f1223e8SApple OSS Distributions #include <libkern/libkern.h>
93*4f1223e8SApple OSS Distributions
94*4f1223e8SApple OSS Distributions #include <vm/pmap.h>
95*4f1223e8SApple OSS Distributions #include <vm/vm_pager_xnu.h>
96*4f1223e8SApple OSS Distributions #include <mach/memory_object_types.h>
97*4f1223e8SApple OSS Distributions #include <kern/debug.h>
98*4f1223e8SApple OSS Distributions
99*4f1223e8SApple OSS Distributions #include <miscfs/devfs/devfs.h>
100*4f1223e8SApple OSS Distributions
101*4f1223e8SApple OSS Distributions
102*4f1223e8SApple OSS Distributions void mdevinit(int the_cnt);
103*4f1223e8SApple OSS Distributions
104*4f1223e8SApple OSS Distributions static open_close_fcn_t mdevopen;
105*4f1223e8SApple OSS Distributions static open_close_fcn_t mdevclose;
106*4f1223e8SApple OSS Distributions static psize_fcn_t mdevsize;
107*4f1223e8SApple OSS Distributions static strategy_fcn_t mdevstrategy;
108*4f1223e8SApple OSS Distributions static int mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p);
109*4f1223e8SApple OSS Distributions static int mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p);
110*4f1223e8SApple OSS Distributions static int mdevrw(dev_t dev, struct uio *uio, int ioflag);
111*4f1223e8SApple OSS Distributions
112*4f1223e8SApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
113*4f1223e8SApple OSS Distributions static char * nonspace(char *pos, char *end);
114*4f1223e8SApple OSS Distributions static char * getspace(char *pos, char *end);
115*4f1223e8SApple OSS Distributions static char * cvtnum(char *pos, char *end, uint64_t *num);
116*4f1223e8SApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
117*4f1223e8SApple OSS Distributions
118*4f1223e8SApple OSS Distributions extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t bytes);
119*4f1223e8SApple OSS Distributions extern void mapping_set_mod(ppnum_t pn);
120*4f1223e8SApple OSS Distributions extern ppnum_t pmap_find_phys(pmap_t pmap, addr64_t va);
121*4f1223e8SApple OSS Distributions
122*4f1223e8SApple OSS Distributions /*
123*4f1223e8SApple OSS Distributions * Maximal number of memory devices.
124*4f1223e8SApple OSS Distributions */
125*4f1223e8SApple OSS Distributions #define NB_MAX_MDEVICES (16)
126*4f1223e8SApple OSS Distributions
127*4f1223e8SApple OSS Distributions /*
128*4f1223e8SApple OSS Distributions * cdevsw
129*4f1223e8SApple OSS Distributions * D_DISK we want to look like a disk
130*4f1223e8SApple OSS Distributions * D_CANFREE We support B_FREEBUF
131*4f1223e8SApple OSS Distributions */
132*4f1223e8SApple OSS Distributions
133*4f1223e8SApple OSS Distributions static const struct bdevsw mdevbdevsw = {
134*4f1223e8SApple OSS Distributions .d_open = mdevopen,
135*4f1223e8SApple OSS Distributions .d_close = mdevclose,
136*4f1223e8SApple OSS Distributions .d_strategy = mdevstrategy,
137*4f1223e8SApple OSS Distributions .d_ioctl = mdevbioctl,
138*4f1223e8SApple OSS Distributions .d_dump = eno_dump,
139*4f1223e8SApple OSS Distributions .d_psize = mdevsize,
140*4f1223e8SApple OSS Distributions .d_type = D_DISK,
141*4f1223e8SApple OSS Distributions };
142*4f1223e8SApple OSS Distributions
143*4f1223e8SApple OSS Distributions static const struct cdevsw mdevcdevsw = {
144*4f1223e8SApple OSS Distributions .d_open = mdevopen,
145*4f1223e8SApple OSS Distributions .d_close = mdevclose,
146*4f1223e8SApple OSS Distributions .d_read = mdevrw,
147*4f1223e8SApple OSS Distributions .d_write = mdevrw,
148*4f1223e8SApple OSS Distributions .d_ioctl = mdevcioctl,
149*4f1223e8SApple OSS Distributions .d_stop = eno_stop,
150*4f1223e8SApple OSS Distributions .d_reset = eno_reset,
151*4f1223e8SApple OSS Distributions .d_ttys = NULL,
152*4f1223e8SApple OSS Distributions .d_select = eno_select,
153*4f1223e8SApple OSS Distributions .d_mmap = eno_mmap,
154*4f1223e8SApple OSS Distributions .d_strategy = eno_strat,
155*4f1223e8SApple OSS Distributions .d_reserved_1 = eno_getc,
156*4f1223e8SApple OSS Distributions .d_reserved_2 = eno_putc,
157*4f1223e8SApple OSS Distributions .d_type = D_DISK,
158*4f1223e8SApple OSS Distributions };
159*4f1223e8SApple OSS Distributions
160*4f1223e8SApple OSS Distributions struct mdev {
161*4f1223e8SApple OSS Distributions uint64_t mdBase; /* base page number (pages are assumed to be 4K). Multiply by 4096 to find actual address */
162*4f1223e8SApple OSS Distributions uint32_t mdSize; /* size in pages (pages are assumed to be 4K). Multiply by 4096 to find actual size. */
163*4f1223e8SApple OSS Distributions int mdFlags; /* flags */
164*4f1223e8SApple OSS Distributions int mdSecsize; /* sector size */
165*4f1223e8SApple OSS Distributions int mdBDev; /* Block device number */
166*4f1223e8SApple OSS Distributions int mdCDev; /* Character device number */
167*4f1223e8SApple OSS Distributions void * mdbdevb;
168*4f1223e8SApple OSS Distributions void * mdcdevb;
169*4f1223e8SApple OSS Distributions } mdev[NB_MAX_MDEVICES];
170*4f1223e8SApple OSS Distributions
171*4f1223e8SApple OSS Distributions /* mdFlags */
172*4f1223e8SApple OSS Distributions #define mdInited 0x01 /* This device defined */
173*4f1223e8SApple OSS Distributions #define mdRO 0x02 /* This device is read-only */
174*4f1223e8SApple OSS Distributions #define mdPhys 0x04 /* This device is in physical memory */
175*4f1223e8SApple OSS Distributions
176*4f1223e8SApple OSS Distributions int mdevBMajor = -1;
177*4f1223e8SApple OSS Distributions int mdevCMajor = -1;
178*4f1223e8SApple OSS Distributions
179*4f1223e8SApple OSS Distributions static int mdevioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p, int is_char);
180*4f1223e8SApple OSS Distributions dev_t mdevadd(int devid, uint64_t base, unsigned int size, int phys);
181*4f1223e8SApple OSS Distributions dev_t mdevlookup(int devid);
182*4f1223e8SApple OSS Distributions void mdevremoveall(void);
183*4f1223e8SApple OSS Distributions int mdevgetrange(int devid, uint64_t *base, uint64_t *size);
184*4f1223e8SApple OSS Distributions
185*4f1223e8SApple OSS Distributions static int
mdevclose(__unused dev_t dev,__unused int flags,__unused int devtype,__unused struct proc * p)186*4f1223e8SApple OSS Distributions mdevclose(__unused dev_t dev, __unused int flags,
187*4f1223e8SApple OSS Distributions __unused int devtype, __unused struct proc *p)
188*4f1223e8SApple OSS Distributions {
189*4f1223e8SApple OSS Distributions return 0;
190*4f1223e8SApple OSS Distributions }
191*4f1223e8SApple OSS Distributions
192*4f1223e8SApple OSS Distributions static int
mdevopen(dev_t dev,int flags,__unused int devtype,__unused struct proc * p)193*4f1223e8SApple OSS Distributions mdevopen(dev_t dev, int flags, __unused int devtype, __unused struct proc *p)
194*4f1223e8SApple OSS Distributions {
195*4f1223e8SApple OSS Distributions int devid;
196*4f1223e8SApple OSS Distributions
197*4f1223e8SApple OSS Distributions devid = minor(dev); /* Get minor device number */
198*4f1223e8SApple OSS Distributions
199*4f1223e8SApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
200*4f1223e8SApple OSS Distributions return ENXIO; /* Not valid */
201*4f1223e8SApple OSS Distributions }
202*4f1223e8SApple OSS Distributions if ((flags & FWRITE) && (mdev[devid].mdFlags & mdRO)) {
203*4f1223e8SApple OSS Distributions return EACCES; /* Currently mounted RO */
204*4f1223e8SApple OSS Distributions }
205*4f1223e8SApple OSS Distributions return 0;
206*4f1223e8SApple OSS Distributions }
207*4f1223e8SApple OSS Distributions
208*4f1223e8SApple OSS Distributions static int
mdevrw(dev_t dev,struct uio * uio,__unused int ioflag)209*4f1223e8SApple OSS Distributions mdevrw(dev_t dev, struct uio *uio, __unused int ioflag)
210*4f1223e8SApple OSS Distributions {
211*4f1223e8SApple OSS Distributions int status;
212*4f1223e8SApple OSS Distributions addr64_t mdata;
213*4f1223e8SApple OSS Distributions int devid;
214*4f1223e8SApple OSS Distributions enum uio_seg saveflag;
215*4f1223e8SApple OSS Distributions int count;
216*4f1223e8SApple OSS Distributions
217*4f1223e8SApple OSS Distributions devid = minor(dev); /* Get minor device number */
218*4f1223e8SApple OSS Distributions
219*4f1223e8SApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
220*4f1223e8SApple OSS Distributions return ENXIO; /* Not valid */
221*4f1223e8SApple OSS Distributions }
222*4f1223e8SApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
223*4f1223e8SApple OSS Distributions return ENXIO; /* Have we actually been defined yet? */
224*4f1223e8SApple OSS Distributions }
225*4f1223e8SApple OSS Distributions if (uio->uio_offset < 0) {
226*4f1223e8SApple OSS Distributions return EINVAL; /* invalid offset */
227*4f1223e8SApple OSS Distributions }
228*4f1223e8SApple OSS Distributions if (uio_resid(uio) < 0) {
229*4f1223e8SApple OSS Distributions return EINVAL;
230*4f1223e8SApple OSS Distributions }
231*4f1223e8SApple OSS Distributions mdata = ((addr64_t)mdev[devid].mdBase << 12) + uio->uio_offset; /* Point to the area in "file" */
232*4f1223e8SApple OSS Distributions
233*4f1223e8SApple OSS Distributions saveflag = uio->uio_segflg; /* Remember what the request is */
234*4f1223e8SApple OSS Distributions /* Make sure we are moving from physical ram if physical device */
235*4f1223e8SApple OSS Distributions if (mdev[devid].mdFlags & mdPhys) {
236*4f1223e8SApple OSS Distributions if (uio->uio_segflg == UIO_USERSPACE64) {
237*4f1223e8SApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE64;
238*4f1223e8SApple OSS Distributions } else if (uio->uio_segflg == UIO_USERSPACE32) {
239*4f1223e8SApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE32;
240*4f1223e8SApple OSS Distributions } else {
241*4f1223e8SApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE;
242*4f1223e8SApple OSS Distributions }
243*4f1223e8SApple OSS Distributions }
244*4f1223e8SApple OSS Distributions
245*4f1223e8SApple OSS Distributions if (uio->uio_offset > (mdev[devid].mdSize << 12)) {
246*4f1223e8SApple OSS Distributions count = 0;
247*4f1223e8SApple OSS Distributions } else {
248*4f1223e8SApple OSS Distributions count = imin(uio_resid(uio), (mdev[devid].mdSize << 12) - uio->uio_offset);
249*4f1223e8SApple OSS Distributions }
250*4f1223e8SApple OSS Distributions
251*4f1223e8SApple OSS Distributions status = uiomove64(mdata, count, uio); /* Move the data */
252*4f1223e8SApple OSS Distributions uio->uio_segflg = saveflag; /* Restore the flag */
253*4f1223e8SApple OSS Distributions
254*4f1223e8SApple OSS Distributions return status;
255*4f1223e8SApple OSS Distributions }
256*4f1223e8SApple OSS Distributions
257*4f1223e8SApple OSS Distributions static void
mdevstrategy(struct buf * bp)258*4f1223e8SApple OSS Distributions mdevstrategy(struct buf *bp)
259*4f1223e8SApple OSS Distributions {
260*4f1223e8SApple OSS Distributions unsigned int left, lop, csize;
261*4f1223e8SApple OSS Distributions vm_offset_t vaddr, blkoff;
262*4f1223e8SApple OSS Distributions int devid;
263*4f1223e8SApple OSS Distributions addr64_t paddr, fvaddr;
264*4f1223e8SApple OSS Distributions ppnum_t pp;
265*4f1223e8SApple OSS Distributions
266*4f1223e8SApple OSS Distributions devid = minor(buf_device(bp)); /* Get minor device number */
267*4f1223e8SApple OSS Distributions
268*4f1223e8SApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) { /* Have we actually been defined yet? */
269*4f1223e8SApple OSS Distributions buf_seterror(bp, ENXIO);
270*4f1223e8SApple OSS Distributions buf_biodone(bp);
271*4f1223e8SApple OSS Distributions return;
272*4f1223e8SApple OSS Distributions }
273*4f1223e8SApple OSS Distributions
274*4f1223e8SApple OSS Distributions buf_setresid(bp, buf_count(bp)); /* Set byte count */
275*4f1223e8SApple OSS Distributions
276*4f1223e8SApple OSS Distributions blkoff = buf_blkno(bp) * mdev[devid].mdSecsize; /* Get offset into file */
277*4f1223e8SApple OSS Distributions
278*4f1223e8SApple OSS Distributions /*
279*4f1223e8SApple OSS Distributions * Note that reading past end is an error, but reading at end is an EOF. For these
280*4f1223e8SApple OSS Distributions * we just return with resid == count.
281*4f1223e8SApple OSS Distributions */
282*4f1223e8SApple OSS Distributions
283*4f1223e8SApple OSS Distributions if (blkoff >= (mdev[devid].mdSize << 12)) { /* Are they trying to read/write at/after end? */
284*4f1223e8SApple OSS Distributions if (blkoff != (mdev[devid].mdSize << 12)) { /* Are we trying to read after EOF? */
285*4f1223e8SApple OSS Distributions buf_seterror(bp, EINVAL); /* Yeah, this is an error */
286*4f1223e8SApple OSS Distributions }
287*4f1223e8SApple OSS Distributions buf_biodone(bp); /* Return */
288*4f1223e8SApple OSS Distributions return;
289*4f1223e8SApple OSS Distributions }
290*4f1223e8SApple OSS Distributions
291*4f1223e8SApple OSS Distributions if ((blkoff + buf_count(bp)) > (mdev[devid].mdSize << 12)) { /* Will this read go past end? */
292*4f1223e8SApple OSS Distributions buf_setcount(bp, (uint32_t)((mdev[devid].mdSize << 12) - blkoff)); /* Yes, trim to max */
293*4f1223e8SApple OSS Distributions }
294*4f1223e8SApple OSS Distributions /*
295*4f1223e8SApple OSS Distributions * make sure the buffer's data area is
296*4f1223e8SApple OSS Distributions * accessible
297*4f1223e8SApple OSS Distributions */
298*4f1223e8SApple OSS Distributions if (buf_map(bp, (caddr_t *)&vaddr)) {
299*4f1223e8SApple OSS Distributions panic("ramstrategy: buf_map failed");
300*4f1223e8SApple OSS Distributions }
301*4f1223e8SApple OSS Distributions
302*4f1223e8SApple OSS Distributions fvaddr = (mdev[devid].mdBase << 12) + blkoff; /* Point to offset into ram disk */
303*4f1223e8SApple OSS Distributions
304*4f1223e8SApple OSS Distributions if (buf_flags(bp) & B_READ) { /* Is this a read? */
305*4f1223e8SApple OSS Distributions if (!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */
306*4f1223e8SApple OSS Distributions bcopy((void *)((uintptr_t)fvaddr),
307*4f1223e8SApple OSS Distributions (void *)vaddr, (size_t)buf_count(bp)); /* This is virtual, just get the data */
308*4f1223e8SApple OSS Distributions } else {
309*4f1223e8SApple OSS Distributions left = buf_count(bp); /* Init the amount left to copy */
310*4f1223e8SApple OSS Distributions while (left) { /* Go until it is all copied */
311*4f1223e8SApple OSS Distributions lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */
312*4f1223e8SApple OSS Distributions csize = min(lop, left); /* Don't move more than we need to */
313*4f1223e8SApple OSS Distributions
314*4f1223e8SApple OSS Distributions pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the sink physical address */
315*4f1223e8SApple OSS Distributions if (!pp) { /* Not found, what gives? */
316*4f1223e8SApple OSS Distributions panic("mdevstrategy: sink address %016llX not mapped", (addr64_t)((uintptr_t)vaddr));
317*4f1223e8SApple OSS Distributions }
318*4f1223e8SApple OSS Distributions paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */
319*4f1223e8SApple OSS Distributions bcopy_phys(fvaddr, paddr, csize); /* Copy this on in */
320*4f1223e8SApple OSS Distributions mapping_set_mod((ppnum_t)(paddr >> 12)); /* Make sure we know that it is modified */
321*4f1223e8SApple OSS Distributions
322*4f1223e8SApple OSS Distributions left = left - csize; /* Calculate what is left */
323*4f1223e8SApple OSS Distributions vaddr = vaddr + csize; /* Move to next sink address */
324*4f1223e8SApple OSS Distributions fvaddr = fvaddr + csize; /* Bump to next physical address */
325*4f1223e8SApple OSS Distributions }
326*4f1223e8SApple OSS Distributions }
327*4f1223e8SApple OSS Distributions } else { /* This is a write */
328*4f1223e8SApple OSS Distributions if (!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */
329*4f1223e8SApple OSS Distributions bcopy((void *)vaddr, (void *)((uintptr_t)fvaddr),
330*4f1223e8SApple OSS Distributions (size_t)buf_count(bp)); /* This is virtual, just put the data */
331*4f1223e8SApple OSS Distributions } else {
332*4f1223e8SApple OSS Distributions left = buf_count(bp); /* Init the amount left to copy */
333*4f1223e8SApple OSS Distributions while (left) { /* Go until it is all copied */
334*4f1223e8SApple OSS Distributions lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */
335*4f1223e8SApple OSS Distributions csize = min(lop, left); /* Don't move more than we need to */
336*4f1223e8SApple OSS Distributions
337*4f1223e8SApple OSS Distributions pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the source physical address */
338*4f1223e8SApple OSS Distributions if (!pp) { /* Not found, what gives? */
339*4f1223e8SApple OSS Distributions panic("mdevstrategy: source address %016llX not mapped", (addr64_t)((uintptr_t)vaddr));
340*4f1223e8SApple OSS Distributions }
341*4f1223e8SApple OSS Distributions paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */
342*4f1223e8SApple OSS Distributions
343*4f1223e8SApple OSS Distributions bcopy_phys(paddr, fvaddr, csize); /* Move this on out */
344*4f1223e8SApple OSS Distributions
345*4f1223e8SApple OSS Distributions left = left - csize; /* Calculate what is left */
346*4f1223e8SApple OSS Distributions vaddr = vaddr + csize; /* Move to next sink address */
347*4f1223e8SApple OSS Distributions fvaddr = fvaddr + csize; /* Bump to next physical address */
348*4f1223e8SApple OSS Distributions }
349*4f1223e8SApple OSS Distributions }
350*4f1223e8SApple OSS Distributions }
351*4f1223e8SApple OSS Distributions /*
352*4f1223e8SApple OSS Distributions * buf_unmap takes care of all the cases
353*4f1223e8SApple OSS Distributions * it will unmap the buffer from kernel
354*4f1223e8SApple OSS Distributions * virtual space if that was the state
355*4f1223e8SApple OSS Distributions * when we mapped it.
356*4f1223e8SApple OSS Distributions */
357*4f1223e8SApple OSS Distributions buf_unmap(bp);
358*4f1223e8SApple OSS Distributions
359*4f1223e8SApple OSS Distributions buf_setresid(bp, 0); /* Nothing more to do */
360*4f1223e8SApple OSS Distributions buf_biodone(bp); /* Say we've finished */
361*4f1223e8SApple OSS Distributions }
362*4f1223e8SApple OSS Distributions
363*4f1223e8SApple OSS Distributions static int
mdevbioctl(dev_t dev,u_long cmd,caddr_t data,int flag,struct proc * p)364*4f1223e8SApple OSS Distributions mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
365*4f1223e8SApple OSS Distributions {
366*4f1223e8SApple OSS Distributions return mdevioctl(dev, cmd, data, flag, p, 0);
367*4f1223e8SApple OSS Distributions }
368*4f1223e8SApple OSS Distributions
369*4f1223e8SApple OSS Distributions static int
mdevcioctl(dev_t dev,u_long cmd,caddr_t data,int flag,struct proc * p)370*4f1223e8SApple OSS Distributions mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
371*4f1223e8SApple OSS Distributions {
372*4f1223e8SApple OSS Distributions return mdevioctl(dev, cmd, data, flag, p, 1);
373*4f1223e8SApple OSS Distributions }
374*4f1223e8SApple OSS Distributions
375*4f1223e8SApple OSS Distributions static int
mdevioctl(dev_t dev,u_long cmd,caddr_t data,__unused int flag,struct proc * p,int is_char)376*4f1223e8SApple OSS Distributions mdevioctl(dev_t dev, u_long cmd, caddr_t data, __unused int flag,
377*4f1223e8SApple OSS Distributions struct proc *p, int is_char)
378*4f1223e8SApple OSS Distributions {
379*4f1223e8SApple OSS Distributions int error;
380*4f1223e8SApple OSS Distributions u_int32_t *f;
381*4f1223e8SApple OSS Distributions u_int64_t *o;
382*4f1223e8SApple OSS Distributions int devid;
383*4f1223e8SApple OSS Distributions dk_memdev_info_t * memdev_info;
384*4f1223e8SApple OSS Distributions
385*4f1223e8SApple OSS Distributions devid = minor(dev); /* Get minor device number */
386*4f1223e8SApple OSS Distributions
387*4f1223e8SApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
388*4f1223e8SApple OSS Distributions return ENXIO; /* Not valid */
389*4f1223e8SApple OSS Distributions }
390*4f1223e8SApple OSS Distributions error = proc_suser(p); /* Are we superman? */
391*4f1223e8SApple OSS Distributions if (error) {
392*4f1223e8SApple OSS Distributions return error; /* Nope... */
393*4f1223e8SApple OSS Distributions }
394*4f1223e8SApple OSS Distributions f = (u_int32_t*)data;
395*4f1223e8SApple OSS Distributions o = (u_int64_t *)data;
396*4f1223e8SApple OSS Distributions memdev_info = (dk_memdev_info_t *) data;
397*4f1223e8SApple OSS Distributions
398*4f1223e8SApple OSS Distributions switch (cmd) {
399*4f1223e8SApple OSS Distributions case DKIOCGETMAXBLOCKCOUNTREAD:
400*4f1223e8SApple OSS Distributions *o = 32;
401*4f1223e8SApple OSS Distributions break;
402*4f1223e8SApple OSS Distributions
403*4f1223e8SApple OSS Distributions case DKIOCGETMAXBLOCKCOUNTWRITE:
404*4f1223e8SApple OSS Distributions *o = 32;
405*4f1223e8SApple OSS Distributions break;
406*4f1223e8SApple OSS Distributions
407*4f1223e8SApple OSS Distributions case DKIOCGETMAXSEGMENTCOUNTREAD:
408*4f1223e8SApple OSS Distributions *o = 32;
409*4f1223e8SApple OSS Distributions break;
410*4f1223e8SApple OSS Distributions
411*4f1223e8SApple OSS Distributions case DKIOCGETMAXSEGMENTCOUNTWRITE:
412*4f1223e8SApple OSS Distributions *o = 32;
413*4f1223e8SApple OSS Distributions break;
414*4f1223e8SApple OSS Distributions
415*4f1223e8SApple OSS Distributions case DKIOCGETBLOCKSIZE:
416*4f1223e8SApple OSS Distributions *f = mdev[devid].mdSecsize;
417*4f1223e8SApple OSS Distributions break;
418*4f1223e8SApple OSS Distributions
419*4f1223e8SApple OSS Distributions case DKIOCSETBLOCKSIZE:
420*4f1223e8SApple OSS Distributions if (is_char) {
421*4f1223e8SApple OSS Distributions return ENODEV; /* We can only do this for a block */
422*4f1223e8SApple OSS Distributions }
423*4f1223e8SApple OSS Distributions if (*f < DEV_BSIZE) {
424*4f1223e8SApple OSS Distributions return EINVAL; /* Too short? */
425*4f1223e8SApple OSS Distributions }
426*4f1223e8SApple OSS Distributions mdev[devid].mdSecsize = *f; /* set the new block size */
427*4f1223e8SApple OSS Distributions break;
428*4f1223e8SApple OSS Distributions
429*4f1223e8SApple OSS Distributions case DKIOCISWRITABLE:
430*4f1223e8SApple OSS Distributions *f = 1;
431*4f1223e8SApple OSS Distributions break;
432*4f1223e8SApple OSS Distributions
433*4f1223e8SApple OSS Distributions case DKIOCGETBLOCKCOUNT:
434*4f1223e8SApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
435*4f1223e8SApple OSS Distributions return ENXIO;
436*4f1223e8SApple OSS Distributions }
437*4f1223e8SApple OSS Distributions *o = ((mdev[devid].mdSize << 12) + mdev[devid].mdSecsize - 1) / mdev[devid].mdSecsize;
438*4f1223e8SApple OSS Distributions break;
439*4f1223e8SApple OSS Distributions
440*4f1223e8SApple OSS Distributions /*
441*4f1223e8SApple OSS Distributions * We're interested in the following bits of information:
442*4f1223e8SApple OSS Distributions * Are you a memory-backed device (always yes, in this case)?
443*4f1223e8SApple OSS Distributions * Physical memory (mdPhys)?
444*4f1223e8SApple OSS Distributions * What is your base page?
445*4f1223e8SApple OSS Distributions * What is your size?
446*4f1223e8SApple OSS Distributions */
447*4f1223e8SApple OSS Distributions case DKIOCGETMEMDEVINFO:
448*4f1223e8SApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
449*4f1223e8SApple OSS Distributions return ENXIO;
450*4f1223e8SApple OSS Distributions }
451*4f1223e8SApple OSS Distributions memdev_info->mi_mdev = TRUE;
452*4f1223e8SApple OSS Distributions memdev_info->mi_phys = (mdev[devid].mdFlags & mdPhys) ? TRUE : FALSE;
453*4f1223e8SApple OSS Distributions memdev_info->mi_base = (uint32_t)mdev[devid].mdBase;
454*4f1223e8SApple OSS Distributions memdev_info->mi_size = mdev[devid].mdSize;
455*4f1223e8SApple OSS Distributions break;
456*4f1223e8SApple OSS Distributions
457*4f1223e8SApple OSS Distributions default:
458*4f1223e8SApple OSS Distributions error = ENOTTY;
459*4f1223e8SApple OSS Distributions break;
460*4f1223e8SApple OSS Distributions }
461*4f1223e8SApple OSS Distributions return error;
462*4f1223e8SApple OSS Distributions }
463*4f1223e8SApple OSS Distributions
464*4f1223e8SApple OSS Distributions
465*4f1223e8SApple OSS Distributions static int
mdevsize(dev_t dev)466*4f1223e8SApple OSS Distributions mdevsize(dev_t dev)
467*4f1223e8SApple OSS Distributions {
468*4f1223e8SApple OSS Distributions int devid;
469*4f1223e8SApple OSS Distributions
470*4f1223e8SApple OSS Distributions devid = minor(dev); /* Get minor device number */
471*4f1223e8SApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
472*4f1223e8SApple OSS Distributions return ENXIO; /* Not valid */
473*4f1223e8SApple OSS Distributions }
474*4f1223e8SApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) {
475*4f1223e8SApple OSS Distributions return -1; /* Not inited yet */
476*4f1223e8SApple OSS Distributions }
477*4f1223e8SApple OSS Distributions return mdev[devid].mdSecsize;
478*4f1223e8SApple OSS Distributions }
479*4f1223e8SApple OSS Distributions
480*4f1223e8SApple OSS Distributions #include <pexpert/pexpert.h>
481*4f1223e8SApple OSS Distributions
482*4f1223e8SApple OSS Distributions void
mdevinit(__unused int the_cnt)483*4f1223e8SApple OSS Distributions mdevinit(__unused int the_cnt)
484*4f1223e8SApple OSS Distributions {
485*4f1223e8SApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
486*4f1223e8SApple OSS Distributions
487*4f1223e8SApple OSS Distributions int devid, phys;
488*4f1223e8SApple OSS Distributions uint64_t base;
489*4f1223e8SApple OSS Distributions uint64_t size;
490*4f1223e8SApple OSS Distributions char *ba, *lp;
491*4f1223e8SApple OSS Distributions dev_t dev;
492*4f1223e8SApple OSS Distributions
493*4f1223e8SApple OSS Distributions
494*4f1223e8SApple OSS Distributions ba = PE_boot_args(); /* Get the boot arguments */
495*4f1223e8SApple OSS Distributions lp = ba + 256; /* Point to the end */
496*4f1223e8SApple OSS Distributions
497*4f1223e8SApple OSS Distributions while (1) { /* Step through, looking for our keywords */
498*4f1223e8SApple OSS Distributions phys = 0; /* Assume virtual memory device */
499*4f1223e8SApple OSS Distributions ba = nonspace(ba, lp); /* Find non-space */
500*4f1223e8SApple OSS Distributions if (ba >= lp) {
501*4f1223e8SApple OSS Distributions return; /* We are done if no more... */
502*4f1223e8SApple OSS Distributions }
503*4f1223e8SApple OSS Distributions if (((ba[0] != 'v') && (ba[0] != 'p'))
504*4f1223e8SApple OSS Distributions || (ba[1] != 'm') || (ba[2] != 'd') || (ba[4] != '=')
505*4f1223e8SApple OSS Distributions || (ba[3] < '0') || (ba[3] > 'f')
506*4f1223e8SApple OSS Distributions || ((ba[3] > '9') && (ba[3] < 'a'))) { /* Is this of form "vmdx=" or "pmdx=" where x is hex digit? */
507*4f1223e8SApple OSS Distributions ba = getspace(ba, lp); /* Find next white space or end */
508*4f1223e8SApple OSS Distributions continue; /* Start looking for the next one */
509*4f1223e8SApple OSS Distributions }
510*4f1223e8SApple OSS Distributions
511*4f1223e8SApple OSS Distributions if (ba[0] == 'p') {
512*4f1223e8SApple OSS Distributions phys = 1; /* Set physical memory disk */
513*4f1223e8SApple OSS Distributions }
514*4f1223e8SApple OSS Distributions devid = ba[3] & 0xF; /* Assume digit */
515*4f1223e8SApple OSS Distributions if (ba[3] > '9') {
516*4f1223e8SApple OSS Distributions devid += 9; /* Adjust for hex digits */
517*4f1223e8SApple OSS Distributions }
518*4f1223e8SApple OSS Distributions ba = &ba[5]; /* Step past keyword */
519*4f1223e8SApple OSS Distributions ba = cvtnum(ba, lp, &base); /* Convert base of memory disk */
520*4f1223e8SApple OSS Distributions if (ba >= lp) {
521*4f1223e8SApple OSS Distributions return; /* Malformed one at the end, leave */
522*4f1223e8SApple OSS Distributions }
523*4f1223e8SApple OSS Distributions if (ba[0] != '.') {
524*4f1223e8SApple OSS Distributions continue; /* If not length separater, try next... */
525*4f1223e8SApple OSS Distributions }
526*4f1223e8SApple OSS Distributions if (base & 0xFFF) {
527*4f1223e8SApple OSS Distributions continue; /* Only allow page aligned stuff */
528*4f1223e8SApple OSS Distributions }
529*4f1223e8SApple OSS Distributions ba++; /* Step past '.' */
530*4f1223e8SApple OSS Distributions ba = cvtnum(ba, lp, &size); /* Try to convert it */
531*4f1223e8SApple OSS Distributions if (!size || (size & 0xFFF)) {
532*4f1223e8SApple OSS Distributions continue; /* Allow only non-zer page size multiples */
533*4f1223e8SApple OSS Distributions }
534*4f1223e8SApple OSS Distributions if (ba < lp) { /* If we are not at end, check end character */
535*4f1223e8SApple OSS Distributions if ((ba[0] != ' ') && (ba[0] != 0)) {
536*4f1223e8SApple OSS Distributions continue; /* End must be null or space */
537*4f1223e8SApple OSS Distributions }
538*4f1223e8SApple OSS Distributions }
539*4f1223e8SApple OSS Distributions
540*4f1223e8SApple OSS Distributions dev = mdevadd(devid, base >> 12, (unsigned)size >> 12, phys); /* Go add the device */
541*4f1223e8SApple OSS Distributions }
542*4f1223e8SApple OSS Distributions
543*4f1223e8SApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
544*4f1223e8SApple OSS Distributions
545*4f1223e8SApple OSS Distributions return;
546*4f1223e8SApple OSS Distributions }
547*4f1223e8SApple OSS Distributions
548*4f1223e8SApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
549*4f1223e8SApple OSS Distributions
550*4f1223e8SApple OSS Distributions char *
nonspace(char * pos,char * end)551*4f1223e8SApple OSS Distributions nonspace(char *pos, char *end) /* Find next non-space in string */
552*4f1223e8SApple OSS Distributions {
553*4f1223e8SApple OSS Distributions if (pos >= end) {
554*4f1223e8SApple OSS Distributions return end; /* Don't go past end */
555*4f1223e8SApple OSS Distributions }
556*4f1223e8SApple OSS Distributions if (pos[0] == 0) {
557*4f1223e8SApple OSS Distributions return end; /* If at null, make end */
558*4f1223e8SApple OSS Distributions }
559*4f1223e8SApple OSS Distributions while (1) { /* Keep going */
560*4f1223e8SApple OSS Distributions if (pos[0] != ' ') {
561*4f1223e8SApple OSS Distributions return pos; /* Leave if we found one */
562*4f1223e8SApple OSS Distributions }
563*4f1223e8SApple OSS Distributions pos++; /* Stop */
564*4f1223e8SApple OSS Distributions if (pos >= end) {
565*4f1223e8SApple OSS Distributions return end; /* Quit if we run off end */
566*4f1223e8SApple OSS Distributions }
567*4f1223e8SApple OSS Distributions }
568*4f1223e8SApple OSS Distributions }
569*4f1223e8SApple OSS Distributions
570*4f1223e8SApple OSS Distributions char *
getspace(char * pos,char * end)571*4f1223e8SApple OSS Distributions getspace(char *pos, char *end) /* Find next non-space in string */
572*4f1223e8SApple OSS Distributions {
573*4f1223e8SApple OSS Distributions while (1) { /* Keep going */
574*4f1223e8SApple OSS Distributions if (pos >= end) {
575*4f1223e8SApple OSS Distributions return end; /* Don't go past end */
576*4f1223e8SApple OSS Distributions }
577*4f1223e8SApple OSS Distributions if (pos[0] == 0) {
578*4f1223e8SApple OSS Distributions return end; /* Leave if we hit null */
579*4f1223e8SApple OSS Distributions }
580*4f1223e8SApple OSS Distributions if (pos[0] == ' ') {
581*4f1223e8SApple OSS Distributions return pos; /* Leave if we found one */
582*4f1223e8SApple OSS Distributions }
583*4f1223e8SApple OSS Distributions pos++; /* Stop */
584*4f1223e8SApple OSS Distributions }
585*4f1223e8SApple OSS Distributions }
586*4f1223e8SApple OSS Distributions
587*4f1223e8SApple OSS Distributions char *
cvtnum(char * pos,char * end,uint64_t * num)588*4f1223e8SApple OSS Distributions cvtnum(char *pos, char *end, uint64_t *num) /* Convert to a number */
589*4f1223e8SApple OSS Distributions {
590*4f1223e8SApple OSS Distributions int rad, dig;
591*4f1223e8SApple OSS Distributions
592*4f1223e8SApple OSS Distributions *num = 0; /* Set answer to 0 to start */
593*4f1223e8SApple OSS Distributions rad = 10;
594*4f1223e8SApple OSS Distributions
595*4f1223e8SApple OSS Distributions if (pos >= end) {
596*4f1223e8SApple OSS Distributions return end; /* Don't go past end */
597*4f1223e8SApple OSS Distributions }
598*4f1223e8SApple OSS Distributions if (pos[0] == 0) {
599*4f1223e8SApple OSS Distributions return end; /* If at null, make end */
600*4f1223e8SApple OSS Distributions }
601*4f1223e8SApple OSS Distributions if (pos[0] == '0' && ((pos[1] == 'x') || (pos[1] == 'x'))) { /* A hex constant? */
602*4f1223e8SApple OSS Distributions rad = 16;
603*4f1223e8SApple OSS Distributions pos += 2; /* Point to the number */
604*4f1223e8SApple OSS Distributions }
605*4f1223e8SApple OSS Distributions
606*4f1223e8SApple OSS Distributions while (1) { /* Convert it */
607*4f1223e8SApple OSS Distributions if (pos >= end) {
608*4f1223e8SApple OSS Distributions return end; /* Don't go past end */
609*4f1223e8SApple OSS Distributions }
610*4f1223e8SApple OSS Distributions if (pos[0] == 0) {
611*4f1223e8SApple OSS Distributions return end; /* If at null, make end */
612*4f1223e8SApple OSS Distributions }
613*4f1223e8SApple OSS Distributions if (pos[0] < '0') {
614*4f1223e8SApple OSS Distributions return pos; /* Leave if non-digit */
615*4f1223e8SApple OSS Distributions }
616*4f1223e8SApple OSS Distributions dig = pos[0] & 0xF; /* Extract digit */
617*4f1223e8SApple OSS Distributions if (pos[0] > '9') { /* Is it bigger than 9? */
618*4f1223e8SApple OSS Distributions if (rad == 10) {
619*4f1223e8SApple OSS Distributions return pos; /* Leave if not base 10 */
620*4f1223e8SApple OSS Distributions }
621*4f1223e8SApple OSS Distributions if (!(((pos[0] >= 'A') && (pos[0] <= 'F'))
622*4f1223e8SApple OSS Distributions || ((pos[0] >= 'a') && (pos[0] <= 'f')))) {
623*4f1223e8SApple OSS Distributions return pos; /* Leave if bogus char */
624*4f1223e8SApple OSS Distributions }
625*4f1223e8SApple OSS Distributions dig = dig + 9; /* Adjust for character */
626*4f1223e8SApple OSS Distributions }
627*4f1223e8SApple OSS Distributions *num = (*num * rad) + dig; /* Accumulate the number */
628*4f1223e8SApple OSS Distributions pos++; /* Step on */
629*4f1223e8SApple OSS Distributions }
630*4f1223e8SApple OSS Distributions }
631*4f1223e8SApple OSS Distributions
632*4f1223e8SApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
633*4f1223e8SApple OSS Distributions
634*4f1223e8SApple OSS Distributions dev_t
mdevadd(int devid,uint64_t base,unsigned int size,int phys)635*4f1223e8SApple OSS Distributions mdevadd(int devid, uint64_t base, unsigned int size, int phys)
636*4f1223e8SApple OSS Distributions {
637*4f1223e8SApple OSS Distributions int i;
638*4f1223e8SApple OSS Distributions
639*4f1223e8SApple OSS Distributions if (devid < 0) {
640*4f1223e8SApple OSS Distributions devid = -1;
641*4f1223e8SApple OSS Distributions for (i = 0; i < NB_MAX_MDEVICES; i++) { /* Search all known memory devices */
642*4f1223e8SApple OSS Distributions if (!(mdev[i].mdFlags & mdInited)) { /* Is this a free one? */
643*4f1223e8SApple OSS Distributions if (devid < 0) {
644*4f1223e8SApple OSS Distributions devid = i; /* Remember first free one */
645*4f1223e8SApple OSS Distributions }
646*4f1223e8SApple OSS Distributions continue; /* Skip check */
647*4f1223e8SApple OSS Distributions }
648*4f1223e8SApple OSS Distributions if (!(((base + size - 1) < mdev[i].mdBase) || ((mdev[i].mdBase + mdev[i].mdSize - 1) < base))) { /* Is there any overlap? */
649*4f1223e8SApple OSS Distributions panic("mdevadd: attempt to add overlapping memory device at %016llX-%016llX", mdev[i].mdBase, mdev[i].mdBase + mdev[i].mdSize - 1);
650*4f1223e8SApple OSS Distributions }
651*4f1223e8SApple OSS Distributions }
652*4f1223e8SApple OSS Distributions if (devid < 0) { /* Do we have free slots? */
653*4f1223e8SApple OSS Distributions panic("mdevadd: attempt to add more than %d memory devices", NB_MAX_MDEVICES);
654*4f1223e8SApple OSS Distributions }
655*4f1223e8SApple OSS Distributions } else {
656*4f1223e8SApple OSS Distributions if (devid >= NB_MAX_MDEVICES) { /* Giving us something bogus? */
657*4f1223e8SApple OSS Distributions panic("mdevadd: attempt to explicitly add a bogus memory device: %08X", devid);
658*4f1223e8SApple OSS Distributions }
659*4f1223e8SApple OSS Distributions if (mdev[devid].mdFlags & mdInited) { /* Already there? */
660*4f1223e8SApple OSS Distributions panic("mdevadd: attempt to explicitly add a previously defined memory device: %08X", devid);
661*4f1223e8SApple OSS Distributions }
662*4f1223e8SApple OSS Distributions }
663*4f1223e8SApple OSS Distributions
664*4f1223e8SApple OSS Distributions if (mdevBMajor < 0) { /* Have we gotten a major number yet? */
665*4f1223e8SApple OSS Distributions mdevBMajor = bdevsw_add(-1, &mdevbdevsw); /* Add to the table and figure out a major number */
666*4f1223e8SApple OSS Distributions if (mdevBMajor < 0) {
667*4f1223e8SApple OSS Distributions printf("mdevadd: error - bdevsw_add() returned %d\n", mdevBMajor);
668*4f1223e8SApple OSS Distributions return -1;
669*4f1223e8SApple OSS Distributions }
670*4f1223e8SApple OSS Distributions }
671*4f1223e8SApple OSS Distributions
672*4f1223e8SApple OSS Distributions if (mdevCMajor < 0) { /* Have we gotten a major number yet? */
673*4f1223e8SApple OSS Distributions mdevCMajor = cdevsw_add_with_bdev(-1, &mdevcdevsw, mdevBMajor); /* Add to the table and figure out a major number */
674*4f1223e8SApple OSS Distributions if (mdevCMajor < 0) {
675*4f1223e8SApple OSS Distributions printf("ramdevice_init: error - cdevsw_add() returned %d\n", mdevCMajor);
676*4f1223e8SApple OSS Distributions return -1;
677*4f1223e8SApple OSS Distributions }
678*4f1223e8SApple OSS Distributions }
679*4f1223e8SApple OSS Distributions
680*4f1223e8SApple OSS Distributions mdev[devid].mdBDev = makedev(mdevBMajor, devid); /* Get the device number */
681*4f1223e8SApple OSS Distributions mdev[devid].mdbdevb = devfs_make_node(mdev[devid].mdBDev, DEVFS_BLOCK, /* Make the node */
682*4f1223e8SApple OSS Distributions UID_ROOT, GID_OPERATOR,
683*4f1223e8SApple OSS Distributions 0600, "md%d", devid);
684*4f1223e8SApple OSS Distributions if (mdev[devid].mdbdevb == NULL) { /* Did we make one? */
685*4f1223e8SApple OSS Distributions printf("mdevadd: devfs_make_node for block failed!\n");
686*4f1223e8SApple OSS Distributions return -1; /* Nope... */
687*4f1223e8SApple OSS Distributions }
688*4f1223e8SApple OSS Distributions
689*4f1223e8SApple OSS Distributions mdev[devid].mdCDev = makedev(mdevCMajor, devid); /* Get the device number */
690*4f1223e8SApple OSS Distributions mdev[devid].mdcdevb = devfs_make_node(mdev[devid].mdCDev, DEVFS_CHAR, /* Make the node */
691*4f1223e8SApple OSS Distributions UID_ROOT, GID_OPERATOR,
692*4f1223e8SApple OSS Distributions 0600, "rmd%d", devid);
693*4f1223e8SApple OSS Distributions if (mdev[devid].mdcdevb == NULL) { /* Did we make one? */
694*4f1223e8SApple OSS Distributions printf("mdevadd: devfs_make_node for character failed!\n");
695*4f1223e8SApple OSS Distributions return -1; /* Nope... */
696*4f1223e8SApple OSS Distributions }
697*4f1223e8SApple OSS Distributions
698*4f1223e8SApple OSS Distributions mdev[devid].mdBase = base; /* Set the base address of ram disk */
699*4f1223e8SApple OSS Distributions mdev[devid].mdSize = size; /* Set the length of the ram disk */
700*4f1223e8SApple OSS Distributions mdev[devid].mdSecsize = DEV_BSIZE; /* Set starting block size */
701*4f1223e8SApple OSS Distributions if (phys) {
702*4f1223e8SApple OSS Distributions mdev[devid].mdFlags |= mdPhys; /* Show that we are in physical memory */
703*4f1223e8SApple OSS Distributions }
704*4f1223e8SApple OSS Distributions mdev[devid].mdFlags |= mdInited; /* Show we are all set up */
705*4f1223e8SApple OSS Distributions printf("Added memory device md%x/rmd%x (%08X/%08X) at %016llX for %016llX\n",
706*4f1223e8SApple OSS Distributions devid, devid, mdev[devid].mdBDev, mdev[devid].mdCDev, base << 12, (uint64_t)size << 12);
707*4f1223e8SApple OSS Distributions return mdev[devid].mdBDev;
708*4f1223e8SApple OSS Distributions }
709*4f1223e8SApple OSS Distributions
710*4f1223e8SApple OSS Distributions
711*4f1223e8SApple OSS Distributions dev_t
mdevlookup(int devid)712*4f1223e8SApple OSS Distributions mdevlookup(int devid)
713*4f1223e8SApple OSS Distributions {
714*4f1223e8SApple OSS Distributions if ((devid < 0) || (devid >= NB_MAX_MDEVICES)) {
715*4f1223e8SApple OSS Distributions return -1; /* Filter any bogus requests */
716*4f1223e8SApple OSS Distributions }
717*4f1223e8SApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
718*4f1223e8SApple OSS Distributions return -1; /* This one hasn't been defined */
719*4f1223e8SApple OSS Distributions }
720*4f1223e8SApple OSS Distributions return mdev[devid].mdBDev; /* Return the device number */
721*4f1223e8SApple OSS Distributions }
722*4f1223e8SApple OSS Distributions
723*4f1223e8SApple OSS Distributions void
mdevremoveall(void)724*4f1223e8SApple OSS Distributions mdevremoveall(void)
725*4f1223e8SApple OSS Distributions {
726*4f1223e8SApple OSS Distributions int i;
727*4f1223e8SApple OSS Distributions
728*4f1223e8SApple OSS Distributions for (i = 0; i < NB_MAX_MDEVICES; i++) {
729*4f1223e8SApple OSS Distributions if (!(mdev[i].mdFlags & mdInited)) {
730*4f1223e8SApple OSS Distributions continue; /* Ignore unused mdevs */
731*4f1223e8SApple OSS Distributions }
732*4f1223e8SApple OSS Distributions devfs_remove(mdev[i].mdbdevb); /* Remove the block device */
733*4f1223e8SApple OSS Distributions devfs_remove(mdev[i].mdcdevb); /* Remove the character device */
734*4f1223e8SApple OSS Distributions
735*4f1223e8SApple OSS Distributions mdev[i].mdBase = 0; /* Clear the mdev's storage */
736*4f1223e8SApple OSS Distributions mdev[i].mdSize = 0;
737*4f1223e8SApple OSS Distributions mdev[i].mdSecsize = 0;
738*4f1223e8SApple OSS Distributions mdev[i].mdFlags = 0;
739*4f1223e8SApple OSS Distributions mdev[i].mdBDev = 0;
740*4f1223e8SApple OSS Distributions mdev[i].mdCDev = 0;
741*4f1223e8SApple OSS Distributions mdev[i].mdbdevb = 0;
742*4f1223e8SApple OSS Distributions mdev[i].mdcdevb = 0;
743*4f1223e8SApple OSS Distributions }
744*4f1223e8SApple OSS Distributions }
745*4f1223e8SApple OSS Distributions
746*4f1223e8SApple OSS Distributions int
mdevgetrange(int devid,uint64_t * base,uint64_t * size)747*4f1223e8SApple OSS Distributions mdevgetrange(int devid, uint64_t *base, uint64_t *size)
748*4f1223e8SApple OSS Distributions {
749*4f1223e8SApple OSS Distributions assert(base);
750*4f1223e8SApple OSS Distributions assert(size);
751*4f1223e8SApple OSS Distributions
752*4f1223e8SApple OSS Distributions /* filter invalid request */
753*4f1223e8SApple OSS Distributions if ((devid < 0) || (devid >= NB_MAX_MDEVICES)) {
754*4f1223e8SApple OSS Distributions return -1;
755*4f1223e8SApple OSS Distributions }
756*4f1223e8SApple OSS Distributions
757*4f1223e8SApple OSS Distributions /* filter non-initialized memory devices */
758*4f1223e8SApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) {
759*4f1223e8SApple OSS Distributions return -1;
760*4f1223e8SApple OSS Distributions }
761*4f1223e8SApple OSS Distributions
762*4f1223e8SApple OSS Distributions *base = mdev[devid].mdBase << 12;
763*4f1223e8SApple OSS Distributions *size = mdev[devid].mdSize << 12;
764*4f1223e8SApple OSS Distributions
765*4f1223e8SApple OSS Distributions /* make sure (base, size) is a valid range and will not overflow */
766*4f1223e8SApple OSS Distributions assert(*size < (UINT64_MAX - *base));
767*4f1223e8SApple OSS Distributions
768*4f1223e8SApple OSS Distributions return 0;
769*4f1223e8SApple OSS Distributions }
770