1*d4514f0bSApple OSS Distributions /*
2*d4514f0bSApple OSS Distributions * Copyright (c) 2004-2019 Apple Inc. All rights reserved.
3*d4514f0bSApple OSS Distributions *
4*d4514f0bSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5*d4514f0bSApple OSS Distributions *
6*d4514f0bSApple OSS Distributions * This file contains Original Code and/or Modifications of Original Code
7*d4514f0bSApple OSS Distributions * as defined in and that are subject to the Apple Public Source License
8*d4514f0bSApple OSS Distributions * Version 2.0 (the 'License'). You may not use this file except in
9*d4514f0bSApple OSS Distributions * compliance with the License. The rights granted to you under the License
10*d4514f0bSApple OSS Distributions * may not be used to create, or enable the creation or redistribution of,
11*d4514f0bSApple OSS Distributions * unlawful or unlicensed copies of an Apple operating system, or to
12*d4514f0bSApple OSS Distributions * circumvent, violate, or enable the circumvention or violation of, any
13*d4514f0bSApple OSS Distributions * terms of an Apple operating system software license agreement.
14*d4514f0bSApple OSS Distributions *
15*d4514f0bSApple OSS Distributions * Please obtain a copy of the License at
16*d4514f0bSApple OSS Distributions * http://www.opensource.apple.com/apsl/ and read it before using this file.
17*d4514f0bSApple OSS Distributions *
18*d4514f0bSApple OSS Distributions * The Original Code and all software distributed under the License are
19*d4514f0bSApple OSS Distributions * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20*d4514f0bSApple OSS Distributions * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21*d4514f0bSApple OSS Distributions * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22*d4514f0bSApple OSS Distributions * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23*d4514f0bSApple OSS Distributions * Please see the License for the specific language governing rights and
24*d4514f0bSApple OSS Distributions * limitations under the License.
25*d4514f0bSApple OSS Distributions *
26*d4514f0bSApple OSS Distributions * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27*d4514f0bSApple OSS Distributions */
28*d4514f0bSApple OSS Distributions /*
29*d4514f0bSApple OSS Distributions * Copyright (c) 1988 University of Utah.
30*d4514f0bSApple OSS Distributions * Copyright (c) 1990, 1993
31*d4514f0bSApple OSS Distributions * The Regents of the University of California. All rights reserved.
32*d4514f0bSApple OSS Distributions *
33*d4514f0bSApple OSS Distributions * This code is derived from software contributed to Berkeley by
34*d4514f0bSApple OSS Distributions * the Systems Programming Group of the University of Utah Computer
35*d4514f0bSApple OSS Distributions * Science Department.
36*d4514f0bSApple OSS Distributions *
37*d4514f0bSApple OSS Distributions * Redistribution and use in source and binary forms, with or without
38*d4514f0bSApple OSS Distributions * modification, are permitted provided that the following conditions
39*d4514f0bSApple OSS Distributions * are met:
40*d4514f0bSApple OSS Distributions * 1. Redistributions of source code must retain the above copyright
41*d4514f0bSApple OSS Distributions * notice, this list of conditions and the following disclaimer.
42*d4514f0bSApple OSS Distributions * 2. Redistributions in binary form must reproduce the above copyright
43*d4514f0bSApple OSS Distributions * notice, this list of conditions and the following disclaimer in the
44*d4514f0bSApple OSS Distributions * documentation and/or other materials provided with the distribution.
45*d4514f0bSApple OSS Distributions * 3. All advertising materials mentioning features or use of this software
46*d4514f0bSApple OSS Distributions * must display the following acknowledgement:
47*d4514f0bSApple OSS Distributions * This product includes software developed by the University of
48*d4514f0bSApple OSS Distributions * California, Berkeley and its contributors.
49*d4514f0bSApple OSS Distributions * 4. Neither the name of the University nor the names of its contributors
50*d4514f0bSApple OSS Distributions * may be used to endorse or promote products derived from this software
51*d4514f0bSApple OSS Distributions * without specific prior written permission.
52*d4514f0bSApple OSS Distributions *
53*d4514f0bSApple OSS Distributions * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
54*d4514f0bSApple OSS Distributions * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
55*d4514f0bSApple OSS Distributions * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
56*d4514f0bSApple OSS Distributions * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
57*d4514f0bSApple OSS Distributions * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
58*d4514f0bSApple OSS Distributions * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
59*d4514f0bSApple OSS Distributions * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
60*d4514f0bSApple OSS Distributions * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
61*d4514f0bSApple OSS Distributions * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
62*d4514f0bSApple OSS Distributions * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
63*d4514f0bSApple OSS Distributions * SUCH DAMAGE.
64*d4514f0bSApple OSS Distributions *
65*d4514f0bSApple OSS Distributions * from: Utah Hdr: vn.c 1.13 94/04/02
66*d4514f0bSApple OSS Distributions *
67*d4514f0bSApple OSS Distributions * from: @(#)vn.c 8.6 (Berkeley) 4/1/94
68*d4514f0bSApple OSS Distributions * $FreeBSD: src/sys/dev/vn/vn.c,v 1.105.2.4 2001/11/18 07:11:00 dillon Exp $
69*d4514f0bSApple OSS Distributions */
70*d4514f0bSApple OSS Distributions
71*d4514f0bSApple OSS Distributions /*
72*d4514f0bSApple OSS Distributions * RAM disk driver.
73*d4514f0bSApple OSS Distributions *
74*d4514f0bSApple OSS Distributions * Block interface to a ramdisk.
75*d4514f0bSApple OSS Distributions *
76*d4514f0bSApple OSS Distributions */
77*d4514f0bSApple OSS Distributions
78*d4514f0bSApple OSS Distributions #include <sys/param.h>
79*d4514f0bSApple OSS Distributions #include <sys/kernel.h>
80*d4514f0bSApple OSS Distributions #include <sys/mount.h>
81*d4514f0bSApple OSS Distributions #include <sys/namei.h>
82*d4514f0bSApple OSS Distributions #include <sys/proc.h>
83*d4514f0bSApple OSS Distributions #include <sys/buf.h>
84*d4514f0bSApple OSS Distributions #include <sys/malloc.h>
85*d4514f0bSApple OSS Distributions #include <sys/mount.h>
86*d4514f0bSApple OSS Distributions #include <sys/fcntl.h>
87*d4514f0bSApple OSS Distributions #include <sys/conf.h>
88*d4514f0bSApple OSS Distributions #include <sys/disk.h>
89*d4514f0bSApple OSS Distributions #include <sys/stat.h>
90*d4514f0bSApple OSS Distributions #include <sys/vm.h>
91*d4514f0bSApple OSS Distributions #include <sys/uio_internal.h>
92*d4514f0bSApple OSS Distributions #include <libkern/libkern.h>
93*d4514f0bSApple OSS Distributions
94*d4514f0bSApple OSS Distributions #include <vm/pmap.h>
95*d4514f0bSApple OSS Distributions #include <vm/vm_pager_xnu.h>
96*d4514f0bSApple OSS Distributions #include <mach/memory_object_types.h>
97*d4514f0bSApple OSS Distributions #include <kern/debug.h>
98*d4514f0bSApple OSS Distributions
99*d4514f0bSApple OSS Distributions #include <miscfs/devfs/devfs.h>
100*d4514f0bSApple OSS Distributions
101*d4514f0bSApple OSS Distributions
102*d4514f0bSApple OSS Distributions void mdevinit(int the_cnt);
103*d4514f0bSApple OSS Distributions
104*d4514f0bSApple OSS Distributions static open_close_fcn_t mdevopen;
105*d4514f0bSApple OSS Distributions static open_close_fcn_t mdevclose;
106*d4514f0bSApple OSS Distributions static psize_fcn_t mdevsize;
107*d4514f0bSApple OSS Distributions static strategy_fcn_t mdevstrategy;
108*d4514f0bSApple OSS Distributions static int mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p);
109*d4514f0bSApple OSS Distributions static int mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p);
110*d4514f0bSApple OSS Distributions static int mdevrw(dev_t dev, struct uio *uio, int ioflag);
111*d4514f0bSApple OSS Distributions
112*d4514f0bSApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
113*d4514f0bSApple OSS Distributions static char * nonspace(char *pos, char *end);
114*d4514f0bSApple OSS Distributions static char * getspace(char *pos, char *end);
115*d4514f0bSApple OSS Distributions static char * cvtnum(char *pos, char *end, uint64_t *num);
116*d4514f0bSApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
117*d4514f0bSApple OSS Distributions
118*d4514f0bSApple OSS Distributions extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t bytes);
119*d4514f0bSApple OSS Distributions extern void mapping_set_mod(ppnum_t pn);
120*d4514f0bSApple OSS Distributions extern ppnum_t pmap_find_phys(pmap_t pmap, addr64_t va);
121*d4514f0bSApple OSS Distributions
122*d4514f0bSApple OSS Distributions /*
123*d4514f0bSApple OSS Distributions * Maximal number of memory devices.
124*d4514f0bSApple OSS Distributions */
125*d4514f0bSApple OSS Distributions #define NB_MAX_MDEVICES (16)
126*d4514f0bSApple OSS Distributions
127*d4514f0bSApple OSS Distributions /*
128*d4514f0bSApple OSS Distributions * cdevsw
129*d4514f0bSApple OSS Distributions * D_DISK we want to look like a disk
130*d4514f0bSApple OSS Distributions * D_CANFREE We support B_FREEBUF
131*d4514f0bSApple OSS Distributions */
132*d4514f0bSApple OSS Distributions
133*d4514f0bSApple OSS Distributions static const struct bdevsw mdevbdevsw = {
134*d4514f0bSApple OSS Distributions .d_open = mdevopen,
135*d4514f0bSApple OSS Distributions .d_close = mdevclose,
136*d4514f0bSApple OSS Distributions .d_strategy = mdevstrategy,
137*d4514f0bSApple OSS Distributions .d_ioctl = mdevbioctl,
138*d4514f0bSApple OSS Distributions .d_dump = eno_dump,
139*d4514f0bSApple OSS Distributions .d_psize = mdevsize,
140*d4514f0bSApple OSS Distributions .d_type = D_DISK,
141*d4514f0bSApple OSS Distributions };
142*d4514f0bSApple OSS Distributions
143*d4514f0bSApple OSS Distributions static const struct cdevsw mdevcdevsw = {
144*d4514f0bSApple OSS Distributions .d_open = mdevopen,
145*d4514f0bSApple OSS Distributions .d_close = mdevclose,
146*d4514f0bSApple OSS Distributions .d_read = mdevrw,
147*d4514f0bSApple OSS Distributions .d_write = mdevrw,
148*d4514f0bSApple OSS Distributions .d_ioctl = mdevcioctl,
149*d4514f0bSApple OSS Distributions .d_stop = eno_stop,
150*d4514f0bSApple OSS Distributions .d_reset = eno_reset,
151*d4514f0bSApple OSS Distributions .d_ttys = NULL,
152*d4514f0bSApple OSS Distributions .d_select = eno_select,
153*d4514f0bSApple OSS Distributions .d_mmap = eno_mmap,
154*d4514f0bSApple OSS Distributions .d_strategy = eno_strat,
155*d4514f0bSApple OSS Distributions .d_reserved_1 = eno_getc,
156*d4514f0bSApple OSS Distributions .d_reserved_2 = eno_putc,
157*d4514f0bSApple OSS Distributions .d_type = D_DISK,
158*d4514f0bSApple OSS Distributions };
159*d4514f0bSApple OSS Distributions
160*d4514f0bSApple OSS Distributions struct mdev {
161*d4514f0bSApple OSS Distributions uint64_t mdBase; /* base page number (pages are assumed to be 4K). Multiply by 4096 to find actual address */
162*d4514f0bSApple OSS Distributions uint32_t mdSize; /* size in pages (pages are assumed to be 4K). Multiply by 4096 to find actual size. */
163*d4514f0bSApple OSS Distributions int mdFlags; /* flags */
164*d4514f0bSApple OSS Distributions int mdSecsize; /* sector size */
165*d4514f0bSApple OSS Distributions int mdBDev; /* Block device number */
166*d4514f0bSApple OSS Distributions int mdCDev; /* Character device number */
167*d4514f0bSApple OSS Distributions void * mdbdevb;
168*d4514f0bSApple OSS Distributions void * mdcdevb;
169*d4514f0bSApple OSS Distributions } mdev[NB_MAX_MDEVICES];
170*d4514f0bSApple OSS Distributions
171*d4514f0bSApple OSS Distributions /* mdFlags */
172*d4514f0bSApple OSS Distributions #define mdInited 0x01 /* This device defined */
173*d4514f0bSApple OSS Distributions #define mdRO 0x02 /* This device is read-only */
174*d4514f0bSApple OSS Distributions #define mdPhys 0x04 /* This device is in physical memory */
175*d4514f0bSApple OSS Distributions
176*d4514f0bSApple OSS Distributions int mdevBMajor = -1;
177*d4514f0bSApple OSS Distributions int mdevCMajor = -1;
178*d4514f0bSApple OSS Distributions
179*d4514f0bSApple OSS Distributions static int mdevioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p, int is_char);
180*d4514f0bSApple OSS Distributions dev_t mdevadd(int devid, uint64_t base, unsigned int size, int phys);
181*d4514f0bSApple OSS Distributions dev_t mdevlookup(int devid);
182*d4514f0bSApple OSS Distributions void mdevremoveall(void);
183*d4514f0bSApple OSS Distributions int mdevgetrange(int devid, uint64_t *base, uint64_t *size);
184*d4514f0bSApple OSS Distributions
185*d4514f0bSApple OSS Distributions static int
mdevclose(__unused dev_t dev,__unused int flags,__unused int devtype,__unused struct proc * p)186*d4514f0bSApple OSS Distributions mdevclose(__unused dev_t dev, __unused int flags,
187*d4514f0bSApple OSS Distributions __unused int devtype, __unused struct proc *p)
188*d4514f0bSApple OSS Distributions {
189*d4514f0bSApple OSS Distributions return 0;
190*d4514f0bSApple OSS Distributions }
191*d4514f0bSApple OSS Distributions
192*d4514f0bSApple OSS Distributions static int
mdevopen(dev_t dev,int flags,__unused int devtype,__unused struct proc * p)193*d4514f0bSApple OSS Distributions mdevopen(dev_t dev, int flags, __unused int devtype, __unused struct proc *p)
194*d4514f0bSApple OSS Distributions {
195*d4514f0bSApple OSS Distributions int devid;
196*d4514f0bSApple OSS Distributions
197*d4514f0bSApple OSS Distributions devid = minor(dev); /* Get minor device number */
198*d4514f0bSApple OSS Distributions
199*d4514f0bSApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
200*d4514f0bSApple OSS Distributions return ENXIO; /* Not valid */
201*d4514f0bSApple OSS Distributions }
202*d4514f0bSApple OSS Distributions if ((flags & FWRITE) && (mdev[devid].mdFlags & mdRO)) {
203*d4514f0bSApple OSS Distributions return EACCES; /* Currently mounted RO */
204*d4514f0bSApple OSS Distributions }
205*d4514f0bSApple OSS Distributions return 0;
206*d4514f0bSApple OSS Distributions }
207*d4514f0bSApple OSS Distributions
208*d4514f0bSApple OSS Distributions static int
mdevrw(dev_t dev,struct uio * uio,__unused int ioflag)209*d4514f0bSApple OSS Distributions mdevrw(dev_t dev, struct uio *uio, __unused int ioflag)
210*d4514f0bSApple OSS Distributions {
211*d4514f0bSApple OSS Distributions int status;
212*d4514f0bSApple OSS Distributions addr64_t mdata;
213*d4514f0bSApple OSS Distributions int devid;
214*d4514f0bSApple OSS Distributions enum uio_seg saveflag;
215*d4514f0bSApple OSS Distributions int count;
216*d4514f0bSApple OSS Distributions
217*d4514f0bSApple OSS Distributions devid = minor(dev); /* Get minor device number */
218*d4514f0bSApple OSS Distributions
219*d4514f0bSApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
220*d4514f0bSApple OSS Distributions return ENXIO; /* Not valid */
221*d4514f0bSApple OSS Distributions }
222*d4514f0bSApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
223*d4514f0bSApple OSS Distributions return ENXIO; /* Have we actually been defined yet? */
224*d4514f0bSApple OSS Distributions }
225*d4514f0bSApple OSS Distributions if (uio->uio_offset < 0) {
226*d4514f0bSApple OSS Distributions return EINVAL; /* invalid offset */
227*d4514f0bSApple OSS Distributions }
228*d4514f0bSApple OSS Distributions if (uio_resid(uio) < 0) {
229*d4514f0bSApple OSS Distributions return EINVAL;
230*d4514f0bSApple OSS Distributions }
231*d4514f0bSApple OSS Distributions mdata = ((addr64_t)mdev[devid].mdBase << 12) + uio->uio_offset; /* Point to the area in "file" */
232*d4514f0bSApple OSS Distributions
233*d4514f0bSApple OSS Distributions saveflag = uio->uio_segflg; /* Remember what the request is */
234*d4514f0bSApple OSS Distributions /* Make sure we are moving from physical ram if physical device */
235*d4514f0bSApple OSS Distributions if (mdev[devid].mdFlags & mdPhys) {
236*d4514f0bSApple OSS Distributions if (uio->uio_segflg == UIO_USERSPACE64) {
237*d4514f0bSApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE64;
238*d4514f0bSApple OSS Distributions } else if (uio->uio_segflg == UIO_USERSPACE32) {
239*d4514f0bSApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE32;
240*d4514f0bSApple OSS Distributions } else {
241*d4514f0bSApple OSS Distributions uio->uio_segflg = UIO_PHYS_USERSPACE;
242*d4514f0bSApple OSS Distributions }
243*d4514f0bSApple OSS Distributions }
244*d4514f0bSApple OSS Distributions
245*d4514f0bSApple OSS Distributions if (uio->uio_offset > (mdev[devid].mdSize << 12)) {
246*d4514f0bSApple OSS Distributions count = 0;
247*d4514f0bSApple OSS Distributions } else {
248*d4514f0bSApple OSS Distributions count = imin(uio_resid(uio), (mdev[devid].mdSize << 12) - uio->uio_offset);
249*d4514f0bSApple OSS Distributions }
250*d4514f0bSApple OSS Distributions
251*d4514f0bSApple OSS Distributions status = uiomove64(mdata, count, uio); /* Move the data */
252*d4514f0bSApple OSS Distributions uio->uio_segflg = saveflag; /* Restore the flag */
253*d4514f0bSApple OSS Distributions
254*d4514f0bSApple OSS Distributions return status;
255*d4514f0bSApple OSS Distributions }
256*d4514f0bSApple OSS Distributions
257*d4514f0bSApple OSS Distributions static void
mdevstrategy(struct buf * bp)258*d4514f0bSApple OSS Distributions mdevstrategy(struct buf *bp)
259*d4514f0bSApple OSS Distributions {
260*d4514f0bSApple OSS Distributions unsigned int left, lop, csize;
261*d4514f0bSApple OSS Distributions vm_offset_t vaddr, blkoff;
262*d4514f0bSApple OSS Distributions int devid;
263*d4514f0bSApple OSS Distributions addr64_t paddr, fvaddr;
264*d4514f0bSApple OSS Distributions ppnum_t pp;
265*d4514f0bSApple OSS Distributions
266*d4514f0bSApple OSS Distributions devid = minor(buf_device(bp)); /* Get minor device number */
267*d4514f0bSApple OSS Distributions
268*d4514f0bSApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) { /* Have we actually been defined yet? */
269*d4514f0bSApple OSS Distributions buf_seterror(bp, ENXIO);
270*d4514f0bSApple OSS Distributions buf_biodone(bp);
271*d4514f0bSApple OSS Distributions return;
272*d4514f0bSApple OSS Distributions }
273*d4514f0bSApple OSS Distributions
274*d4514f0bSApple OSS Distributions buf_setresid(bp, buf_count(bp)); /* Set byte count */
275*d4514f0bSApple OSS Distributions
276*d4514f0bSApple OSS Distributions blkoff = buf_blkno(bp) * mdev[devid].mdSecsize; /* Get offset into file */
277*d4514f0bSApple OSS Distributions
278*d4514f0bSApple OSS Distributions /*
279*d4514f0bSApple OSS Distributions * Note that reading past end is an error, but reading at end is an EOF. For these
280*d4514f0bSApple OSS Distributions * we just return with resid == count.
281*d4514f0bSApple OSS Distributions */
282*d4514f0bSApple OSS Distributions
283*d4514f0bSApple OSS Distributions if (blkoff >= (mdev[devid].mdSize << 12)) { /* Are they trying to read/write at/after end? */
284*d4514f0bSApple OSS Distributions if (blkoff != (mdev[devid].mdSize << 12)) { /* Are we trying to read after EOF? */
285*d4514f0bSApple OSS Distributions buf_seterror(bp, EINVAL); /* Yeah, this is an error */
286*d4514f0bSApple OSS Distributions }
287*d4514f0bSApple OSS Distributions buf_biodone(bp); /* Return */
288*d4514f0bSApple OSS Distributions return;
289*d4514f0bSApple OSS Distributions }
290*d4514f0bSApple OSS Distributions
291*d4514f0bSApple OSS Distributions if ((blkoff + buf_count(bp)) > (mdev[devid].mdSize << 12)) { /* Will this read go past end? */
292*d4514f0bSApple OSS Distributions buf_setcount(bp, (uint32_t)((mdev[devid].mdSize << 12) - blkoff)); /* Yes, trim to max */
293*d4514f0bSApple OSS Distributions }
294*d4514f0bSApple OSS Distributions /*
295*d4514f0bSApple OSS Distributions * make sure the buffer's data area is
296*d4514f0bSApple OSS Distributions * accessible
297*d4514f0bSApple OSS Distributions */
298*d4514f0bSApple OSS Distributions if (buf_map(bp, (caddr_t *)&vaddr)) {
299*d4514f0bSApple OSS Distributions panic("ramstrategy: buf_map failed");
300*d4514f0bSApple OSS Distributions }
301*d4514f0bSApple OSS Distributions
302*d4514f0bSApple OSS Distributions fvaddr = (mdev[devid].mdBase << 12) + blkoff; /* Point to offset into ram disk */
303*d4514f0bSApple OSS Distributions
304*d4514f0bSApple OSS Distributions if (buf_flags(bp) & B_READ) { /* Is this a read? */
305*d4514f0bSApple OSS Distributions if (!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */
306*d4514f0bSApple OSS Distributions bcopy((void *)((uintptr_t)fvaddr),
307*d4514f0bSApple OSS Distributions (void *)vaddr, (size_t)buf_count(bp)); /* This is virtual, just get the data */
308*d4514f0bSApple OSS Distributions } else {
309*d4514f0bSApple OSS Distributions left = buf_count(bp); /* Init the amount left to copy */
310*d4514f0bSApple OSS Distributions while (left) { /* Go until it is all copied */
311*d4514f0bSApple OSS Distributions lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */
312*d4514f0bSApple OSS Distributions csize = min(lop, left); /* Don't move more than we need to */
313*d4514f0bSApple OSS Distributions
314*d4514f0bSApple OSS Distributions pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the sink physical address */
315*d4514f0bSApple OSS Distributions if (!pp) { /* Not found, what gives? */
316*d4514f0bSApple OSS Distributions panic("mdevstrategy: sink address %016llX not mapped", (addr64_t)((uintptr_t)vaddr));
317*d4514f0bSApple OSS Distributions }
318*d4514f0bSApple OSS Distributions paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */
319*d4514f0bSApple OSS Distributions bcopy_phys(fvaddr, paddr, csize); /* Copy this on in */
320*d4514f0bSApple OSS Distributions mapping_set_mod((ppnum_t)(paddr >> 12)); /* Make sure we know that it is modified */
321*d4514f0bSApple OSS Distributions
322*d4514f0bSApple OSS Distributions left = left - csize; /* Calculate what is left */
323*d4514f0bSApple OSS Distributions vaddr = vaddr + csize; /* Move to next sink address */
324*d4514f0bSApple OSS Distributions fvaddr = fvaddr + csize; /* Bump to next physical address */
325*d4514f0bSApple OSS Distributions }
326*d4514f0bSApple OSS Distributions }
327*d4514f0bSApple OSS Distributions } else { /* This is a write */
328*d4514f0bSApple OSS Distributions if (!(mdev[devid].mdFlags & mdPhys)) { /* Physical mapped disk? */
329*d4514f0bSApple OSS Distributions bcopy((void *)vaddr, (void *)((uintptr_t)fvaddr),
330*d4514f0bSApple OSS Distributions (size_t)buf_count(bp)); /* This is virtual, just put the data */
331*d4514f0bSApple OSS Distributions } else {
332*d4514f0bSApple OSS Distributions left = buf_count(bp); /* Init the amount left to copy */
333*d4514f0bSApple OSS Distributions while (left) { /* Go until it is all copied */
334*d4514f0bSApple OSS Distributions lop = min((4096 - (vaddr & 4095)), (4096 - (fvaddr & 4095))); /* Get smallest amount left on sink and source */
335*d4514f0bSApple OSS Distributions csize = min(lop, left); /* Don't move more than we need to */
336*d4514f0bSApple OSS Distributions
337*d4514f0bSApple OSS Distributions pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the source physical address */
338*d4514f0bSApple OSS Distributions if (!pp) { /* Not found, what gives? */
339*d4514f0bSApple OSS Distributions panic("mdevstrategy: source address %016llX not mapped", (addr64_t)((uintptr_t)vaddr));
340*d4514f0bSApple OSS Distributions }
341*d4514f0bSApple OSS Distributions paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */
342*d4514f0bSApple OSS Distributions
343*d4514f0bSApple OSS Distributions bcopy_phys(paddr, fvaddr, csize); /* Move this on out */
344*d4514f0bSApple OSS Distributions
345*d4514f0bSApple OSS Distributions left = left - csize; /* Calculate what is left */
346*d4514f0bSApple OSS Distributions vaddr = vaddr + csize; /* Move to next sink address */
347*d4514f0bSApple OSS Distributions fvaddr = fvaddr + csize; /* Bump to next physical address */
348*d4514f0bSApple OSS Distributions }
349*d4514f0bSApple OSS Distributions }
350*d4514f0bSApple OSS Distributions }
351*d4514f0bSApple OSS Distributions /*
352*d4514f0bSApple OSS Distributions * buf_unmap takes care of all the cases
353*d4514f0bSApple OSS Distributions * it will unmap the buffer from kernel
354*d4514f0bSApple OSS Distributions * virtual space if that was the state
355*d4514f0bSApple OSS Distributions * when we mapped it.
356*d4514f0bSApple OSS Distributions */
357*d4514f0bSApple OSS Distributions buf_unmap(bp);
358*d4514f0bSApple OSS Distributions
359*d4514f0bSApple OSS Distributions buf_setresid(bp, 0); /* Nothing more to do */
360*d4514f0bSApple OSS Distributions buf_biodone(bp); /* Say we've finished */
361*d4514f0bSApple OSS Distributions }
362*d4514f0bSApple OSS Distributions
363*d4514f0bSApple OSS Distributions static int
mdevbioctl(dev_t dev,u_long cmd,caddr_t data,int flag,struct proc * p)364*d4514f0bSApple OSS Distributions mdevbioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
365*d4514f0bSApple OSS Distributions {
366*d4514f0bSApple OSS Distributions return mdevioctl(dev, cmd, data, flag, p, 0);
367*d4514f0bSApple OSS Distributions }
368*d4514f0bSApple OSS Distributions
369*d4514f0bSApple OSS Distributions static int
mdevcioctl(dev_t dev,u_long cmd,caddr_t data,int flag,struct proc * p)370*d4514f0bSApple OSS Distributions mdevcioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
371*d4514f0bSApple OSS Distributions {
372*d4514f0bSApple OSS Distributions return mdevioctl(dev, cmd, data, flag, p, 1);
373*d4514f0bSApple OSS Distributions }
374*d4514f0bSApple OSS Distributions
375*d4514f0bSApple OSS Distributions static int
mdevioctl(dev_t dev,u_long cmd,caddr_t data,__unused int flag,struct proc * p,int is_char)376*d4514f0bSApple OSS Distributions mdevioctl(dev_t dev, u_long cmd, caddr_t data, __unused int flag,
377*d4514f0bSApple OSS Distributions struct proc *p, int is_char)
378*d4514f0bSApple OSS Distributions {
379*d4514f0bSApple OSS Distributions int error;
380*d4514f0bSApple OSS Distributions u_int32_t *f;
381*d4514f0bSApple OSS Distributions u_int64_t *o;
382*d4514f0bSApple OSS Distributions int devid;
383*d4514f0bSApple OSS Distributions dk_memdev_info_t * memdev_info;
384*d4514f0bSApple OSS Distributions
385*d4514f0bSApple OSS Distributions devid = minor(dev); /* Get minor device number */
386*d4514f0bSApple OSS Distributions
387*d4514f0bSApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
388*d4514f0bSApple OSS Distributions return ENXIO; /* Not valid */
389*d4514f0bSApple OSS Distributions }
390*d4514f0bSApple OSS Distributions error = proc_suser(p); /* Are we superman? */
391*d4514f0bSApple OSS Distributions if (error) {
392*d4514f0bSApple OSS Distributions return error; /* Nope... */
393*d4514f0bSApple OSS Distributions }
394*d4514f0bSApple OSS Distributions f = (u_int32_t*)data;
395*d4514f0bSApple OSS Distributions o = (u_int64_t *)data;
396*d4514f0bSApple OSS Distributions memdev_info = (dk_memdev_info_t *) data;
397*d4514f0bSApple OSS Distributions
398*d4514f0bSApple OSS Distributions switch (cmd) {
399*d4514f0bSApple OSS Distributions case DKIOCGETMAXBLOCKCOUNTREAD:
400*d4514f0bSApple OSS Distributions *o = 32;
401*d4514f0bSApple OSS Distributions break;
402*d4514f0bSApple OSS Distributions
403*d4514f0bSApple OSS Distributions case DKIOCGETMAXBLOCKCOUNTWRITE:
404*d4514f0bSApple OSS Distributions *o = 32;
405*d4514f0bSApple OSS Distributions break;
406*d4514f0bSApple OSS Distributions
407*d4514f0bSApple OSS Distributions case DKIOCGETMAXSEGMENTCOUNTREAD:
408*d4514f0bSApple OSS Distributions *o = 32;
409*d4514f0bSApple OSS Distributions break;
410*d4514f0bSApple OSS Distributions
411*d4514f0bSApple OSS Distributions case DKIOCGETMAXSEGMENTCOUNTWRITE:
412*d4514f0bSApple OSS Distributions *o = 32;
413*d4514f0bSApple OSS Distributions break;
414*d4514f0bSApple OSS Distributions
415*d4514f0bSApple OSS Distributions case DKIOCGETBLOCKSIZE:
416*d4514f0bSApple OSS Distributions *f = mdev[devid].mdSecsize;
417*d4514f0bSApple OSS Distributions break;
418*d4514f0bSApple OSS Distributions
419*d4514f0bSApple OSS Distributions case DKIOCSETBLOCKSIZE:
420*d4514f0bSApple OSS Distributions if (is_char) {
421*d4514f0bSApple OSS Distributions return ENODEV; /* We can only do this for a block */
422*d4514f0bSApple OSS Distributions }
423*d4514f0bSApple OSS Distributions if (*f < DEV_BSIZE) {
424*d4514f0bSApple OSS Distributions return EINVAL; /* Too short? */
425*d4514f0bSApple OSS Distributions }
426*d4514f0bSApple OSS Distributions mdev[devid].mdSecsize = *f; /* set the new block size */
427*d4514f0bSApple OSS Distributions break;
428*d4514f0bSApple OSS Distributions
429*d4514f0bSApple OSS Distributions case DKIOCISWRITABLE:
430*d4514f0bSApple OSS Distributions *f = 1;
431*d4514f0bSApple OSS Distributions break;
432*d4514f0bSApple OSS Distributions
433*d4514f0bSApple OSS Distributions case DKIOCGETBLOCKCOUNT:
434*d4514f0bSApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
435*d4514f0bSApple OSS Distributions return ENXIO;
436*d4514f0bSApple OSS Distributions }
437*d4514f0bSApple OSS Distributions *o = ((mdev[devid].mdSize << 12) + mdev[devid].mdSecsize - 1) / mdev[devid].mdSecsize;
438*d4514f0bSApple OSS Distributions break;
439*d4514f0bSApple OSS Distributions
440*d4514f0bSApple OSS Distributions /*
441*d4514f0bSApple OSS Distributions * We're interested in the following bits of information:
442*d4514f0bSApple OSS Distributions * Are you a memory-backed device (always yes, in this case)?
443*d4514f0bSApple OSS Distributions * Physical memory (mdPhys)?
444*d4514f0bSApple OSS Distributions * What is your base page?
445*d4514f0bSApple OSS Distributions * What is your size?
446*d4514f0bSApple OSS Distributions */
447*d4514f0bSApple OSS Distributions case DKIOCGETMEMDEVINFO:
448*d4514f0bSApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
449*d4514f0bSApple OSS Distributions return ENXIO;
450*d4514f0bSApple OSS Distributions }
451*d4514f0bSApple OSS Distributions memdev_info->mi_mdev = TRUE;
452*d4514f0bSApple OSS Distributions memdev_info->mi_phys = (mdev[devid].mdFlags & mdPhys) ? TRUE : FALSE;
453*d4514f0bSApple OSS Distributions memdev_info->mi_base = (uint32_t)mdev[devid].mdBase;
454*d4514f0bSApple OSS Distributions memdev_info->mi_size = mdev[devid].mdSize;
455*d4514f0bSApple OSS Distributions break;
456*d4514f0bSApple OSS Distributions
457*d4514f0bSApple OSS Distributions default:
458*d4514f0bSApple OSS Distributions error = ENOTTY;
459*d4514f0bSApple OSS Distributions break;
460*d4514f0bSApple OSS Distributions }
461*d4514f0bSApple OSS Distributions return error;
462*d4514f0bSApple OSS Distributions }
463*d4514f0bSApple OSS Distributions
464*d4514f0bSApple OSS Distributions
465*d4514f0bSApple OSS Distributions static int
mdevsize(dev_t dev)466*d4514f0bSApple OSS Distributions mdevsize(dev_t dev)
467*d4514f0bSApple OSS Distributions {
468*d4514f0bSApple OSS Distributions int devid;
469*d4514f0bSApple OSS Distributions
470*d4514f0bSApple OSS Distributions devid = minor(dev); /* Get minor device number */
471*d4514f0bSApple OSS Distributions if (devid >= NB_MAX_MDEVICES || devid < 0) {
472*d4514f0bSApple OSS Distributions return ENXIO; /* Not valid */
473*d4514f0bSApple OSS Distributions }
474*d4514f0bSApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) {
475*d4514f0bSApple OSS Distributions return -1; /* Not inited yet */
476*d4514f0bSApple OSS Distributions }
477*d4514f0bSApple OSS Distributions return mdev[devid].mdSecsize;
478*d4514f0bSApple OSS Distributions }
479*d4514f0bSApple OSS Distributions
480*d4514f0bSApple OSS Distributions #include <pexpert/pexpert.h>
481*d4514f0bSApple OSS Distributions
482*d4514f0bSApple OSS Distributions void
mdevinit(__unused int the_cnt)483*d4514f0bSApple OSS Distributions mdevinit(__unused int the_cnt)
484*d4514f0bSApple OSS Distributions {
485*d4514f0bSApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
486*d4514f0bSApple OSS Distributions
487*d4514f0bSApple OSS Distributions int devid, phys;
488*d4514f0bSApple OSS Distributions uint64_t base;
489*d4514f0bSApple OSS Distributions uint64_t size;
490*d4514f0bSApple OSS Distributions char *ba, *lp;
491*d4514f0bSApple OSS Distributions dev_t dev;
492*d4514f0bSApple OSS Distributions
493*d4514f0bSApple OSS Distributions
494*d4514f0bSApple OSS Distributions ba = PE_boot_args(); /* Get the boot arguments */
495*d4514f0bSApple OSS Distributions lp = ba + 256; /* Point to the end */
496*d4514f0bSApple OSS Distributions
497*d4514f0bSApple OSS Distributions while (1) { /* Step through, looking for our keywords */
498*d4514f0bSApple OSS Distributions phys = 0; /* Assume virtual memory device */
499*d4514f0bSApple OSS Distributions ba = nonspace(ba, lp); /* Find non-space */
500*d4514f0bSApple OSS Distributions if (ba >= lp) {
501*d4514f0bSApple OSS Distributions return; /* We are done if no more... */
502*d4514f0bSApple OSS Distributions }
503*d4514f0bSApple OSS Distributions if (((ba[0] != 'v') && (ba[0] != 'p'))
504*d4514f0bSApple OSS Distributions || (ba[1] != 'm') || (ba[2] != 'd') || (ba[4] != '=')
505*d4514f0bSApple OSS Distributions || (ba[3] < '0') || (ba[3] > 'f')
506*d4514f0bSApple OSS Distributions || ((ba[3] > '9') && (ba[3] < 'a'))) { /* Is this of form "vmdx=" or "pmdx=" where x is hex digit? */
507*d4514f0bSApple OSS Distributions ba = getspace(ba, lp); /* Find next white space or end */
508*d4514f0bSApple OSS Distributions continue; /* Start looking for the next one */
509*d4514f0bSApple OSS Distributions }
510*d4514f0bSApple OSS Distributions
511*d4514f0bSApple OSS Distributions if (ba[0] == 'p') {
512*d4514f0bSApple OSS Distributions phys = 1; /* Set physical memory disk */
513*d4514f0bSApple OSS Distributions }
514*d4514f0bSApple OSS Distributions devid = ba[3] & 0xF; /* Assume digit */
515*d4514f0bSApple OSS Distributions if (ba[3] > '9') {
516*d4514f0bSApple OSS Distributions devid += 9; /* Adjust for hex digits */
517*d4514f0bSApple OSS Distributions }
518*d4514f0bSApple OSS Distributions ba = &ba[5]; /* Step past keyword */
519*d4514f0bSApple OSS Distributions ba = cvtnum(ba, lp, &base); /* Convert base of memory disk */
520*d4514f0bSApple OSS Distributions if (ba >= lp) {
521*d4514f0bSApple OSS Distributions return; /* Malformed one at the end, leave */
522*d4514f0bSApple OSS Distributions }
523*d4514f0bSApple OSS Distributions if (ba[0] != '.') {
524*d4514f0bSApple OSS Distributions continue; /* If not length separater, try next... */
525*d4514f0bSApple OSS Distributions }
526*d4514f0bSApple OSS Distributions if (base & 0xFFF) {
527*d4514f0bSApple OSS Distributions continue; /* Only allow page aligned stuff */
528*d4514f0bSApple OSS Distributions }
529*d4514f0bSApple OSS Distributions ba++; /* Step past '.' */
530*d4514f0bSApple OSS Distributions ba = cvtnum(ba, lp, &size); /* Try to convert it */
531*d4514f0bSApple OSS Distributions if (!size || (size & 0xFFF)) {
532*d4514f0bSApple OSS Distributions continue; /* Allow only non-zer page size multiples */
533*d4514f0bSApple OSS Distributions }
534*d4514f0bSApple OSS Distributions if (ba < lp) { /* If we are not at end, check end character */
535*d4514f0bSApple OSS Distributions if ((ba[0] != ' ') && (ba[0] != 0)) {
536*d4514f0bSApple OSS Distributions continue; /* End must be null or space */
537*d4514f0bSApple OSS Distributions }
538*d4514f0bSApple OSS Distributions }
539*d4514f0bSApple OSS Distributions
540*d4514f0bSApple OSS Distributions dev = mdevadd(devid, base >> 12, (unsigned)size >> 12, phys); /* Go add the device */
541*d4514f0bSApple OSS Distributions }
542*d4514f0bSApple OSS Distributions
543*d4514f0bSApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
544*d4514f0bSApple OSS Distributions
545*d4514f0bSApple OSS Distributions return;
546*d4514f0bSApple OSS Distributions }
547*d4514f0bSApple OSS Distributions
548*d4514f0bSApple OSS Distributions #ifdef CONFIG_MEMDEV_INSECURE
549*d4514f0bSApple OSS Distributions
550*d4514f0bSApple OSS Distributions char *
nonspace(char * pos,char * end)551*d4514f0bSApple OSS Distributions nonspace(char *pos, char *end) /* Find next non-space in string */
552*d4514f0bSApple OSS Distributions {
553*d4514f0bSApple OSS Distributions if (pos >= end) {
554*d4514f0bSApple OSS Distributions return end; /* Don't go past end */
555*d4514f0bSApple OSS Distributions }
556*d4514f0bSApple OSS Distributions if (pos[0] == 0) {
557*d4514f0bSApple OSS Distributions return end; /* If at null, make end */
558*d4514f0bSApple OSS Distributions }
559*d4514f0bSApple OSS Distributions while (1) { /* Keep going */
560*d4514f0bSApple OSS Distributions if (pos[0] != ' ') {
561*d4514f0bSApple OSS Distributions return pos; /* Leave if we found one */
562*d4514f0bSApple OSS Distributions }
563*d4514f0bSApple OSS Distributions pos++; /* Stop */
564*d4514f0bSApple OSS Distributions if (pos >= end) {
565*d4514f0bSApple OSS Distributions return end; /* Quit if we run off end */
566*d4514f0bSApple OSS Distributions }
567*d4514f0bSApple OSS Distributions }
568*d4514f0bSApple OSS Distributions }
569*d4514f0bSApple OSS Distributions
570*d4514f0bSApple OSS Distributions char *
getspace(char * pos,char * end)571*d4514f0bSApple OSS Distributions getspace(char *pos, char *end) /* Find next non-space in string */
572*d4514f0bSApple OSS Distributions {
573*d4514f0bSApple OSS Distributions while (1) { /* Keep going */
574*d4514f0bSApple OSS Distributions if (pos >= end) {
575*d4514f0bSApple OSS Distributions return end; /* Don't go past end */
576*d4514f0bSApple OSS Distributions }
577*d4514f0bSApple OSS Distributions if (pos[0] == 0) {
578*d4514f0bSApple OSS Distributions return end; /* Leave if we hit null */
579*d4514f0bSApple OSS Distributions }
580*d4514f0bSApple OSS Distributions if (pos[0] == ' ') {
581*d4514f0bSApple OSS Distributions return pos; /* Leave if we found one */
582*d4514f0bSApple OSS Distributions }
583*d4514f0bSApple OSS Distributions pos++; /* Stop */
584*d4514f0bSApple OSS Distributions }
585*d4514f0bSApple OSS Distributions }
586*d4514f0bSApple OSS Distributions
587*d4514f0bSApple OSS Distributions char *
cvtnum(char * pos,char * end,uint64_t * num)588*d4514f0bSApple OSS Distributions cvtnum(char *pos, char *end, uint64_t *num) /* Convert to a number */
589*d4514f0bSApple OSS Distributions {
590*d4514f0bSApple OSS Distributions int rad, dig;
591*d4514f0bSApple OSS Distributions
592*d4514f0bSApple OSS Distributions *num = 0; /* Set answer to 0 to start */
593*d4514f0bSApple OSS Distributions rad = 10;
594*d4514f0bSApple OSS Distributions
595*d4514f0bSApple OSS Distributions if (pos >= end) {
596*d4514f0bSApple OSS Distributions return end; /* Don't go past end */
597*d4514f0bSApple OSS Distributions }
598*d4514f0bSApple OSS Distributions if (pos[0] == 0) {
599*d4514f0bSApple OSS Distributions return end; /* If at null, make end */
600*d4514f0bSApple OSS Distributions }
601*d4514f0bSApple OSS Distributions if (pos[0] == '0' && ((pos[1] == 'x') || (pos[1] == 'x'))) { /* A hex constant? */
602*d4514f0bSApple OSS Distributions rad = 16;
603*d4514f0bSApple OSS Distributions pos += 2; /* Point to the number */
604*d4514f0bSApple OSS Distributions }
605*d4514f0bSApple OSS Distributions
606*d4514f0bSApple OSS Distributions while (1) { /* Convert it */
607*d4514f0bSApple OSS Distributions if (pos >= end) {
608*d4514f0bSApple OSS Distributions return end; /* Don't go past end */
609*d4514f0bSApple OSS Distributions }
610*d4514f0bSApple OSS Distributions if (pos[0] == 0) {
611*d4514f0bSApple OSS Distributions return end; /* If at null, make end */
612*d4514f0bSApple OSS Distributions }
613*d4514f0bSApple OSS Distributions if (pos[0] < '0') {
614*d4514f0bSApple OSS Distributions return pos; /* Leave if non-digit */
615*d4514f0bSApple OSS Distributions }
616*d4514f0bSApple OSS Distributions dig = pos[0] & 0xF; /* Extract digit */
617*d4514f0bSApple OSS Distributions if (pos[0] > '9') { /* Is it bigger than 9? */
618*d4514f0bSApple OSS Distributions if (rad == 10) {
619*d4514f0bSApple OSS Distributions return pos; /* Leave if not base 10 */
620*d4514f0bSApple OSS Distributions }
621*d4514f0bSApple OSS Distributions if (!(((pos[0] >= 'A') && (pos[0] <= 'F'))
622*d4514f0bSApple OSS Distributions || ((pos[0] >= 'a') && (pos[0] <= 'f')))) {
623*d4514f0bSApple OSS Distributions return pos; /* Leave if bogus char */
624*d4514f0bSApple OSS Distributions }
625*d4514f0bSApple OSS Distributions dig = dig + 9; /* Adjust for character */
626*d4514f0bSApple OSS Distributions }
627*d4514f0bSApple OSS Distributions *num = (*num * rad) + dig; /* Accumulate the number */
628*d4514f0bSApple OSS Distributions pos++; /* Step on */
629*d4514f0bSApple OSS Distributions }
630*d4514f0bSApple OSS Distributions }
631*d4514f0bSApple OSS Distributions
632*d4514f0bSApple OSS Distributions #endif /* CONFIG_MEMDEV_INSECURE */
633*d4514f0bSApple OSS Distributions
634*d4514f0bSApple OSS Distributions dev_t
mdevadd(int devid,uint64_t base,unsigned int size,int phys)635*d4514f0bSApple OSS Distributions mdevadd(int devid, uint64_t base, unsigned int size, int phys)
636*d4514f0bSApple OSS Distributions {
637*d4514f0bSApple OSS Distributions int i;
638*d4514f0bSApple OSS Distributions
639*d4514f0bSApple OSS Distributions if (devid < 0) {
640*d4514f0bSApple OSS Distributions devid = -1;
641*d4514f0bSApple OSS Distributions for (i = 0; i < NB_MAX_MDEVICES; i++) { /* Search all known memory devices */
642*d4514f0bSApple OSS Distributions if (!(mdev[i].mdFlags & mdInited)) { /* Is this a free one? */
643*d4514f0bSApple OSS Distributions if (devid < 0) {
644*d4514f0bSApple OSS Distributions devid = i; /* Remember first free one */
645*d4514f0bSApple OSS Distributions }
646*d4514f0bSApple OSS Distributions continue; /* Skip check */
647*d4514f0bSApple OSS Distributions }
648*d4514f0bSApple OSS Distributions if (!(((base + size - 1) < mdev[i].mdBase) || ((mdev[i].mdBase + mdev[i].mdSize - 1) < base))) { /* Is there any overlap? */
649*d4514f0bSApple OSS Distributions panic("mdevadd: attempt to add overlapping memory device at %016llX-%016llX", mdev[i].mdBase, mdev[i].mdBase + mdev[i].mdSize - 1);
650*d4514f0bSApple OSS Distributions }
651*d4514f0bSApple OSS Distributions }
652*d4514f0bSApple OSS Distributions if (devid < 0) { /* Do we have free slots? */
653*d4514f0bSApple OSS Distributions panic("mdevadd: attempt to add more than %d memory devices", NB_MAX_MDEVICES);
654*d4514f0bSApple OSS Distributions }
655*d4514f0bSApple OSS Distributions } else {
656*d4514f0bSApple OSS Distributions if (devid >= NB_MAX_MDEVICES) { /* Giving us something bogus? */
657*d4514f0bSApple OSS Distributions panic("mdevadd: attempt to explicitly add a bogus memory device: %08X", devid);
658*d4514f0bSApple OSS Distributions }
659*d4514f0bSApple OSS Distributions if (mdev[devid].mdFlags & mdInited) { /* Already there? */
660*d4514f0bSApple OSS Distributions panic("mdevadd: attempt to explicitly add a previously defined memory device: %08X", devid);
661*d4514f0bSApple OSS Distributions }
662*d4514f0bSApple OSS Distributions }
663*d4514f0bSApple OSS Distributions
664*d4514f0bSApple OSS Distributions if (mdevBMajor < 0) { /* Have we gotten a major number yet? */
665*d4514f0bSApple OSS Distributions mdevBMajor = bdevsw_add(-1, &mdevbdevsw); /* Add to the table and figure out a major number */
666*d4514f0bSApple OSS Distributions if (mdevBMajor < 0) {
667*d4514f0bSApple OSS Distributions printf("mdevadd: error - bdevsw_add() returned %d\n", mdevBMajor);
668*d4514f0bSApple OSS Distributions return -1;
669*d4514f0bSApple OSS Distributions }
670*d4514f0bSApple OSS Distributions }
671*d4514f0bSApple OSS Distributions
672*d4514f0bSApple OSS Distributions if (mdevCMajor < 0) { /* Have we gotten a major number yet? */
673*d4514f0bSApple OSS Distributions mdevCMajor = cdevsw_add_with_bdev(-1, &mdevcdevsw, mdevBMajor); /* Add to the table and figure out a major number */
674*d4514f0bSApple OSS Distributions if (mdevCMajor < 0) {
675*d4514f0bSApple OSS Distributions printf("ramdevice_init: error - cdevsw_add() returned %d\n", mdevCMajor);
676*d4514f0bSApple OSS Distributions return -1;
677*d4514f0bSApple OSS Distributions }
678*d4514f0bSApple OSS Distributions }
679*d4514f0bSApple OSS Distributions
680*d4514f0bSApple OSS Distributions mdev[devid].mdBDev = makedev(mdevBMajor, devid); /* Get the device number */
681*d4514f0bSApple OSS Distributions mdev[devid].mdbdevb = devfs_make_node(mdev[devid].mdBDev, DEVFS_BLOCK, /* Make the node */
682*d4514f0bSApple OSS Distributions UID_ROOT, GID_OPERATOR,
683*d4514f0bSApple OSS Distributions 0600, "md%d", devid);
684*d4514f0bSApple OSS Distributions if (mdev[devid].mdbdevb == NULL) { /* Did we make one? */
685*d4514f0bSApple OSS Distributions printf("mdevadd: devfs_make_node for block failed!\n");
686*d4514f0bSApple OSS Distributions return -1; /* Nope... */
687*d4514f0bSApple OSS Distributions }
688*d4514f0bSApple OSS Distributions
689*d4514f0bSApple OSS Distributions mdev[devid].mdCDev = makedev(mdevCMajor, devid); /* Get the device number */
690*d4514f0bSApple OSS Distributions mdev[devid].mdcdevb = devfs_make_node(mdev[devid].mdCDev, DEVFS_CHAR, /* Make the node */
691*d4514f0bSApple OSS Distributions UID_ROOT, GID_OPERATOR,
692*d4514f0bSApple OSS Distributions 0600, "rmd%d", devid);
693*d4514f0bSApple OSS Distributions if (mdev[devid].mdcdevb == NULL) { /* Did we make one? */
694*d4514f0bSApple OSS Distributions printf("mdevadd: devfs_make_node for character failed!\n");
695*d4514f0bSApple OSS Distributions return -1; /* Nope... */
696*d4514f0bSApple OSS Distributions }
697*d4514f0bSApple OSS Distributions
698*d4514f0bSApple OSS Distributions mdev[devid].mdBase = base; /* Set the base address of ram disk */
699*d4514f0bSApple OSS Distributions mdev[devid].mdSize = size; /* Set the length of the ram disk */
700*d4514f0bSApple OSS Distributions mdev[devid].mdSecsize = DEV_BSIZE; /* Set starting block size */
701*d4514f0bSApple OSS Distributions if (phys) {
702*d4514f0bSApple OSS Distributions mdev[devid].mdFlags |= mdPhys; /* Show that we are in physical memory */
703*d4514f0bSApple OSS Distributions }
704*d4514f0bSApple OSS Distributions mdev[devid].mdFlags |= mdInited; /* Show we are all set up */
705*d4514f0bSApple OSS Distributions printf("Added memory device md%x/rmd%x (%08X/%08X) at %016llX for %016llX\n",
706*d4514f0bSApple OSS Distributions devid, devid, mdev[devid].mdBDev, mdev[devid].mdCDev, base << 12, (uint64_t)size << 12);
707*d4514f0bSApple OSS Distributions return mdev[devid].mdBDev;
708*d4514f0bSApple OSS Distributions }
709*d4514f0bSApple OSS Distributions
710*d4514f0bSApple OSS Distributions
711*d4514f0bSApple OSS Distributions dev_t
mdevlookup(int devid)712*d4514f0bSApple OSS Distributions mdevlookup(int devid)
713*d4514f0bSApple OSS Distributions {
714*d4514f0bSApple OSS Distributions if ((devid < 0) || (devid >= NB_MAX_MDEVICES)) {
715*d4514f0bSApple OSS Distributions return -1; /* Filter any bogus requests */
716*d4514f0bSApple OSS Distributions }
717*d4514f0bSApple OSS Distributions if (!(mdev[devid].mdFlags & mdInited)) {
718*d4514f0bSApple OSS Distributions return -1; /* This one hasn't been defined */
719*d4514f0bSApple OSS Distributions }
720*d4514f0bSApple OSS Distributions return mdev[devid].mdBDev; /* Return the device number */
721*d4514f0bSApple OSS Distributions }
722*d4514f0bSApple OSS Distributions
723*d4514f0bSApple OSS Distributions void
mdevremoveall(void)724*d4514f0bSApple OSS Distributions mdevremoveall(void)
725*d4514f0bSApple OSS Distributions {
726*d4514f0bSApple OSS Distributions int i;
727*d4514f0bSApple OSS Distributions
728*d4514f0bSApple OSS Distributions for (i = 0; i < NB_MAX_MDEVICES; i++) {
729*d4514f0bSApple OSS Distributions if (!(mdev[i].mdFlags & mdInited)) {
730*d4514f0bSApple OSS Distributions continue; /* Ignore unused mdevs */
731*d4514f0bSApple OSS Distributions }
732*d4514f0bSApple OSS Distributions devfs_remove(mdev[i].mdbdevb); /* Remove the block device */
733*d4514f0bSApple OSS Distributions devfs_remove(mdev[i].mdcdevb); /* Remove the character device */
734*d4514f0bSApple OSS Distributions
735*d4514f0bSApple OSS Distributions mdev[i].mdBase = 0; /* Clear the mdev's storage */
736*d4514f0bSApple OSS Distributions mdev[i].mdSize = 0;
737*d4514f0bSApple OSS Distributions mdev[i].mdSecsize = 0;
738*d4514f0bSApple OSS Distributions mdev[i].mdFlags = 0;
739*d4514f0bSApple OSS Distributions mdev[i].mdBDev = 0;
740*d4514f0bSApple OSS Distributions mdev[i].mdCDev = 0;
741*d4514f0bSApple OSS Distributions mdev[i].mdbdevb = 0;
742*d4514f0bSApple OSS Distributions mdev[i].mdcdevb = 0;
743*d4514f0bSApple OSS Distributions }
744*d4514f0bSApple OSS Distributions }
745*d4514f0bSApple OSS Distributions
746*d4514f0bSApple OSS Distributions int
mdevgetrange(int devid,uint64_t * base,uint64_t * size)747*d4514f0bSApple OSS Distributions mdevgetrange(int devid, uint64_t *base, uint64_t *size)
748*d4514f0bSApple OSS Distributions {
749*d4514f0bSApple OSS Distributions assert(base);
750*d4514f0bSApple OSS Distributions assert(size);
751*d4514f0bSApple OSS Distributions
752*d4514f0bSApple OSS Distributions /* filter invalid request */
753*d4514f0bSApple OSS Distributions if ((devid < 0) || (devid >= NB_MAX_MDEVICES)) {
754*d4514f0bSApple OSS Distributions return -1;
755*d4514f0bSApple OSS Distributions }
756*d4514f0bSApple OSS Distributions
757*d4514f0bSApple OSS Distributions /* filter non-initialized memory devices */
758*d4514f0bSApple OSS Distributions if ((mdev[devid].mdFlags & mdInited) == 0) {
759*d4514f0bSApple OSS Distributions return -1;
760*d4514f0bSApple OSS Distributions }
761*d4514f0bSApple OSS Distributions
762*d4514f0bSApple OSS Distributions *base = mdev[devid].mdBase << 12;
763*d4514f0bSApple OSS Distributions *size = mdev[devid].mdSize << 12;
764*d4514f0bSApple OSS Distributions
765*d4514f0bSApple OSS Distributions /* make sure (base, size) is a valid range and will not overflow */
766*d4514f0bSApple OSS Distributions assert(*size < (UINT64_MAX - *base));
767*d4514f0bSApple OSS Distributions
768*d4514f0bSApple OSS Distributions return 0;
769*d4514f0bSApple OSS Distributions }
770