Home | History | Annotate | Line # | Download | only in kern
kern_malloc.c revision 1.146.2.1
      1 /*	$NetBSD: kern_malloc.c,v 1.146.2.1 2018/09/06 06:56:41 pgoyette Exp $	*/
      2 
      3 /*
      4  * Copyright (c) 1987, 1991, 1993
      5  *	The Regents of the University of California.  All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  * 3. Neither the name of the University nor the names of its contributors
     16  *    may be used to endorse or promote products derived from this software
     17  *    without specific prior written permission.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     20  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     23  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29  * SUCH DAMAGE.
     30  *
     31  *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
     32  */
     33 
     34 /*
     35  * Copyright (c) 1996 Christopher G. Demetriou.  All rights reserved.
     36  *
     37  * Redistribution and use in source and binary forms, with or without
     38  * modification, are permitted provided that the following conditions
     39  * are met:
     40  * 1. Redistributions of source code must retain the above copyright
     41  *    notice, this list of conditions and the following disclaimer.
     42  * 2. Redistributions in binary form must reproduce the above copyright
     43  *    notice, this list of conditions and the following disclaimer in the
     44  *    documentation and/or other materials provided with the distribution.
     45  * 3. All advertising materials mentioning features or use of this software
     46  *    must display the following acknowledgement:
     47  *	This product includes software developed by the University of
     48  *	California, Berkeley and its contributors.
     49  * 4. Neither the name of the University nor the names of its contributors
     50  *    may be used to endorse or promote products derived from this software
     51  *    without specific prior written permission.
     52  *
     53  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     54  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     55  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     56  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     57  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     58  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     59  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     60  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     61  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     62  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     63  * SUCH DAMAGE.
     64  *
     65  *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
     66  */
     67 
     68 /*
     69  * Wrapper interface for obsolete malloc(9).
     70  */
     71 
     72 #include <sys/cdefs.h>
     73 __KERNEL_RCSID(0, "$NetBSD: kern_malloc.c,v 1.146.2.1 2018/09/06 06:56:41 pgoyette Exp $");
     74 
     75 #include <sys/param.h>
     76 #include <sys/malloc.h>
     77 #include <sys/kmem.h>
     78 #include <sys/asan.h>
     79 
     80 /*
     81  * Built-in malloc types.  Note: ought to be removed.
     82  */
     83 MALLOC_DEFINE(M_DEVBUF, "devbuf", "device driver memory");
     84 MALLOC_DEFINE(M_DMAMAP, "DMA map", "bus_dma(9) structures");
     85 MALLOC_DEFINE(M_FREE, "free", "should be on free list");
     86 MALLOC_DEFINE(M_TEMP, "temp", "misc. temporary data buffers");
     87 MALLOC_DEFINE(M_RTABLE, "routetbl", "routing tables");
     88 MALLOC_DEFINE(M_FTABLE, "fragtbl", "fragment reassembly header");
     89 MALLOC_DEFINE(M_UFSMNT, "UFS mount", "UFS mount structure");
     90 MALLOC_DEFINE(M_NETADDR, "Export Host", "Export host address structure");
     91 MALLOC_DEFINE(M_MRTABLE, "mrt", "multicast routing tables");
     92 
     93 /*
     94  * Header contains total size, including the header itself.
     95  */
     96 struct malloc_header {
     97 	size_t mh_size;
     98 #ifdef KASAN
     99 	size_t mh_rqsz;
    100 #endif
    101 } __aligned(ALIGNBYTES + 1);
    102 
    103 void *
    104 kern_malloc(unsigned long size, int flags)
    105 {
    106 	const int kmflags = (flags & M_NOWAIT) ? KM_NOSLEEP : KM_SLEEP;
    107 #ifdef KASAN
    108 	const size_t origsize = size;
    109 #endif
    110 	size_t allocsize, hdroffset;
    111 	struct malloc_header *mh;
    112 	void *p;
    113 
    114 	kasan_add_redzone(&size);
    115 
    116 	if (size >= PAGE_SIZE) {
    117 		if (size > (ULONG_MAX-PAGE_SIZE))
    118 			allocsize = ULONG_MAX;	/* this will fail later */
    119 		else
    120 			allocsize = PAGE_SIZE + size; /* for page alignment */
    121 		hdroffset = PAGE_SIZE - sizeof(struct malloc_header);
    122 	} else {
    123 		allocsize = sizeof(struct malloc_header) + size;
    124 		hdroffset = 0;
    125 	}
    126 
    127 	p = kmem_intr_alloc(allocsize, kmflags);
    128 	if (p == NULL)
    129 		return NULL;
    130 
    131 	if ((flags & M_ZERO) != 0) {
    132 		memset(p, 0, allocsize);
    133 	}
    134 	mh = (void *)((char *)p + hdroffset);
    135 	mh->mh_size = allocsize - hdroffset;
    136 #ifdef KASAN
    137 	mh->mh_rqsz = origsize;
    138 #endif
    139 	mh++;
    140 
    141 	kasan_alloc(mh, origsize, size);
    142 
    143 	return mh;
    144 }
    145 
    146 void
    147 kern_free(void *addr)
    148 {
    149 	struct malloc_header *mh;
    150 
    151 	mh = addr;
    152 	mh--;
    153 
    154 	kasan_free(addr, mh->mh_size);
    155 
    156 	if (mh->mh_size >= PAGE_SIZE + sizeof(struct malloc_header))
    157 		kmem_intr_free((char *)addr - PAGE_SIZE,
    158 		    mh->mh_size + PAGE_SIZE - sizeof(struct malloc_header));
    159 	else
    160 		kmem_intr_free(mh, mh->mh_size);
    161 }
    162 
    163 void *
    164 kern_realloc(void *curaddr, unsigned long newsize, int flags)
    165 {
    166 	struct malloc_header *mh;
    167 	unsigned long cursize;
    168 	void *newaddr;
    169 
    170 	/*
    171 	 * realloc() with a NULL pointer is the same as malloc().
    172 	 */
    173 	if (curaddr == NULL)
    174 		return malloc(newsize, ksp, flags);
    175 
    176 	/*
    177 	 * realloc() with zero size is the same as free().
    178 	 */
    179 	if (newsize == 0) {
    180 		free(curaddr, ksp);
    181 		return NULL;
    182 	}
    183 
    184 	if ((flags & M_NOWAIT) == 0) {
    185 		ASSERT_SLEEPABLE();
    186 	}
    187 
    188 	mh = curaddr;
    189 	mh--;
    190 
    191 #ifdef KASAN
    192 	cursize = mh->mh_rqsz;
    193 #else
    194 	cursize = mh->mh_size - sizeof(struct malloc_header);
    195 #endif
    196 
    197 	/*
    198 	 * If we already actually have as much as they want, we're done.
    199 	 */
    200 	if (newsize <= cursize)
    201 		return curaddr;
    202 
    203 	/*
    204 	 * Can't satisfy the allocation with the existing block.
    205 	 * Allocate a new one and copy the data.
    206 	 */
    207 	newaddr = malloc(newsize, ksp, flags);
    208 	if (__predict_false(newaddr == NULL)) {
    209 		/*
    210 		 * malloc() failed, because flags included M_NOWAIT.
    211 		 * Return NULL to indicate that failure.  The old
    212 		 * pointer is still valid.
    213 		 */
    214 		return NULL;
    215 	}
    216 	memcpy(newaddr, curaddr, cursize);
    217 
    218 	/*
    219 	 * We were successful: free the old allocation and return
    220 	 * the new one.
    221 	 */
    222 	free(curaddr, ksp);
    223 	return newaddr;
    224 }
    225