Home | History | Annotate | Line # | Download | only in kern
kern_malloc.c revision 1.146
      1  1.146    martin /*	$NetBSD: kern_malloc.c,v 1.146 2017/07/28 12:28:48 martin Exp $	*/
      2    1.9       cgd 
      3    1.1       cgd /*
      4    1.8       cgd  * Copyright (c) 1987, 1991, 1993
      5    1.8       cgd  *	The Regents of the University of California.  All rights reserved.
      6    1.1       cgd  *
      7    1.1       cgd  * Redistribution and use in source and binary forms, with or without
      8    1.1       cgd  * modification, are permitted provided that the following conditions
      9    1.1       cgd  * are met:
     10    1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     11    1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     12    1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     13    1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     14    1.1       cgd  *    documentation and/or other materials provided with the distribution.
     15   1.81       agc  * 3. Neither the name of the University nor the names of its contributors
     16   1.81       agc  *    may be used to endorse or promote products derived from this software
     17   1.81       agc  *    without specific prior written permission.
     18   1.81       agc  *
     19   1.81       agc  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     20   1.81       agc  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21   1.81       agc  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22   1.81       agc  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     23   1.81       agc  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24   1.81       agc  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25   1.81       agc  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26   1.81       agc  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27   1.81       agc  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28   1.81       agc  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29   1.81       agc  * SUCH DAMAGE.
     30   1.81       agc  *
     31   1.81       agc  *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
     32   1.81       agc  */
     33   1.81       agc 
     34   1.81       agc /*
     35   1.81       agc  * Copyright (c) 1996 Christopher G. Demetriou.  All rights reserved.
     36   1.81       agc  *
     37   1.81       agc  * Redistribution and use in source and binary forms, with or without
     38   1.81       agc  * modification, are permitted provided that the following conditions
     39   1.81       agc  * are met:
     40   1.81       agc  * 1. Redistributions of source code must retain the above copyright
     41   1.81       agc  *    notice, this list of conditions and the following disclaimer.
     42   1.81       agc  * 2. Redistributions in binary form must reproduce the above copyright
     43   1.81       agc  *    notice, this list of conditions and the following disclaimer in the
     44   1.81       agc  *    documentation and/or other materials provided with the distribution.
     45    1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     46    1.1       cgd  *    must display the following acknowledgement:
     47    1.1       cgd  *	This product includes software developed by the University of
     48    1.1       cgd  *	California, Berkeley and its contributors.
     49    1.1       cgd  * 4. Neither the name of the University nor the names of its contributors
     50    1.1       cgd  *    may be used to endorse or promote products derived from this software
     51    1.1       cgd  *    without specific prior written permission.
     52    1.1       cgd  *
     53    1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     54    1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     55    1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     56    1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     57    1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     58    1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     59    1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     60    1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     61    1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     62    1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     63    1.1       cgd  * SUCH DAMAGE.
     64    1.1       cgd  *
     65   1.32      fvdl  *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
     66    1.1       cgd  */
     67   1.64     lukem 
     68  1.139     rmind /*
     69  1.139     rmind  * Wrapper interface for obsolete malloc(9).
     70  1.139     rmind  */
     71  1.139     rmind 
     72   1.64     lukem #include <sys/cdefs.h>
     73  1.146    martin __KERNEL_RCSID(0, "$NetBSD: kern_malloc.c,v 1.146 2017/07/28 12:28:48 martin Exp $");
     74    1.1       cgd 
     75    1.7   mycroft #include <sys/param.h>
     76    1.7   mycroft #include <sys/malloc.h>
     77  1.134      para #include <sys/kmem.h>
     78   1.24   thorpej 
     79  1.139     rmind /*
     80  1.139     rmind  * Built-in malloc types.  Note: ought to be removed.
     81  1.139     rmind  */
     82  1.139     rmind MALLOC_DEFINE(M_DEVBUF, "devbuf", "device driver memory");
     83  1.139     rmind MALLOC_DEFINE(M_DMAMAP, "DMA map", "bus_dma(9) structures");
     84  1.139     rmind MALLOC_DEFINE(M_FREE, "free", "should be on free list");
     85  1.139     rmind MALLOC_DEFINE(M_TEMP, "temp", "misc. temporary data buffers");
     86  1.139     rmind MALLOC_DEFINE(M_RTABLE, "routetbl", "routing tables");
     87  1.139     rmind MALLOC_DEFINE(M_FTABLE, "fragtbl", "fragment reassembly header");
     88  1.139     rmind MALLOC_DEFINE(M_UFSMNT, "UFS mount", "UFS mount structure");
     89  1.139     rmind MALLOC_DEFINE(M_NETADDR, "Export Host", "Export host address structure");
     90  1.139     rmind MALLOC_DEFINE(M_MRTABLE, "mrt", "multicast routing tables");
     91   1.27   thorpej 
     92  1.139     rmind /*
     93  1.139     rmind  * Header contains total size, including the header itself.
     94  1.139     rmind  */
     95  1.134      para struct malloc_header {
     96  1.136     rmind 	size_t		mh_size;
     97  1.139     rmind } __aligned(ALIGNBYTES + 1);
     98   1.78        pk 
     99    1.1       cgd void *
    100  1.140       dsl kern_malloc(unsigned long size, int flags)
    101    1.1       cgd {
    102  1.136     rmind 	const int kmflags = (flags & M_NOWAIT) ? KM_NOSLEEP : KM_SLEEP;
    103  1.138  drochner 	size_t allocsize, hdroffset;
    104  1.134      para 	struct malloc_header *mh;
    105  1.134      para 	void *p;
    106  1.134      para 
    107  1.138  drochner 	if (size >= PAGE_SIZE) {
    108  1.146    martin 		if (size > (ULONG_MAX-PAGE_SIZE))
    109  1.146    martin 			allocsize = ULONG_MAX;	/* this will fail later */
    110  1.146    martin 		else
    111  1.146    martin 			allocsize = PAGE_SIZE + size; /* for page alignment */
    112  1.138  drochner 		hdroffset = PAGE_SIZE - sizeof(struct malloc_header);
    113  1.138  drochner 	} else {
    114  1.138  drochner 		allocsize = sizeof(struct malloc_header) + size;
    115  1.138  drochner 		hdroffset = 0;
    116  1.138  drochner 	}
    117  1.138  drochner 
    118  1.134      para 	p = kmem_intr_alloc(allocsize, kmflags);
    119  1.134      para 	if (p == NULL)
    120  1.134      para 		return NULL;
    121    1.1       cgd 
    122  1.134      para 	if ((flags & M_ZERO) != 0) {
    123  1.134      para 		memset(p, 0, allocsize);
    124    1.8       cgd 	}
    125  1.138  drochner 	mh = (void *)((char *)p + hdroffset);
    126  1.138  drochner 	mh->mh_size = allocsize - hdroffset;
    127   1.11       cgd 
    128  1.134      para 	return mh + 1;
    129    1.1       cgd }
    130    1.1       cgd 
    131    1.1       cgd void
    132  1.140       dsl kern_free(void *addr)
    133    1.1       cgd {
    134  1.134      para 	struct malloc_header *mh;
    135   1.48   thorpej 
    136  1.134      para 	mh = addr;
    137  1.134      para 	mh--;
    138   1.62   thorpej 
    139  1.138  drochner 	if (mh->mh_size >= PAGE_SIZE + sizeof(struct malloc_header))
    140  1.138  drochner 		kmem_intr_free((char *)addr - PAGE_SIZE,
    141  1.138  drochner 		    mh->mh_size + PAGE_SIZE - sizeof(struct malloc_header));
    142  1.138  drochner 	else
    143  1.138  drochner 		kmem_intr_free(mh, mh->mh_size);
    144   1.20       cgd }
    145   1.20       cgd 
    146   1.20       cgd void *
    147  1.140       dsl kern_realloc(void *curaddr, unsigned long newsize, int flags)
    148   1.20       cgd {
    149  1.134      para 	struct malloc_header *mh;
    150   1.72   thorpej 	unsigned long cursize;
    151   1.20       cgd 	void *newaddr;
    152   1.20       cgd 
    153   1.20       cgd 	/*
    154   1.69     enami 	 * realloc() with a NULL pointer is the same as malloc().
    155   1.20       cgd 	 */
    156   1.20       cgd 	if (curaddr == NULL)
    157  1.139     rmind 		return malloc(newsize, ksp, flags);
    158   1.20       cgd 
    159   1.20       cgd 	/*
    160   1.69     enami 	 * realloc() with zero size is the same as free().
    161   1.20       cgd 	 */
    162   1.20       cgd 	if (newsize == 0) {
    163   1.77   thorpej 		free(curaddr, ksp);
    164  1.139     rmind 		return NULL;
    165   1.20       cgd 	}
    166   1.59   thorpej 
    167  1.119        ad 	if ((flags & M_NOWAIT) == 0) {
    168  1.118      yamt 		ASSERT_SLEEPABLE();
    169  1.119        ad 	}
    170   1.20       cgd 
    171  1.134      para 	mh = curaddr;
    172  1.134      para 	mh--;
    173   1.20       cgd 
    174  1.136     rmind 	cursize = mh->mh_size - sizeof(struct malloc_header);
    175   1.20       cgd 
    176   1.20       cgd 	/*
    177   1.20       cgd 	 * If we already actually have as much as they want, we're done.
    178   1.20       cgd 	 */
    179   1.20       cgd 	if (newsize <= cursize)
    180  1.139     rmind 		return curaddr;
    181   1.20       cgd 
    182   1.20       cgd 	/*
    183   1.20       cgd 	 * Can't satisfy the allocation with the existing block.
    184   1.20       cgd 	 * Allocate a new one and copy the data.
    185   1.20       cgd 	 */
    186   1.77   thorpej 	newaddr = malloc(newsize, ksp, flags);
    187   1.51   thorpej 	if (__predict_false(newaddr == NULL)) {
    188   1.20       cgd 		/*
    189   1.69     enami 		 * malloc() failed, because flags included M_NOWAIT.
    190   1.20       cgd 		 * Return NULL to indicate that failure.  The old
    191   1.20       cgd 		 * pointer is still valid.
    192   1.20       cgd 		 */
    193  1.139     rmind 		return NULL;
    194   1.20       cgd 	}
    195   1.34     perry 	memcpy(newaddr, curaddr, cursize);
    196   1.20       cgd 
    197   1.20       cgd 	/*
    198   1.20       cgd 	 * We were successful: free the old allocation and return
    199   1.20       cgd 	 * the new one.
    200   1.20       cgd 	 */
    201   1.77   thorpej 	free(curaddr, ksp);
    202  1.139     rmind 	return newaddr;
    203   1.70     enami }
    204