Home | History | Annotate | Line # | Download | only in kern
kern_malloc.c revision 1.145.10.1
      1  1.145.10.1       snj /*	$NetBSD: kern_malloc.c,v 1.145.10.1 2017/08/01 23:26:58 snj Exp $	*/
      2         1.9       cgd 
      3         1.1       cgd /*
      4         1.8       cgd  * Copyright (c) 1987, 1991, 1993
      5         1.8       cgd  *	The Regents of the University of California.  All rights reserved.
      6         1.1       cgd  *
      7         1.1       cgd  * Redistribution and use in source and binary forms, with or without
      8         1.1       cgd  * modification, are permitted provided that the following conditions
      9         1.1       cgd  * are met:
     10         1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     11         1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     12         1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     13         1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     14         1.1       cgd  *    documentation and/or other materials provided with the distribution.
     15        1.81       agc  * 3. Neither the name of the University nor the names of its contributors
     16        1.81       agc  *    may be used to endorse or promote products derived from this software
     17        1.81       agc  *    without specific prior written permission.
     18        1.81       agc  *
     19        1.81       agc  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     20        1.81       agc  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21        1.81       agc  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22        1.81       agc  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     23        1.81       agc  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24        1.81       agc  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25        1.81       agc  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26        1.81       agc  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27        1.81       agc  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28        1.81       agc  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29        1.81       agc  * SUCH DAMAGE.
     30        1.81       agc  *
     31        1.81       agc  *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
     32        1.81       agc  */
     33        1.81       agc 
     34        1.81       agc /*
     35        1.81       agc  * Copyright (c) 1996 Christopher G. Demetriou.  All rights reserved.
     36        1.81       agc  *
     37        1.81       agc  * Redistribution and use in source and binary forms, with or without
     38        1.81       agc  * modification, are permitted provided that the following conditions
     39        1.81       agc  * are met:
     40        1.81       agc  * 1. Redistributions of source code must retain the above copyright
     41        1.81       agc  *    notice, this list of conditions and the following disclaimer.
     42        1.81       agc  * 2. Redistributions in binary form must reproduce the above copyright
     43        1.81       agc  *    notice, this list of conditions and the following disclaimer in the
     44        1.81       agc  *    documentation and/or other materials provided with the distribution.
     45         1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     46         1.1       cgd  *    must display the following acknowledgement:
     47         1.1       cgd  *	This product includes software developed by the University of
     48         1.1       cgd  *	California, Berkeley and its contributors.
     49         1.1       cgd  * 4. Neither the name of the University nor the names of its contributors
     50         1.1       cgd  *    may be used to endorse or promote products derived from this software
     51         1.1       cgd  *    without specific prior written permission.
     52         1.1       cgd  *
     53         1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     54         1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     55         1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     56         1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     57         1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     58         1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     59         1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     60         1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     61         1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     62         1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     63         1.1       cgd  * SUCH DAMAGE.
     64         1.1       cgd  *
     65        1.32      fvdl  *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
     66         1.1       cgd  */
     67        1.64     lukem 
     68       1.139     rmind /*
     69       1.139     rmind  * Wrapper interface for obsolete malloc(9).
     70       1.139     rmind  */
     71       1.139     rmind 
     72        1.64     lukem #include <sys/cdefs.h>
     73  1.145.10.1       snj __KERNEL_RCSID(0, "$NetBSD: kern_malloc.c,v 1.145.10.1 2017/08/01 23:26:58 snj Exp $");
     74         1.1       cgd 
     75         1.7   mycroft #include <sys/param.h>
     76         1.7   mycroft #include <sys/malloc.h>
     77       1.134      para #include <sys/kmem.h>
     78        1.24   thorpej 
     79       1.139     rmind /*
     80       1.139     rmind  * Built-in malloc types.  Note: ought to be removed.
     81       1.139     rmind  */
     82       1.139     rmind MALLOC_DEFINE(M_DEVBUF, "devbuf", "device driver memory");
     83       1.139     rmind MALLOC_DEFINE(M_DMAMAP, "DMA map", "bus_dma(9) structures");
     84       1.139     rmind MALLOC_DEFINE(M_FREE, "free", "should be on free list");
     85       1.139     rmind MALLOC_DEFINE(M_TEMP, "temp", "misc. temporary data buffers");
     86       1.139     rmind MALLOC_DEFINE(M_RTABLE, "routetbl", "routing tables");
     87       1.139     rmind MALLOC_DEFINE(M_FTABLE, "fragtbl", "fragment reassembly header");
     88       1.139     rmind MALLOC_DEFINE(M_UFSMNT, "UFS mount", "UFS mount structure");
     89       1.139     rmind MALLOC_DEFINE(M_NETADDR, "Export Host", "Export host address structure");
     90       1.139     rmind MALLOC_DEFINE(M_MRTABLE, "mrt", "multicast routing tables");
     91        1.27   thorpej 
     92       1.139     rmind /*
     93       1.139     rmind  * Header contains total size, including the header itself.
     94       1.139     rmind  */
     95       1.134      para struct malloc_header {
     96       1.136     rmind 	size_t		mh_size;
     97       1.139     rmind } __aligned(ALIGNBYTES + 1);
     98        1.78        pk 
     99         1.1       cgd void *
    100       1.140       dsl kern_malloc(unsigned long size, int flags)
    101         1.1       cgd {
    102       1.136     rmind 	const int kmflags = (flags & M_NOWAIT) ? KM_NOSLEEP : KM_SLEEP;
    103       1.138  drochner 	size_t allocsize, hdroffset;
    104       1.134      para 	struct malloc_header *mh;
    105       1.134      para 	void *p;
    106       1.134      para 
    107       1.138  drochner 	if (size >= PAGE_SIZE) {
    108  1.145.10.1       snj 		if (size > (ULONG_MAX-PAGE_SIZE))
    109  1.145.10.1       snj 			allocsize = ULONG_MAX;	/* this will fail later */
    110  1.145.10.1       snj 		else
    111  1.145.10.1       snj 			allocsize = PAGE_SIZE + size; /* for page alignment */
    112       1.138  drochner 		hdroffset = PAGE_SIZE - sizeof(struct malloc_header);
    113       1.138  drochner 	} else {
    114       1.138  drochner 		allocsize = sizeof(struct malloc_header) + size;
    115       1.138  drochner 		hdroffset = 0;
    116       1.138  drochner 	}
    117       1.138  drochner 
    118       1.134      para 	p = kmem_intr_alloc(allocsize, kmflags);
    119       1.134      para 	if (p == NULL)
    120       1.134      para 		return NULL;
    121         1.1       cgd 
    122       1.134      para 	if ((flags & M_ZERO) != 0) {
    123       1.134      para 		memset(p, 0, allocsize);
    124         1.8       cgd 	}
    125       1.138  drochner 	mh = (void *)((char *)p + hdroffset);
    126       1.138  drochner 	mh->mh_size = allocsize - hdroffset;
    127        1.11       cgd 
    128       1.134      para 	return mh + 1;
    129         1.1       cgd }
    130         1.1       cgd 
    131         1.1       cgd void
    132       1.140       dsl kern_free(void *addr)
    133         1.1       cgd {
    134       1.134      para 	struct malloc_header *mh;
    135        1.48   thorpej 
    136       1.134      para 	mh = addr;
    137       1.134      para 	mh--;
    138        1.62   thorpej 
    139       1.138  drochner 	if (mh->mh_size >= PAGE_SIZE + sizeof(struct malloc_header))
    140       1.138  drochner 		kmem_intr_free((char *)addr - PAGE_SIZE,
    141       1.138  drochner 		    mh->mh_size + PAGE_SIZE - sizeof(struct malloc_header));
    142       1.138  drochner 	else
    143       1.138  drochner 		kmem_intr_free(mh, mh->mh_size);
    144        1.20       cgd }
    145        1.20       cgd 
    146        1.20       cgd void *
    147       1.140       dsl kern_realloc(void *curaddr, unsigned long newsize, int flags)
    148        1.20       cgd {
    149       1.134      para 	struct malloc_header *mh;
    150        1.72   thorpej 	unsigned long cursize;
    151        1.20       cgd 	void *newaddr;
    152        1.20       cgd 
    153        1.20       cgd 	/*
    154        1.69     enami 	 * realloc() with a NULL pointer is the same as malloc().
    155        1.20       cgd 	 */
    156        1.20       cgd 	if (curaddr == NULL)
    157       1.139     rmind 		return malloc(newsize, ksp, flags);
    158        1.20       cgd 
    159        1.20       cgd 	/*
    160        1.69     enami 	 * realloc() with zero size is the same as free().
    161        1.20       cgd 	 */
    162        1.20       cgd 	if (newsize == 0) {
    163        1.77   thorpej 		free(curaddr, ksp);
    164       1.139     rmind 		return NULL;
    165        1.20       cgd 	}
    166        1.59   thorpej 
    167       1.119        ad 	if ((flags & M_NOWAIT) == 0) {
    168       1.118      yamt 		ASSERT_SLEEPABLE();
    169       1.119        ad 	}
    170        1.20       cgd 
    171       1.134      para 	mh = curaddr;
    172       1.134      para 	mh--;
    173        1.20       cgd 
    174       1.136     rmind 	cursize = mh->mh_size - sizeof(struct malloc_header);
    175        1.20       cgd 
    176        1.20       cgd 	/*
    177        1.20       cgd 	 * If we already actually have as much as they want, we're done.
    178        1.20       cgd 	 */
    179        1.20       cgd 	if (newsize <= cursize)
    180       1.139     rmind 		return curaddr;
    181        1.20       cgd 
    182        1.20       cgd 	/*
    183        1.20       cgd 	 * Can't satisfy the allocation with the existing block.
    184        1.20       cgd 	 * Allocate a new one and copy the data.
    185        1.20       cgd 	 */
    186        1.77   thorpej 	newaddr = malloc(newsize, ksp, flags);
    187        1.51   thorpej 	if (__predict_false(newaddr == NULL)) {
    188        1.20       cgd 		/*
    189        1.69     enami 		 * malloc() failed, because flags included M_NOWAIT.
    190        1.20       cgd 		 * Return NULL to indicate that failure.  The old
    191        1.20       cgd 		 * pointer is still valid.
    192        1.20       cgd 		 */
    193       1.139     rmind 		return NULL;
    194        1.20       cgd 	}
    195        1.34     perry 	memcpy(newaddr, curaddr, cursize);
    196        1.20       cgd 
    197        1.20       cgd 	/*
    198        1.20       cgd 	 * We were successful: free the old allocation and return
    199        1.20       cgd 	 * the new one.
    200        1.20       cgd 	 */
    201        1.77   thorpej 	free(curaddr, ksp);
    202       1.139     rmind 	return newaddr;
    203        1.70     enami }
    204