Home | History | Annotate | Line # | Download | only in kern
kern_malloc.c revision 1.133.6.3
      1  1.133.6.3       mrg /*	$NetBSD: kern_malloc.c,v 1.133.6.3 2012/06/02 11:09:33 mrg Exp $	*/
      2        1.9       cgd 
      3        1.1       cgd /*
      4        1.8       cgd  * Copyright (c) 1987, 1991, 1993
      5        1.8       cgd  *	The Regents of the University of California.  All rights reserved.
      6        1.1       cgd  *
      7        1.1       cgd  * Redistribution and use in source and binary forms, with or without
      8        1.1       cgd  * modification, are permitted provided that the following conditions
      9        1.1       cgd  * are met:
     10        1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     11        1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     12        1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     13        1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     14        1.1       cgd  *    documentation and/or other materials provided with the distribution.
     15       1.81       agc  * 3. Neither the name of the University nor the names of its contributors
     16       1.81       agc  *    may be used to endorse or promote products derived from this software
     17       1.81       agc  *    without specific prior written permission.
     18       1.81       agc  *
     19       1.81       agc  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     20       1.81       agc  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     21       1.81       agc  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     22       1.81       agc  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     23       1.81       agc  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     24       1.81       agc  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     25       1.81       agc  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     26       1.81       agc  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     27       1.81       agc  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     28       1.81       agc  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     29       1.81       agc  * SUCH DAMAGE.
     30       1.81       agc  *
     31       1.81       agc  *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
     32       1.81       agc  */
     33       1.81       agc 
     34       1.81       agc /*
     35       1.81       agc  * Copyright (c) 1996 Christopher G. Demetriou.  All rights reserved.
     36       1.81       agc  *
     37       1.81       agc  * Redistribution and use in source and binary forms, with or without
     38       1.81       agc  * modification, are permitted provided that the following conditions
     39       1.81       agc  * are met:
     40       1.81       agc  * 1. Redistributions of source code must retain the above copyright
     41       1.81       agc  *    notice, this list of conditions and the following disclaimer.
     42       1.81       agc  * 2. Redistributions in binary form must reproduce the above copyright
     43       1.81       agc  *    notice, this list of conditions and the following disclaimer in the
     44       1.81       agc  *    documentation and/or other materials provided with the distribution.
     45        1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     46        1.1       cgd  *    must display the following acknowledgement:
     47        1.1       cgd  *	This product includes software developed by the University of
     48        1.1       cgd  *	California, Berkeley and its contributors.
     49        1.1       cgd  * 4. Neither the name of the University nor the names of its contributors
     50        1.1       cgd  *    may be used to endorse or promote products derived from this software
     51        1.1       cgd  *    without specific prior written permission.
     52        1.1       cgd  *
     53        1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     54        1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     55        1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     56        1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     57        1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     58        1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     59        1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     60        1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     61        1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     62        1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     63        1.1       cgd  * SUCH DAMAGE.
     64        1.1       cgd  *
     65       1.32      fvdl  *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
     66        1.1       cgd  */
     67       1.64     lukem 
     68  1.133.6.2       mrg /*
     69  1.133.6.2       mrg  * Wrapper interface for obsolete malloc(9).
     70  1.133.6.2       mrg  */
     71  1.133.6.2       mrg 
     72       1.64     lukem #include <sys/cdefs.h>
     73  1.133.6.3       mrg __KERNEL_RCSID(0, "$NetBSD: kern_malloc.c,v 1.133.6.3 2012/06/02 11:09:33 mrg Exp $");
     74        1.1       cgd 
     75        1.7   mycroft #include <sys/param.h>
     76        1.7   mycroft #include <sys/malloc.h>
     77  1.133.6.1       mrg #include <sys/kmem.h>
     78       1.24   thorpej 
     79       1.28       mrg #include <uvm/uvm_extern.h>
     80       1.28       mrg 
     81  1.133.6.2       mrg /*
     82  1.133.6.2       mrg  * Built-in malloc types.  Note: ought to be removed.
     83  1.133.6.2       mrg  */
     84  1.133.6.2       mrg MALLOC_DEFINE(M_DEVBUF, "devbuf", "device driver memory");
     85  1.133.6.2       mrg MALLOC_DEFINE(M_DMAMAP, "DMA map", "bus_dma(9) structures");
     86  1.133.6.2       mrg MALLOC_DEFINE(M_FREE, "free", "should be on free list");
     87  1.133.6.2       mrg MALLOC_DEFINE(M_PCB, "pcb", "protocol control block");
     88  1.133.6.2       mrg MALLOC_DEFINE(M_TEMP, "temp", "misc. temporary data buffers");
     89  1.133.6.2       mrg MALLOC_DEFINE(M_RTABLE, "routetbl", "routing tables");
     90  1.133.6.2       mrg MALLOC_DEFINE(M_FTABLE, "fragtbl", "fragment reassembly header");
     91  1.133.6.2       mrg MALLOC_DEFINE(M_UFSMNT, "UFS mount", "UFS mount structure");
     92  1.133.6.2       mrg MALLOC_DEFINE(M_NETADDR, "Export Host", "Export host address structure");
     93  1.133.6.2       mrg MALLOC_DEFINE(M_MRTABLE, "mrt", "multicast routing tables");
     94       1.78        pk 
     95  1.133.6.2       mrg /*
     96  1.133.6.2       mrg  * Header contains total size, including the header itself.
     97  1.133.6.2       mrg  */
     98  1.133.6.1       mrg struct malloc_header {
     99  1.133.6.1       mrg 	size_t		mh_size;
    100  1.133.6.2       mrg } __aligned(ALIGNBYTES + 1);
    101  1.133.6.1       mrg 
    102        1.1       cgd void *
    103  1.133.6.2       mrg kern_malloc(unsigned long size, int flags)
    104        1.1       cgd {
    105  1.133.6.1       mrg 	const int kmflags = (flags & M_NOWAIT) ? KM_NOSLEEP : KM_SLEEP;
    106  1.133.6.1       mrg 	size_t allocsize, hdroffset;
    107  1.133.6.1       mrg 	struct malloc_header *mh;
    108  1.133.6.1       mrg 	void *p;
    109  1.133.6.1       mrg 
    110  1.133.6.1       mrg 	if (size >= PAGE_SIZE) {
    111  1.133.6.1       mrg 		allocsize = PAGE_SIZE + size; /* for page alignment */
    112  1.133.6.1       mrg 		hdroffset = PAGE_SIZE - sizeof(struct malloc_header);
    113  1.133.6.1       mrg 	} else {
    114  1.133.6.1       mrg 		allocsize = sizeof(struct malloc_header) + size;
    115  1.133.6.1       mrg 		hdroffset = 0;
    116  1.133.6.1       mrg 	}
    117  1.133.6.1       mrg 
    118  1.133.6.1       mrg 	p = kmem_intr_alloc(allocsize, kmflags);
    119  1.133.6.1       mrg 	if (p == NULL)
    120  1.133.6.1       mrg 		return NULL;
    121       1.11       cgd 
    122  1.133.6.1       mrg 	if ((flags & M_ZERO) != 0) {
    123  1.133.6.1       mrg 		memset(p, 0, allocsize);
    124        1.8       cgd 	}
    125  1.133.6.1       mrg 	mh = (void *)((char *)p + hdroffset);
    126  1.133.6.1       mrg 	mh->mh_size = allocsize - hdroffset;
    127       1.11       cgd 
    128  1.133.6.1       mrg 	return mh + 1;
    129        1.1       cgd }
    130        1.1       cgd 
    131        1.1       cgd void
    132  1.133.6.2       mrg kern_free(void *addr)
    133        1.1       cgd {
    134  1.133.6.1       mrg 	struct malloc_header *mh;
    135       1.62   thorpej 
    136  1.133.6.1       mrg 	mh = addr;
    137  1.133.6.1       mrg 	mh--;
    138      1.112        ad 
    139  1.133.6.1       mrg 	if (mh->mh_size >= PAGE_SIZE + sizeof(struct malloc_header))
    140  1.133.6.1       mrg 		kmem_intr_free((char *)addr - PAGE_SIZE,
    141  1.133.6.1       mrg 		    mh->mh_size + PAGE_SIZE - sizeof(struct malloc_header));
    142        1.8       cgd 	else
    143  1.133.6.1       mrg 		kmem_intr_free(mh, mh->mh_size);
    144       1.20       cgd }
    145       1.20       cgd 
    146       1.20       cgd void *
    147  1.133.6.2       mrg kern_realloc(void *curaddr, unsigned long newsize, int flags)
    148       1.20       cgd {
    149  1.133.6.1       mrg 	struct malloc_header *mh;
    150       1.72   thorpej 	unsigned long cursize;
    151       1.20       cgd 	void *newaddr;
    152       1.20       cgd 
    153       1.20       cgd 	/*
    154       1.69     enami 	 * realloc() with a NULL pointer is the same as malloc().
    155       1.20       cgd 	 */
    156       1.20       cgd 	if (curaddr == NULL)
    157  1.133.6.2       mrg 		return malloc(newsize, ksp, flags);
    158       1.20       cgd 
    159       1.20       cgd 	/*
    160       1.69     enami 	 * realloc() with zero size is the same as free().
    161       1.20       cgd 	 */
    162       1.20       cgd 	if (newsize == 0) {
    163       1.77   thorpej 		free(curaddr, ksp);
    164  1.133.6.2       mrg 		return NULL;
    165       1.20       cgd 	}
    166       1.59   thorpej 
    167      1.119        ad 	if ((flags & M_NOWAIT) == 0) {
    168      1.118      yamt 		ASSERT_SLEEPABLE();
    169      1.119        ad 	}
    170       1.20       cgd 
    171  1.133.6.1       mrg 	mh = curaddr;
    172  1.133.6.1       mrg 	mh--;
    173       1.20       cgd 
    174  1.133.6.1       mrg 	cursize = mh->mh_size - sizeof(struct malloc_header);
    175       1.20       cgd 
    176       1.20       cgd 	/*
    177       1.20       cgd 	 * If we already actually have as much as they want, we're done.
    178       1.20       cgd 	 */
    179       1.20       cgd 	if (newsize <= cursize)
    180  1.133.6.2       mrg 		return curaddr;
    181       1.20       cgd 
    182       1.20       cgd 	/*
    183       1.20       cgd 	 * Can't satisfy the allocation with the existing block.
    184       1.20       cgd 	 * Allocate a new one and copy the data.
    185       1.20       cgd 	 */
    186       1.77   thorpej 	newaddr = malloc(newsize, ksp, flags);
    187       1.51   thorpej 	if (__predict_false(newaddr == NULL)) {
    188       1.20       cgd 		/*
    189       1.69     enami 		 * malloc() failed, because flags included M_NOWAIT.
    190       1.20       cgd 		 * Return NULL to indicate that failure.  The old
    191       1.20       cgd 		 * pointer is still valid.
    192       1.20       cgd 		 */
    193  1.133.6.2       mrg 		return NULL;
    194       1.20       cgd 	}
    195       1.34     perry 	memcpy(newaddr, curaddr, cursize);
    196       1.20       cgd 
    197       1.20       cgd 	/*
    198       1.20       cgd 	 * We were successful: free the old allocation and return
    199       1.20       cgd 	 * the new one.
    200       1.20       cgd 	 */
    201       1.77   thorpej 	free(curaddr, ksp);
    202  1.133.6.2       mrg 	return newaddr;
    203       1.70     enami }
    204       1.70     enami 
    205       1.77   thorpej /*
    206        1.1       cgd  * Initialize the kernel memory allocator
    207        1.1       cgd  */
    208       1.12  christos void
    209       1.69     enami kmeminit(void)
    210        1.1       cgd {
    211       1.82      manu }
    212