malloc.c revision 1.15 1 1.15 christos /* $NetBSD: malloc.c,v 1.15 1998/11/15 17:13:51 christos Exp $ */
2 1.5 thorpej
3 1.1 cgd /*
4 1.11 perry * Copyright (c) 1983, 1993
5 1.11 perry * The Regents of the University of California. All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Redistribution and use in source and binary forms, with or without
8 1.1 cgd * modification, are permitted provided that the following conditions
9 1.1 cgd * are met:
10 1.1 cgd * 1. Redistributions of source code must retain the above copyright
11 1.1 cgd * notice, this list of conditions and the following disclaimer.
12 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer in the
14 1.1 cgd * documentation and/or other materials provided with the distribution.
15 1.1 cgd * 3. All advertising materials mentioning features or use of this software
16 1.1 cgd * must display the following acknowledgement:
17 1.1 cgd * This product includes software developed by the University of
18 1.1 cgd * California, Berkeley and its contributors.
19 1.1 cgd * 4. Neither the name of the University nor the names of its contributors
20 1.1 cgd * may be used to endorse or promote products derived from this software
21 1.1 cgd * without specific prior written permission.
22 1.1 cgd *
23 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
24 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 1.1 cgd * SUCH DAMAGE.
34 1.1 cgd */
35 1.1 cgd
36 1.9 christos #include <sys/cdefs.h>
37 1.1 cgd #if defined(LIBC_SCCS) && !defined(lint)
38 1.5 thorpej #if 0
39 1.11 perry static char sccsid[] = "@(#)malloc.c 8.1 (Berkeley) 6/4/93";
40 1.5 thorpej #else
41 1.15 christos __RCSID("$NetBSD: malloc.c,v 1.15 1998/11/15 17:13:51 christos Exp $");
42 1.5 thorpej #endif
43 1.1 cgd #endif /* LIBC_SCCS and not lint */
44 1.1 cgd
45 1.1 cgd /*
46 1.1 cgd * malloc.c (Caltech) 2/21/82
47 1.1 cgd * Chris Kingsley, kingsley@cit-20.
48 1.1 cgd *
49 1.1 cgd * This is a very fast storage allocator. It allocates blocks of a small
50 1.1 cgd * number of different sizes, and keeps free lists of each size. Blocks that
51 1.1 cgd * don't exactly fit are passed up to the next larger size. In this
52 1.1 cgd * implementation, the available sizes are 2^n-4 (or 2^n-10) bytes long.
53 1.1 cgd * This is designed for use in a virtual memory environment.
54 1.1 cgd */
55 1.1 cgd
56 1.10 jtc #include "namespace.h"
57 1.9 christos #if defined(DEBUG) || defined(RCHECK) || defined(MSTATS)
58 1.9 christos #include <stdio.h>
59 1.9 christos #endif
60 1.1 cgd #include <sys/types.h>
61 1.1 cgd #include <stdlib.h>
62 1.1 cgd #include <string.h>
63 1.1 cgd #include <unistd.h>
64 1.1 cgd
65 1.1 cgd #define NULL 0
66 1.1 cgd
67 1.1 cgd
68 1.1 cgd /*
69 1.1 cgd * The overhead on a block is at least 4 bytes. When free, this space
70 1.1 cgd * contains a pointer to the next free block, and the bottom two bits must
71 1.1 cgd * be zero. When in use, the first byte is set to MAGIC, and the second
72 1.1 cgd * byte is the size index. The remaining bytes are for alignment.
73 1.1 cgd * If range checking is enabled then a second word holds the size of the
74 1.1 cgd * requested block, less 1, rounded up to a multiple of sizeof(RMAGIC).
75 1.1 cgd * The order of elements is critical: ov_magic must overlay the low order
76 1.1 cgd * bits of ov_next, and ov_magic can not be a valid ov_next bit pattern.
77 1.1 cgd */
78 1.1 cgd union overhead {
79 1.1 cgd union overhead *ov_next; /* when free */
80 1.1 cgd struct {
81 1.1 cgd u_char ovu_magic; /* magic number */
82 1.1 cgd u_char ovu_index; /* bucket # */
83 1.1 cgd #ifdef RCHECK
84 1.1 cgd u_short ovu_rmagic; /* range magic number */
85 1.4 cgd u_long ovu_size; /* actual block size */
86 1.1 cgd #endif
87 1.1 cgd } ovu;
88 1.1 cgd #define ov_magic ovu.ovu_magic
89 1.1 cgd #define ov_index ovu.ovu_index
90 1.1 cgd #define ov_rmagic ovu.ovu_rmagic
91 1.1 cgd #define ov_size ovu.ovu_size
92 1.1 cgd };
93 1.1 cgd
94 1.1 cgd #define MAGIC 0xef /* magic # on accounting info */
95 1.1 cgd #define RMAGIC 0x5555 /* magic # on range info */
96 1.1 cgd
97 1.1 cgd #ifdef RCHECK
98 1.1 cgd #define RSLOP sizeof (u_short)
99 1.1 cgd #else
100 1.1 cgd #define RSLOP 0
101 1.1 cgd #endif
102 1.1 cgd
103 1.1 cgd /*
104 1.1 cgd * nextf[i] is the pointer to the next free block of size 2^(i+3). The
105 1.1 cgd * smallest allocatable block is 8 bytes. The overhead information
106 1.1 cgd * precedes the data area returned to the user.
107 1.1 cgd */
108 1.1 cgd #define NBUCKETS 30
109 1.1 cgd static union overhead *nextf[NBUCKETS];
110 1.1 cgd
111 1.15 christos static long pagesz; /* page size */
112 1.1 cgd static int pagebucket; /* page size bucket */
113 1.1 cgd
114 1.1 cgd #ifdef MSTATS
115 1.1 cgd /*
116 1.1 cgd * nmalloc[i] is the difference between the number of mallocs and frees
117 1.1 cgd * for a given block size.
118 1.1 cgd */
119 1.1 cgd static u_int nmalloc[NBUCKETS];
120 1.1 cgd #include <stdio.h>
121 1.1 cgd #endif
122 1.1 cgd
123 1.9 christos static void morecore __P((int));
124 1.9 christos static int findbucket __P((union overhead *, int));
125 1.9 christos #ifdef MSTATS
126 1.9 christos void mstats __P((char *));
127 1.9 christos #endif
128 1.9 christos
129 1.1 cgd #if defined(DEBUG) || defined(RCHECK)
130 1.8 christos #define ASSERT(p) if (!(p)) botch(__STRING(p))
131 1.9 christos
132 1.9 christos static botch __P((char *));
133 1.9 christos
134 1.1 cgd static
135 1.1 cgd botch(s)
136 1.1 cgd char *s;
137 1.1 cgd {
138 1.1 cgd fprintf(stderr, "\r\nassertion botched: %s\r\n", s);
139 1.1 cgd (void) fflush(stderr); /* just in case user buffered it */
140 1.1 cgd abort();
141 1.1 cgd }
142 1.1 cgd #else
143 1.1 cgd #define ASSERT(p)
144 1.1 cgd #endif
145 1.1 cgd
146 1.1 cgd void *
147 1.1 cgd malloc(nbytes)
148 1.1 cgd size_t nbytes;
149 1.1 cgd {
150 1.12 perry union overhead *op;
151 1.12 perry int bucket;
152 1.12 perry long n;
153 1.12 perry unsigned amt;
154 1.1 cgd
155 1.1 cgd /*
156 1.1 cgd * First time malloc is called, setup page size and
157 1.1 cgd * align break pointer so all data will be page aligned.
158 1.1 cgd */
159 1.1 cgd if (pagesz == 0) {
160 1.1 cgd pagesz = n = getpagesize();
161 1.15 christos op = (union overhead *)(void *)sbrk(0);
162 1.4 cgd n = n - sizeof (*op) - ((long)op & (n - 1));
163 1.1 cgd if (n < 0)
164 1.1 cgd n += pagesz;
165 1.1 cgd if (n) {
166 1.15 christos if (sbrk((int)n) == (char *)-1)
167 1.1 cgd return (NULL);
168 1.1 cgd }
169 1.1 cgd bucket = 0;
170 1.1 cgd amt = 8;
171 1.1 cgd while (pagesz > amt) {
172 1.1 cgd amt <<= 1;
173 1.1 cgd bucket++;
174 1.1 cgd }
175 1.1 cgd pagebucket = bucket;
176 1.1 cgd }
177 1.1 cgd /*
178 1.1 cgd * Convert amount of memory requested into closest block size
179 1.1 cgd * stored in hash buckets which satisfies request.
180 1.1 cgd * Account for space used per block for accounting.
181 1.1 cgd */
182 1.1 cgd if (nbytes <= (n = pagesz - sizeof (*op) - RSLOP)) {
183 1.1 cgd #ifndef RCHECK
184 1.1 cgd amt = 8; /* size of first bucket */
185 1.1 cgd bucket = 0;
186 1.1 cgd #else
187 1.1 cgd amt = 16; /* size of first bucket */
188 1.1 cgd bucket = 1;
189 1.1 cgd #endif
190 1.4 cgd n = -((long)sizeof (*op) + RSLOP);
191 1.1 cgd } else {
192 1.15 christos amt = (unsigned)pagesz;
193 1.1 cgd bucket = pagebucket;
194 1.1 cgd }
195 1.1 cgd while (nbytes > amt + n) {
196 1.1 cgd amt <<= 1;
197 1.1 cgd if (amt == 0)
198 1.1 cgd return (NULL);
199 1.1 cgd bucket++;
200 1.1 cgd }
201 1.1 cgd /*
202 1.1 cgd * If nothing in hash bucket right now,
203 1.1 cgd * request more memory from the system.
204 1.1 cgd */
205 1.1 cgd if ((op = nextf[bucket]) == NULL) {
206 1.1 cgd morecore(bucket);
207 1.1 cgd if ((op = nextf[bucket]) == NULL)
208 1.1 cgd return (NULL);
209 1.1 cgd }
210 1.1 cgd /* remove from linked list */
211 1.1 cgd nextf[bucket] = op->ov_next;
212 1.1 cgd op->ov_magic = MAGIC;
213 1.1 cgd op->ov_index = bucket;
214 1.1 cgd #ifdef MSTATS
215 1.1 cgd nmalloc[bucket]++;
216 1.1 cgd #endif
217 1.1 cgd #ifdef RCHECK
218 1.1 cgd /*
219 1.1 cgd * Record allocated size of block and
220 1.1 cgd * bound space with magic numbers.
221 1.1 cgd */
222 1.1 cgd op->ov_size = (nbytes + RSLOP - 1) & ~(RSLOP - 1);
223 1.1 cgd op->ov_rmagic = RMAGIC;
224 1.1 cgd *(u_short *)((caddr_t)(op + 1) + op->ov_size) = RMAGIC;
225 1.1 cgd #endif
226 1.15 christos return ((char *)(void *)(op + 1));
227 1.1 cgd }
228 1.1 cgd
229 1.1 cgd /*
230 1.1 cgd * Allocate more memory to the indicated bucket.
231 1.1 cgd */
232 1.1 cgd static void
233 1.1 cgd morecore(bucket)
234 1.1 cgd int bucket;
235 1.1 cgd {
236 1.12 perry union overhead *op;
237 1.12 perry long sz; /* size of desired block */
238 1.4 cgd long amt; /* amount to allocate */
239 1.15 christos long nblks; /* how many blocks we get */
240 1.1 cgd
241 1.1 cgd /*
242 1.1 cgd * sbrk_size <= 0 only for big, FLUFFY, requests (about
243 1.1 cgd * 2^30 bytes on a VAX, I think) or for a negative arg.
244 1.1 cgd */
245 1.1 cgd sz = 1 << (bucket + 3);
246 1.1 cgd #ifdef DEBUG
247 1.1 cgd ASSERT(sz > 0);
248 1.1 cgd #else
249 1.1 cgd if (sz <= 0)
250 1.1 cgd return;
251 1.1 cgd #endif
252 1.1 cgd if (sz < pagesz) {
253 1.1 cgd amt = pagesz;
254 1.1 cgd nblks = amt / sz;
255 1.1 cgd } else {
256 1.1 cgd amt = sz + pagesz;
257 1.1 cgd nblks = 1;
258 1.1 cgd }
259 1.15 christos op = (union overhead *)(void *)sbrk((int)amt);
260 1.1 cgd /* no more room! */
261 1.4 cgd if ((long)op == -1)
262 1.1 cgd return;
263 1.1 cgd /*
264 1.1 cgd * Add new memory allocated to that on
265 1.1 cgd * free list for this hash bucket.
266 1.1 cgd */
267 1.1 cgd nextf[bucket] = op;
268 1.1 cgd while (--nblks > 0) {
269 1.15 christos op->ov_next =
270 1.15 christos (union overhead *)(void *)((caddr_t)(void *)op+(size_t)sz);
271 1.15 christos op = op->ov_next;
272 1.1 cgd }
273 1.1 cgd }
274 1.1 cgd
275 1.1 cgd void
276 1.1 cgd free(cp)
277 1.1 cgd void *cp;
278 1.1 cgd {
279 1.12 perry long size;
280 1.12 perry union overhead *op;
281 1.1 cgd
282 1.1 cgd if (cp == NULL)
283 1.1 cgd return;
284 1.15 christos op = (union overhead *)(void *)((caddr_t)cp - sizeof (union overhead));
285 1.1 cgd #ifdef DEBUG
286 1.1 cgd ASSERT(op->ov_magic == MAGIC); /* make sure it was in use */
287 1.1 cgd #else
288 1.1 cgd if (op->ov_magic != MAGIC)
289 1.1 cgd return; /* sanity */
290 1.1 cgd #endif
291 1.1 cgd #ifdef RCHECK
292 1.1 cgd ASSERT(op->ov_rmagic == RMAGIC);
293 1.1 cgd ASSERT(*(u_short *)((caddr_t)(op + 1) + op->ov_size) == RMAGIC);
294 1.1 cgd #endif
295 1.1 cgd size = op->ov_index;
296 1.1 cgd ASSERT(size < NBUCKETS);
297 1.15 christos op->ov_next = nextf[(size_t)size]; /* also clobbers ov_magic */
298 1.15 christos nextf[(size_t)size] = op;
299 1.1 cgd #ifdef MSTATS
300 1.15 christos nmalloc[(size_t)size]--;
301 1.1 cgd #endif
302 1.1 cgd }
303 1.1 cgd
304 1.1 cgd /*
305 1.1 cgd * When a program attempts "storage compaction" as mentioned in the
306 1.1 cgd * old malloc man page, it realloc's an already freed block. Usually
307 1.1 cgd * this is the last block it freed; occasionally it might be farther
308 1.1 cgd * back. We have to search all the free lists for the block in order
309 1.1 cgd * to determine its bucket: 1st we make one pass thru the lists
310 1.1 cgd * checking only the first block in each; if that fails we search
311 1.11 perry * ``__realloc_srchlen'' blocks in each list for a match (the variable
312 1.1 cgd * is extern so the caller can modify it). If that fails we just copy
313 1.1 cgd * however many bytes was given to realloc() and hope it's not huge.
314 1.1 cgd */
315 1.11 perry int __realloc_srchlen = 4; /* 4 should be plenty, -1 =>'s whole list */
316 1.1 cgd
317 1.1 cgd void *
318 1.1 cgd realloc(cp, nbytes)
319 1.1 cgd void *cp;
320 1.1 cgd size_t nbytes;
321 1.1 cgd {
322 1.12 perry u_long onb;
323 1.12 perry long i;
324 1.1 cgd union overhead *op;
325 1.1 cgd char *res;
326 1.1 cgd int was_alloced = 0;
327 1.1 cgd
328 1.1 cgd if (cp == NULL)
329 1.1 cgd return (malloc(nbytes));
330 1.6 jtc if (nbytes == 0) {
331 1.6 jtc free (cp);
332 1.6 jtc return NULL;
333 1.6 jtc }
334 1.15 christos op = (union overhead *)(void *)((caddr_t)cp - sizeof (union overhead));
335 1.1 cgd if (op->ov_magic == MAGIC) {
336 1.1 cgd was_alloced++;
337 1.1 cgd i = op->ov_index;
338 1.1 cgd } else {
339 1.1 cgd /*
340 1.1 cgd * Already free, doing "compaction".
341 1.1 cgd *
342 1.1 cgd * Search for the old block of memory on the
343 1.1 cgd * free list. First, check the most common
344 1.1 cgd * case (last element free'd), then (this failing)
345 1.11 perry * the last ``__realloc_srchlen'' items free'd.
346 1.1 cgd * If all lookups fail, then assume the size of
347 1.1 cgd * the memory block being realloc'd is the
348 1.1 cgd * largest possible (so that all "nbytes" of new
349 1.1 cgd * memory are copied into). Note that this could cause
350 1.1 cgd * a memory fault if the old area was tiny, and the moon
351 1.1 cgd * is gibbous. However, that is very unlikely.
352 1.1 cgd */
353 1.1 cgd if ((i = findbucket(op, 1)) < 0 &&
354 1.11 perry (i = findbucket(op, __realloc_srchlen)) < 0)
355 1.1 cgd i = NBUCKETS;
356 1.1 cgd }
357 1.15 christos onb = (u_long)1 << (u_long)(i + 3);
358 1.1 cgd if (onb < pagesz)
359 1.1 cgd onb -= sizeof (*op) + RSLOP;
360 1.1 cgd else
361 1.1 cgd onb += pagesz - sizeof (*op) - RSLOP;
362 1.1 cgd /* avoid the copy if same size block */
363 1.1 cgd if (was_alloced) {
364 1.1 cgd if (i) {
365 1.15 christos i = (long)1 << (long)(i + 2);
366 1.1 cgd if (i < pagesz)
367 1.1 cgd i -= sizeof (*op) + RSLOP;
368 1.1 cgd else
369 1.1 cgd i += pagesz - sizeof (*op) - RSLOP;
370 1.1 cgd }
371 1.1 cgd if (nbytes <= onb && nbytes > i) {
372 1.1 cgd #ifdef RCHECK
373 1.1 cgd op->ov_size = (nbytes + RSLOP - 1) & ~(RSLOP - 1);
374 1.1 cgd *(u_short *)((caddr_t)(op + 1) + op->ov_size) = RMAGIC;
375 1.1 cgd #endif
376 1.1 cgd return(cp);
377 1.1 cgd } else
378 1.1 cgd free(cp);
379 1.1 cgd }
380 1.1 cgd if ((res = malloc(nbytes)) == NULL)
381 1.1 cgd return (NULL);
382 1.1 cgd if (cp != res) /* common optimization if "compacting" */
383 1.15 christos memmove(res, cp, (size_t)((nbytes < onb) ? nbytes : onb));
384 1.1 cgd return (res);
385 1.1 cgd }
386 1.1 cgd
387 1.1 cgd /*
388 1.1 cgd * Search ``srchlen'' elements of each free list for a block whose
389 1.1 cgd * header starts at ``freep''. If srchlen is -1 search the whole list.
390 1.1 cgd * Return bucket number, or -1 if not found.
391 1.1 cgd */
392 1.9 christos static int
393 1.1 cgd findbucket(freep, srchlen)
394 1.1 cgd union overhead *freep;
395 1.1 cgd int srchlen;
396 1.1 cgd {
397 1.12 perry union overhead *p;
398 1.12 perry int i, j;
399 1.1 cgd
400 1.1 cgd for (i = 0; i < NBUCKETS; i++) {
401 1.1 cgd j = 0;
402 1.1 cgd for (p = nextf[i]; p && j != srchlen; p = p->ov_next) {
403 1.1 cgd if (p == freep)
404 1.1 cgd return (i);
405 1.1 cgd j++;
406 1.1 cgd }
407 1.1 cgd }
408 1.1 cgd return (-1);
409 1.1 cgd }
410 1.1 cgd
411 1.1 cgd #ifdef MSTATS
412 1.1 cgd /*
413 1.1 cgd * mstats - print out statistics about malloc
414 1.1 cgd *
415 1.1 cgd * Prints two lines of numbers, one showing the length of the free list
416 1.1 cgd * for each size category, the second showing the number of mallocs -
417 1.1 cgd * frees for each size category.
418 1.1 cgd */
419 1.9 christos void
420 1.1 cgd mstats(s)
421 1.1 cgd char *s;
422 1.1 cgd {
423 1.12 perry int i, j;
424 1.12 perry union overhead *p;
425 1.1 cgd int totfree = 0,
426 1.1 cgd totused = 0;
427 1.1 cgd
428 1.1 cgd fprintf(stderr, "Memory allocation statistics %s\nfree:\t", s);
429 1.1 cgd for (i = 0; i < NBUCKETS; i++) {
430 1.1 cgd for (j = 0, p = nextf[i]; p; p = p->ov_next, j++)
431 1.1 cgd ;
432 1.1 cgd fprintf(stderr, " %d", j);
433 1.1 cgd totfree += j * (1 << (i + 3));
434 1.1 cgd }
435 1.1 cgd fprintf(stderr, "\nused:\t");
436 1.1 cgd for (i = 0; i < NBUCKETS; i++) {
437 1.1 cgd fprintf(stderr, " %d", nmalloc[i]);
438 1.1 cgd totused += nmalloc[i] * (1 << (i + 3));
439 1.1 cgd }
440 1.1 cgd fprintf(stderr, "\n\tTotal in use: %d, total free: %d\n",
441 1.1 cgd totused, totfree);
442 1.1 cgd }
443 1.1 cgd #endif
444