malloc.c revision 1.4.2.1 1 1.1 cgd /*
2 1.1 cgd * Copyright (c) 1983 Regents of the University of California.
3 1.1 cgd * All rights reserved.
4 1.1 cgd *
5 1.1 cgd * Redistribution and use in source and binary forms, with or without
6 1.1 cgd * modification, are permitted provided that the following conditions
7 1.1 cgd * are met:
8 1.1 cgd * 1. Redistributions of source code must retain the above copyright
9 1.1 cgd * notice, this list of conditions and the following disclaimer.
10 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
11 1.1 cgd * notice, this list of conditions and the following disclaimer in the
12 1.1 cgd * documentation and/or other materials provided with the distribution.
13 1.1 cgd * 3. All advertising materials mentioning features or use of this software
14 1.1 cgd * must display the following acknowledgement:
15 1.1 cgd * This product includes software developed by the University of
16 1.1 cgd * California, Berkeley and its contributors.
17 1.1 cgd * 4. Neither the name of the University nor the names of its contributors
18 1.1 cgd * may be used to endorse or promote products derived from this software
19 1.1 cgd * without specific prior written permission.
20 1.1 cgd *
21 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
22 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
25 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31 1.1 cgd * SUCH DAMAGE.
32 1.1 cgd */
33 1.1 cgd
34 1.1 cgd #if defined(LIBC_SCCS) && !defined(lint)
35 1.3 jtc /*static char *sccsid = "from: @(#)malloc.c 5.11 (Berkeley) 2/23/91";*/
36 1.4.2.1 jtc static char *rcsid = "$Id: malloc.c,v 1.4.2.1 1995/05/02 19:36:39 jtc Exp $";
37 1.1 cgd #endif /* LIBC_SCCS and not lint */
38 1.1 cgd
39 1.1 cgd /*
40 1.1 cgd * malloc.c (Caltech) 2/21/82
41 1.1 cgd * Chris Kingsley, kingsley@cit-20.
42 1.1 cgd *
43 1.1 cgd * This is a very fast storage allocator. It allocates blocks of a small
44 1.1 cgd * number of different sizes, and keeps free lists of each size. Blocks that
45 1.1 cgd * don't exactly fit are passed up to the next larger size. In this
46 1.1 cgd * implementation, the available sizes are 2^n-4 (or 2^n-10) bytes long.
47 1.1 cgd * This is designed for use in a virtual memory environment.
48 1.1 cgd */
49 1.1 cgd
50 1.4.2.1 jtc #include "namespace.h"
51 1.1 cgd #include <sys/types.h>
52 1.1 cgd #include <stdlib.h>
53 1.1 cgd #include <string.h>
54 1.1 cgd #include <unistd.h>
55 1.1 cgd
56 1.1 cgd #define NULL 0
57 1.1 cgd
58 1.1 cgd static void morecore();
59 1.1 cgd static int findbucket();
60 1.1 cgd
61 1.1 cgd /*
62 1.1 cgd * The overhead on a block is at least 4 bytes. When free, this space
63 1.1 cgd * contains a pointer to the next free block, and the bottom two bits must
64 1.1 cgd * be zero. When in use, the first byte is set to MAGIC, and the second
65 1.1 cgd * byte is the size index. The remaining bytes are for alignment.
66 1.1 cgd * If range checking is enabled then a second word holds the size of the
67 1.1 cgd * requested block, less 1, rounded up to a multiple of sizeof(RMAGIC).
68 1.1 cgd * The order of elements is critical: ov_magic must overlay the low order
69 1.1 cgd * bits of ov_next, and ov_magic can not be a valid ov_next bit pattern.
70 1.1 cgd */
71 1.1 cgd union overhead {
72 1.1 cgd union overhead *ov_next; /* when free */
73 1.1 cgd struct {
74 1.1 cgd u_char ovu_magic; /* magic number */
75 1.1 cgd u_char ovu_index; /* bucket # */
76 1.1 cgd #ifdef RCHECK
77 1.1 cgd u_short ovu_rmagic; /* range magic number */
78 1.4 cgd u_long ovu_size; /* actual block size */
79 1.1 cgd #endif
80 1.1 cgd } ovu;
81 1.1 cgd #define ov_magic ovu.ovu_magic
82 1.1 cgd #define ov_index ovu.ovu_index
83 1.1 cgd #define ov_rmagic ovu.ovu_rmagic
84 1.1 cgd #define ov_size ovu.ovu_size
85 1.1 cgd };
86 1.1 cgd
87 1.1 cgd #define MAGIC 0xef /* magic # on accounting info */
88 1.1 cgd #define RMAGIC 0x5555 /* magic # on range info */
89 1.1 cgd
90 1.1 cgd #ifdef RCHECK
91 1.1 cgd #define RSLOP sizeof (u_short)
92 1.1 cgd #else
93 1.1 cgd #define RSLOP 0
94 1.1 cgd #endif
95 1.1 cgd
96 1.1 cgd /*
97 1.1 cgd * nextf[i] is the pointer to the next free block of size 2^(i+3). The
98 1.1 cgd * smallest allocatable block is 8 bytes. The overhead information
99 1.1 cgd * precedes the data area returned to the user.
100 1.1 cgd */
101 1.1 cgd #define NBUCKETS 30
102 1.1 cgd static union overhead *nextf[NBUCKETS];
103 1.1 cgd extern char *sbrk();
104 1.1 cgd
105 1.1 cgd static int pagesz; /* page size */
106 1.1 cgd static int pagebucket; /* page size bucket */
107 1.1 cgd
108 1.1 cgd #ifdef MSTATS
109 1.1 cgd /*
110 1.1 cgd * nmalloc[i] is the difference between the number of mallocs and frees
111 1.1 cgd * for a given block size.
112 1.1 cgd */
113 1.1 cgd static u_int nmalloc[NBUCKETS];
114 1.1 cgd #include <stdio.h>
115 1.1 cgd #endif
116 1.1 cgd
117 1.1 cgd #if defined(DEBUG) || defined(RCHECK)
118 1.1 cgd #define ASSERT(p) if (!(p)) botch("p")
119 1.1 cgd #include <stdio.h>
120 1.1 cgd static
121 1.1 cgd botch(s)
122 1.1 cgd char *s;
123 1.1 cgd {
124 1.1 cgd fprintf(stderr, "\r\nassertion botched: %s\r\n", s);
125 1.1 cgd (void) fflush(stderr); /* just in case user buffered it */
126 1.1 cgd abort();
127 1.1 cgd }
128 1.1 cgd #else
129 1.1 cgd #define ASSERT(p)
130 1.1 cgd #endif
131 1.1 cgd
132 1.1 cgd void *
133 1.1 cgd malloc(nbytes)
134 1.1 cgd size_t nbytes;
135 1.1 cgd {
136 1.1 cgd register union overhead *op;
137 1.4 cgd register long bucket, n;
138 1.1 cgd register unsigned amt;
139 1.1 cgd
140 1.1 cgd /*
141 1.1 cgd * First time malloc is called, setup page size and
142 1.1 cgd * align break pointer so all data will be page aligned.
143 1.1 cgd */
144 1.1 cgd if (pagesz == 0) {
145 1.1 cgd pagesz = n = getpagesize();
146 1.1 cgd op = (union overhead *)sbrk(0);
147 1.4 cgd n = n - sizeof (*op) - ((long)op & (n - 1));
148 1.1 cgd if (n < 0)
149 1.1 cgd n += pagesz;
150 1.1 cgd if (n) {
151 1.1 cgd if (sbrk(n) == (char *)-1)
152 1.1 cgd return (NULL);
153 1.1 cgd }
154 1.1 cgd bucket = 0;
155 1.1 cgd amt = 8;
156 1.1 cgd while (pagesz > amt) {
157 1.1 cgd amt <<= 1;
158 1.1 cgd bucket++;
159 1.1 cgd }
160 1.1 cgd pagebucket = bucket;
161 1.1 cgd }
162 1.1 cgd /*
163 1.1 cgd * Convert amount of memory requested into closest block size
164 1.1 cgd * stored in hash buckets which satisfies request.
165 1.1 cgd * Account for space used per block for accounting.
166 1.1 cgd */
167 1.1 cgd if (nbytes <= (n = pagesz - sizeof (*op) - RSLOP)) {
168 1.1 cgd #ifndef RCHECK
169 1.1 cgd amt = 8; /* size of first bucket */
170 1.1 cgd bucket = 0;
171 1.1 cgd #else
172 1.1 cgd amt = 16; /* size of first bucket */
173 1.1 cgd bucket = 1;
174 1.1 cgd #endif
175 1.4 cgd n = -((long)sizeof (*op) + RSLOP);
176 1.1 cgd } else {
177 1.1 cgd amt = pagesz;
178 1.1 cgd bucket = pagebucket;
179 1.1 cgd }
180 1.1 cgd while (nbytes > amt + n) {
181 1.1 cgd amt <<= 1;
182 1.1 cgd if (amt == 0)
183 1.1 cgd return (NULL);
184 1.1 cgd bucket++;
185 1.1 cgd }
186 1.1 cgd /*
187 1.1 cgd * If nothing in hash bucket right now,
188 1.1 cgd * request more memory from the system.
189 1.1 cgd */
190 1.1 cgd if ((op = nextf[bucket]) == NULL) {
191 1.1 cgd morecore(bucket);
192 1.1 cgd if ((op = nextf[bucket]) == NULL)
193 1.1 cgd return (NULL);
194 1.1 cgd }
195 1.1 cgd /* remove from linked list */
196 1.1 cgd nextf[bucket] = op->ov_next;
197 1.1 cgd op->ov_magic = MAGIC;
198 1.1 cgd op->ov_index = bucket;
199 1.1 cgd #ifdef MSTATS
200 1.1 cgd nmalloc[bucket]++;
201 1.1 cgd #endif
202 1.1 cgd #ifdef RCHECK
203 1.1 cgd /*
204 1.1 cgd * Record allocated size of block and
205 1.1 cgd * bound space with magic numbers.
206 1.1 cgd */
207 1.1 cgd op->ov_size = (nbytes + RSLOP - 1) & ~(RSLOP - 1);
208 1.1 cgd op->ov_rmagic = RMAGIC;
209 1.1 cgd *(u_short *)((caddr_t)(op + 1) + op->ov_size) = RMAGIC;
210 1.1 cgd #endif
211 1.1 cgd return ((char *)(op + 1));
212 1.1 cgd }
213 1.1 cgd
214 1.1 cgd /*
215 1.1 cgd * Allocate more memory to the indicated bucket.
216 1.1 cgd */
217 1.1 cgd static void
218 1.1 cgd morecore(bucket)
219 1.1 cgd int bucket;
220 1.1 cgd {
221 1.1 cgd register union overhead *op;
222 1.4 cgd register long sz; /* size of desired block */
223 1.4 cgd long amt; /* amount to allocate */
224 1.1 cgd int nblks; /* how many blocks we get */
225 1.1 cgd
226 1.1 cgd /*
227 1.1 cgd * sbrk_size <= 0 only for big, FLUFFY, requests (about
228 1.1 cgd * 2^30 bytes on a VAX, I think) or for a negative arg.
229 1.1 cgd */
230 1.1 cgd sz = 1 << (bucket + 3);
231 1.1 cgd #ifdef DEBUG
232 1.1 cgd ASSERT(sz > 0);
233 1.1 cgd #else
234 1.1 cgd if (sz <= 0)
235 1.1 cgd return;
236 1.1 cgd #endif
237 1.1 cgd if (sz < pagesz) {
238 1.1 cgd amt = pagesz;
239 1.1 cgd nblks = amt / sz;
240 1.1 cgd } else {
241 1.1 cgd amt = sz + pagesz;
242 1.1 cgd nblks = 1;
243 1.1 cgd }
244 1.1 cgd op = (union overhead *)sbrk(amt);
245 1.1 cgd /* no more room! */
246 1.4 cgd if ((long)op == -1)
247 1.1 cgd return;
248 1.1 cgd /*
249 1.1 cgd * Add new memory allocated to that on
250 1.1 cgd * free list for this hash bucket.
251 1.1 cgd */
252 1.1 cgd nextf[bucket] = op;
253 1.1 cgd while (--nblks > 0) {
254 1.1 cgd op->ov_next = (union overhead *)((caddr_t)op + sz);
255 1.1 cgd op = (union overhead *)((caddr_t)op + sz);
256 1.1 cgd }
257 1.1 cgd }
258 1.1 cgd
259 1.1 cgd void
260 1.1 cgd free(cp)
261 1.1 cgd void *cp;
262 1.1 cgd {
263 1.4 cgd register long size;
264 1.1 cgd register union overhead *op;
265 1.1 cgd
266 1.1 cgd if (cp == NULL)
267 1.1 cgd return;
268 1.1 cgd op = (union overhead *)((caddr_t)cp - sizeof (union overhead));
269 1.1 cgd #ifdef DEBUG
270 1.1 cgd ASSERT(op->ov_magic == MAGIC); /* make sure it was in use */
271 1.1 cgd #else
272 1.1 cgd if (op->ov_magic != MAGIC)
273 1.1 cgd return; /* sanity */
274 1.1 cgd #endif
275 1.1 cgd #ifdef RCHECK
276 1.1 cgd ASSERT(op->ov_rmagic == RMAGIC);
277 1.1 cgd ASSERT(*(u_short *)((caddr_t)(op + 1) + op->ov_size) == RMAGIC);
278 1.1 cgd #endif
279 1.1 cgd size = op->ov_index;
280 1.1 cgd ASSERT(size < NBUCKETS);
281 1.1 cgd op->ov_next = nextf[size]; /* also clobbers ov_magic */
282 1.1 cgd nextf[size] = op;
283 1.1 cgd #ifdef MSTATS
284 1.1 cgd nmalloc[size]--;
285 1.1 cgd #endif
286 1.1 cgd }
287 1.1 cgd
288 1.1 cgd /*
289 1.1 cgd * When a program attempts "storage compaction" as mentioned in the
290 1.1 cgd * old malloc man page, it realloc's an already freed block. Usually
291 1.1 cgd * this is the last block it freed; occasionally it might be farther
292 1.1 cgd * back. We have to search all the free lists for the block in order
293 1.1 cgd * to determine its bucket: 1st we make one pass thru the lists
294 1.1 cgd * checking only the first block in each; if that fails we search
295 1.1 cgd * ``realloc_srchlen'' blocks in each list for a match (the variable
296 1.1 cgd * is extern so the caller can modify it). If that fails we just copy
297 1.1 cgd * however many bytes was given to realloc() and hope it's not huge.
298 1.1 cgd */
299 1.1 cgd int realloc_srchlen = 4; /* 4 should be plenty, -1 =>'s whole list */
300 1.1 cgd
301 1.1 cgd void *
302 1.1 cgd realloc(cp, nbytes)
303 1.1 cgd void *cp;
304 1.1 cgd size_t nbytes;
305 1.1 cgd {
306 1.4 cgd register u_long onb;
307 1.4 cgd register long i;
308 1.1 cgd union overhead *op;
309 1.1 cgd char *res;
310 1.1 cgd int was_alloced = 0;
311 1.1 cgd
312 1.1 cgd if (cp == NULL)
313 1.1 cgd return (malloc(nbytes));
314 1.1 cgd op = (union overhead *)((caddr_t)cp - sizeof (union overhead));
315 1.1 cgd if (op->ov_magic == MAGIC) {
316 1.1 cgd was_alloced++;
317 1.1 cgd i = op->ov_index;
318 1.1 cgd } else {
319 1.1 cgd /*
320 1.1 cgd * Already free, doing "compaction".
321 1.1 cgd *
322 1.1 cgd * Search for the old block of memory on the
323 1.1 cgd * free list. First, check the most common
324 1.1 cgd * case (last element free'd), then (this failing)
325 1.1 cgd * the last ``realloc_srchlen'' items free'd.
326 1.1 cgd * If all lookups fail, then assume the size of
327 1.1 cgd * the memory block being realloc'd is the
328 1.1 cgd * largest possible (so that all "nbytes" of new
329 1.1 cgd * memory are copied into). Note that this could cause
330 1.1 cgd * a memory fault if the old area was tiny, and the moon
331 1.1 cgd * is gibbous. However, that is very unlikely.
332 1.1 cgd */
333 1.1 cgd if ((i = findbucket(op, 1)) < 0 &&
334 1.1 cgd (i = findbucket(op, realloc_srchlen)) < 0)
335 1.1 cgd i = NBUCKETS;
336 1.1 cgd }
337 1.1 cgd onb = 1 << (i + 3);
338 1.1 cgd if (onb < pagesz)
339 1.1 cgd onb -= sizeof (*op) + RSLOP;
340 1.1 cgd else
341 1.1 cgd onb += pagesz - sizeof (*op) - RSLOP;
342 1.1 cgd /* avoid the copy if same size block */
343 1.1 cgd if (was_alloced) {
344 1.1 cgd if (i) {
345 1.1 cgd i = 1 << (i + 2);
346 1.1 cgd if (i < pagesz)
347 1.1 cgd i -= sizeof (*op) + RSLOP;
348 1.1 cgd else
349 1.1 cgd i += pagesz - sizeof (*op) - RSLOP;
350 1.1 cgd }
351 1.1 cgd if (nbytes <= onb && nbytes > i) {
352 1.1 cgd #ifdef RCHECK
353 1.1 cgd op->ov_size = (nbytes + RSLOP - 1) & ~(RSLOP - 1);
354 1.1 cgd *(u_short *)((caddr_t)(op + 1) + op->ov_size) = RMAGIC;
355 1.1 cgd #endif
356 1.1 cgd return(cp);
357 1.1 cgd } else
358 1.1 cgd free(cp);
359 1.1 cgd }
360 1.1 cgd if ((res = malloc(nbytes)) == NULL)
361 1.1 cgd return (NULL);
362 1.1 cgd if (cp != res) /* common optimization if "compacting" */
363 1.1 cgd bcopy(cp, res, (nbytes < onb) ? nbytes : onb);
364 1.1 cgd return (res);
365 1.1 cgd }
366 1.1 cgd
367 1.1 cgd /*
368 1.1 cgd * Search ``srchlen'' elements of each free list for a block whose
369 1.1 cgd * header starts at ``freep''. If srchlen is -1 search the whole list.
370 1.1 cgd * Return bucket number, or -1 if not found.
371 1.1 cgd */
372 1.1 cgd static
373 1.1 cgd findbucket(freep, srchlen)
374 1.1 cgd union overhead *freep;
375 1.1 cgd int srchlen;
376 1.1 cgd {
377 1.1 cgd register union overhead *p;
378 1.1 cgd register int i, j;
379 1.1 cgd
380 1.1 cgd for (i = 0; i < NBUCKETS; i++) {
381 1.1 cgd j = 0;
382 1.1 cgd for (p = nextf[i]; p && j != srchlen; p = p->ov_next) {
383 1.1 cgd if (p == freep)
384 1.1 cgd return (i);
385 1.1 cgd j++;
386 1.1 cgd }
387 1.1 cgd }
388 1.1 cgd return (-1);
389 1.1 cgd }
390 1.1 cgd
391 1.1 cgd #ifdef MSTATS
392 1.1 cgd /*
393 1.1 cgd * mstats - print out statistics about malloc
394 1.1 cgd *
395 1.1 cgd * Prints two lines of numbers, one showing the length of the free list
396 1.1 cgd * for each size category, the second showing the number of mallocs -
397 1.1 cgd * frees for each size category.
398 1.1 cgd */
399 1.1 cgd mstats(s)
400 1.1 cgd char *s;
401 1.1 cgd {
402 1.1 cgd register int i, j;
403 1.1 cgd register union overhead *p;
404 1.1 cgd int totfree = 0,
405 1.1 cgd totused = 0;
406 1.1 cgd
407 1.1 cgd fprintf(stderr, "Memory allocation statistics %s\nfree:\t", s);
408 1.1 cgd for (i = 0; i < NBUCKETS; i++) {
409 1.1 cgd for (j = 0, p = nextf[i]; p; p = p->ov_next, j++)
410 1.1 cgd ;
411 1.1 cgd fprintf(stderr, " %d", j);
412 1.1 cgd totfree += j * (1 << (i + 3));
413 1.1 cgd }
414 1.1 cgd fprintf(stderr, "\nused:\t");
415 1.1 cgd for (i = 0; i < NBUCKETS; i++) {
416 1.1 cgd fprintf(stderr, " %d", nmalloc[i]);
417 1.1 cgd totused += nmalloc[i] * (1 << (i + 3));
418 1.1 cgd }
419 1.1 cgd fprintf(stderr, "\n\tTotal in use: %d, total free: %d\n",
420 1.1 cgd totused, totfree);
421 1.1 cgd }
422 1.1 cgd #endif
423