subr_extent.c revision 1.6 1 1.6 thorpej /* $NetBSD: subr_extent.c,v 1.6 1996/10/17 08:27:35 thorpej Exp $ */
2 1.1 thorpej
3 1.1 thorpej /*-
4 1.1 thorpej * Copyright (c) 1996 The NetBSD Foundation, Inc.
5 1.1 thorpej * All rights reserved.
6 1.1 thorpej *
7 1.1 thorpej * This code is derived from software contributed to The NetBSD Foundation
8 1.1 thorpej * by Jason R. Thorpe and Matthias Drochner.
9 1.1 thorpej *
10 1.1 thorpej * Redistribution and use in source and binary forms, with or without
11 1.1 thorpej * modification, are permitted provided that the following conditions
12 1.1 thorpej * are met:
13 1.1 thorpej * 1. Redistributions of source code must retain the above copyright
14 1.1 thorpej * notice, this list of conditions and the following disclaimer.
15 1.1 thorpej * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 thorpej * notice, this list of conditions and the following disclaimer in the
17 1.1 thorpej * documentation and/or other materials provided with the distribution.
18 1.1 thorpej * 3. All advertising materials mentioning features or use of this software
19 1.1 thorpej * must display the following acknowledgement:
20 1.1 thorpej * This product includes software developed by the NetBSD
21 1.1 thorpej * Foundation, Inc. and its contributors.
22 1.1 thorpej * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.1 thorpej * contributors may be used to endorse or promote products derived
24 1.1 thorpej * from this software without specific prior written permission.
25 1.1 thorpej *
26 1.1 thorpej * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.1 thorpej * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.1 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.1 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE
30 1.1 thorpej * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.1 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.1 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.1 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.1 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.1 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.1 thorpej * POSSIBILITY OF SUCH DAMAGE.
37 1.1 thorpej */
38 1.1 thorpej
39 1.1 thorpej /*
40 1.1 thorpej * General purpose extent manager.
41 1.1 thorpej */
42 1.1 thorpej
43 1.1 thorpej #include <sys/param.h>
44 1.1 thorpej #include <sys/extent.h>
45 1.1 thorpej #include <sys/malloc.h>
46 1.1 thorpej #include <sys/time.h>
47 1.1 thorpej #include <sys/systm.h>
48 1.1 thorpej #include <sys/proc.h>
49 1.1 thorpej
50 1.6 thorpej static void extent_insert_and_optimize __P((struct extent *, u_long, u_long,
51 1.6 thorpej int, struct extent_region *, struct extent_region *));
52 1.1 thorpej static struct extent_region *extent_alloc_region_descriptor
53 1.1 thorpej __P((struct extent *, int));
54 1.1 thorpej static void extent_free_region_descriptor __P((struct extent *,
55 1.1 thorpej struct extent_region *));
56 1.1 thorpej
57 1.1 thorpej /*
58 1.6 thorpej * Macro to align to an arbitrary power-of-two boundary.
59 1.6 thorpej */
60 1.6 thorpej #define EXTENT_ALIGN(_start, _align) \
61 1.6 thorpej (((_start) + ((_align) - 1)) & (-(_align)))
62 1.6 thorpej
63 1.6 thorpej /*
64 1.1 thorpej * Allocate and initialize an extent map.
65 1.1 thorpej */
66 1.1 thorpej struct extent *
67 1.1 thorpej extent_create(name, start, end, mtype, storage, storagesize, flags)
68 1.1 thorpej char *name;
69 1.1 thorpej u_long start, end;
70 1.1 thorpej int mtype;
71 1.1 thorpej caddr_t storage;
72 1.1 thorpej size_t storagesize;
73 1.1 thorpej int flags;
74 1.1 thorpej {
75 1.1 thorpej struct extent *ex;
76 1.1 thorpej caddr_t cp = storage;
77 1.1 thorpej size_t sz = storagesize;
78 1.1 thorpej struct extent_region *rp;
79 1.1 thorpej int fixed_extent = (storage != NULL);
80 1.1 thorpej
81 1.6 thorpej #ifdef DIAGNOSTIC
82 1.1 thorpej /* Check arguments. */
83 1.1 thorpej if (name == NULL)
84 1.1 thorpej panic("extent_create: name == NULL");
85 1.1 thorpej if (end < start) {
86 1.5 christos printf("extent_create: extent `%s', start 0x%lx, end 0x%lx\n",
87 1.1 thorpej name, start, end);
88 1.1 thorpej panic("extent_create: end < start");
89 1.1 thorpej }
90 1.1 thorpej if (fixed_extent && (storagesize < sizeof(struct extent_fixed)))
91 1.1 thorpej panic("extent_create: fixed extent, bad storagesize 0x%x",
92 1.1 thorpej storagesize);
93 1.6 thorpej if (fixed_extent == 0 && (storagesize != 0 || storage != NULL))
94 1.6 thorpej panic("extent_create: storage provided for non-fixed");
95 1.6 thorpej #endif
96 1.1 thorpej
97 1.1 thorpej /* Allocate extent descriptor. */
98 1.1 thorpej if (fixed_extent) {
99 1.1 thorpej struct extent_fixed *fex;
100 1.1 thorpej
101 1.1 thorpej bzero(storage, storagesize);
102 1.1 thorpej
103 1.1 thorpej /*
104 1.1 thorpej * Align all descriptors on "long" boundaries.
105 1.1 thorpej */
106 1.1 thorpej fex = (struct extent_fixed *)cp;
107 1.1 thorpej ex = (struct extent *)fex;
108 1.6 thorpej cp += ALIGN(sizeof(struct extent_fixed));
109 1.6 thorpej sz -= ALIGN(sizeof(struct extent_fixed));
110 1.1 thorpej fex->fex_storage = storage;
111 1.1 thorpej fex->fex_storagesize = storagesize;
112 1.1 thorpej
113 1.1 thorpej /*
114 1.1 thorpej * In a fixed extent, we have to pre-allocate region
115 1.1 thorpej * descriptors and place them in the extent's freelist.
116 1.1 thorpej */
117 1.1 thorpej LIST_INIT(&fex->fex_freelist);
118 1.6 thorpej while (sz >= ALIGN(sizeof(struct extent_region))) {
119 1.1 thorpej rp = (struct extent_region *)cp;
120 1.6 thorpej cp += ALIGN(sizeof(struct extent_region));
121 1.6 thorpej sz -= ALIGN(sizeof(struct extent_region));
122 1.1 thorpej LIST_INSERT_HEAD(&fex->fex_freelist, rp, er_link);
123 1.1 thorpej }
124 1.1 thorpej } else {
125 1.1 thorpej ex = (struct extent *)malloc(sizeof(struct extent),
126 1.1 thorpej mtype, (flags & EX_WAITOK) ? M_WAITOK : M_NOWAIT);
127 1.1 thorpej if (ex == NULL)
128 1.1 thorpej return (NULL);
129 1.1 thorpej }
130 1.1 thorpej
131 1.1 thorpej /* Fill in the extent descriptor and return it to the caller. */
132 1.1 thorpej LIST_INIT(&ex->ex_regions);
133 1.1 thorpej ex->ex_name = name;
134 1.1 thorpej ex->ex_start = start;
135 1.1 thorpej ex->ex_end = end;
136 1.1 thorpej ex->ex_mtype = mtype;
137 1.1 thorpej ex->ex_flags = 0;
138 1.1 thorpej if (fixed_extent)
139 1.1 thorpej ex->ex_flags |= EXF_FIXED;
140 1.6 thorpej if (flags & EX_NOCOALESCE)
141 1.6 thorpej ex->ex_flags |= EXF_NOCOALESCE;
142 1.1 thorpej return (ex);
143 1.1 thorpej }
144 1.1 thorpej
145 1.1 thorpej /*
146 1.1 thorpej * Destroy an extent map.
147 1.1 thorpej */
148 1.1 thorpej void
149 1.1 thorpej extent_destroy(ex)
150 1.1 thorpej struct extent *ex;
151 1.1 thorpej {
152 1.1 thorpej struct extent_region *rp, *orp;
153 1.1 thorpej
154 1.6 thorpej #ifdef DIAGNOSTIC
155 1.1 thorpej /* Check arguments. */
156 1.1 thorpej if (ex == NULL)
157 1.1 thorpej panic("extent_destroy: NULL extent");
158 1.6 thorpej #endif
159 1.1 thorpej
160 1.1 thorpej /* Free all region descriptors in extent. */
161 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL; ) {
162 1.1 thorpej orp = rp;
163 1.1 thorpej rp = rp->er_link.le_next;
164 1.1 thorpej LIST_REMOVE(orp, er_link);
165 1.1 thorpej extent_free_region_descriptor(ex, orp);
166 1.1 thorpej }
167 1.1 thorpej
168 1.1 thorpej /* If we're not a fixed extent, free the extent descriptor itself. */
169 1.1 thorpej if ((ex->ex_flags & EXF_FIXED) == 0)
170 1.6 thorpej free(ex, ex->ex_mtype);
171 1.1 thorpej }
172 1.1 thorpej
173 1.1 thorpej /*
174 1.1 thorpej * Insert a region descriptor into the sorted region list after the
175 1.1 thorpej * entry "after" or at the head of the list (if "after" is NULL).
176 1.6 thorpej * The region descriptor we insert is passed in "rp". We must
177 1.6 thorpej * allocate the region descriptor before calling this function!
178 1.6 thorpej * If we don't need the region descriptor, it will be freed here.
179 1.1 thorpej */
180 1.6 thorpej static void
181 1.6 thorpej extent_insert_and_optimize(ex, start, size, flags, after, rp)
182 1.1 thorpej struct extent *ex;
183 1.1 thorpej u_long start, size;
184 1.1 thorpej int flags;
185 1.6 thorpej struct extent_region *after, *rp;
186 1.1 thorpej {
187 1.1 thorpej int appended = 0;
188 1.1 thorpej
189 1.1 thorpej if (after == NULL) {
190 1.1 thorpej /*
191 1.1 thorpej * We're the first in the region list. If there's
192 1.1 thorpej * a region after us, attempt to coalesce to save
193 1.1 thorpej * descriptor overhead.
194 1.1 thorpej */
195 1.6 thorpej if (((ex->ex_flags & EXF_NOCOALESCE) == 0) &&
196 1.1 thorpej (ex->ex_regions.lh_first != NULL) &&
197 1.1 thorpej ((start + size) == ex->ex_regions.lh_first->er_start)) {
198 1.1 thorpej /*
199 1.1 thorpej * We can coalesce. Prepend us to the first region.
200 1.1 thorpej */
201 1.1 thorpej ex->ex_regions.lh_first->er_start = start;
202 1.6 thorpej extent_free_region_descriptor(ex, rp);
203 1.6 thorpej return;
204 1.1 thorpej }
205 1.1 thorpej
206 1.1 thorpej /*
207 1.6 thorpej * Can't coalesce. Fill in the region descriptor
208 1.1 thorpej * in, and insert us at the head of the region list.
209 1.1 thorpej */
210 1.1 thorpej rp->er_start = start;
211 1.1 thorpej rp->er_end = start + (size - 1);
212 1.1 thorpej LIST_INSERT_HEAD(&ex->ex_regions, rp, er_link);
213 1.6 thorpej return;
214 1.1 thorpej }
215 1.1 thorpej
216 1.1 thorpej /*
217 1.6 thorpej * If EXF_NOCOALESCE is set, coalescing is disallowed.
218 1.1 thorpej */
219 1.6 thorpej if (ex->ex_flags & EXF_NOCOALESCE)
220 1.6 thorpej goto cant_coalesce;
221 1.1 thorpej
222 1.1 thorpej /*
223 1.1 thorpej * Attempt to coalesce with the region before us.
224 1.1 thorpej */
225 1.1 thorpej if ((after->er_end + 1) == start) {
226 1.1 thorpej /*
227 1.1 thorpej * We can coalesce. Append ourselves and make
228 1.1 thorpej * note of it.
229 1.1 thorpej */
230 1.1 thorpej after->er_end = start + (size - 1);
231 1.1 thorpej appended = 1;
232 1.1 thorpej }
233 1.1 thorpej
234 1.1 thorpej /*
235 1.1 thorpej * Attempt to coalesce with the region after us.
236 1.1 thorpej */
237 1.1 thorpej if ((after->er_link.le_next != NULL) &&
238 1.1 thorpej ((start + size) == after->er_link.le_next->er_start)) {
239 1.1 thorpej /*
240 1.1 thorpej * We can coalesce. Note that if we appended ourselves
241 1.1 thorpej * to the previous region, we exactly fit the gap, and
242 1.1 thorpej * can free the "next" region descriptor.
243 1.1 thorpej */
244 1.1 thorpej if (appended) {
245 1.1 thorpej /*
246 1.1 thorpej * Yup, we can free it up.
247 1.1 thorpej */
248 1.1 thorpej after->er_end = after->er_link.le_next->er_end;
249 1.1 thorpej LIST_REMOVE(after->er_link.le_next, er_link);
250 1.1 thorpej extent_free_region_descriptor(ex,
251 1.1 thorpej after->er_link.le_next);
252 1.1 thorpej } else {
253 1.1 thorpej /*
254 1.1 thorpej * Nope, just prepend us to the next region.
255 1.1 thorpej */
256 1.1 thorpej after->er_link.le_next->er_start = start;
257 1.1 thorpej }
258 1.6 thorpej
259 1.6 thorpej extent_free_region_descriptor(ex, rp);
260 1.6 thorpej return;
261 1.1 thorpej }
262 1.1 thorpej
263 1.1 thorpej /*
264 1.1 thorpej * We weren't able to coalesce with the next region, but
265 1.1 thorpej * we don't need to allocate a region descriptor if we
266 1.1 thorpej * appended ourselves to the previous region.
267 1.1 thorpej */
268 1.6 thorpej if (appended) {
269 1.6 thorpej extent_free_region_descriptor(ex, rp);
270 1.6 thorpej return;
271 1.6 thorpej }
272 1.1 thorpej
273 1.6 thorpej cant_coalesce:
274 1.1 thorpej
275 1.1 thorpej /*
276 1.6 thorpej * Fill in the region descriptor and insert ourselves
277 1.1 thorpej * into the region list.
278 1.1 thorpej */
279 1.1 thorpej rp->er_start = start;
280 1.1 thorpej rp->er_end = start + (size - 1);
281 1.1 thorpej LIST_INSERT_AFTER(after, rp, er_link);
282 1.1 thorpej }
283 1.1 thorpej
284 1.1 thorpej /*
285 1.1 thorpej * Allocate a specific region in an extent map.
286 1.1 thorpej */
287 1.1 thorpej int
288 1.1 thorpej extent_alloc_region(ex, start, size, flags)
289 1.1 thorpej struct extent *ex;
290 1.1 thorpej u_long start, size;
291 1.1 thorpej int flags;
292 1.1 thorpej {
293 1.6 thorpej struct extent_region *rp, *last, *myrp;
294 1.1 thorpej u_long end = start + (size - 1);
295 1.1 thorpej int error;
296 1.1 thorpej
297 1.6 thorpej #ifdef DIAGNOSTIC
298 1.1 thorpej /* Check arguments. */
299 1.1 thorpej if (ex == NULL)
300 1.1 thorpej panic("extent_alloc_region: NULL extent");
301 1.1 thorpej if (size < 1) {
302 1.5 christos printf("extent_alloc_region: extent `%s', size 0x%lx\n",
303 1.1 thorpej ex->ex_name, size);
304 1.1 thorpej panic("extent_alloc_region: bad size");
305 1.1 thorpej }
306 1.1 thorpej if (end < start) {
307 1.5 christos printf(
308 1.1 thorpej "extent_alloc_region: extent `%s', start 0x%lx, size 0x%lx\n",
309 1.1 thorpej ex->ex_name, start, size);
310 1.1 thorpej panic("extent_alloc_region: overflow");
311 1.1 thorpej }
312 1.6 thorpej #endif
313 1.6 thorpej
314 1.1 thorpej /*
315 1.1 thorpej * Make sure the requested region lies within the
316 1.1 thorpej * extent.
317 1.1 thorpej */
318 1.1 thorpej if ((start < ex->ex_start) || (end > ex->ex_end)) {
319 1.6 thorpej #ifdef DIAGNOSTIC
320 1.5 christos printf("extent_alloc_region: extent `%s' (0x%lx - 0x%lx)\n",
321 1.1 thorpej ex->ex_name, ex->ex_start, ex->ex_end);
322 1.5 christos printf("extent_alloc_region: start 0x%lx, end 0x%lx\n",
323 1.1 thorpej start, end);
324 1.1 thorpej panic("extent_alloc_region: region lies outside extent");
325 1.6 thorpej #else
326 1.6 thorpej return (EINVAL);
327 1.6 thorpej #endif
328 1.6 thorpej }
329 1.6 thorpej
330 1.6 thorpej /*
331 1.6 thorpej * Allocate the region descriptor. It will be freed later
332 1.6 thorpej * if we can coalesce with another region.
333 1.6 thorpej */
334 1.6 thorpej myrp = extent_alloc_region_descriptor(ex, flags);
335 1.6 thorpej if (myrp == NULL) {
336 1.6 thorpej #ifdef DIAGNOSTIC
337 1.6 thorpej printf(
338 1.6 thorpej "extent_alloc_region: can't allocate region descriptor\n");
339 1.6 thorpej #endif
340 1.6 thorpej return (ENOMEM);
341 1.1 thorpej }
342 1.1 thorpej
343 1.1 thorpej alloc_start:
344 1.1 thorpej /*
345 1.1 thorpej * Attempt to place ourselves in the desired area of the
346 1.1 thorpej * extent. We save ourselves some work by keeping the list sorted.
347 1.1 thorpej * In other words, if the start of the current region is greater
348 1.1 thorpej * than the end of our region, we don't have to search any further.
349 1.1 thorpej */
350 1.1 thorpej
351 1.1 thorpej /*
352 1.1 thorpej * Keep a pointer to the last region we looked at so
353 1.1 thorpej * that we don't have to traverse the list again when
354 1.1 thorpej * we insert ourselves. If "last" is NULL when we
355 1.1 thorpej * finally insert ourselves, we go at the head of the
356 1.1 thorpej * list. See extent_insert_and_optimize() for details.
357 1.1 thorpej */
358 1.1 thorpej last = NULL;
359 1.1 thorpej
360 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL;
361 1.1 thorpej rp = rp->er_link.le_next) {
362 1.1 thorpej if (rp->er_start > end) {
363 1.1 thorpej /*
364 1.1 thorpej * We lie before this region and don't
365 1.1 thorpej * conflict.
366 1.1 thorpej */
367 1.1 thorpej break;
368 1.1 thorpej }
369 1.1 thorpej
370 1.1 thorpej /*
371 1.1 thorpej * The current region begins before we end.
372 1.1 thorpej * Check for a conflict.
373 1.1 thorpej */
374 1.1 thorpej if (rp->er_end >= start) {
375 1.1 thorpej /*
376 1.6 thorpej * We conflict. If we can (and want to) wait,
377 1.6 thorpej * do so.
378 1.1 thorpej */
379 1.6 thorpej if (flags & EX_WAITSPACE) {
380 1.1 thorpej ex->ex_flags |= EXF_WANTED;
381 1.1 thorpej error = tsleep(ex,
382 1.1 thorpej PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0),
383 1.1 thorpej "extnt", 0);
384 1.1 thorpej if (error)
385 1.1 thorpej return (error);
386 1.1 thorpej goto alloc_start;
387 1.1 thorpej }
388 1.6 thorpej extent_free_region_descriptor(ex, myrp);
389 1.1 thorpej return (EAGAIN);
390 1.1 thorpej }
391 1.1 thorpej /*
392 1.1 thorpej * We don't conflict, but this region lies before
393 1.1 thorpej * us. Keep a pointer to this region, and keep
394 1.1 thorpej * trying.
395 1.1 thorpej */
396 1.1 thorpej last = rp;
397 1.1 thorpej }
398 1.1 thorpej
399 1.1 thorpej /*
400 1.1 thorpej * We don't conflict with any regions. "last" points
401 1.1 thorpej * to the region we fall after, or is NULL if we belong
402 1.1 thorpej * at the beginning of the region list. Insert ourselves.
403 1.1 thorpej */
404 1.6 thorpej extent_insert_and_optimize(ex, start, size, flags, last, myrp);
405 1.6 thorpej return (0);
406 1.1 thorpej }
407 1.1 thorpej
408 1.1 thorpej /*
409 1.1 thorpej * Macro to check (x + y) <= z. This check is designed to fail
410 1.1 thorpej * if an overflow occurs.
411 1.1 thorpej */
412 1.1 thorpej #define LE_OV(x, y, z) ((((x) + (y)) >= (x)) && (((x) + (y)) <= (z)))
413 1.1 thorpej
414 1.1 thorpej /*
415 1.1 thorpej * Allocate a region in an extent map subregion.
416 1.1 thorpej *
417 1.1 thorpej * If EX_FAST is specified, we return the first fit in the map.
418 1.1 thorpej * Otherwise, we try to minimize fragmentation by finding the
419 1.1 thorpej * smallest gap that will hold the request.
420 1.1 thorpej *
421 1.1 thorpej * The allocated region is aligned to "alignment", which must be
422 1.1 thorpej * a power of 2.
423 1.1 thorpej */
424 1.1 thorpej int
425 1.1 thorpej extent_alloc_subregion(ex, substart, subend, size, alignment, boundary,
426 1.1 thorpej flags, result)
427 1.1 thorpej struct extent *ex;
428 1.1 thorpej u_long substart, subend, size, alignment, boundary;
429 1.1 thorpej int flags;
430 1.1 thorpej u_long *result;
431 1.1 thorpej {
432 1.6 thorpej struct extent_region *rp, *myrp, *last, *bestlast;
433 1.1 thorpej u_long newstart, newend, beststart, bestovh, ovh;
434 1.1 thorpej u_long dontcross, odontcross;
435 1.1 thorpej int error;
436 1.1 thorpej
437 1.6 thorpej #ifdef DIAGNOSTIC
438 1.1 thorpej /* Check arguments. */
439 1.1 thorpej if (ex == NULL)
440 1.1 thorpej panic("extent_alloc_subregion: NULL extent");
441 1.1 thorpej if (result == NULL)
442 1.1 thorpej panic("extent_alloc_subregion: NULL result pointer");
443 1.1 thorpej if ((substart < ex->ex_start) || (substart >= ex->ex_end) ||
444 1.1 thorpej (subend > ex->ex_end) || (subend <= ex->ex_start)) {
445 1.5 christos printf("extent_alloc_subregion: extent `%s', ex_start 0x%lx, ex_end 0x%lx\n",
446 1.1 thorpej ex->ex_name, ex->ex_start, ex->ex_end);
447 1.5 christos printf("extent_alloc_subregion: substart 0x%lx, subend 0x%lx\n",
448 1.1 thorpej substart, subend);
449 1.1 thorpej panic("extent_alloc_subregion: bad subregion");
450 1.1 thorpej }
451 1.1 thorpej if ((size < 1) || (size > ((subend - substart) + 1))) {
452 1.5 christos printf("extent_alloc_subregion: extent `%s', size 0x%lx\n",
453 1.1 thorpej ex->ex_name, size);
454 1.1 thorpej panic("extent_alloc_subregion: bad size");
455 1.1 thorpej }
456 1.1 thorpej if (alignment == 0)
457 1.1 thorpej panic("extent_alloc_subregion: bad alignment");
458 1.1 thorpej if (boundary && (boundary < size)) {
459 1.5 christos printf(
460 1.1 thorpej "extent_alloc_subregion: extent `%s', size 0x%lx,
461 1.1 thorpej boundary 0x%lx\n", ex->ex_name, size, boundary);
462 1.1 thorpej panic("extent_alloc_subregion: bad boundary");
463 1.1 thorpej }
464 1.6 thorpej #endif
465 1.6 thorpej
466 1.6 thorpej /*
467 1.6 thorpej * Allocate the region descriptor. It will be freed later
468 1.6 thorpej * if we can coalesce with another region.
469 1.6 thorpej */
470 1.6 thorpej myrp = extent_alloc_region_descriptor(ex, flags);
471 1.6 thorpej if (myrp == NULL) {
472 1.6 thorpej #ifdef DIAGNOSTIC
473 1.6 thorpej printf(
474 1.6 thorpej "extent_alloc_subregion: can't allocate region descriptor\n");
475 1.6 thorpej #endif
476 1.6 thorpej return (ENOMEM);
477 1.6 thorpej }
478 1.1 thorpej
479 1.1 thorpej alloc_start:
480 1.1 thorpej /*
481 1.1 thorpej * Keep a pointer to the last region we looked at so
482 1.1 thorpej * that we don't have to traverse the list again when
483 1.1 thorpej * we insert ourselves. If "last" is NULL when we
484 1.1 thorpej * finally insert ourselves, we go at the head of the
485 1.1 thorpej * list. See extent_insert_and_optimize() for deatails.
486 1.1 thorpej */
487 1.1 thorpej last = NULL;
488 1.1 thorpej
489 1.1 thorpej /*
490 1.1 thorpej * Initialize the "don't cross" boundary, a.k.a a line
491 1.1 thorpej * that a region should not cross. If the boundary lies
492 1.1 thorpej * before the region starts, we add the "boundary" argument
493 1.1 thorpej * until we get a meaningful comparison.
494 1.6 thorpej *
495 1.6 thorpej * Start the boundary lines at 0 if the caller requests it.
496 1.1 thorpej */
497 1.3 thorpej dontcross = 0;
498 1.2 thorpej if (boundary) {
499 1.6 thorpej dontcross =
500 1.6 thorpej ((flags & EX_BOUNDZERO) ? 0 : ex->ex_start) + boundary;
501 1.2 thorpej while (dontcross < substart)
502 1.2 thorpej dontcross += boundary;
503 1.2 thorpej }
504 1.1 thorpej
505 1.1 thorpej /*
506 1.1 thorpej * Keep track of size and location of the smallest
507 1.1 thorpej * chunk we fit in.
508 1.1 thorpej *
509 1.1 thorpej * Since the extent can be as large as the numeric range
510 1.1 thorpej * of the CPU (0 - 0xffffffff for 32-bit systems), the
511 1.1 thorpej * best overhead value can be the maximum unsigned integer.
512 1.1 thorpej * Thus, we initialize "bestovh" to 0, since we insert ourselves
513 1.1 thorpej * into the region list immediately on an exact match (which
514 1.1 thorpej * is the only case where "bestovh" would be set to 0).
515 1.1 thorpej */
516 1.1 thorpej bestovh = 0;
517 1.1 thorpej beststart = 0;
518 1.1 thorpej bestlast = NULL;
519 1.1 thorpej
520 1.1 thorpej /*
521 1.1 thorpej * For N allocated regions, we must make (N + 1)
522 1.1 thorpej * checks for unallocated space. The first chunk we
523 1.1 thorpej * check is the area from the beginning of the subregion
524 1.1 thorpej * to the first allocated region.
525 1.1 thorpej */
526 1.1 thorpej newstart = EXTENT_ALIGN(substart, alignment);
527 1.1 thorpej if (newstart < ex->ex_start) {
528 1.6 thorpej #ifdef DIAGNOSTIC
529 1.5 christos printf(
530 1.1 thorpej "extent_alloc_subregion: extent `%s' (0x%lx - 0x%lx), alignment 0x%lx\n",
531 1.1 thorpej ex->ex_name, ex->ex_start, ex->ex_end, alignment);
532 1.1 thorpej panic("extent_alloc_subregion: overflow after alignment");
533 1.6 thorpej #else
534 1.6 thorpej extent_free_region_descriptor(ex, myrp);
535 1.6 thorpej return (EINVAL);
536 1.6 thorpej #endif
537 1.1 thorpej }
538 1.1 thorpej
539 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL;
540 1.1 thorpej rp = rp->er_link.le_next) {
541 1.1 thorpej /*
542 1.1 thorpej * Check the chunk before "rp". Note that our
543 1.1 thorpej * comparison is safe from overflow conditions.
544 1.1 thorpej */
545 1.1 thorpej if (LE_OV(newstart, size, rp->er_start)) {
546 1.1 thorpej /*
547 1.1 thorpej * Do a boundary check, if necessary. Note
548 1.1 thorpej * that a region may *begin* on the boundary,
549 1.1 thorpej * but it must end before the boundary.
550 1.1 thorpej */
551 1.1 thorpej if (boundary) {
552 1.1 thorpej newend = newstart + (size - 1);
553 1.1 thorpej
554 1.1 thorpej /*
555 1.1 thorpej * Adjust boundary for a meaningful
556 1.1 thorpej * comparison.
557 1.1 thorpej */
558 1.1 thorpej while (dontcross <= newstart) {
559 1.1 thorpej odontcross = dontcross;
560 1.1 thorpej dontcross += boundary;
561 1.1 thorpej
562 1.1 thorpej /*
563 1.1 thorpej * If we run past the end of
564 1.1 thorpej * the extent or the boundary
565 1.1 thorpej * overflows, then the request
566 1.1 thorpej * can't fit.
567 1.1 thorpej */
568 1.1 thorpej if ((dontcross > ex->ex_end) ||
569 1.1 thorpej (dontcross < odontcross))
570 1.1 thorpej goto fail;
571 1.1 thorpej }
572 1.1 thorpej
573 1.1 thorpej /* Do the boundary check. */
574 1.1 thorpej if (newend >= dontcross) {
575 1.1 thorpej /*
576 1.1 thorpej * Candidate region crosses
577 1.1 thorpej * boundary. Try again.
578 1.1 thorpej */
579 1.1 thorpej continue;
580 1.1 thorpej }
581 1.1 thorpej }
582 1.1 thorpej
583 1.1 thorpej /*
584 1.1 thorpej * We would fit into this space. Calculate
585 1.1 thorpej * the overhead (wasted space). If we exactly
586 1.1 thorpej * fit, or we're taking the first fit, insert
587 1.1 thorpej * ourselves into the region list.
588 1.1 thorpej */
589 1.1 thorpej ovh = rp->er_start - newstart - size;
590 1.1 thorpej if ((flags & EX_FAST) || (ovh == 0))
591 1.1 thorpej goto found;
592 1.1 thorpej
593 1.1 thorpej /*
594 1.1 thorpej * Don't exactly fit, but check to see
595 1.1 thorpej * if we're better than any current choice.
596 1.1 thorpej */
597 1.1 thorpej if ((bestovh == 0) || (ovh < bestovh)) {
598 1.1 thorpej bestovh = ovh;
599 1.1 thorpej beststart = newstart;
600 1.1 thorpej bestlast = last;
601 1.1 thorpej }
602 1.1 thorpej }
603 1.1 thorpej
604 1.1 thorpej /*
605 1.1 thorpej * Skip past the current region and check again.
606 1.1 thorpej */
607 1.1 thorpej newstart = EXTENT_ALIGN((rp->er_end + 1), alignment);
608 1.1 thorpej if (newstart < rp->er_end) {
609 1.1 thorpej /*
610 1.1 thorpej * Overflow condition. Don't error out, since
611 1.1 thorpej * we might have a chunk of space that we can
612 1.1 thorpej * use.
613 1.1 thorpej */
614 1.1 thorpej goto fail;
615 1.1 thorpej }
616 1.1 thorpej
617 1.1 thorpej last = rp;
618 1.1 thorpej }
619 1.1 thorpej
620 1.1 thorpej /*
621 1.1 thorpej * The final check is from the current starting point to the
622 1.1 thorpej * end of the subregion. If there were no allocated regions,
623 1.1 thorpej * "newstart" is set to the beginning of the subregion, or
624 1.1 thorpej * just past the end of the last allocated region, adjusted
625 1.1 thorpej * for alignment in either case.
626 1.1 thorpej */
627 1.1 thorpej if (LE_OV(newstart, (size - 1), subend)) {
628 1.1 thorpej /*
629 1.1 thorpej * We would fit into this space. Calculate
630 1.1 thorpej * the overhead (wasted space). If we exactly
631 1.1 thorpej * fit, or we're taking the first fit, insert
632 1.1 thorpej * ourselves into the region list.
633 1.1 thorpej */
634 1.1 thorpej ovh = ex->ex_end - newstart - (size - 1);
635 1.1 thorpej if ((flags & EX_FAST) || (ovh == 0))
636 1.1 thorpej goto found;
637 1.1 thorpej
638 1.1 thorpej /*
639 1.1 thorpej * Don't exactly fit, but check to see
640 1.1 thorpej * if we're better than any current choice.
641 1.1 thorpej */
642 1.1 thorpej if ((bestovh == 0) || (ovh < bestovh)) {
643 1.1 thorpej bestovh = ovh;
644 1.1 thorpej beststart = newstart;
645 1.1 thorpej bestlast = last;
646 1.1 thorpej }
647 1.1 thorpej }
648 1.1 thorpej
649 1.1 thorpej fail:
650 1.1 thorpej /*
651 1.1 thorpej * One of the following two conditions have
652 1.1 thorpej * occurred:
653 1.1 thorpej *
654 1.1 thorpej * There is no chunk large enough to hold the request.
655 1.1 thorpej *
656 1.1 thorpej * If EX_FAST was not specified, there is not an
657 1.1 thorpej * exact match for the request.
658 1.1 thorpej *
659 1.1 thorpej * Note that if we reach this point and EX_FAST is
660 1.1 thorpej * set, then we know there is no space in the extent for
661 1.1 thorpej * the request.
662 1.1 thorpej */
663 1.1 thorpej if (((flags & EX_FAST) == 0) && (bestovh != 0)) {
664 1.1 thorpej /*
665 1.1 thorpej * We have a match that's "good enough".
666 1.1 thorpej */
667 1.1 thorpej newstart = beststart;
668 1.1 thorpej last = bestlast;
669 1.1 thorpej goto found;
670 1.1 thorpej }
671 1.1 thorpej
672 1.1 thorpej /*
673 1.1 thorpej * No space currently available. Wait for it to free up,
674 1.1 thorpej * if possible.
675 1.1 thorpej */
676 1.6 thorpej if (flags & EX_WAITSPACE) {
677 1.1 thorpej ex->ex_flags |= EXF_WANTED;
678 1.1 thorpej error = tsleep(ex,
679 1.1 thorpej PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0), "extnt", 0);
680 1.1 thorpej if (error)
681 1.1 thorpej return (error);
682 1.1 thorpej goto alloc_start;
683 1.1 thorpej }
684 1.1 thorpej
685 1.6 thorpej extent_free_region_descriptor(ex, myrp);
686 1.1 thorpej return (EAGAIN);
687 1.1 thorpej
688 1.1 thorpej found:
689 1.1 thorpej /*
690 1.1 thorpej * Insert ourselves into the region list.
691 1.1 thorpej */
692 1.6 thorpej extent_insert_and_optimize(ex, newstart, size, flags, last, myrp);
693 1.6 thorpej *result = newstart;
694 1.6 thorpej return (0);
695 1.1 thorpej }
696 1.1 thorpej
697 1.1 thorpej int
698 1.1 thorpej extent_free(ex, start, size, flags)
699 1.1 thorpej struct extent *ex;
700 1.1 thorpej u_long start, size;
701 1.1 thorpej int flags;
702 1.1 thorpej {
703 1.1 thorpej struct extent_region *rp;
704 1.1 thorpej u_long end = start + (size - 1);
705 1.1 thorpej
706 1.6 thorpej #ifdef DIAGNOSTIC
707 1.1 thorpej /* Check arguments. */
708 1.1 thorpej if (ex == NULL)
709 1.1 thorpej panic("extent_free: NULL extent");
710 1.1 thorpej if ((start < ex->ex_start) || (start > ex->ex_end)) {
711 1.1 thorpej extent_print(ex);
712 1.5 christos printf("extent_free: extent `%s', start 0x%lx, size 0x%lx\n",
713 1.1 thorpej ex->ex_name, start, size);
714 1.1 thorpej panic("extent_free: extent `%s', region not within extent",
715 1.1 thorpej ex->ex_name);
716 1.1 thorpej }
717 1.1 thorpej /* Check for an overflow. */
718 1.1 thorpej if (end < start) {
719 1.1 thorpej extent_print(ex);
720 1.5 christos printf("extent_free: extent `%s', start 0x%lx, size 0x%lx\n",
721 1.1 thorpej ex->ex_name, start, size);
722 1.1 thorpej panic("extent_free: overflow");
723 1.1 thorpej }
724 1.6 thorpej #endif
725 1.1 thorpej
726 1.1 thorpej /*
727 1.1 thorpej * Find region and deallocate. Several possibilities:
728 1.1 thorpej *
729 1.1 thorpej * 1. (start == er_start) && (end == er_end):
730 1.1 thorpej * Free descriptor.
731 1.1 thorpej *
732 1.1 thorpej * 2. (start == er_start) && (end < er_end):
733 1.1 thorpej * Adjust er_start.
734 1.1 thorpej *
735 1.1 thorpej * 3. (start > er_start) && (end == er_end):
736 1.1 thorpej * Adjust er_end.
737 1.1 thorpej *
738 1.1 thorpej * 4. (start > er_start) && (end < er_end):
739 1.1 thorpej * Fragment region. Requires descriptor alloc.
740 1.1 thorpej *
741 1.6 thorpej * Cases 2, 3, and 4 require that the EXF_NOCOALESCE flag
742 1.1 thorpej * is not set.
743 1.1 thorpej */
744 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL;
745 1.1 thorpej rp = rp->er_link.le_next) {
746 1.1 thorpej /*
747 1.1 thorpej * Save ourselves some comparisons; does the current
748 1.1 thorpej * region end before chunk to be freed begins? If so,
749 1.1 thorpej * then we haven't found the appropriate region descriptor.
750 1.1 thorpej */
751 1.1 thorpej if (rp->er_end < start)
752 1.1 thorpej continue;
753 1.1 thorpej
754 1.1 thorpej /*
755 1.1 thorpej * Save ourselves some traversal; does the current
756 1.1 thorpej * region begin after the chunk to be freed ends? If so,
757 1.1 thorpej * then we've already passed any possible region descriptors
758 1.1 thorpej * that might have contained the chunk to be freed.
759 1.1 thorpej */
760 1.1 thorpej if (rp->er_start > end)
761 1.1 thorpej break;
762 1.1 thorpej
763 1.1 thorpej /* Case 1. */
764 1.1 thorpej if ((start == rp->er_start) && (end == rp->er_end)) {
765 1.1 thorpej LIST_REMOVE(rp, er_link);
766 1.1 thorpej extent_free_region_descriptor(ex, rp);
767 1.1 thorpej goto done;
768 1.1 thorpej }
769 1.1 thorpej
770 1.1 thorpej /*
771 1.6 thorpej * The following cases all require that EXF_NOCOALESCE
772 1.1 thorpej * is not set.
773 1.1 thorpej */
774 1.6 thorpej if (ex->ex_flags & EXF_NOCOALESCE)
775 1.1 thorpej continue;
776 1.1 thorpej
777 1.1 thorpej /* Case 2. */
778 1.1 thorpej if ((start == rp->er_start) && (end < rp->er_end)) {
779 1.1 thorpej rp->er_start = (end + 1);
780 1.1 thorpej goto done;
781 1.1 thorpej }
782 1.1 thorpej
783 1.1 thorpej /* Case 3. */
784 1.1 thorpej if ((start > rp->er_start) && (end == rp->er_end)) {
785 1.1 thorpej rp->er_end = (start - 1);
786 1.1 thorpej goto done;
787 1.1 thorpej }
788 1.1 thorpej
789 1.1 thorpej /* Case 4. */
790 1.1 thorpej if ((start > rp->er_start) && (end < rp->er_end)) {
791 1.1 thorpej struct extent_region *nrp;
792 1.1 thorpej
793 1.1 thorpej /* Allocate a region descriptor. */
794 1.1 thorpej nrp = extent_alloc_region_descriptor(ex, flags);
795 1.1 thorpej if (nrp == NULL)
796 1.1 thorpej return (ENOMEM);
797 1.1 thorpej
798 1.1 thorpej /* Fill in new descriptor. */
799 1.1 thorpej nrp->er_start = end + 1;
800 1.1 thorpej nrp->er_end = rp->er_end;
801 1.1 thorpej
802 1.1 thorpej /* Adjust current descriptor. */
803 1.1 thorpej rp->er_end = start - 1;
804 1.1 thorpej
805 1.1 thorpej /* Instert new descriptor after current. */
806 1.1 thorpej LIST_INSERT_AFTER(rp, nrp, er_link);
807 1.1 thorpej goto done;
808 1.1 thorpej }
809 1.1 thorpej }
810 1.1 thorpej
811 1.1 thorpej /* Region not found, or request otherwise invalid. */
812 1.1 thorpej extent_print(ex);
813 1.5 christos printf("extent_free: start 0x%lx, end 0x%lx\n", start, end);
814 1.1 thorpej panic("extent_free: region not found");
815 1.1 thorpej
816 1.1 thorpej done:
817 1.1 thorpej if (ex->ex_flags & EXF_WANTED) {
818 1.1 thorpej ex->ex_flags &= ~EXF_WANTED;
819 1.1 thorpej wakeup(ex);
820 1.1 thorpej }
821 1.1 thorpej return (0);
822 1.1 thorpej }
823 1.1 thorpej
824 1.1 thorpej static struct extent_region *
825 1.1 thorpej extent_alloc_region_descriptor(ex, flags)
826 1.1 thorpej struct extent *ex;
827 1.1 thorpej int flags;
828 1.1 thorpej {
829 1.1 thorpej struct extent_region *rp;
830 1.1 thorpej
831 1.1 thorpej if (ex->ex_flags & EXF_FIXED) {
832 1.1 thorpej struct extent_fixed *fex = (struct extent_fixed *)ex;
833 1.1 thorpej
834 1.1 thorpej while (fex->fex_freelist.lh_first == NULL) {
835 1.1 thorpej if (flags & EX_MALLOCOK)
836 1.1 thorpej goto alloc;
837 1.1 thorpej
838 1.1 thorpej if ((flags & EX_WAITOK) == 0)
839 1.1 thorpej return (NULL);
840 1.1 thorpej ex->ex_flags |= EXF_FLWANTED;
841 1.1 thorpej if (tsleep(&fex->fex_freelist,
842 1.1 thorpej PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0),
843 1.1 thorpej "extnt", 0))
844 1.1 thorpej return (NULL);
845 1.1 thorpej }
846 1.1 thorpej rp = fex->fex_freelist.lh_first;
847 1.1 thorpej LIST_REMOVE(rp, er_link);
848 1.1 thorpej
849 1.6 thorpej /*
850 1.6 thorpej * Don't muck with flags after pulling it off the
851 1.6 thorpej * freelist; it may be a dynamiclly allocated
852 1.6 thorpej * region pointer that was kindly given to us,
853 1.6 thorpej * and we need to preserve that information.
854 1.6 thorpej */
855 1.1 thorpej
856 1.1 thorpej return (rp);
857 1.1 thorpej }
858 1.1 thorpej
859 1.1 thorpej alloc:
860 1.1 thorpej rp = (struct extent_region *)
861 1.1 thorpej malloc(sizeof(struct extent_region), ex->ex_mtype,
862 1.1 thorpej (flags & EX_WAITOK) ? M_WAITOK : M_NOWAIT);
863 1.1 thorpej
864 1.1 thorpej rp->er_flags = ER_ALLOC;
865 1.1 thorpej
866 1.1 thorpej return (rp);
867 1.1 thorpej }
868 1.1 thorpej
869 1.1 thorpej static void
870 1.1 thorpej extent_free_region_descriptor(ex, rp)
871 1.1 thorpej struct extent *ex;
872 1.1 thorpej struct extent_region *rp;
873 1.1 thorpej {
874 1.1 thorpej
875 1.6 thorpej if (ex->ex_flags & EXF_FIXED) {
876 1.1 thorpej struct extent_fixed *fex = (struct extent_fixed *)ex;
877 1.1 thorpej
878 1.6 thorpej /*
879 1.6 thorpej * If someone's waiting for a region descriptor,
880 1.6 thorpej * be nice and give them this one, rather than
881 1.6 thorpej * just free'ing it back to the system.
882 1.6 thorpej */
883 1.6 thorpej if (rp->er_flags & ER_ALLOC) {
884 1.6 thorpej if (ex->ex_flags & EXF_FLWANTED) {
885 1.6 thorpej /* Clear all but ER_ALLOC flag. */
886 1.6 thorpej rp->er_flags = ER_ALLOC;
887 1.6 thorpej LIST_INSERT_HEAD(&fex->fex_freelist, rp,
888 1.6 thorpej er_link);
889 1.6 thorpej goto wake_em_up;
890 1.6 thorpej } else {
891 1.6 thorpej free(rp, ex->ex_mtype);
892 1.6 thorpej }
893 1.6 thorpej } else {
894 1.6 thorpej /* Clear all flags. */
895 1.6 thorpej rp->er_flags = 0;
896 1.6 thorpej LIST_INSERT_HEAD(&fex->fex_freelist, rp, er_link);
897 1.6 thorpej }
898 1.6 thorpej
899 1.1 thorpej if (ex->ex_flags & EXF_FLWANTED) {
900 1.6 thorpej wake_em_up:
901 1.1 thorpej ex->ex_flags &= ~EXF_FLWANTED;
902 1.1 thorpej wakeup(&fex->fex_freelist);
903 1.1 thorpej }
904 1.6 thorpej return;
905 1.6 thorpej }
906 1.6 thorpej
907 1.6 thorpej /*
908 1.6 thorpej * We know it's dynamically allocated if we get here.
909 1.6 thorpej */
910 1.6 thorpej free(rp, ex->ex_mtype);
911 1.1 thorpej }
912 1.1 thorpej
913 1.1 thorpej void
914 1.1 thorpej extent_print(ex)
915 1.1 thorpej struct extent *ex;
916 1.1 thorpej {
917 1.1 thorpej struct extent_region *rp;
918 1.1 thorpej
919 1.1 thorpej if (ex == NULL)
920 1.1 thorpej panic("extent_print: NULL extent");
921 1.1 thorpej
922 1.5 christos printf("extent `%s' (0x%lx - 0x%lx), flags = 0x%x\n", ex->ex_name,
923 1.1 thorpej ex->ex_start, ex->ex_end, ex->ex_flags);
924 1.1 thorpej
925 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL;
926 1.1 thorpej rp = rp->er_link.le_next)
927 1.5 christos printf(" 0x%lx - 0x%lx\n", rp->er_start, rp->er_end);
928 1.1 thorpej }
929