subr_extent.c revision 1.3 1 1.3 thorpej /* $NetBSD: subr_extent.c,v 1.3 1996/07/25 20:41:48 thorpej Exp $ */
2 1.1 thorpej
3 1.1 thorpej /*-
4 1.1 thorpej * Copyright (c) 1996 The NetBSD Foundation, Inc.
5 1.1 thorpej * All rights reserved.
6 1.1 thorpej *
7 1.1 thorpej * This code is derived from software contributed to The NetBSD Foundation
8 1.1 thorpej * by Jason R. Thorpe and Matthias Drochner.
9 1.1 thorpej *
10 1.1 thorpej * Redistribution and use in source and binary forms, with or without
11 1.1 thorpej * modification, are permitted provided that the following conditions
12 1.1 thorpej * are met:
13 1.1 thorpej * 1. Redistributions of source code must retain the above copyright
14 1.1 thorpej * notice, this list of conditions and the following disclaimer.
15 1.1 thorpej * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 thorpej * notice, this list of conditions and the following disclaimer in the
17 1.1 thorpej * documentation and/or other materials provided with the distribution.
18 1.1 thorpej * 3. All advertising materials mentioning features or use of this software
19 1.1 thorpej * must display the following acknowledgement:
20 1.1 thorpej * This product includes software developed by the NetBSD
21 1.1 thorpej * Foundation, Inc. and its contributors.
22 1.1 thorpej * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.1 thorpej * contributors may be used to endorse or promote products derived
24 1.1 thorpej * from this software without specific prior written permission.
25 1.1 thorpej *
26 1.1 thorpej * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.1 thorpej * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.1 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.1 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE
30 1.1 thorpej * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.1 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.1 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.1 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.1 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.1 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.1 thorpej * POSSIBILITY OF SUCH DAMAGE.
37 1.1 thorpej */
38 1.1 thorpej
39 1.1 thorpej /*
40 1.1 thorpej * General purpose extent manager.
41 1.1 thorpej */
42 1.1 thorpej
43 1.1 thorpej #include <sys/param.h>
44 1.1 thorpej #include <sys/extent.h>
45 1.1 thorpej #include <sys/malloc.h>
46 1.1 thorpej #include <sys/time.h>
47 1.1 thorpej #include <sys/systm.h>
48 1.1 thorpej #include <sys/proc.h>
49 1.1 thorpej
50 1.1 thorpej static int extent_insert_and_optimize __P((struct extent *, u_long, u_long,
51 1.1 thorpej int, struct extent_region *));
52 1.1 thorpej static struct extent_region *extent_alloc_region_descriptor
53 1.1 thorpej __P((struct extent *, int));
54 1.1 thorpej static void extent_free_region_descriptor __P((struct extent *,
55 1.1 thorpej struct extent_region *));
56 1.1 thorpej
57 1.1 thorpej /*
58 1.1 thorpej * Allocate and initialize an extent map.
59 1.1 thorpej */
60 1.1 thorpej struct extent *
61 1.1 thorpej extent_create(name, start, end, mtype, storage, storagesize, flags)
62 1.1 thorpej char *name;
63 1.1 thorpej u_long start, end;
64 1.1 thorpej int mtype;
65 1.1 thorpej caddr_t storage;
66 1.1 thorpej size_t storagesize;
67 1.1 thorpej int flags;
68 1.1 thorpej {
69 1.1 thorpej struct extent *ex;
70 1.1 thorpej caddr_t cp = storage;
71 1.1 thorpej size_t sz = storagesize;
72 1.1 thorpej struct extent_region *rp;
73 1.1 thorpej int fixed_extent = (storage != NULL);
74 1.1 thorpej
75 1.1 thorpej /* Check arguments. */
76 1.1 thorpej if (name == NULL)
77 1.1 thorpej panic("extent_create: name == NULL");
78 1.1 thorpej if (end < start) {
79 1.1 thorpej printf("extent_create: extent `%s', start 0x%lx, end 0x%lx\n",
80 1.1 thorpej name, start, end);
81 1.1 thorpej panic("extent_create: end < start");
82 1.1 thorpej }
83 1.1 thorpej if (fixed_extent && (storagesize < sizeof(struct extent_fixed)))
84 1.1 thorpej panic("extent_create: fixed extent, bad storagesize 0x%x",
85 1.1 thorpej storagesize);
86 1.1 thorpej
87 1.1 thorpej /* Allocate extent descriptor. */
88 1.1 thorpej if (fixed_extent) {
89 1.1 thorpej struct extent_fixed *fex;
90 1.1 thorpej
91 1.1 thorpej bzero(storage, storagesize);
92 1.1 thorpej
93 1.1 thorpej /*
94 1.1 thorpej * Align all descriptors on "long" boundaries.
95 1.1 thorpej */
96 1.1 thorpej fex = (struct extent_fixed *)cp;
97 1.1 thorpej ex = (struct extent *)fex;
98 1.1 thorpej cp += EXTENT_ALIGN(sizeof(struct extent_fixed), sizeof(long));
99 1.1 thorpej sz -= EXTENT_ALIGN(sizeof(struct extent_fixed), sizeof(long));
100 1.1 thorpej fex->fex_storage = storage;
101 1.1 thorpej fex->fex_storagesize = storagesize;
102 1.1 thorpej
103 1.1 thorpej /*
104 1.1 thorpej * In a fixed extent, we have to pre-allocate region
105 1.1 thorpej * descriptors and place them in the extent's freelist.
106 1.1 thorpej */
107 1.1 thorpej LIST_INIT(&fex->fex_freelist);
108 1.1 thorpej while (sz >= sizeof(struct extent_region)) {
109 1.1 thorpej rp = (struct extent_region *)cp;
110 1.1 thorpej cp += EXTENT_ALIGN(sizeof(struct extent_region),
111 1.1 thorpej sizeof(long));
112 1.1 thorpej sz -= EXTENT_ALIGN(sizeof(struct extent_region),
113 1.1 thorpej sizeof(long));
114 1.1 thorpej LIST_INSERT_HEAD(&fex->fex_freelist, rp, er_link);
115 1.1 thorpej }
116 1.1 thorpej } else {
117 1.1 thorpej ex = (struct extent *)malloc(sizeof(struct extent),
118 1.1 thorpej mtype, (flags & EX_WAITOK) ? M_WAITOK : M_NOWAIT);
119 1.1 thorpej if (ex == NULL)
120 1.1 thorpej return (NULL);
121 1.1 thorpej }
122 1.1 thorpej
123 1.1 thorpej /* Fill in the extent descriptor and return it to the caller. */
124 1.1 thorpej LIST_INIT(&ex->ex_regions);
125 1.1 thorpej ex->ex_name = name;
126 1.1 thorpej ex->ex_start = start;
127 1.1 thorpej ex->ex_end = end;
128 1.1 thorpej ex->ex_mtype = mtype;
129 1.1 thorpej ex->ex_flags = 0;
130 1.1 thorpej if (fixed_extent)
131 1.1 thorpej ex->ex_flags |= EXF_FIXED;
132 1.1 thorpej if (flags & EX_NOBLOB)
133 1.1 thorpej ex->ex_flags |= EXF_NOBLOB;
134 1.1 thorpej return (ex);
135 1.1 thorpej }
136 1.1 thorpej
137 1.1 thorpej /*
138 1.1 thorpej * Destroy an extent map.
139 1.1 thorpej */
140 1.1 thorpej void
141 1.1 thorpej extent_destroy(ex)
142 1.1 thorpej struct extent *ex;
143 1.1 thorpej {
144 1.1 thorpej struct extent_region *rp, *orp;
145 1.1 thorpej int mtype;
146 1.1 thorpej
147 1.1 thorpej /* Check arguments. */
148 1.1 thorpej if (ex == NULL)
149 1.1 thorpej panic("extent_destroy: NULL extent");
150 1.1 thorpej
151 1.1 thorpej mtype = ex->ex_mtype;
152 1.1 thorpej
153 1.1 thorpej /* Free all region descriptors in extent. */
154 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL; ) {
155 1.1 thorpej orp = rp;
156 1.1 thorpej rp = rp->er_link.le_next;
157 1.1 thorpej LIST_REMOVE(orp, er_link);
158 1.1 thorpej extent_free_region_descriptor(ex, orp);
159 1.1 thorpej }
160 1.1 thorpej
161 1.1 thorpej /* If we're not a fixed extent, free the extent descriptor itself. */
162 1.1 thorpej if ((ex->ex_flags & EXF_FIXED) == 0)
163 1.1 thorpej free(ex, mtype);
164 1.1 thorpej }
165 1.1 thorpej
166 1.1 thorpej /*
167 1.1 thorpej * Insert a region descriptor into the sorted region list after the
168 1.1 thorpej * entry "after" or at the head of the list (if "after" is NULL).
169 1.1 thorpej */
170 1.1 thorpej static int
171 1.1 thorpej extent_insert_and_optimize(ex, start, size, flags, after)
172 1.1 thorpej struct extent *ex;
173 1.1 thorpej u_long start, size;
174 1.1 thorpej int flags;
175 1.1 thorpej struct extent_region *after;
176 1.1 thorpej {
177 1.1 thorpej struct extent_region *rp;
178 1.1 thorpej int appended = 0;
179 1.1 thorpej
180 1.1 thorpej if (after == NULL) {
181 1.1 thorpej /*
182 1.1 thorpej * We're the first in the region list. If there's
183 1.1 thorpej * a region after us, attempt to coalesce to save
184 1.1 thorpej * descriptor overhead.
185 1.1 thorpej */
186 1.1 thorpej if (((ex->ex_flags & EXF_NOBLOB) == 0) &&
187 1.1 thorpej (ex->ex_regions.lh_first != NULL) &&
188 1.1 thorpej ((start + size) == ex->ex_regions.lh_first->er_start)) {
189 1.1 thorpej /*
190 1.1 thorpej * We can coalesce. Prepend us to the first region.
191 1.1 thorpej */
192 1.1 thorpej ex->ex_regions.lh_first->er_start = start;
193 1.1 thorpej return (0);
194 1.1 thorpej }
195 1.1 thorpej
196 1.1 thorpej /*
197 1.1 thorpej * Can't coalesce. Allocate a region descriptor, fill it
198 1.1 thorpej * in, and insert us at the head of the region list.
199 1.1 thorpej */
200 1.1 thorpej rp = extent_alloc_region_descriptor(ex, flags);
201 1.1 thorpej if (rp == NULL) {
202 1.1 thorpej #if defined(DEBUG) || defined(DIAGNOSTIC)
203 1.1 thorpej printf("extent `%s': can't alloc region descriptor.\n",
204 1.1 thorpej ex->ex_name);
205 1.1 thorpej #endif
206 1.1 thorpej return (ENOMEM);
207 1.1 thorpej }
208 1.1 thorpej rp->er_start = start;
209 1.1 thorpej rp->er_end = start + (size - 1);
210 1.1 thorpej LIST_INSERT_HEAD(&ex->ex_regions, rp, er_link);
211 1.1 thorpej return (0);
212 1.1 thorpej }
213 1.1 thorpej
214 1.1 thorpej /*
215 1.1 thorpej * If EXF_NOBLOB is set, coalescing is disallowed.
216 1.1 thorpej */
217 1.1 thorpej if (ex->ex_flags & EXF_NOBLOB)
218 1.1 thorpej goto allocate_region_descriptor;
219 1.1 thorpej
220 1.1 thorpej /*
221 1.1 thorpej * Attempt to coalesce with the region before us.
222 1.1 thorpej */
223 1.1 thorpej if ((after->er_end + 1) == start) {
224 1.1 thorpej /*
225 1.1 thorpej * We can coalesce. Append ourselves and make
226 1.1 thorpej * note of it.
227 1.1 thorpej */
228 1.1 thorpej after->er_end = start + (size - 1);
229 1.1 thorpej appended = 1;
230 1.1 thorpej }
231 1.1 thorpej
232 1.1 thorpej /*
233 1.1 thorpej * Attempt to coalesce with the region after us.
234 1.1 thorpej */
235 1.1 thorpej if ((after->er_link.le_next != NULL) &&
236 1.1 thorpej ((start + size) == after->er_link.le_next->er_start)) {
237 1.1 thorpej /*
238 1.1 thorpej * We can coalesce. Note that if we appended ourselves
239 1.1 thorpej * to the previous region, we exactly fit the gap, and
240 1.1 thorpej * can free the "next" region descriptor.
241 1.1 thorpej */
242 1.1 thorpej if (appended) {
243 1.1 thorpej /*
244 1.1 thorpej * Yup, we can free it up.
245 1.1 thorpej */
246 1.1 thorpej after->er_end = after->er_link.le_next->er_end;
247 1.1 thorpej LIST_REMOVE(after->er_link.le_next, er_link);
248 1.1 thorpej extent_free_region_descriptor(ex,
249 1.1 thorpej after->er_link.le_next);
250 1.1 thorpej } else {
251 1.1 thorpej /*
252 1.1 thorpej * Nope, just prepend us to the next region.
253 1.1 thorpej */
254 1.1 thorpej after->er_link.le_next->er_start = start;
255 1.1 thorpej }
256 1.1 thorpej return (0);
257 1.1 thorpej }
258 1.1 thorpej
259 1.1 thorpej /*
260 1.1 thorpej * We weren't able to coalesce with the next region, but
261 1.1 thorpej * we don't need to allocate a region descriptor if we
262 1.1 thorpej * appended ourselves to the previous region.
263 1.1 thorpej */
264 1.1 thorpej if (appended)
265 1.1 thorpej return (0);
266 1.1 thorpej
267 1.1 thorpej allocate_region_descriptor:
268 1.1 thorpej
269 1.1 thorpej /*
270 1.1 thorpej * Allocate a region descriptor and insert ourselves
271 1.1 thorpej * into the region list.
272 1.1 thorpej */
273 1.1 thorpej rp = extent_alloc_region_descriptor(ex, flags);
274 1.1 thorpej if (rp == NULL) {
275 1.1 thorpej #if defined(DEBUG) || defined(DIAGNOSTIC)
276 1.1 thorpej printf("extent `%s': can't allocate region descriptor.\n",
277 1.1 thorpej ex->ex_name);
278 1.1 thorpej #endif
279 1.1 thorpej return (ENOMEM);
280 1.1 thorpej }
281 1.1 thorpej rp->er_start = start;
282 1.1 thorpej rp->er_end = start + (size - 1);
283 1.1 thorpej LIST_INSERT_AFTER(after, rp, er_link);
284 1.1 thorpej return (0);
285 1.1 thorpej }
286 1.1 thorpej
287 1.1 thorpej /*
288 1.1 thorpej * Allocate a specific region in an extent map.
289 1.1 thorpej */
290 1.1 thorpej int
291 1.1 thorpej extent_alloc_region(ex, start, size, flags)
292 1.1 thorpej struct extent *ex;
293 1.1 thorpej u_long start, size;
294 1.1 thorpej int flags;
295 1.1 thorpej {
296 1.1 thorpej struct extent_region *rp, *last;
297 1.1 thorpej u_long end = start + (size - 1);
298 1.1 thorpej int error;
299 1.1 thorpej
300 1.1 thorpej /* Check arguments. */
301 1.1 thorpej if (ex == NULL)
302 1.1 thorpej panic("extent_alloc_region: NULL extent");
303 1.1 thorpej if (size < 1) {
304 1.1 thorpej printf("extent_alloc_region: extent `%s', size 0x%lx\n",
305 1.1 thorpej ex->ex_name, size);
306 1.1 thorpej panic("extent_alloc_region: bad size");
307 1.1 thorpej }
308 1.1 thorpej if (end < start) {
309 1.1 thorpej printf(
310 1.1 thorpej "extent_alloc_region: extent `%s', start 0x%lx, size 0x%lx\n",
311 1.1 thorpej ex->ex_name, start, size);
312 1.1 thorpej panic("extent_alloc_region: overflow");
313 1.1 thorpej }
314 1.1 thorpej /*
315 1.1 thorpej * Make sure the requested region lies within the
316 1.1 thorpej * extent.
317 1.1 thorpej */
318 1.1 thorpej if ((start < ex->ex_start) || (end > ex->ex_end)) {
319 1.1 thorpej printf("extent_alloc_region: extent `%s' (0x%lx - 0x%lx)\n",
320 1.1 thorpej ex->ex_name, ex->ex_start, ex->ex_end);
321 1.1 thorpej printf("extent_alloc_region: start 0x%lx, end 0x%lx\n",
322 1.1 thorpej start, end);
323 1.1 thorpej panic("extent_alloc_region: region lies outside extent");
324 1.1 thorpej }
325 1.1 thorpej
326 1.1 thorpej alloc_start:
327 1.1 thorpej /*
328 1.1 thorpej * Attempt to place ourselves in the desired area of the
329 1.1 thorpej * extent. We save ourselves some work by keeping the list sorted.
330 1.1 thorpej * In other words, if the start of the current region is greater
331 1.1 thorpej * than the end of our region, we don't have to search any further.
332 1.1 thorpej */
333 1.1 thorpej
334 1.1 thorpej /*
335 1.1 thorpej * Keep a pointer to the last region we looked at so
336 1.1 thorpej * that we don't have to traverse the list again when
337 1.1 thorpej * we insert ourselves. If "last" is NULL when we
338 1.1 thorpej * finally insert ourselves, we go at the head of the
339 1.1 thorpej * list. See extent_insert_and_optimize() for details.
340 1.1 thorpej */
341 1.1 thorpej last = NULL;
342 1.1 thorpej
343 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL;
344 1.1 thorpej rp = rp->er_link.le_next) {
345 1.1 thorpej if (rp->er_start > end) {
346 1.1 thorpej /*
347 1.1 thorpej * We lie before this region and don't
348 1.1 thorpej * conflict.
349 1.1 thorpej */
350 1.1 thorpej break;
351 1.1 thorpej }
352 1.1 thorpej
353 1.1 thorpej /*
354 1.1 thorpej * The current region begins before we end.
355 1.1 thorpej * Check for a conflict.
356 1.1 thorpej */
357 1.1 thorpej if (rp->er_end >= start) {
358 1.1 thorpej /*
359 1.1 thorpej * We conflict. If we can wait, do so.
360 1.1 thorpej */
361 1.1 thorpej if (flags & EX_WAITOK) {
362 1.1 thorpej ex->ex_flags |= EXF_WANTED;
363 1.1 thorpej error = tsleep(ex,
364 1.1 thorpej PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0),
365 1.1 thorpej "extnt", 0);
366 1.1 thorpej if (error)
367 1.1 thorpej return (error);
368 1.1 thorpej goto alloc_start;
369 1.1 thorpej }
370 1.1 thorpej return (EAGAIN);
371 1.1 thorpej }
372 1.1 thorpej
373 1.1 thorpej /*
374 1.1 thorpej * We don't conflict, but this region lies before
375 1.1 thorpej * us. Keep a pointer to this region, and keep
376 1.1 thorpej * trying.
377 1.1 thorpej */
378 1.1 thorpej last = rp;
379 1.1 thorpej }
380 1.1 thorpej
381 1.1 thorpej /*
382 1.1 thorpej * We don't conflict with any regions. "last" points
383 1.1 thorpej * to the region we fall after, or is NULL if we belong
384 1.1 thorpej * at the beginning of the region list. Insert ourselves.
385 1.1 thorpej */
386 1.1 thorpej return (extent_insert_and_optimize(ex, start, size, flags, last));
387 1.1 thorpej }
388 1.1 thorpej
389 1.1 thorpej /*
390 1.1 thorpej * Macro to check (x + y) <= z. This check is designed to fail
391 1.1 thorpej * if an overflow occurs.
392 1.1 thorpej */
393 1.1 thorpej #define LE_OV(x, y, z) ((((x) + (y)) >= (x)) && (((x) + (y)) <= (z)))
394 1.1 thorpej
395 1.1 thorpej /*
396 1.1 thorpej * Allocate a region in an extent map subregion.
397 1.1 thorpej *
398 1.1 thorpej * If EX_FAST is specified, we return the first fit in the map.
399 1.1 thorpej * Otherwise, we try to minimize fragmentation by finding the
400 1.1 thorpej * smallest gap that will hold the request.
401 1.1 thorpej *
402 1.1 thorpej * The allocated region is aligned to "alignment", which must be
403 1.1 thorpej * a power of 2.
404 1.1 thorpej */
405 1.1 thorpej int
406 1.1 thorpej extent_alloc_subregion(ex, substart, subend, size, alignment, boundary,
407 1.1 thorpej flags, result)
408 1.1 thorpej struct extent *ex;
409 1.1 thorpej u_long substart, subend, size, alignment, boundary;
410 1.1 thorpej int flags;
411 1.1 thorpej u_long *result;
412 1.1 thorpej {
413 1.1 thorpej struct extent_region *rp, *last, *bestlast;
414 1.1 thorpej u_long newstart, newend, beststart, bestovh, ovh;
415 1.1 thorpej u_long dontcross, odontcross;
416 1.1 thorpej int error;
417 1.1 thorpej
418 1.1 thorpej /* Check arguments. */
419 1.1 thorpej if (ex == NULL)
420 1.1 thorpej panic("extent_alloc_subregion: NULL extent");
421 1.1 thorpej if (result == NULL)
422 1.1 thorpej panic("extent_alloc_subregion: NULL result pointer");
423 1.1 thorpej if ((substart < ex->ex_start) || (substart >= ex->ex_end) ||
424 1.1 thorpej (subend > ex->ex_end) || (subend <= ex->ex_start)) {
425 1.1 thorpej printf("extent_alloc_subregion: extent `%s', ex_start 0x%lx, ex_end 0x%lx\n",
426 1.1 thorpej ex->ex_name, ex->ex_start, ex->ex_end);
427 1.1 thorpej printf("extent_alloc_subregion: substart 0x%lx, subend 0x%lx\n",
428 1.1 thorpej substart, subend);
429 1.1 thorpej panic("extent_alloc_subregion: bad subregion");
430 1.1 thorpej }
431 1.1 thorpej if ((size < 1) || (size > ((subend - substart) + 1))) {
432 1.1 thorpej printf("extent_alloc_subregion: extent `%s', size 0x%lx\n",
433 1.1 thorpej ex->ex_name, size);
434 1.1 thorpej panic("extent_alloc_subregion: bad size");
435 1.1 thorpej }
436 1.1 thorpej if (alignment == 0)
437 1.1 thorpej panic("extent_alloc_subregion: bad alignment");
438 1.1 thorpej if (boundary && (boundary < size)) {
439 1.1 thorpej printf(
440 1.1 thorpej "extent_alloc_subregion: extent `%s', size 0x%lx,
441 1.1 thorpej boundary 0x%lx\n", ex->ex_name, size, boundary);
442 1.1 thorpej panic("extent_alloc_subregion: bad boundary");
443 1.1 thorpej }
444 1.1 thorpej
445 1.1 thorpej alloc_start:
446 1.1 thorpej /*
447 1.1 thorpej * Keep a pointer to the last region we looked at so
448 1.1 thorpej * that we don't have to traverse the list again when
449 1.1 thorpej * we insert ourselves. If "last" is NULL when we
450 1.1 thorpej * finally insert ourselves, we go at the head of the
451 1.1 thorpej * list. See extent_insert_and_optimize() for deatails.
452 1.1 thorpej */
453 1.1 thorpej last = NULL;
454 1.1 thorpej
455 1.1 thorpej /*
456 1.1 thorpej * Initialize the "don't cross" boundary, a.k.a a line
457 1.1 thorpej * that a region should not cross. If the boundary lies
458 1.1 thorpej * before the region starts, we add the "boundary" argument
459 1.1 thorpej * until we get a meaningful comparison.
460 1.1 thorpej */
461 1.3 thorpej dontcross = 0;
462 1.2 thorpej if (boundary) {
463 1.2 thorpej dontcross = ex->ex_start + boundary;
464 1.2 thorpej while (dontcross < substart)
465 1.2 thorpej dontcross += boundary;
466 1.2 thorpej }
467 1.1 thorpej
468 1.1 thorpej /*
469 1.1 thorpej * Keep track of size and location of the smallest
470 1.1 thorpej * chunk we fit in.
471 1.1 thorpej *
472 1.1 thorpej * Since the extent can be as large as the numeric range
473 1.1 thorpej * of the CPU (0 - 0xffffffff for 32-bit systems), the
474 1.1 thorpej * best overhead value can be the maximum unsigned integer.
475 1.1 thorpej * Thus, we initialize "bestovh" to 0, since we insert ourselves
476 1.1 thorpej * into the region list immediately on an exact match (which
477 1.1 thorpej * is the only case where "bestovh" would be set to 0).
478 1.1 thorpej */
479 1.1 thorpej bestovh = 0;
480 1.1 thorpej beststart = 0;
481 1.1 thorpej bestlast = NULL;
482 1.1 thorpej
483 1.1 thorpej /*
484 1.1 thorpej * For N allocated regions, we must make (N + 1)
485 1.1 thorpej * checks for unallocated space. The first chunk we
486 1.1 thorpej * check is the area from the beginning of the subregion
487 1.1 thorpej * to the first allocated region.
488 1.1 thorpej */
489 1.1 thorpej newstart = EXTENT_ALIGN(substart, alignment);
490 1.1 thorpej if (newstart < ex->ex_start) {
491 1.1 thorpej printf(
492 1.1 thorpej "extent_alloc_subregion: extent `%s' (0x%lx - 0x%lx), alignment 0x%lx\n",
493 1.1 thorpej ex->ex_name, ex->ex_start, ex->ex_end, alignment);
494 1.1 thorpej panic("extent_alloc_subregion: overflow after alignment");
495 1.1 thorpej }
496 1.1 thorpej
497 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL;
498 1.1 thorpej rp = rp->er_link.le_next) {
499 1.1 thorpej /*
500 1.1 thorpej * Check the chunk before "rp". Note that our
501 1.1 thorpej * comparison is safe from overflow conditions.
502 1.1 thorpej */
503 1.1 thorpej if (LE_OV(newstart, size, rp->er_start)) {
504 1.1 thorpej /*
505 1.1 thorpej * Do a boundary check, if necessary. Note
506 1.1 thorpej * that a region may *begin* on the boundary,
507 1.1 thorpej * but it must end before the boundary.
508 1.1 thorpej */
509 1.1 thorpej if (boundary) {
510 1.1 thorpej newend = newstart + (size - 1);
511 1.1 thorpej
512 1.1 thorpej /*
513 1.1 thorpej * Adjust boundary for a meaningful
514 1.1 thorpej * comparison.
515 1.1 thorpej */
516 1.1 thorpej while (dontcross <= newstart) {
517 1.1 thorpej odontcross = dontcross;
518 1.1 thorpej dontcross += boundary;
519 1.1 thorpej
520 1.1 thorpej /*
521 1.1 thorpej * If we run past the end of
522 1.1 thorpej * the extent or the boundary
523 1.1 thorpej * overflows, then the request
524 1.1 thorpej * can't fit.
525 1.1 thorpej */
526 1.1 thorpej if ((dontcross > ex->ex_end) ||
527 1.1 thorpej (dontcross < odontcross))
528 1.1 thorpej goto fail;
529 1.1 thorpej }
530 1.1 thorpej
531 1.1 thorpej /* Do the boundary check. */
532 1.1 thorpej if (newend >= dontcross) {
533 1.1 thorpej /*
534 1.1 thorpej * Candidate region crosses
535 1.1 thorpej * boundary. Try again.
536 1.1 thorpej */
537 1.1 thorpej continue;
538 1.1 thorpej }
539 1.1 thorpej }
540 1.1 thorpej
541 1.1 thorpej /*
542 1.1 thorpej * We would fit into this space. Calculate
543 1.1 thorpej * the overhead (wasted space). If we exactly
544 1.1 thorpej * fit, or we're taking the first fit, insert
545 1.1 thorpej * ourselves into the region list.
546 1.1 thorpej */
547 1.1 thorpej ovh = rp->er_start - newstart - size;
548 1.1 thorpej if ((flags & EX_FAST) || (ovh == 0))
549 1.1 thorpej goto found;
550 1.1 thorpej
551 1.1 thorpej /*
552 1.1 thorpej * Don't exactly fit, but check to see
553 1.1 thorpej * if we're better than any current choice.
554 1.1 thorpej */
555 1.1 thorpej if ((bestovh == 0) || (ovh < bestovh)) {
556 1.1 thorpej bestovh = ovh;
557 1.1 thorpej beststart = newstart;
558 1.1 thorpej bestlast = last;
559 1.1 thorpej }
560 1.1 thorpej }
561 1.1 thorpej
562 1.1 thorpej /*
563 1.1 thorpej * Skip past the current region and check again.
564 1.1 thorpej */
565 1.1 thorpej newstart = EXTENT_ALIGN((rp->er_end + 1), alignment);
566 1.1 thorpej if (newstart < rp->er_end) {
567 1.1 thorpej /*
568 1.1 thorpej * Overflow condition. Don't error out, since
569 1.1 thorpej * we might have a chunk of space that we can
570 1.1 thorpej * use.
571 1.1 thorpej */
572 1.1 thorpej goto fail;
573 1.1 thorpej }
574 1.1 thorpej
575 1.1 thorpej last = rp;
576 1.1 thorpej }
577 1.1 thorpej
578 1.1 thorpej /*
579 1.1 thorpej * The final check is from the current starting point to the
580 1.1 thorpej * end of the subregion. If there were no allocated regions,
581 1.1 thorpej * "newstart" is set to the beginning of the subregion, or
582 1.1 thorpej * just past the end of the last allocated region, adjusted
583 1.1 thorpej * for alignment in either case.
584 1.1 thorpej */
585 1.1 thorpej if (LE_OV(newstart, (size - 1), subend)) {
586 1.1 thorpej /*
587 1.1 thorpej * We would fit into this space. Calculate
588 1.1 thorpej * the overhead (wasted space). If we exactly
589 1.1 thorpej * fit, or we're taking the first fit, insert
590 1.1 thorpej * ourselves into the region list.
591 1.1 thorpej */
592 1.1 thorpej ovh = ex->ex_end - newstart - (size - 1);
593 1.1 thorpej if ((flags & EX_FAST) || (ovh == 0))
594 1.1 thorpej goto found;
595 1.1 thorpej
596 1.1 thorpej /*
597 1.1 thorpej * Don't exactly fit, but check to see
598 1.1 thorpej * if we're better than any current choice.
599 1.1 thorpej */
600 1.1 thorpej if ((bestovh == 0) || (ovh < bestovh)) {
601 1.1 thorpej bestovh = ovh;
602 1.1 thorpej beststart = newstart;
603 1.1 thorpej bestlast = last;
604 1.1 thorpej }
605 1.1 thorpej }
606 1.1 thorpej
607 1.1 thorpej fail:
608 1.1 thorpej /*
609 1.1 thorpej * One of the following two conditions have
610 1.1 thorpej * occurred:
611 1.1 thorpej *
612 1.1 thorpej * There is no chunk large enough to hold the request.
613 1.1 thorpej *
614 1.1 thorpej * If EX_FAST was not specified, there is not an
615 1.1 thorpej * exact match for the request.
616 1.1 thorpej *
617 1.1 thorpej * Note that if we reach this point and EX_FAST is
618 1.1 thorpej * set, then we know there is no space in the extent for
619 1.1 thorpej * the request.
620 1.1 thorpej */
621 1.1 thorpej if (((flags & EX_FAST) == 0) && (bestovh != 0)) {
622 1.1 thorpej /*
623 1.1 thorpej * We have a match that's "good enough".
624 1.1 thorpej */
625 1.1 thorpej newstart = beststart;
626 1.1 thorpej last = bestlast;
627 1.1 thorpej goto found;
628 1.1 thorpej }
629 1.1 thorpej
630 1.1 thorpej /*
631 1.1 thorpej * No space currently available. Wait for it to free up,
632 1.1 thorpej * if possible.
633 1.1 thorpej */
634 1.1 thorpej if (flags & EX_WAITOK) {
635 1.1 thorpej ex->ex_flags |= EXF_WANTED;
636 1.1 thorpej error = tsleep(ex,
637 1.1 thorpej PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0), "extnt", 0);
638 1.1 thorpej if (error)
639 1.1 thorpej return (error);
640 1.1 thorpej goto alloc_start;
641 1.1 thorpej }
642 1.1 thorpej
643 1.1 thorpej return (EAGAIN);
644 1.1 thorpej
645 1.1 thorpej found:
646 1.1 thorpej /*
647 1.1 thorpej * Insert ourselves into the region list.
648 1.1 thorpej */
649 1.1 thorpej error = extent_insert_and_optimize(ex, newstart, size, flags, last);
650 1.1 thorpej if (error == 0)
651 1.1 thorpej *result = newstart;
652 1.1 thorpej return (error);
653 1.1 thorpej }
654 1.1 thorpej
655 1.1 thorpej int
656 1.1 thorpej extent_free(ex, start, size, flags)
657 1.1 thorpej struct extent *ex;
658 1.1 thorpej u_long start, size;
659 1.1 thorpej int flags;
660 1.1 thorpej {
661 1.1 thorpej struct extent_region *rp;
662 1.1 thorpej u_long end = start + (size - 1);
663 1.1 thorpej
664 1.1 thorpej /* Check arguments. */
665 1.1 thorpej if (ex == NULL)
666 1.1 thorpej panic("extent_free: NULL extent");
667 1.1 thorpej if ((start < ex->ex_start) || (start > ex->ex_end)) {
668 1.1 thorpej extent_print(ex);
669 1.1 thorpej printf("extent_free: extent `%s', start 0x%lx, size 0x%lx\n",
670 1.1 thorpej ex->ex_name, start, size);
671 1.1 thorpej panic("extent_free: extent `%s', region not within extent",
672 1.1 thorpej ex->ex_name);
673 1.1 thorpej }
674 1.1 thorpej /* Check for an overflow. */
675 1.1 thorpej if (end < start) {
676 1.1 thorpej extent_print(ex);
677 1.1 thorpej printf("extent_free: extent `%s', start 0x%lx, size 0x%lx\n",
678 1.1 thorpej ex->ex_name, start, size);
679 1.1 thorpej panic("extent_free: overflow");
680 1.1 thorpej }
681 1.1 thorpej
682 1.1 thorpej /*
683 1.1 thorpej * Find region and deallocate. Several possibilities:
684 1.1 thorpej *
685 1.1 thorpej * 1. (start == er_start) && (end == er_end):
686 1.1 thorpej * Free descriptor.
687 1.1 thorpej *
688 1.1 thorpej * 2. (start == er_start) && (end < er_end):
689 1.1 thorpej * Adjust er_start.
690 1.1 thorpej *
691 1.1 thorpej * 3. (start > er_start) && (end == er_end):
692 1.1 thorpej * Adjust er_end.
693 1.1 thorpej *
694 1.1 thorpej * 4. (start > er_start) && (end < er_end):
695 1.1 thorpej * Fragment region. Requires descriptor alloc.
696 1.1 thorpej *
697 1.1 thorpej * Cases 2, 3, and 4 require that the EXF_NOBLOB flag
698 1.1 thorpej * is not set.
699 1.1 thorpej */
700 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL;
701 1.1 thorpej rp = rp->er_link.le_next) {
702 1.1 thorpej /*
703 1.1 thorpej * Save ourselves some comparisons; does the current
704 1.1 thorpej * region end before chunk to be freed begins? If so,
705 1.1 thorpej * then we haven't found the appropriate region descriptor.
706 1.1 thorpej */
707 1.1 thorpej if (rp->er_end < start)
708 1.1 thorpej continue;
709 1.1 thorpej
710 1.1 thorpej /*
711 1.1 thorpej * Save ourselves some traversal; does the current
712 1.1 thorpej * region begin after the chunk to be freed ends? If so,
713 1.1 thorpej * then we've already passed any possible region descriptors
714 1.1 thorpej * that might have contained the chunk to be freed.
715 1.1 thorpej */
716 1.1 thorpej if (rp->er_start > end)
717 1.1 thorpej break;
718 1.1 thorpej
719 1.1 thorpej /* Case 1. */
720 1.1 thorpej if ((start == rp->er_start) && (end == rp->er_end)) {
721 1.1 thorpej LIST_REMOVE(rp, er_link);
722 1.1 thorpej extent_free_region_descriptor(ex, rp);
723 1.1 thorpej goto done;
724 1.1 thorpej }
725 1.1 thorpej
726 1.1 thorpej /*
727 1.1 thorpej * The following cases all require that EXF_NOBLOB
728 1.1 thorpej * is not set.
729 1.1 thorpej */
730 1.1 thorpej if (ex->ex_flags & EXF_NOBLOB)
731 1.1 thorpej continue;
732 1.1 thorpej
733 1.1 thorpej /* Case 2. */
734 1.1 thorpej if ((start == rp->er_start) && (end < rp->er_end)) {
735 1.1 thorpej rp->er_start = (end + 1);
736 1.1 thorpej goto done;
737 1.1 thorpej }
738 1.1 thorpej
739 1.1 thorpej /* Case 3. */
740 1.1 thorpej if ((start > rp->er_start) && (end == rp->er_end)) {
741 1.1 thorpej rp->er_end = (start - 1);
742 1.1 thorpej goto done;
743 1.1 thorpej }
744 1.1 thorpej
745 1.1 thorpej /* Case 4. */
746 1.1 thorpej if ((start > rp->er_start) && (end < rp->er_end)) {
747 1.1 thorpej struct extent_region *nrp;
748 1.1 thorpej
749 1.1 thorpej /* Allocate a region descriptor. */
750 1.1 thorpej nrp = extent_alloc_region_descriptor(ex, flags);
751 1.1 thorpej if (nrp == NULL)
752 1.1 thorpej return (ENOMEM);
753 1.1 thorpej
754 1.1 thorpej /* Fill in new descriptor. */
755 1.1 thorpej nrp->er_start = end + 1;
756 1.1 thorpej nrp->er_end = rp->er_end;
757 1.1 thorpej
758 1.1 thorpej /* Adjust current descriptor. */
759 1.1 thorpej rp->er_end = start - 1;
760 1.1 thorpej
761 1.1 thorpej /* Instert new descriptor after current. */
762 1.1 thorpej LIST_INSERT_AFTER(rp, nrp, er_link);
763 1.1 thorpej goto done;
764 1.1 thorpej }
765 1.1 thorpej }
766 1.1 thorpej
767 1.1 thorpej /* Region not found, or request otherwise invalid. */
768 1.1 thorpej extent_print(ex);
769 1.1 thorpej printf("extent_free: start 0x%lx, end 0x%lx\n", start, end);
770 1.1 thorpej panic("extent_free: region not found");
771 1.1 thorpej
772 1.1 thorpej done:
773 1.1 thorpej if (ex->ex_flags & EXF_WANTED) {
774 1.1 thorpej ex->ex_flags &= ~EXF_WANTED;
775 1.1 thorpej wakeup(ex);
776 1.1 thorpej }
777 1.1 thorpej return (0);
778 1.1 thorpej }
779 1.1 thorpej
780 1.1 thorpej static struct extent_region *
781 1.1 thorpej extent_alloc_region_descriptor(ex, flags)
782 1.1 thorpej struct extent *ex;
783 1.1 thorpej int flags;
784 1.1 thorpej {
785 1.1 thorpej struct extent_region *rp;
786 1.1 thorpej int s;
787 1.1 thorpej
788 1.1 thorpej if (ex->ex_flags & EXF_FIXED) {
789 1.1 thorpej struct extent_fixed *fex = (struct extent_fixed *)ex;
790 1.1 thorpej
791 1.1 thorpej while (fex->fex_freelist.lh_first == NULL) {
792 1.1 thorpej if (flags & EX_MALLOCOK)
793 1.1 thorpej goto alloc;
794 1.1 thorpej
795 1.1 thorpej if ((flags & EX_WAITOK) == 0)
796 1.1 thorpej return (NULL);
797 1.1 thorpej ex->ex_flags |= EXF_FLWANTED;
798 1.1 thorpej if (tsleep(&fex->fex_freelist,
799 1.1 thorpej PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0),
800 1.1 thorpej "extnt", 0))
801 1.1 thorpej return (NULL);
802 1.1 thorpej }
803 1.1 thorpej /* Atomic. */
804 1.1 thorpej s = splhigh();
805 1.1 thorpej rp = fex->fex_freelist.lh_first;
806 1.1 thorpej LIST_REMOVE(rp, er_link);
807 1.1 thorpej splx(s);
808 1.1 thorpej
809 1.1 thorpej rp->er_flags = 0;
810 1.1 thorpej
811 1.1 thorpej return (rp);
812 1.1 thorpej }
813 1.1 thorpej
814 1.1 thorpej alloc:
815 1.1 thorpej rp = (struct extent_region *)
816 1.1 thorpej malloc(sizeof(struct extent_region), ex->ex_mtype,
817 1.1 thorpej (flags & EX_WAITOK) ? M_WAITOK : M_NOWAIT);
818 1.1 thorpej
819 1.1 thorpej rp->er_flags = ER_ALLOC;
820 1.1 thorpej
821 1.1 thorpej return (rp);
822 1.1 thorpej }
823 1.1 thorpej
824 1.1 thorpej static void
825 1.1 thorpej extent_free_region_descriptor(ex, rp)
826 1.1 thorpej struct extent *ex;
827 1.1 thorpej struct extent_region *rp;
828 1.1 thorpej {
829 1.1 thorpej
830 1.1 thorpej if ((rp->er_flags & ER_ALLOC) == 0) {
831 1.1 thorpej struct extent_fixed *fex = (struct extent_fixed *)ex;
832 1.1 thorpej
833 1.1 thorpej LIST_INSERT_HEAD(&fex->fex_freelist, rp, er_link);
834 1.1 thorpej if (ex->ex_flags & EXF_FLWANTED) {
835 1.1 thorpej ex->ex_flags &= ~EXF_FLWANTED;
836 1.1 thorpej wakeup(&fex->fex_freelist);
837 1.1 thorpej }
838 1.1 thorpej } else
839 1.1 thorpej free(rp, ex->ex_mtype);
840 1.1 thorpej }
841 1.1 thorpej
842 1.1 thorpej void
843 1.1 thorpej extent_print(ex)
844 1.1 thorpej struct extent *ex;
845 1.1 thorpej {
846 1.1 thorpej struct extent_region *rp;
847 1.1 thorpej
848 1.1 thorpej if (ex == NULL)
849 1.1 thorpej panic("extent_print: NULL extent");
850 1.1 thorpej
851 1.1 thorpej printf("extent `%s' (0x%lx - 0x%lx), flags = 0x%x\n", ex->ex_name,
852 1.1 thorpej ex->ex_start, ex->ex_end, ex->ex_flags);
853 1.1 thorpej
854 1.1 thorpej for (rp = ex->ex_regions.lh_first; rp != NULL;
855 1.1 thorpej rp = rp->er_link.le_next)
856 1.1 thorpej printf(" 0x%lx - 0x%lx\n", rp->er_start, rp->er_end);
857 1.1 thorpej }
858