Home | History | Annotate | Line # | Download | only in kern
subr_extent.c revision 1.22
      1  1.22   thorpej /*	$NetBSD: subr_extent.c,v 1.22 1999/02/12 00:49:00 thorpej Exp $	*/
      2   1.1   thorpej 
      3   1.1   thorpej /*-
      4  1.11   thorpej  * Copyright (c) 1996, 1998 The NetBSD Foundation, Inc.
      5   1.1   thorpej  * All rights reserved.
      6   1.1   thorpej  *
      7   1.1   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1   thorpej  * by Jason R. Thorpe and Matthias Drochner.
      9   1.1   thorpej  *
     10   1.1   thorpej  * Redistribution and use in source and binary forms, with or without
     11   1.1   thorpej  * modification, are permitted provided that the following conditions
     12   1.1   thorpej  * are met:
     13   1.1   thorpej  * 1. Redistributions of source code must retain the above copyright
     14   1.1   thorpej  *    notice, this list of conditions and the following disclaimer.
     15   1.1   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1   thorpej  *    notice, this list of conditions and the following disclaimer in the
     17   1.1   thorpej  *    documentation and/or other materials provided with the distribution.
     18   1.1   thorpej  * 3. All advertising materials mentioning features or use of this software
     19   1.1   thorpej  *    must display the following acknowledgement:
     20  1.20  christos  *	This product includes software developed by the NetBSD
     21  1.20  christos  *	Foundation, Inc. and its contributors.
     22   1.1   thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23   1.1   thorpej  *    contributors may be used to endorse or promote products derived
     24   1.1   thorpej  *    from this software without specific prior written permission.
     25   1.1   thorpej  *
     26   1.1   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27   1.1   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28   1.1   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29  1.10       jtc  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30  1.10       jtc  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31   1.1   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32   1.1   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33   1.1   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34   1.1   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35   1.1   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36   1.1   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     37   1.1   thorpej  */
     38   1.1   thorpej 
     39   1.1   thorpej /*
     40   1.1   thorpej  * General purpose extent manager.
     41   1.1   thorpej  */
     42   1.1   thorpej 
     43   1.7       cgd #ifdef _KERNEL
     44   1.1   thorpej #include <sys/param.h>
     45   1.1   thorpej #include <sys/extent.h>
     46   1.1   thorpej #include <sys/malloc.h>
     47  1.14        pk #include <sys/pool.h>
     48   1.1   thorpej #include <sys/time.h>
     49   1.1   thorpej #include <sys/systm.h>
     50   1.1   thorpej #include <sys/proc.h>
     51  1.12   thorpej #include <sys/lock.h>
     52  1.18        pk #elif defined(_EXTENT_TESTING)
     53   1.7       cgd /*
     54   1.7       cgd  * user-land definitions, so it can fit into a testing harness.
     55   1.7       cgd  */
     56   1.7       cgd #include <sys/param.h>
     57  1.18        pk #include <sys/pool.h>
     58   1.7       cgd #include <sys/extent.h>
     59   1.7       cgd #include <errno.h>
     60   1.7       cgd #include <stdlib.h>
     61   1.7       cgd #include <stdio.h>
     62   1.7       cgd 
     63   1.7       cgd #define	malloc(s, t, flags)		malloc(s)
     64   1.7       cgd #define	free(p, t)			free(p)
     65   1.7       cgd #define	tsleep(chan, pri, str, timo)	(EWOULDBLOCK)
     66   1.7       cgd #define	wakeup(chan)			((void)0)
     67  1.18        pk #define	pool_get(pool, flags)		malloc(pool->pr_size,0,0)
     68  1.18        pk #define	pool_put(pool, rp)		free(rp,0)
     69  1.18        pk #define	panic(a)			printf(a)
     70   1.7       cgd #endif
     71   1.1   thorpej 
     72  1.15  sommerfe static	pool_handle_t expool_create __P((void));
     73   1.6   thorpej static	void extent_insert_and_optimize __P((struct extent *, u_long, u_long,
     74   1.6   thorpej 	    int, struct extent_region *, struct extent_region *));
     75   1.1   thorpej static	struct extent_region *extent_alloc_region_descriptor
     76   1.1   thorpej 	    __P((struct extent *, int));
     77   1.1   thorpej static	void extent_free_region_descriptor __P((struct extent *,
     78   1.1   thorpej 	    struct extent_region *));
     79   1.1   thorpej 
     80  1.14        pk static pool_handle_t expool;
     81  1.14        pk 
     82   1.1   thorpej /*
     83   1.6   thorpej  * Macro to align to an arbitrary power-of-two boundary.
     84   1.6   thorpej  */
     85  1.19        pk #define EXTENT_ALIGN(_start, _align, _skew)		\
     86  1.19        pk 	(((((_start) - (_skew)) + ((_align) - 1)) & (-(_align))) + (_skew))
     87   1.6   thorpej 
     88   1.6   thorpej /*
     89  1.15  sommerfe  * Create the extent_region pool.
     90  1.15  sommerfe  * (This is deferred until one of our callers thinks we can malloc()).
     91  1.15  sommerfe  */
     92  1.15  sommerfe 
     93  1.15  sommerfe static pool_handle_t expool_create()
     94  1.15  sommerfe {
     95  1.18        pk #if defined(_KERNEL)
     96  1.18        pk 	expool = pool_create(sizeof(struct extent_region), 0, 0,
     97  1.18        pk 			     0, "extent", 0, 0, 0, 0);
     98  1.18        pk #else
     99  1.18        pk 	expool = (pool_handle_t)malloc(sizeof(*expool),0,0);
    100  1.18        pk 	expool->pr_size = sizeof(struct extent_region);
    101  1.18        pk #endif
    102  1.18        pk 	return (expool);
    103  1.15  sommerfe }
    104  1.15  sommerfe 
    105  1.15  sommerfe /*
    106   1.1   thorpej  * Allocate and initialize an extent map.
    107   1.1   thorpej  */
    108   1.1   thorpej struct extent *
    109   1.1   thorpej extent_create(name, start, end, mtype, storage, storagesize, flags)
    110  1.11   thorpej 	const char *name;
    111   1.1   thorpej 	u_long start, end;
    112   1.1   thorpej 	int mtype;
    113   1.1   thorpej 	caddr_t storage;
    114   1.1   thorpej 	size_t storagesize;
    115   1.1   thorpej 	int flags;
    116   1.1   thorpej {
    117   1.1   thorpej 	struct extent *ex;
    118   1.1   thorpej 	caddr_t cp = storage;
    119   1.1   thorpej 	size_t sz = storagesize;
    120   1.1   thorpej 	struct extent_region *rp;
    121   1.1   thorpej 	int fixed_extent = (storage != NULL);
    122   1.1   thorpej 
    123   1.6   thorpej #ifdef DIAGNOSTIC
    124   1.1   thorpej 	/* Check arguments. */
    125   1.1   thorpej 	if (name == NULL)
    126   1.1   thorpej 		panic("extent_create: name == NULL");
    127   1.1   thorpej 	if (end < start) {
    128   1.5  christos 		printf("extent_create: extent `%s', start 0x%lx, end 0x%lx\n",
    129   1.1   thorpej 		    name, start, end);
    130   1.1   thorpej 		panic("extent_create: end < start");
    131   1.1   thorpej 	}
    132   1.1   thorpej 	if (fixed_extent && (storagesize < sizeof(struct extent_fixed)))
    133  1.22   thorpej 		panic("extent_create: fixed extent, bad storagesize 0x%lx",
    134  1.22   thorpej 		    (u_long)storagesize);
    135   1.6   thorpej 	if (fixed_extent == 0 && (storagesize != 0 || storage != NULL))
    136   1.6   thorpej 		panic("extent_create: storage provided for non-fixed");
    137   1.6   thorpej #endif
    138   1.1   thorpej 
    139   1.1   thorpej 	/* Allocate extent descriptor. */
    140   1.1   thorpej 	if (fixed_extent) {
    141   1.1   thorpej 		struct extent_fixed *fex;
    142   1.1   thorpej 
    143  1.16     perry 		memset(storage, 0, storagesize);
    144   1.1   thorpej 
    145   1.1   thorpej 		/*
    146   1.1   thorpej 		 * Align all descriptors on "long" boundaries.
    147   1.1   thorpej 		 */
    148   1.1   thorpej 		fex = (struct extent_fixed *)cp;
    149   1.1   thorpej 		ex = (struct extent *)fex;
    150   1.6   thorpej 		cp += ALIGN(sizeof(struct extent_fixed));
    151   1.6   thorpej 		sz -= ALIGN(sizeof(struct extent_fixed));
    152   1.1   thorpej 		fex->fex_storage = storage;
    153   1.1   thorpej 		fex->fex_storagesize = storagesize;
    154   1.1   thorpej 
    155   1.1   thorpej 		/*
    156   1.1   thorpej 		 * In a fixed extent, we have to pre-allocate region
    157   1.1   thorpej 		 * descriptors and place them in the extent's freelist.
    158   1.1   thorpej 		 */
    159   1.1   thorpej 		LIST_INIT(&fex->fex_freelist);
    160   1.6   thorpej 		while (sz >= ALIGN(sizeof(struct extent_region))) {
    161   1.1   thorpej 			rp = (struct extent_region *)cp;
    162   1.6   thorpej 			cp += ALIGN(sizeof(struct extent_region));
    163   1.6   thorpej 			sz -= ALIGN(sizeof(struct extent_region));
    164   1.1   thorpej 			LIST_INSERT_HEAD(&fex->fex_freelist, rp, er_link);
    165   1.1   thorpej 		}
    166   1.1   thorpej 	} else {
    167  1.15  sommerfe 		if ((expool == NULL) &&
    168  1.15  sommerfe 		    !expool_create())
    169  1.15  sommerfe 			return NULL;
    170  1.15  sommerfe 
    171   1.1   thorpej 		ex = (struct extent *)malloc(sizeof(struct extent),
    172   1.1   thorpej 		    mtype, (flags & EX_WAITOK) ? M_WAITOK : M_NOWAIT);
    173   1.1   thorpej 		if (ex == NULL)
    174   1.1   thorpej 			return (NULL);
    175   1.1   thorpej 	}
    176   1.1   thorpej 
    177   1.1   thorpej 	/* Fill in the extent descriptor and return it to the caller. */
    178  1.12   thorpej 	simple_lock_init(&ex->ex_slock);
    179   1.1   thorpej 	LIST_INIT(&ex->ex_regions);
    180   1.1   thorpej 	ex->ex_name = name;
    181   1.1   thorpej 	ex->ex_start = start;
    182   1.1   thorpej 	ex->ex_end = end;
    183   1.1   thorpej 	ex->ex_mtype = mtype;
    184   1.1   thorpej 	ex->ex_flags = 0;
    185   1.1   thorpej 	if (fixed_extent)
    186   1.1   thorpej 		ex->ex_flags |= EXF_FIXED;
    187   1.6   thorpej 	if (flags & EX_NOCOALESCE)
    188   1.6   thorpej 		ex->ex_flags |= EXF_NOCOALESCE;
    189   1.1   thorpej 	return (ex);
    190   1.1   thorpej }
    191   1.1   thorpej 
    192   1.1   thorpej /*
    193   1.1   thorpej  * Destroy an extent map.
    194  1.21       chs  * Since we're freeing the data, there can't be any references
    195  1.21       chs  * so we don't need any locking.
    196   1.1   thorpej  */
    197   1.1   thorpej void
    198   1.1   thorpej extent_destroy(ex)
    199   1.1   thorpej 	struct extent *ex;
    200   1.1   thorpej {
    201   1.1   thorpej 	struct extent_region *rp, *orp;
    202   1.1   thorpej 
    203   1.6   thorpej #ifdef DIAGNOSTIC
    204   1.1   thorpej 	/* Check arguments. */
    205   1.1   thorpej 	if (ex == NULL)
    206   1.1   thorpej 		panic("extent_destroy: NULL extent");
    207   1.6   thorpej #endif
    208  1.12   thorpej 
    209   1.1   thorpej 	/* Free all region descriptors in extent. */
    210   1.1   thorpej 	for (rp = ex->ex_regions.lh_first; rp != NULL; ) {
    211   1.1   thorpej 		orp = rp;
    212   1.1   thorpej 		rp = rp->er_link.le_next;
    213   1.1   thorpej 		LIST_REMOVE(orp, er_link);
    214   1.1   thorpej 		extent_free_region_descriptor(ex, orp);
    215   1.1   thorpej 	}
    216   1.1   thorpej 
    217   1.1   thorpej 	/* If we're not a fixed extent, free the extent descriptor itself. */
    218   1.1   thorpej 	if ((ex->ex_flags & EXF_FIXED) == 0)
    219   1.6   thorpej 		free(ex, ex->ex_mtype);
    220   1.1   thorpej }
    221   1.1   thorpej 
    222   1.1   thorpej /*
    223   1.1   thorpej  * Insert a region descriptor into the sorted region list after the
    224   1.1   thorpej  * entry "after" or at the head of the list (if "after" is NULL).
    225   1.6   thorpej  * The region descriptor we insert is passed in "rp".  We must
    226   1.6   thorpej  * allocate the region descriptor before calling this function!
    227   1.6   thorpej  * If we don't need the region descriptor, it will be freed here.
    228   1.1   thorpej  */
    229   1.6   thorpej static void
    230   1.6   thorpej extent_insert_and_optimize(ex, start, size, flags, after, rp)
    231   1.1   thorpej 	struct extent *ex;
    232   1.1   thorpej 	u_long start, size;
    233   1.1   thorpej 	int flags;
    234   1.6   thorpej 	struct extent_region *after, *rp;
    235   1.1   thorpej {
    236   1.7       cgd 	struct extent_region *nextr;
    237   1.1   thorpej 	int appended = 0;
    238   1.1   thorpej 
    239   1.1   thorpej 	if (after == NULL) {
    240   1.1   thorpej 		/*
    241   1.1   thorpej 		 * We're the first in the region list.  If there's
    242   1.1   thorpej 		 * a region after us, attempt to coalesce to save
    243   1.1   thorpej 		 * descriptor overhead.
    244   1.1   thorpej 		 */
    245   1.6   thorpej 		if (((ex->ex_flags & EXF_NOCOALESCE) == 0) &&
    246   1.1   thorpej 		    (ex->ex_regions.lh_first != NULL) &&
    247   1.1   thorpej 		    ((start + size) == ex->ex_regions.lh_first->er_start)) {
    248   1.1   thorpej 			/*
    249   1.1   thorpej 			 * We can coalesce.  Prepend us to the first region.
    250   1.1   thorpej 			 */
    251   1.1   thorpej 			ex->ex_regions.lh_first->er_start = start;
    252   1.6   thorpej 			extent_free_region_descriptor(ex, rp);
    253   1.6   thorpej 			return;
    254   1.1   thorpej 		}
    255   1.1   thorpej 
    256   1.1   thorpej 		/*
    257   1.6   thorpej 		 * Can't coalesce.  Fill in the region descriptor
    258   1.1   thorpej 		 * in, and insert us at the head of the region list.
    259   1.1   thorpej 		 */
    260   1.1   thorpej 		rp->er_start = start;
    261   1.1   thorpej 		rp->er_end = start + (size - 1);
    262   1.1   thorpej 		LIST_INSERT_HEAD(&ex->ex_regions, rp, er_link);
    263   1.6   thorpej 		return;
    264   1.1   thorpej 	}
    265   1.1   thorpej 
    266   1.1   thorpej 	/*
    267   1.6   thorpej 	 * If EXF_NOCOALESCE is set, coalescing is disallowed.
    268   1.1   thorpej 	 */
    269   1.6   thorpej 	if (ex->ex_flags & EXF_NOCOALESCE)
    270   1.6   thorpej 		goto cant_coalesce;
    271   1.1   thorpej 
    272   1.1   thorpej 	/*
    273   1.1   thorpej 	 * Attempt to coalesce with the region before us.
    274   1.1   thorpej 	 */
    275   1.1   thorpej 	if ((after->er_end + 1) == start) {
    276   1.1   thorpej 		/*
    277   1.1   thorpej 		 * We can coalesce.  Append ourselves and make
    278   1.1   thorpej 		 * note of it.
    279   1.1   thorpej 		 */
    280   1.1   thorpej 		after->er_end = start + (size - 1);
    281   1.1   thorpej 		appended = 1;
    282   1.1   thorpej 	}
    283   1.1   thorpej 
    284   1.1   thorpej 	/*
    285   1.1   thorpej 	 * Attempt to coalesce with the region after us.
    286   1.1   thorpej 	 */
    287   1.1   thorpej 	if ((after->er_link.le_next != NULL) &&
    288   1.1   thorpej 	    ((start + size) == after->er_link.le_next->er_start)) {
    289   1.1   thorpej 		/*
    290   1.1   thorpej 		 * We can coalesce.  Note that if we appended ourselves
    291   1.1   thorpej 		 * to the previous region, we exactly fit the gap, and
    292   1.1   thorpej 		 * can free the "next" region descriptor.
    293   1.1   thorpej 		 */
    294   1.1   thorpej 		if (appended) {
    295   1.1   thorpej 			/*
    296   1.1   thorpej 			 * Yup, we can free it up.
    297   1.1   thorpej 			 */
    298   1.1   thorpej 			after->er_end = after->er_link.le_next->er_end;
    299   1.7       cgd 			nextr = after->er_link.le_next;
    300   1.7       cgd 			LIST_REMOVE(nextr, er_link);
    301   1.7       cgd 			extent_free_region_descriptor(ex, nextr);
    302   1.1   thorpej 		} else {
    303   1.1   thorpej 			/*
    304   1.1   thorpej 			 * Nope, just prepend us to the next region.
    305   1.1   thorpej 			 */
    306   1.1   thorpej 			after->er_link.le_next->er_start = start;
    307   1.1   thorpej 		}
    308   1.6   thorpej 
    309   1.6   thorpej 		extent_free_region_descriptor(ex, rp);
    310   1.6   thorpej 		return;
    311   1.1   thorpej 	}
    312   1.1   thorpej 
    313   1.1   thorpej 	/*
    314   1.1   thorpej 	 * We weren't able to coalesce with the next region, but
    315   1.1   thorpej 	 * we don't need to allocate a region descriptor if we
    316   1.1   thorpej 	 * appended ourselves to the previous region.
    317   1.1   thorpej 	 */
    318   1.6   thorpej 	if (appended) {
    319   1.6   thorpej 		extent_free_region_descriptor(ex, rp);
    320   1.6   thorpej 		return;
    321   1.6   thorpej 	}
    322   1.1   thorpej 
    323   1.6   thorpej  cant_coalesce:
    324   1.1   thorpej 
    325   1.1   thorpej 	/*
    326   1.6   thorpej 	 * Fill in the region descriptor and insert ourselves
    327   1.1   thorpej 	 * into the region list.
    328   1.1   thorpej 	 */
    329   1.1   thorpej 	rp->er_start = start;
    330   1.1   thorpej 	rp->er_end = start + (size - 1);
    331   1.1   thorpej 	LIST_INSERT_AFTER(after, rp, er_link);
    332   1.1   thorpej }
    333   1.1   thorpej 
    334   1.1   thorpej /*
    335   1.1   thorpej  * Allocate a specific region in an extent map.
    336   1.1   thorpej  */
    337   1.1   thorpej int
    338   1.1   thorpej extent_alloc_region(ex, start, size, flags)
    339   1.1   thorpej 	struct extent *ex;
    340   1.1   thorpej 	u_long start, size;
    341   1.1   thorpej 	int flags;
    342   1.1   thorpej {
    343   1.6   thorpej 	struct extent_region *rp, *last, *myrp;
    344   1.1   thorpej 	u_long end = start + (size - 1);
    345   1.1   thorpej 	int error;
    346   1.1   thorpej 
    347   1.6   thorpej #ifdef DIAGNOSTIC
    348   1.1   thorpej 	/* Check arguments. */
    349   1.1   thorpej 	if (ex == NULL)
    350   1.1   thorpej 		panic("extent_alloc_region: NULL extent");
    351   1.1   thorpej 	if (size < 1) {
    352   1.5  christos 		printf("extent_alloc_region: extent `%s', size 0x%lx\n",
    353   1.1   thorpej 		    ex->ex_name, size);
    354   1.1   thorpej 		panic("extent_alloc_region: bad size");
    355   1.1   thorpej 	}
    356   1.1   thorpej 	if (end < start) {
    357   1.5  christos 		printf(
    358   1.1   thorpej 		 "extent_alloc_region: extent `%s', start 0x%lx, size 0x%lx\n",
    359   1.1   thorpej 		 ex->ex_name, start, size);
    360   1.1   thorpej 		panic("extent_alloc_region: overflow");
    361   1.1   thorpej 	}
    362   1.6   thorpej #endif
    363   1.6   thorpej 
    364   1.1   thorpej 	/*
    365   1.1   thorpej 	 * Make sure the requested region lies within the
    366   1.1   thorpej 	 * extent.
    367  1.12   thorpej 	 *
    368  1.12   thorpej 	 * We don't lock to check the range, because those values
    369  1.12   thorpej 	 * are never modified, and if another thread deletes the
    370  1.12   thorpej 	 * extent, we're screwed anyway.
    371   1.1   thorpej 	 */
    372   1.1   thorpej 	if ((start < ex->ex_start) || (end > ex->ex_end)) {
    373   1.6   thorpej #ifdef DIAGNOSTIC
    374   1.5  christos 		printf("extent_alloc_region: extent `%s' (0x%lx - 0x%lx)\n",
    375   1.1   thorpej 		    ex->ex_name, ex->ex_start, ex->ex_end);
    376   1.5  christos 		printf("extent_alloc_region: start 0x%lx, end 0x%lx\n",
    377   1.1   thorpej 		    start, end);
    378   1.1   thorpej 		panic("extent_alloc_region: region lies outside extent");
    379   1.6   thorpej #else
    380   1.6   thorpej 		return (EINVAL);
    381   1.6   thorpej #endif
    382   1.6   thorpej 	}
    383   1.6   thorpej 
    384   1.6   thorpej 	/*
    385   1.6   thorpej 	 * Allocate the region descriptor.  It will be freed later
    386  1.12   thorpej 	 * if we can coalesce with another region.  Don't lock before
    387  1.12   thorpej 	 * here!  This could block.
    388   1.6   thorpej 	 */
    389   1.6   thorpej 	myrp = extent_alloc_region_descriptor(ex, flags);
    390   1.6   thorpej 	if (myrp == NULL) {
    391   1.6   thorpej #ifdef DIAGNOSTIC
    392   1.6   thorpej 		printf(
    393   1.6   thorpej 		    "extent_alloc_region: can't allocate region descriptor\n");
    394   1.6   thorpej #endif
    395   1.6   thorpej 		return (ENOMEM);
    396   1.1   thorpej 	}
    397   1.1   thorpej 
    398   1.1   thorpej  alloc_start:
    399  1.12   thorpej 	simple_lock(&ex->ex_slock);
    400  1.12   thorpej 
    401   1.1   thorpej 	/*
    402   1.1   thorpej 	 * Attempt to place ourselves in the desired area of the
    403   1.1   thorpej 	 * extent.  We save ourselves some work by keeping the list sorted.
    404   1.1   thorpej 	 * In other words, if the start of the current region is greater
    405   1.1   thorpej 	 * than the end of our region, we don't have to search any further.
    406   1.1   thorpej 	 */
    407   1.1   thorpej 
    408   1.1   thorpej 	/*
    409   1.1   thorpej 	 * Keep a pointer to the last region we looked at so
    410   1.1   thorpej 	 * that we don't have to traverse the list again when
    411   1.1   thorpej 	 * we insert ourselves.  If "last" is NULL when we
    412   1.1   thorpej 	 * finally insert ourselves, we go at the head of the
    413   1.1   thorpej 	 * list.  See extent_insert_and_optimize() for details.
    414   1.1   thorpej 	 */
    415   1.1   thorpej 	last = NULL;
    416   1.1   thorpej 
    417   1.1   thorpej 	for (rp = ex->ex_regions.lh_first; rp != NULL;
    418   1.1   thorpej 	    rp = rp->er_link.le_next) {
    419   1.1   thorpej 		if (rp->er_start > end) {
    420   1.1   thorpej 			/*
    421   1.1   thorpej 			 * We lie before this region and don't
    422   1.1   thorpej 			 * conflict.
    423   1.1   thorpej 			 */
    424   1.9   thorpej 			break;
    425   1.1   thorpej 		}
    426   1.1   thorpej 
    427   1.1   thorpej 		/*
    428   1.1   thorpej 		 * The current region begins before we end.
    429   1.1   thorpej 		 * Check for a conflict.
    430   1.1   thorpej 		 */
    431   1.1   thorpej 		if (rp->er_end >= start) {
    432   1.1   thorpej 			/*
    433   1.6   thorpej 			 * We conflict.  If we can (and want to) wait,
    434   1.6   thorpej 			 * do so.
    435   1.1   thorpej 			 */
    436   1.6   thorpej 			if (flags & EX_WAITSPACE) {
    437   1.1   thorpej 				ex->ex_flags |= EXF_WANTED;
    438  1.12   thorpej 				simple_unlock(&ex->ex_slock);
    439   1.1   thorpej 				error = tsleep(ex,
    440   1.1   thorpej 				    PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0),
    441   1.1   thorpej 				    "extnt", 0);
    442   1.1   thorpej 				if (error)
    443   1.1   thorpej 					return (error);
    444   1.1   thorpej 				goto alloc_start;
    445   1.1   thorpej 			}
    446   1.6   thorpej 			extent_free_region_descriptor(ex, myrp);
    447  1.12   thorpej 			simple_unlock(&ex->ex_slock);
    448   1.1   thorpej 			return (EAGAIN);
    449   1.1   thorpej 		}
    450   1.1   thorpej 		/*
    451   1.1   thorpej 		 * We don't conflict, but this region lies before
    452   1.1   thorpej 		 * us.  Keep a pointer to this region, and keep
    453   1.1   thorpej 		 * trying.
    454   1.1   thorpej 		 */
    455   1.1   thorpej 		last = rp;
    456   1.1   thorpej 	}
    457   1.1   thorpej 
    458   1.1   thorpej 	/*
    459   1.1   thorpej 	 * We don't conflict with any regions.  "last" points
    460   1.1   thorpej 	 * to the region we fall after, or is NULL if we belong
    461   1.1   thorpej 	 * at the beginning of the region list.  Insert ourselves.
    462   1.1   thorpej 	 */
    463   1.6   thorpej 	extent_insert_and_optimize(ex, start, size, flags, last, myrp);
    464  1.12   thorpej 	simple_unlock(&ex->ex_slock);
    465   1.6   thorpej 	return (0);
    466   1.1   thorpej }
    467   1.1   thorpej 
    468   1.1   thorpej /*
    469   1.1   thorpej  * Macro to check (x + y) <= z.  This check is designed to fail
    470   1.1   thorpej  * if an overflow occurs.
    471   1.1   thorpej  */
    472   1.1   thorpej #define LE_OV(x, y, z)	((((x) + (y)) >= (x)) && (((x) + (y)) <= (z)))
    473   1.1   thorpej 
    474   1.1   thorpej /*
    475   1.1   thorpej  * Allocate a region in an extent map subregion.
    476   1.1   thorpej  *
    477   1.1   thorpej  * If EX_FAST is specified, we return the first fit in the map.
    478   1.1   thorpej  * Otherwise, we try to minimize fragmentation by finding the
    479   1.1   thorpej  * smallest gap that will hold the request.
    480   1.1   thorpej  *
    481   1.1   thorpej  * The allocated region is aligned to "alignment", which must be
    482   1.1   thorpej  * a power of 2.
    483   1.1   thorpej  */
    484   1.1   thorpej int
    485  1.19        pk extent_alloc_subregion1(ex, substart, subend, size, alignment, skew, boundary,
    486   1.1   thorpej     flags, result)
    487   1.1   thorpej 	struct extent *ex;
    488  1.19        pk 	u_long substart, subend, size, alignment, skew, boundary;
    489   1.1   thorpej 	int flags;
    490   1.1   thorpej 	u_long *result;
    491   1.1   thorpej {
    492   1.6   thorpej 	struct extent_region *rp, *myrp, *last, *bestlast;
    493   1.1   thorpej 	u_long newstart, newend, beststart, bestovh, ovh;
    494   1.1   thorpej 	u_long dontcross, odontcross;
    495   1.1   thorpej 	int error;
    496   1.1   thorpej 
    497   1.6   thorpej #ifdef DIAGNOSTIC
    498  1.12   thorpej 	/*
    499  1.12   thorpej 	 * Check arguments.
    500  1.12   thorpej 	 *
    501  1.12   thorpej 	 * We don't lock to check these, because these values
    502  1.12   thorpej 	 * are never modified, and if another thread deletes the
    503  1.12   thorpej 	 * extent, we're screwed anyway.
    504  1.12   thorpej 	 */
    505   1.1   thorpej 	if (ex == NULL)
    506   1.1   thorpej 		panic("extent_alloc_subregion: NULL extent");
    507   1.1   thorpej 	if (result == NULL)
    508   1.1   thorpej 		panic("extent_alloc_subregion: NULL result pointer");
    509   1.8   thorpej 	if ((substart < ex->ex_start) || (substart > ex->ex_end) ||
    510   1.8   thorpej 	    (subend > ex->ex_end) || (subend < ex->ex_start)) {
    511   1.5  christos   printf("extent_alloc_subregion: extent `%s', ex_start 0x%lx, ex_end 0x%lx\n",
    512   1.1   thorpej 		    ex->ex_name, ex->ex_start, ex->ex_end);
    513   1.5  christos 		printf("extent_alloc_subregion: substart 0x%lx, subend 0x%lx\n",
    514   1.1   thorpej 		    substart, subend);
    515   1.1   thorpej 		panic("extent_alloc_subregion: bad subregion");
    516   1.1   thorpej 	}
    517   1.8   thorpej 	if ((size < 1) || ((size - 1) > (subend - substart))) {
    518   1.5  christos 		printf("extent_alloc_subregion: extent `%s', size 0x%lx\n",
    519   1.1   thorpej 		    ex->ex_name, size);
    520   1.1   thorpej 		panic("extent_alloc_subregion: bad size");
    521   1.1   thorpej 	}
    522   1.1   thorpej 	if (alignment == 0)
    523   1.1   thorpej 		panic("extent_alloc_subregion: bad alignment");
    524   1.1   thorpej 	if (boundary && (boundary < size)) {
    525   1.5  christos 		printf(
    526   1.1   thorpej 		    "extent_alloc_subregion: extent `%s', size 0x%lx,
    527   1.1   thorpej 		    boundary 0x%lx\n", ex->ex_name, size, boundary);
    528   1.1   thorpej 		panic("extent_alloc_subregion: bad boundary");
    529   1.1   thorpej 	}
    530   1.6   thorpej #endif
    531   1.6   thorpej 
    532   1.6   thorpej 	/*
    533   1.6   thorpej 	 * Allocate the region descriptor.  It will be freed later
    534  1.12   thorpej 	 * if we can coalesce with another region.  Don't lock before
    535  1.12   thorpej 	 * here!  This could block.
    536   1.6   thorpej 	 */
    537   1.6   thorpej 	myrp = extent_alloc_region_descriptor(ex, flags);
    538   1.6   thorpej 	if (myrp == NULL) {
    539   1.6   thorpej #ifdef DIAGNOSTIC
    540   1.6   thorpej 		printf(
    541   1.6   thorpej 		 "extent_alloc_subregion: can't allocate region descriptor\n");
    542   1.6   thorpej #endif
    543   1.6   thorpej 		return (ENOMEM);
    544   1.6   thorpej 	}
    545   1.1   thorpej 
    546   1.1   thorpej  alloc_start:
    547  1.12   thorpej 	simple_lock(&ex->ex_slock);
    548  1.12   thorpej 
    549   1.1   thorpej 	/*
    550   1.1   thorpej 	 * Keep a pointer to the last region we looked at so
    551   1.1   thorpej 	 * that we don't have to traverse the list again when
    552   1.1   thorpej 	 * we insert ourselves.  If "last" is NULL when we
    553   1.1   thorpej 	 * finally insert ourselves, we go at the head of the
    554   1.1   thorpej 	 * list.  See extent_insert_and_optimize() for deatails.
    555   1.1   thorpej 	 */
    556   1.1   thorpej 	last = NULL;
    557   1.1   thorpej 
    558   1.1   thorpej 	/*
    559   1.1   thorpej 	 * Initialize the "don't cross" boundary, a.k.a a line
    560   1.1   thorpej 	 * that a region should not cross.  If the boundary lies
    561   1.1   thorpej 	 * before the region starts, we add the "boundary" argument
    562   1.1   thorpej 	 * until we get a meaningful comparison.
    563   1.6   thorpej 	 *
    564   1.6   thorpej 	 * Start the boundary lines at 0 if the caller requests it.
    565   1.1   thorpej 	 */
    566   1.3   thorpej 	dontcross = 0;
    567   1.2   thorpej 	if (boundary) {
    568   1.6   thorpej 		dontcross =
    569   1.6   thorpej 		    ((flags & EX_BOUNDZERO) ? 0 : ex->ex_start) + boundary;
    570   1.2   thorpej 		while (dontcross < substart)
    571   1.2   thorpej 			dontcross += boundary;
    572   1.2   thorpej 	}
    573   1.1   thorpej 
    574   1.1   thorpej 	/*
    575   1.1   thorpej 	 * Keep track of size and location of the smallest
    576   1.1   thorpej 	 * chunk we fit in.
    577   1.1   thorpej 	 *
    578   1.1   thorpej 	 * Since the extent can be as large as the numeric range
    579   1.1   thorpej 	 * of the CPU (0 - 0xffffffff for 32-bit systems), the
    580   1.1   thorpej 	 * best overhead value can be the maximum unsigned integer.
    581   1.1   thorpej 	 * Thus, we initialize "bestovh" to 0, since we insert ourselves
    582   1.1   thorpej 	 * into the region list immediately on an exact match (which
    583   1.1   thorpej 	 * is the only case where "bestovh" would be set to 0).
    584   1.1   thorpej 	 */
    585   1.1   thorpej 	bestovh = 0;
    586   1.1   thorpej 	beststart = 0;
    587   1.1   thorpej 	bestlast = NULL;
    588   1.1   thorpej 
    589   1.1   thorpej 	/*
    590   1.1   thorpej 	 * For N allocated regions, we must make (N + 1)
    591   1.1   thorpej 	 * checks for unallocated space.  The first chunk we
    592   1.1   thorpej 	 * check is the area from the beginning of the subregion
    593   1.9   thorpej 	 * to the first allocated region after that point.
    594   1.1   thorpej 	 */
    595  1.19        pk 	newstart = EXTENT_ALIGN(substart, alignment, skew);
    596   1.1   thorpej 	if (newstart < ex->ex_start) {
    597   1.6   thorpej #ifdef DIAGNOSTIC
    598   1.5  christos 		printf(
    599   1.1   thorpej       "extent_alloc_subregion: extent `%s' (0x%lx - 0x%lx), alignment 0x%lx\n",
    600   1.1   thorpej 		 ex->ex_name, ex->ex_start, ex->ex_end, alignment);
    601  1.12   thorpej 		simple_unlock(&ex->ex_slock);
    602   1.1   thorpej 		panic("extent_alloc_subregion: overflow after alignment");
    603   1.6   thorpej #else
    604   1.6   thorpej 		extent_free_region_descriptor(ex, myrp);
    605  1.12   thorpej 		simple_unlock(&ex->ex_slock);
    606   1.6   thorpej 		return (EINVAL);
    607   1.6   thorpej #endif
    608   1.1   thorpej 	}
    609   1.1   thorpej 
    610   1.9   thorpej 	/*
    611   1.9   thorpej 	 * Find the first allocated region that begins on or after
    612   1.9   thorpej 	 * the subregion start, advancing the "last" pointer along
    613   1.9   thorpej 	 * the way.
    614   1.9   thorpej 	 */
    615   1.1   thorpej 	for (rp = ex->ex_regions.lh_first; rp != NULL;
    616  1.18        pk 	     rp = rp->er_link.le_next) {
    617   1.9   thorpej 		if (rp->er_start >= newstart)
    618   1.9   thorpej 			break;
    619   1.9   thorpej 		last = rp;
    620   1.9   thorpej 	}
    621  1.17        pk 
    622  1.17        pk 	/*
    623  1.17        pk 	 * If there are no allocated regions beyond where we want to be,
    624  1.17        pk 	 * relocate the start of our candidate region to the end of
    625  1.17        pk 	 * the last allocated region (if there was one).
    626  1.17        pk 	 */
    627  1.17        pk 	if (rp == NULL && last != NULL)
    628  1.19        pk 		newstart = EXTENT_ALIGN((last->er_end + 1), alignment, skew);
    629   1.9   thorpej 
    630   1.9   thorpej 	for (; rp != NULL; rp = rp->er_link.le_next) {
    631   1.1   thorpej 		/*
    632   1.1   thorpej 		 * Check the chunk before "rp".  Note that our
    633   1.1   thorpej 		 * comparison is safe from overflow conditions.
    634   1.1   thorpej 		 */
    635   1.1   thorpej 		if (LE_OV(newstart, size, rp->er_start)) {
    636   1.1   thorpej 			/*
    637   1.1   thorpej 			 * Do a boundary check, if necessary.  Note
    638   1.1   thorpej 			 * that a region may *begin* on the boundary,
    639   1.1   thorpej 			 * but it must end before the boundary.
    640   1.1   thorpej 			 */
    641   1.1   thorpej 			if (boundary) {
    642   1.1   thorpej 				newend = newstart + (size - 1);
    643   1.1   thorpej 
    644   1.1   thorpej 				/*
    645   1.1   thorpej 				 * Adjust boundary for a meaningful
    646   1.1   thorpej 				 * comparison.
    647   1.1   thorpej 				 */
    648   1.1   thorpej 				while (dontcross <= newstart) {
    649   1.1   thorpej 					odontcross = dontcross;
    650   1.1   thorpej 					dontcross += boundary;
    651   1.1   thorpej 
    652   1.1   thorpej 					/*
    653   1.1   thorpej 					 * If we run past the end of
    654   1.1   thorpej 					 * the extent or the boundary
    655   1.1   thorpej 					 * overflows, then the request
    656   1.1   thorpej 					 * can't fit.
    657   1.1   thorpej 					 */
    658   1.1   thorpej 					if ((dontcross > ex->ex_end) ||
    659   1.1   thorpej 					    (dontcross < odontcross))
    660   1.1   thorpej 						goto fail;
    661   1.1   thorpej 				}
    662   1.1   thorpej 
    663   1.1   thorpej 				/* Do the boundary check. */
    664   1.1   thorpej 				if (newend >= dontcross) {
    665   1.1   thorpej 					/*
    666   1.1   thorpej 					 * Candidate region crosses
    667   1.1   thorpej 					 * boundary.  Try again.
    668   1.1   thorpej 					 */
    669   1.1   thorpej 					continue;
    670   1.1   thorpej 				}
    671   1.1   thorpej 			}
    672   1.1   thorpej 
    673   1.1   thorpej 			/*
    674   1.1   thorpej 			 * We would fit into this space.  Calculate
    675   1.1   thorpej 			 * the overhead (wasted space).  If we exactly
    676   1.1   thorpej 			 * fit, or we're taking the first fit, insert
    677   1.1   thorpej 			 * ourselves into the region list.
    678   1.1   thorpej 			 */
    679   1.1   thorpej 			ovh = rp->er_start - newstart - size;
    680   1.1   thorpej 			if ((flags & EX_FAST) || (ovh == 0))
    681   1.1   thorpej 				goto found;
    682   1.1   thorpej 
    683   1.1   thorpej 			/*
    684   1.1   thorpej 			 * Don't exactly fit, but check to see
    685   1.1   thorpej 			 * if we're better than any current choice.
    686   1.1   thorpej 			 */
    687   1.1   thorpej 			if ((bestovh == 0) || (ovh < bestovh)) {
    688   1.1   thorpej 				bestovh = ovh;
    689   1.1   thorpej 				beststart = newstart;
    690   1.1   thorpej 				bestlast = last;
    691   1.1   thorpej 			}
    692   1.1   thorpej 		}
    693   1.1   thorpej 
    694   1.1   thorpej 		/*
    695   1.1   thorpej 		 * Skip past the current region and check again.
    696   1.1   thorpej 		 */
    697  1.19        pk 		newstart = EXTENT_ALIGN((rp->er_end + 1), alignment, skew);
    698   1.1   thorpej 		if (newstart < rp->er_end) {
    699   1.1   thorpej 			/*
    700   1.1   thorpej 			 * Overflow condition.  Don't error out, since
    701   1.1   thorpej 			 * we might have a chunk of space that we can
    702   1.1   thorpej 			 * use.
    703   1.1   thorpej 			 */
    704   1.1   thorpej 			goto fail;
    705   1.1   thorpej 		}
    706   1.1   thorpej 
    707   1.1   thorpej 		last = rp;
    708   1.1   thorpej 	}
    709   1.1   thorpej 
    710   1.1   thorpej 	/*
    711   1.1   thorpej 	 * The final check is from the current starting point to the
    712   1.1   thorpej 	 * end of the subregion.  If there were no allocated regions,
    713   1.1   thorpej 	 * "newstart" is set to the beginning of the subregion, or
    714   1.1   thorpej 	 * just past the end of the last allocated region, adjusted
    715   1.1   thorpej 	 * for alignment in either case.
    716   1.1   thorpej 	 */
    717   1.1   thorpej 	if (LE_OV(newstart, (size - 1), subend)) {
    718   1.1   thorpej 		/*
    719   1.1   thorpej 		 * We would fit into this space.  Calculate
    720   1.1   thorpej 		 * the overhead (wasted space).  If we exactly
    721   1.1   thorpej 		 * fit, or we're taking the first fit, insert
    722   1.1   thorpej 		 * ourselves into the region list.
    723   1.1   thorpej 		 */
    724   1.1   thorpej 		ovh = ex->ex_end - newstart - (size - 1);
    725   1.1   thorpej 		if ((flags & EX_FAST) || (ovh == 0))
    726   1.1   thorpej 			goto found;
    727   1.1   thorpej 
    728   1.1   thorpej 		/*
    729   1.1   thorpej 		 * Don't exactly fit, but check to see
    730   1.1   thorpej 		 * if we're better than any current choice.
    731   1.1   thorpej 		 */
    732   1.1   thorpej 		if ((bestovh == 0) || (ovh < bestovh)) {
    733   1.1   thorpej 			bestovh = ovh;
    734   1.1   thorpej 			beststart = newstart;
    735   1.1   thorpej 			bestlast = last;
    736   1.1   thorpej 		}
    737   1.1   thorpej 	}
    738   1.1   thorpej 
    739   1.1   thorpej  fail:
    740   1.1   thorpej 	/*
    741   1.1   thorpej 	 * One of the following two conditions have
    742   1.1   thorpej 	 * occurred:
    743   1.1   thorpej 	 *
    744   1.1   thorpej 	 *	There is no chunk large enough to hold the request.
    745   1.1   thorpej 	 *
    746   1.1   thorpej 	 *	If EX_FAST was not specified, there is not an
    747   1.1   thorpej 	 *	exact match for the request.
    748   1.1   thorpej 	 *
    749   1.1   thorpej 	 * Note that if we reach this point and EX_FAST is
    750   1.1   thorpej 	 * set, then we know there is no space in the extent for
    751   1.1   thorpej 	 * the request.
    752   1.1   thorpej 	 */
    753   1.1   thorpej 	if (((flags & EX_FAST) == 0) && (bestovh != 0)) {
    754   1.1   thorpej 		/*
    755   1.1   thorpej 		 * We have a match that's "good enough".
    756   1.1   thorpej 		 */
    757   1.1   thorpej 		newstart = beststart;
    758   1.1   thorpej 		last = bestlast;
    759   1.1   thorpej 		goto found;
    760   1.1   thorpej 	}
    761   1.1   thorpej 
    762   1.1   thorpej 	/*
    763   1.1   thorpej 	 * No space currently available.  Wait for it to free up,
    764   1.1   thorpej 	 * if possible.
    765   1.1   thorpej 	 */
    766   1.6   thorpej 	if (flags & EX_WAITSPACE) {
    767   1.1   thorpej 		ex->ex_flags |= EXF_WANTED;
    768  1.12   thorpej 		simple_unlock(&ex->ex_slock);
    769   1.1   thorpej 		error = tsleep(ex,
    770   1.1   thorpej 		    PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0), "extnt", 0);
    771   1.1   thorpej 		if (error)
    772   1.1   thorpej 			return (error);
    773   1.1   thorpej 		goto alloc_start;
    774   1.1   thorpej 	}
    775   1.1   thorpej 
    776   1.6   thorpej 	extent_free_region_descriptor(ex, myrp);
    777  1.12   thorpej 	simple_unlock(&ex->ex_slock);
    778   1.1   thorpej 	return (EAGAIN);
    779   1.1   thorpej 
    780   1.1   thorpej  found:
    781   1.1   thorpej 	/*
    782   1.1   thorpej 	 * Insert ourselves into the region list.
    783   1.1   thorpej 	 */
    784   1.6   thorpej 	extent_insert_and_optimize(ex, newstart, size, flags, last, myrp);
    785  1.12   thorpej 	simple_unlock(&ex->ex_slock);
    786   1.6   thorpej 	*result = newstart;
    787   1.6   thorpej 	return (0);
    788   1.1   thorpej }
    789   1.1   thorpej 
    790   1.1   thorpej int
    791   1.1   thorpej extent_free(ex, start, size, flags)
    792   1.1   thorpej 	struct extent *ex;
    793   1.1   thorpej 	u_long start, size;
    794   1.1   thorpej 	int flags;
    795   1.1   thorpej {
    796  1.12   thorpej 	struct extent_region *rp, *nrp = NULL;
    797   1.1   thorpej 	u_long end = start + (size - 1);
    798  1.12   thorpej 	int exflags;
    799   1.1   thorpej 
    800   1.6   thorpej #ifdef DIAGNOSTIC
    801  1.12   thorpej 	/*
    802  1.12   thorpej 	 * Check arguments.
    803  1.12   thorpej 	 *
    804  1.12   thorpej 	 * We don't lock to check these, because these values
    805  1.12   thorpej 	 * are never modified, and if another thread deletes the
    806  1.12   thorpej 	 * extent, we're screwed anyway.
    807  1.12   thorpej 	 */
    808   1.1   thorpej 	if (ex == NULL)
    809   1.1   thorpej 		panic("extent_free: NULL extent");
    810   1.1   thorpej 	if ((start < ex->ex_start) || (start > ex->ex_end)) {
    811   1.1   thorpej 		extent_print(ex);
    812   1.5  christos 		printf("extent_free: extent `%s', start 0x%lx, size 0x%lx\n",
    813   1.1   thorpej 		    ex->ex_name, start, size);
    814   1.1   thorpej 		panic("extent_free: extent `%s', region not within extent",
    815   1.1   thorpej 		    ex->ex_name);
    816   1.1   thorpej 	}
    817   1.1   thorpej 	/* Check for an overflow. */
    818   1.1   thorpej 	if (end < start) {
    819   1.1   thorpej 		extent_print(ex);
    820   1.5  christos 		printf("extent_free: extent `%s', start 0x%lx, size 0x%lx\n",
    821   1.1   thorpej 		    ex->ex_name, start, size);
    822   1.1   thorpej 		panic("extent_free: overflow");
    823   1.1   thorpej 	}
    824   1.6   thorpej #endif
    825   1.1   thorpej 
    826   1.1   thorpej 	/*
    827  1.12   thorpej 	 * If we're allowing coalescing, we must allocate a region
    828  1.12   thorpej 	 * descriptor now, since it might block.
    829  1.12   thorpej 	 *
    830  1.12   thorpej 	 * XXX Make a static, create-time flags word, so we don't
    831  1.12   thorpej 	 * XXX have to lock to read it!
    832  1.12   thorpej 	 */
    833  1.12   thorpej 	simple_lock(&ex->ex_slock);
    834  1.12   thorpej 	exflags = ex->ex_flags;
    835  1.12   thorpej 	simple_unlock(&ex->ex_slock);
    836  1.14        pk 
    837  1.12   thorpej 	if ((exflags & EXF_NOCOALESCE) == 0) {
    838  1.12   thorpej 		/* Allocate a region descriptor. */
    839  1.12   thorpej 		nrp = extent_alloc_region_descriptor(ex, flags);
    840  1.12   thorpej 		if (nrp == NULL)
    841  1.12   thorpej 			return (ENOMEM);
    842  1.12   thorpej 	}
    843  1.12   thorpej 
    844  1.12   thorpej 	simple_lock(&ex->ex_slock);
    845  1.12   thorpej 
    846  1.12   thorpej 	/*
    847   1.1   thorpej 	 * Find region and deallocate.  Several possibilities:
    848   1.1   thorpej 	 *
    849   1.1   thorpej 	 *	1. (start == er_start) && (end == er_end):
    850   1.1   thorpej 	 *	   Free descriptor.
    851   1.1   thorpej 	 *
    852   1.1   thorpej 	 *	2. (start == er_start) && (end < er_end):
    853   1.1   thorpej 	 *	   Adjust er_start.
    854   1.1   thorpej 	 *
    855   1.1   thorpej 	 *	3. (start > er_start) && (end == er_end):
    856   1.1   thorpej 	 *	   Adjust er_end.
    857   1.1   thorpej 	 *
    858   1.1   thorpej 	 *	4. (start > er_start) && (end < er_end):
    859   1.1   thorpej 	 *	   Fragment region.  Requires descriptor alloc.
    860   1.1   thorpej 	 *
    861   1.6   thorpej 	 * Cases 2, 3, and 4 require that the EXF_NOCOALESCE flag
    862   1.1   thorpej 	 * is not set.
    863   1.1   thorpej 	 */
    864   1.1   thorpej 	for (rp = ex->ex_regions.lh_first; rp != NULL;
    865   1.1   thorpej 	    rp = rp->er_link.le_next) {
    866   1.1   thorpej 		/*
    867   1.1   thorpej 		 * Save ourselves some comparisons; does the current
    868   1.1   thorpej 		 * region end before chunk to be freed begins?  If so,
    869   1.1   thorpej 		 * then we haven't found the appropriate region descriptor.
    870   1.1   thorpej 		 */
    871   1.1   thorpej 		if (rp->er_end < start)
    872   1.1   thorpej 			continue;
    873   1.1   thorpej 
    874   1.1   thorpej 		/*
    875   1.1   thorpej 		 * Save ourselves some traversal; does the current
    876   1.1   thorpej 		 * region begin after the chunk to be freed ends?  If so,
    877   1.1   thorpej 		 * then we've already passed any possible region descriptors
    878   1.1   thorpej 		 * that might have contained the chunk to be freed.
    879   1.1   thorpej 		 */
    880   1.1   thorpej 		if (rp->er_start > end)
    881   1.1   thorpej 			break;
    882   1.1   thorpej 
    883   1.1   thorpej 		/* Case 1. */
    884   1.1   thorpej 		if ((start == rp->er_start) && (end == rp->er_end)) {
    885   1.1   thorpej 			LIST_REMOVE(rp, er_link);
    886   1.1   thorpej 			extent_free_region_descriptor(ex, rp);
    887   1.1   thorpej 			goto done;
    888   1.1   thorpej 		}
    889   1.1   thorpej 
    890   1.1   thorpej 		/*
    891   1.6   thorpej 		 * The following cases all require that EXF_NOCOALESCE
    892   1.1   thorpej 		 * is not set.
    893   1.1   thorpej 		 */
    894   1.6   thorpej 		if (ex->ex_flags & EXF_NOCOALESCE)
    895   1.1   thorpej 			continue;
    896   1.1   thorpej 
    897   1.1   thorpej 		/* Case 2. */
    898   1.1   thorpej 		if ((start == rp->er_start) && (end < rp->er_end)) {
    899   1.1   thorpej 			rp->er_start = (end + 1);
    900   1.1   thorpej 			goto done;
    901   1.1   thorpej 		}
    902   1.1   thorpej 
    903   1.1   thorpej 		/* Case 3. */
    904   1.1   thorpej 		if ((start > rp->er_start) && (end == rp->er_end)) {
    905   1.1   thorpej 			rp->er_end = (start - 1);
    906   1.1   thorpej 			goto done;
    907   1.1   thorpej 		}
    908   1.1   thorpej 
    909   1.1   thorpej 		/* Case 4. */
    910   1.1   thorpej 		if ((start > rp->er_start) && (end < rp->er_end)) {
    911   1.1   thorpej 			/* Fill in new descriptor. */
    912   1.1   thorpej 			nrp->er_start = end + 1;
    913   1.1   thorpej 			nrp->er_end = rp->er_end;
    914   1.1   thorpej 
    915   1.1   thorpej 			/* Adjust current descriptor. */
    916   1.1   thorpej 			rp->er_end = start - 1;
    917   1.1   thorpej 
    918  1.13        pk 			/* Insert new descriptor after current. */
    919   1.1   thorpej 			LIST_INSERT_AFTER(rp, nrp, er_link);
    920  1.13        pk 
    921  1.13        pk 			/* We used the new descriptor, so don't free it below */
    922  1.13        pk 			nrp = NULL;
    923   1.1   thorpej 			goto done;
    924   1.1   thorpej 		}
    925   1.1   thorpej 	}
    926   1.1   thorpej 
    927   1.1   thorpej 	/* Region not found, or request otherwise invalid. */
    928  1.12   thorpej 	simple_unlock(&ex->ex_slock);
    929   1.1   thorpej 	extent_print(ex);
    930   1.5  christos 	printf("extent_free: start 0x%lx, end 0x%lx\n", start, end);
    931   1.1   thorpej 	panic("extent_free: region not found");
    932   1.1   thorpej 
    933   1.1   thorpej  done:
    934  1.13        pk 	if (nrp != NULL)
    935  1.13        pk 		extent_free_region_descriptor(ex, nrp);
    936   1.1   thorpej 	if (ex->ex_flags & EXF_WANTED) {
    937   1.1   thorpej 		ex->ex_flags &= ~EXF_WANTED;
    938   1.1   thorpej 		wakeup(ex);
    939   1.1   thorpej 	}
    940  1.12   thorpej 	simple_unlock(&ex->ex_slock);
    941   1.1   thorpej 	return (0);
    942   1.1   thorpej }
    943   1.1   thorpej 
    944  1.12   thorpej /*
    945  1.12   thorpej  * Allocate an extent region descriptor.  EXTENT MUST NOT BE LOCKED,
    946  1.12   thorpej  * AS THIS FUNCTION MAY BLOCK!  We will handle any locking we may need.
    947  1.12   thorpej  */
    948   1.1   thorpej static struct extent_region *
    949   1.1   thorpej extent_alloc_region_descriptor(ex, flags)
    950   1.1   thorpej 	struct extent *ex;
    951   1.1   thorpej 	int flags;
    952   1.1   thorpej {
    953   1.1   thorpej 	struct extent_region *rp;
    954  1.12   thorpej 	int exflags;
    955  1.12   thorpej 
    956  1.12   thorpej 	/*
    957  1.12   thorpej 	 * XXX Make a static, create-time flags word, so we don't
    958  1.12   thorpej 	 * XXX have to lock to read it!
    959  1.12   thorpej 	 */
    960  1.12   thorpej 	simple_lock(&ex->ex_slock);
    961  1.12   thorpej 	exflags = ex->ex_flags;
    962  1.12   thorpej 	simple_unlock(&ex->ex_slock);
    963   1.1   thorpej 
    964  1.12   thorpej 	if (exflags & EXF_FIXED) {
    965   1.1   thorpej 		struct extent_fixed *fex = (struct extent_fixed *)ex;
    966   1.1   thorpej 
    967  1.12   thorpej 		for (;;) {
    968  1.12   thorpej 			simple_lock(&ex->ex_slock);
    969  1.12   thorpej 			if ((rp = fex->fex_freelist.lh_first) != NULL) {
    970  1.12   thorpej 				/*
    971  1.12   thorpej 				 * Don't muck with flags after pulling it off
    972  1.12   thorpej 				 * the freelist; it may have been dynamically
    973  1.12   thorpej 				 * allocated, and kindly given to us.  We
    974  1.12   thorpej 				 * need to remember that information.
    975  1.12   thorpej 				 */
    976  1.12   thorpej 				LIST_REMOVE(rp, er_link);
    977  1.12   thorpej 				simple_unlock(&ex->ex_slock);
    978  1.12   thorpej 				return (rp);
    979  1.12   thorpej 			}
    980  1.12   thorpej 			if (flags & EX_MALLOCOK) {
    981  1.12   thorpej 				simple_unlock(&ex->ex_slock);
    982   1.1   thorpej 				goto alloc;
    983  1.12   thorpej 			}
    984  1.12   thorpej 			if ((flags & EX_WAITOK) == 0) {
    985  1.12   thorpej 				simple_unlock(&ex->ex_slock);
    986   1.1   thorpej 				return (NULL);
    987  1.12   thorpej 			}
    988   1.1   thorpej 			ex->ex_flags |= EXF_FLWANTED;
    989  1.12   thorpej 			simple_unlock(&ex->ex_slock);
    990   1.1   thorpej 			if (tsleep(&fex->fex_freelist,
    991   1.1   thorpej 			    PRIBIO | ((flags & EX_CATCH) ? PCATCH : 0),
    992   1.1   thorpej 			    "extnt", 0))
    993   1.1   thorpej 				return (NULL);
    994   1.1   thorpej 		}
    995   1.1   thorpej 	}
    996   1.1   thorpej 
    997   1.1   thorpej  alloc:
    998  1.15  sommerfe 	if ((expool == NULL) &&
    999  1.15  sommerfe 	    !expool_create())
   1000  1.15  sommerfe 		return (NULL);
   1001  1.15  sommerfe 
   1002  1.14        pk 	rp = pool_get(expool, (flags & EX_WAITOK) ? PR_WAITOK : 0);
   1003   1.1   thorpej 
   1004   1.7       cgd 	if (rp != NULL)
   1005   1.7       cgd 		rp->er_flags = ER_ALLOC;
   1006   1.1   thorpej 
   1007   1.1   thorpej 	return (rp);
   1008   1.1   thorpej }
   1009   1.1   thorpej 
   1010  1.12   thorpej /*
   1011  1.12   thorpej  * Free an extent region descriptor.  EXTENT _MUST_ BE LOCKED!  This
   1012  1.12   thorpej  * is safe as we do not block here.
   1013  1.12   thorpej  */
   1014   1.1   thorpej static void
   1015   1.1   thorpej extent_free_region_descriptor(ex, rp)
   1016   1.1   thorpej 	struct extent *ex;
   1017   1.1   thorpej 	struct extent_region *rp;
   1018   1.1   thorpej {
   1019   1.1   thorpej 
   1020   1.6   thorpej 	if (ex->ex_flags & EXF_FIXED) {
   1021   1.1   thorpej 		struct extent_fixed *fex = (struct extent_fixed *)ex;
   1022   1.1   thorpej 
   1023   1.6   thorpej 		/*
   1024   1.6   thorpej 		 * If someone's waiting for a region descriptor,
   1025   1.6   thorpej 		 * be nice and give them this one, rather than
   1026   1.6   thorpej 		 * just free'ing it back to the system.
   1027   1.6   thorpej 		 */
   1028   1.6   thorpej 		if (rp->er_flags & ER_ALLOC) {
   1029   1.6   thorpej 			if (ex->ex_flags & EXF_FLWANTED) {
   1030   1.6   thorpej 				/* Clear all but ER_ALLOC flag. */
   1031   1.6   thorpej 				rp->er_flags = ER_ALLOC;
   1032   1.6   thorpej 				LIST_INSERT_HEAD(&fex->fex_freelist, rp,
   1033   1.6   thorpej 				    er_link);
   1034   1.6   thorpej 				goto wake_em_up;
   1035   1.6   thorpej 			} else {
   1036  1.14        pk 				pool_put(expool, rp);
   1037   1.6   thorpej 			}
   1038   1.6   thorpej 		} else {
   1039   1.6   thorpej 			/* Clear all flags. */
   1040   1.6   thorpej 			rp->er_flags = 0;
   1041   1.6   thorpej 			LIST_INSERT_HEAD(&fex->fex_freelist, rp, er_link);
   1042   1.6   thorpej 		}
   1043   1.6   thorpej 
   1044   1.1   thorpej 		if (ex->ex_flags & EXF_FLWANTED) {
   1045   1.6   thorpej  wake_em_up:
   1046   1.1   thorpej 			ex->ex_flags &= ~EXF_FLWANTED;
   1047   1.1   thorpej 			wakeup(&fex->fex_freelist);
   1048   1.1   thorpej 		}
   1049   1.6   thorpej 		return;
   1050   1.6   thorpej 	}
   1051   1.6   thorpej 
   1052   1.6   thorpej 	/*
   1053   1.6   thorpej 	 * We know it's dynamically allocated if we get here.
   1054   1.6   thorpej 	 */
   1055  1.14        pk 	pool_put(expool, rp);
   1056   1.1   thorpej }
   1057   1.1   thorpej 
   1058   1.1   thorpej void
   1059   1.1   thorpej extent_print(ex)
   1060   1.1   thorpej 	struct extent *ex;
   1061   1.1   thorpej {
   1062   1.1   thorpej 	struct extent_region *rp;
   1063   1.1   thorpej 
   1064   1.1   thorpej 	if (ex == NULL)
   1065   1.1   thorpej 		panic("extent_print: NULL extent");
   1066   1.1   thorpej 
   1067  1.12   thorpej 	simple_lock(&ex->ex_slock);
   1068  1.12   thorpej 
   1069   1.5  christos 	printf("extent `%s' (0x%lx - 0x%lx), flags = 0x%x\n", ex->ex_name,
   1070   1.1   thorpej 	    ex->ex_start, ex->ex_end, ex->ex_flags);
   1071   1.1   thorpej 
   1072   1.1   thorpej 	for (rp = ex->ex_regions.lh_first; rp != NULL;
   1073   1.1   thorpej 	    rp = rp->er_link.le_next)
   1074   1.5  christos 		printf("     0x%lx - 0x%lx\n", rp->er_start, rp->er_end);
   1075  1.12   thorpej 
   1076  1.12   thorpej 	simple_unlock(&ex->ex_slock);
   1077   1.1   thorpej }
   1078