bufcache.c revision 1.5 1 1.5 perseant /* $NetBSD: bufcache.c,v 1.5 2005/04/06 02:38:17 perseant Exp $ */
2 1.1 perseant /*-
3 1.1 perseant * Copyright (c) 2003 The NetBSD Foundation, Inc.
4 1.1 perseant * All rights reserved.
5 1.1 perseant *
6 1.1 perseant * This code is derived from software contributed to The NetBSD Foundation
7 1.1 perseant * by Konrad E. Schroder <perseant (at) hhhh.org>.
8 1.1 perseant *
9 1.1 perseant * Redistribution and use in source and binary forms, with or without
10 1.1 perseant * modification, are permitted provided that the following conditions
11 1.1 perseant * are met:
12 1.1 perseant * 1. Redistributions of source code must retain the above copyright
13 1.1 perseant * notice, this list of conditions and the following disclaimer.
14 1.1 perseant * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 perseant * notice, this list of conditions and the following disclaimer in the
16 1.1 perseant * documentation and/or other materials provided with the distribution.
17 1.1 perseant * 3. All advertising materials mentioning features or use of this software
18 1.1 perseant * must display the following acknowledgement:
19 1.1 perseant * This product includes software developed by the NetBSD
20 1.1 perseant * Foundation, Inc. and its contributors.
21 1.1 perseant * 4. Neither the name of The NetBSD Foundation nor the names of its
22 1.1 perseant * contributors may be used to endorse or promote products derived
23 1.1 perseant * from this software without specific prior written permission.
24 1.1 perseant *
25 1.1 perseant * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
26 1.1 perseant * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.1 perseant * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.1 perseant * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
29 1.1 perseant * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.1 perseant * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.1 perseant * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.1 perseant * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.1 perseant * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.1 perseant * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.1 perseant * POSSIBILITY OF SUCH DAMAGE.
36 1.1 perseant */
37 1.1 perseant
38 1.1 perseant #include <sys/types.h>
39 1.1 perseant #include <sys/param.h>
40 1.1 perseant #include <sys/time.h>
41 1.1 perseant #include <sys/buf.h>
42 1.1 perseant #include <sys/queue.h>
43 1.1 perseant #include <sys/mount.h>
44 1.1 perseant
45 1.1 perseant #include <assert.h>
46 1.1 perseant #include <err.h>
47 1.1 perseant #include <stdio.h>
48 1.1 perseant #include <stdlib.h>
49 1.1 perseant #include <string.h>
50 1.1 perseant #include <unistd.h>
51 1.1 perseant
52 1.1 perseant #include "bufcache.h"
53 1.1 perseant #include "vnode.h"
54 1.1 perseant
55 1.1 perseant /*
56 1.1 perseant * Definitions for the buffer free lists.
57 1.1 perseant */
58 1.1 perseant #define BQUEUES 3 /* number of free buffer queues */
59 1.1 perseant
60 1.1 perseant #define BQ_LOCKED 0 /* super-blocks &c */
61 1.1 perseant #define BQ_LRU 1 /* lru, useful buffers */
62 1.1 perseant #define BQ_AGE 2 /* rubbish */
63 1.1 perseant
64 1.1 perseant TAILQ_HEAD(bqueues, ubuf) bufqueues[BQUEUES];
65 1.1 perseant
66 1.1 perseant #define HASH_MAX 101
67 1.1 perseant
68 1.1 perseant struct bufhash_struct bufhash[HASH_MAX];
69 1.1 perseant
70 1.1 perseant int maxbufs = BUF_CACHE_SIZE;
71 1.1 perseant int nbufs = 0;
72 1.1 perseant int cachehits = 0;
73 1.1 perseant int cachemisses = 0;
74 1.1 perseant int hashmax = 0;
75 1.1 perseant off_t locked_queue_bytes = 0;
76 1.4 perseant int locked_queue_count = 0;
77 1.1 perseant
78 1.1 perseant /* Simple buffer hash function */
79 1.1 perseant static int
80 1.1 perseant vl_hash(struct uvnode * vp, daddr_t lbn)
81 1.1 perseant {
82 1.1 perseant return (int)((unsigned long) vp + lbn) % HASH_MAX;
83 1.1 perseant }
84 1.1 perseant
85 1.1 perseant /* Initialize buffer cache */
86 1.1 perseant void
87 1.1 perseant bufinit(void)
88 1.1 perseant {
89 1.1 perseant int i;
90 1.1 perseant
91 1.1 perseant for (i = 0; i < BQUEUES; i++) {
92 1.1 perseant TAILQ_INIT(&bufqueues[i]);
93 1.1 perseant }
94 1.1 perseant for (i = 0; i < HASH_MAX; i++)
95 1.4 perseant LIST_INIT(&bufhash[i]);
96 1.1 perseant }
97 1.1 perseant
98 1.1 perseant /* Print statistics of buffer cache usage */
99 1.1 perseant void
100 1.1 perseant bufstats(void)
101 1.1 perseant {
102 1.1 perseant printf("buffer cache: %d hits %d misses (%2.2f%%); hash depth %d\n",
103 1.1 perseant cachehits, cachemisses,
104 1.1 perseant (cachehits * 100.0) / (cachehits + cachemisses),
105 1.1 perseant hashmax);
106 1.1 perseant }
107 1.1 perseant
108 1.1 perseant /*
109 1.1 perseant * Remove a buffer from the cache.
110 1.1 perseant * Caller must remove the buffer from its free list.
111 1.1 perseant */
112 1.1 perseant void
113 1.1 perseant buf_destroy(struct ubuf * bp)
114 1.1 perseant {
115 1.1 perseant bp->b_flags |= B_NEEDCOMMIT;
116 1.1 perseant LIST_REMOVE(bp, b_vnbufs);
117 1.1 perseant LIST_REMOVE(bp, b_hash);
118 1.1 perseant free(bp->b_data);
119 1.1 perseant free(bp);
120 1.1 perseant --nbufs;
121 1.1 perseant }
122 1.1 perseant
123 1.1 perseant /* Remove a buffer from its free list. */
124 1.1 perseant void
125 1.1 perseant bremfree(struct ubuf * bp)
126 1.1 perseant {
127 1.1 perseant struct bqueues *dp = NULL;
128 1.1 perseant
129 1.1 perseant /*
130 1.1 perseant * We only calculate the head of the freelist when removing
131 1.1 perseant * the last element of the list as that is the only time that
132 1.1 perseant * it is needed (e.g. to reset the tail pointer).
133 1.1 perseant *
134 1.1 perseant * NB: This makes an assumption about how tailq's are implemented.
135 1.1 perseant */
136 1.2 perseant if (bp->b_flags & B_LOCKED) {
137 1.1 perseant locked_queue_bytes -= bp->b_bcount;
138 1.4 perseant --locked_queue_count;
139 1.2 perseant }
140 1.1 perseant if (TAILQ_NEXT(bp, b_freelist) == NULL) {
141 1.1 perseant for (dp = bufqueues; dp < &bufqueues[BQUEUES]; dp++)
142 1.1 perseant if (dp->tqh_last == &bp->b_freelist.tqe_next)
143 1.1 perseant break;
144 1.1 perseant if (dp == &bufqueues[BQUEUES])
145 1.1 perseant errx(1, "bremfree: lost tail");
146 1.1 perseant }
147 1.1 perseant ++bp->b_vp->v_usecount;
148 1.1 perseant TAILQ_REMOVE(dp, bp, b_freelist);
149 1.1 perseant }
150 1.1 perseant
151 1.1 perseant /* Return a buffer if it is in the cache, otherwise return NULL. */
152 1.1 perseant struct ubuf *
153 1.1 perseant incore(struct uvnode * vp, int lbn)
154 1.1 perseant {
155 1.1 perseant struct ubuf *bp;
156 1.1 perseant int hash, depth;
157 1.1 perseant
158 1.1 perseant hash = vl_hash(vp, lbn);
159 1.1 perseant /* XXX use a real hash instead. */
160 1.1 perseant depth = 0;
161 1.1 perseant LIST_FOREACH(bp, &bufhash[hash], b_hash) {
162 1.1 perseant if (++depth > hashmax)
163 1.1 perseant hashmax = depth;
164 1.1 perseant if (bp->b_vp == vp && bp->b_lblkno == lbn) {
165 1.1 perseant return bp;
166 1.1 perseant }
167 1.1 perseant }
168 1.1 perseant return NULL;
169 1.1 perseant }
170 1.1 perseant
171 1.1 perseant /*
172 1.1 perseant * Return a buffer of the given size, lbn and uvnode.
173 1.1 perseant * If none is in core, make a new one.
174 1.1 perseant */
175 1.1 perseant struct ubuf *
176 1.1 perseant getblk(struct uvnode * vp, daddr_t lbn, int size)
177 1.1 perseant {
178 1.1 perseant struct ubuf *bp;
179 1.3 perseant #ifdef DEBUG
180 1.3 perseant static int warned;
181 1.3 perseant #endif
182 1.1 perseant
183 1.1 perseant /*
184 1.1 perseant * First check the buffer cache lists.
185 1.5 perseant * We might sometimes need to resize a buffer. If we are growing
186 1.5 perseant * the buffer, its contents are invalid; but shrinking is okay.
187 1.1 perseant */
188 1.1 perseant if ((bp = incore(vp, lbn)) != NULL) {
189 1.1 perseant assert(!(bp->b_flags & B_NEEDCOMMIT));
190 1.1 perseant assert(!(bp->b_flags & B_BUSY));
191 1.1 perseant bp->b_flags |= B_BUSY;
192 1.1 perseant bremfree(bp);
193 1.5 perseant if (bp->b_bcount == size)
194 1.5 perseant return bp;
195 1.5 perseant else if (bp->b_bcount > size) {
196 1.5 perseant assert(!(bp->b_flags & B_DELWRI));
197 1.5 perseant bp->b_bcount = size;
198 1.5 perseant bp->b_data = realloc(bp->b_data, size);
199 1.5 perseant return bp;
200 1.5 perseant }
201 1.5 perseant
202 1.5 perseant buf_destroy(bp);
203 1.5 perseant bp = NULL;
204 1.1 perseant }
205 1.5 perseant
206 1.1 perseant /*
207 1.1 perseant * Not on the list.
208 1.1 perseant * Get a new block of the appropriate size and use that.
209 1.1 perseant * If not enough space, free blocks from the AGE and LRU lists
210 1.1 perseant * to make room.
211 1.1 perseant */
212 1.4 perseant while (nbufs >= maxbufs + locked_queue_count) {
213 1.1 perseant bp = TAILQ_FIRST(&bufqueues[BQ_AGE]);
214 1.1 perseant if (bp)
215 1.1 perseant TAILQ_REMOVE(&bufqueues[BQ_AGE], bp, b_freelist);
216 1.1 perseant if (bp == NULL) {
217 1.1 perseant bp = TAILQ_FIRST(&bufqueues[BQ_LRU]);
218 1.1 perseant if (bp)
219 1.3 perseant TAILQ_REMOVE(&bufqueues[BQ_LRU], bp,
220 1.1 perseant b_freelist);
221 1.1 perseant }
222 1.1 perseant if (bp) {
223 1.1 perseant if (bp->b_flags & B_DELWRI)
224 1.1 perseant VOP_STRATEGY(bp);
225 1.1 perseant buf_destroy(bp);
226 1.1 perseant }
227 1.1 perseant #ifdef DEBUG
228 1.1 perseant else {
229 1.4 perseant if (!warned) {
230 1.3 perseant warnx("allocating more than %d buffers",
231 1.3 perseant maxbufs);
232 1.4 perseant ++warned;
233 1.4 perseant }
234 1.3 perseant break;
235 1.1 perseant }
236 1.1 perseant #endif
237 1.1 perseant }
238 1.1 perseant ++nbufs;
239 1.1 perseant bp = (struct ubuf *) malloc(sizeof(*bp));
240 1.1 perseant memset(bp, 0, sizeof(*bp));
241 1.1 perseant bp->b_data = malloc(size);
242 1.1 perseant memset(bp->b_data, 0, size);
243 1.1 perseant
244 1.1 perseant bp->b_vp = vp;
245 1.1 perseant bp->b_blkno = bp->b_lblkno = lbn;
246 1.1 perseant bp->b_bcount = size;
247 1.1 perseant LIST_INSERT_HEAD(&bufhash[vl_hash(vp, lbn)], bp, b_hash);
248 1.1 perseant LIST_INSERT_HEAD(&vp->v_cleanblkhd, bp, b_vnbufs);
249 1.1 perseant bp->b_flags = B_BUSY;
250 1.1 perseant
251 1.1 perseant return bp;
252 1.1 perseant }
253 1.1 perseant
254 1.1 perseant /* Write a buffer to disk according to its strategy routine. */
255 1.1 perseant void
256 1.1 perseant bwrite(struct ubuf * bp)
257 1.1 perseant {
258 1.1 perseant bp->b_flags &= ~(B_READ | B_DONE | B_DELWRI | B_LOCKED);
259 1.1 perseant VOP_STRATEGY(bp);
260 1.1 perseant bp->b_flags |= B_DONE;
261 1.1 perseant reassignbuf(bp, bp->b_vp);
262 1.1 perseant brelse(bp);
263 1.1 perseant }
264 1.1 perseant
265 1.1 perseant /* Put a buffer back on its free list, clear B_BUSY. */
266 1.1 perseant void
267 1.1 perseant brelse(struct ubuf * bp)
268 1.1 perseant {
269 1.1 perseant int age;
270 1.1 perseant
271 1.1 perseant assert(!(bp->b_flags & B_NEEDCOMMIT));
272 1.1 perseant assert(bp->b_flags & B_BUSY);
273 1.1 perseant
274 1.1 perseant age = bp->b_flags & B_AGE;
275 1.1 perseant bp->b_flags &= ~(B_BUSY | B_AGE);
276 1.1 perseant if (bp->b_flags & B_INVAL) {
277 1.1 perseant buf_destroy(bp);
278 1.1 perseant return;
279 1.1 perseant }
280 1.1 perseant if (bp->b_flags & B_LOCKED) {
281 1.1 perseant locked_queue_bytes += bp->b_bcount;
282 1.4 perseant ++locked_queue_count;
283 1.1 perseant TAILQ_INSERT_TAIL(&bufqueues[BQ_LOCKED], bp, b_freelist);
284 1.1 perseant } else if (age) {
285 1.1 perseant TAILQ_INSERT_TAIL(&bufqueues[BQ_AGE], bp, b_freelist);
286 1.1 perseant } else {
287 1.1 perseant TAILQ_INSERT_TAIL(&bufqueues[BQ_LRU], bp, b_freelist);
288 1.1 perseant }
289 1.1 perseant --bp->b_vp->v_usecount;
290 1.1 perseant }
291 1.1 perseant
292 1.1 perseant /* Read the given block from disk, return it B_BUSY. */
293 1.1 perseant int
294 1.1 perseant bread(struct uvnode * vp, daddr_t lbn, int size, struct ucred * unused,
295 1.1 perseant struct ubuf ** bpp)
296 1.1 perseant {
297 1.1 perseant struct ubuf *bp;
298 1.1 perseant daddr_t daddr;
299 1.1 perseant int error, count;
300 1.1 perseant
301 1.1 perseant bp = getblk(vp, lbn, size);
302 1.1 perseant *bpp = bp;
303 1.1 perseant if (bp->b_flags & (B_DELWRI | B_DONE)) {
304 1.1 perseant ++cachehits;
305 1.1 perseant return 0;
306 1.1 perseant }
307 1.1 perseant ++cachemisses;
308 1.1 perseant
309 1.1 perseant /*
310 1.1 perseant * Not found. Need to find that block's location on disk,
311 1.1 perseant * and load it in.
312 1.1 perseant */
313 1.1 perseant daddr = -1;
314 1.1 perseant error = VOP_BMAP(vp, lbn, &daddr);
315 1.1 perseant bp->b_blkno = daddr;
316 1.1 perseant if (daddr >= 0) {
317 1.1 perseant count = pread(vp->v_fd, bp->b_data, bp->b_bcount,
318 1.1 perseant dbtob((off_t) daddr));
319 1.1 perseant if (count == bp->b_bcount) {
320 1.1 perseant bp->b_flags |= B_DONE;
321 1.1 perseant return 0;
322 1.1 perseant }
323 1.1 perseant return -1;
324 1.1 perseant }
325 1.1 perseant memset(bp->b_data, 0, bp->b_bcount);
326 1.1 perseant return 0;
327 1.1 perseant }
328 1.1 perseant
329 1.1 perseant /* Move a buffer between dirty and clean block lists. */
330 1.1 perseant void
331 1.1 perseant reassignbuf(struct ubuf * bp, struct uvnode * vp)
332 1.1 perseant {
333 1.1 perseant LIST_REMOVE(bp, b_vnbufs);
334 1.1 perseant if (bp->b_flags & B_DELWRI) {
335 1.1 perseant LIST_INSERT_HEAD(&vp->v_dirtyblkhd, bp, b_vnbufs);
336 1.1 perseant } else {
337 1.1 perseant LIST_INSERT_HEAD(&vp->v_cleanblkhd, bp, b_vnbufs);
338 1.1 perseant }
339 1.1 perseant }
340 1.3 perseant
341 1.3 perseant #ifdef DEBUG
342 1.3 perseant void
343 1.3 perseant dump_free_lists(void)
344 1.3 perseant {
345 1.3 perseant struct ubuf *bp;
346 1.3 perseant int i;
347 1.3 perseant
348 1.3 perseant for (i = 0; i <= BQ_LOCKED; i++) {
349 1.3 perseant printf("==> free list %d:\n", i);
350 1.3 perseant TAILQ_FOREACH(bp, &bufqueues[i], b_freelist) {
351 1.3 perseant printf("vp %p lbn %" PRId64 " flags %lx\n",
352 1.3 perseant bp->b_vp, bp->b_lblkno, bp->b_flags);
353 1.3 perseant }
354 1.3 perseant }
355 1.3 perseant }
356 1.3 perseant #endif
357