uvm_readahead.c revision 1.1.2.1 1 1.1.2.1 yamt /* $NetBSD: uvm_readahead.c,v 1.1.2.1 2005/11/15 01:57:25 yamt Exp $ */
2 1.1.2.1 yamt
3 1.1.2.1 yamt /*-
4 1.1.2.1 yamt * Copyright (c)2003, 2005 YAMAMOTO Takashi,
5 1.1.2.1 yamt * All rights reserved.
6 1.1.2.1 yamt *
7 1.1.2.1 yamt * Redistribution and use in source and binary forms, with or without
8 1.1.2.1 yamt * modification, are permitted provided that the following conditions
9 1.1.2.1 yamt * are met:
10 1.1.2.1 yamt * 1. Redistributions of source code must retain the above copyright
11 1.1.2.1 yamt * notice, this list of conditions and the following disclaimer.
12 1.1.2.1 yamt * 2. Redistributions in binary form must reproduce the above copyright
13 1.1.2.1 yamt * notice, this list of conditions and the following disclaimer in the
14 1.1.2.1 yamt * documentation and/or other materials provided with the distribution.
15 1.1.2.1 yamt *
16 1.1.2.1 yamt * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17 1.1.2.1 yamt * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 1.1.2.1 yamt * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 1.1.2.1 yamt * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20 1.1.2.1 yamt * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 1.1.2.1 yamt * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 1.1.2.1 yamt * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 1.1.2.1 yamt * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 1.1.2.1 yamt * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1.2.1 yamt * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1.2.1 yamt * SUCH DAMAGE.
27 1.1.2.1 yamt */
28 1.1.2.1 yamt
29 1.1.2.1 yamt #include <sys/cdefs.h>
30 1.1.2.1 yamt __KERNEL_RCSID(0, "$NetBSD: uvm_readahead.c,v 1.1.2.1 2005/11/15 01:57:25 yamt Exp $");
31 1.1.2.1 yamt
32 1.1.2.1 yamt #include <sys/param.h>
33 1.1.2.1 yamt #include <sys/pool.h>
34 1.1.2.1 yamt
35 1.1.2.1 yamt #include <uvm/uvm.h>
36 1.1.2.1 yamt #include <uvm/uvm_readahead.h>
37 1.1.2.1 yamt
38 1.1.2.1 yamt struct uvm_ractx {
39 1.1.2.1 yamt int ra_flags;
40 1.1.2.1 yamt #define RA_VALID 1
41 1.1.2.1 yamt off_t ra_winstart;
42 1.1.2.1 yamt size_t ra_winsize;
43 1.1.2.1 yamt off_t ra_next;
44 1.1.2.1 yamt };
45 1.1.2.1 yamt
46 1.1.2.1 yamt /*
47 1.1.2.1 yamt * XXX tune
48 1.1.2.1 yamt * XXX should consider the amount of memory in the system
49 1.1.2.1 yamt */
50 1.1.2.1 yamt
51 1.1.2.1 yamt #define RA_WINSIZE_INIT MAXPHYS
52 1.1.2.1 yamt #define RA_WINSIZE_MAX (MAXPHYS * 8)
53 1.1.2.1 yamt #define RA_MINSIZE (MAXPHYS * 2)
54 1.1.2.1 yamt
55 1.1.2.1 yamt static off_t ra_startio(struct uvm_object *, off_t, size_t);
56 1.1.2.1 yamt static struct uvm_ractx *ra_allocctx(void);
57 1.1.2.1 yamt static void ra_freectx(struct uvm_ractx *);
58 1.1.2.1 yamt
59 1.1.2.1 yamt POOL_INIT(ractx_pool, sizeof(struct uvm_ractx), 0, 0, 0, "ractx",
60 1.1.2.1 yamt &pool_allocator_nointr);
61 1.1.2.1 yamt
62 1.1.2.1 yamt static struct uvm_ractx *
63 1.1.2.1 yamt ra_allocctx(void)
64 1.1.2.1 yamt {
65 1.1.2.1 yamt
66 1.1.2.1 yamt return pool_get(&ractx_pool, PR_NOWAIT);
67 1.1.2.1 yamt }
68 1.1.2.1 yamt
69 1.1.2.1 yamt static void
70 1.1.2.1 yamt ra_freectx(struct uvm_ractx *ra)
71 1.1.2.1 yamt {
72 1.1.2.1 yamt
73 1.1.2.1 yamt pool_put(&ractx_pool, ra);
74 1.1.2.1 yamt }
75 1.1.2.1 yamt
76 1.1.2.1 yamt static off_t
77 1.1.2.1 yamt ra_startio(struct uvm_object *uobj, off_t off, size_t sz)
78 1.1.2.1 yamt {
79 1.1.2.1 yamt const off_t endoff = off + sz;
80 1.1.2.1 yamt
81 1.1.2.1 yamt #if 0
82 1.1.2.1 yamt printf("%s: uobj=%p, off=%" PRIu64 ", endoff=%" PRIu64 "\n",
83 1.1.2.1 yamt __func__, uobj, off, endoff);
84 1.1.2.1 yamt #endif
85 1.1.2.1 yamt off = trunc_page(off);
86 1.1.2.1 yamt while (off < endoff) {
87 1.1.2.1 yamt const size_t chunksize = MAXPHYS;
88 1.1.2.1 yamt int error;
89 1.1.2.1 yamt size_t donebytes;
90 1.1.2.1 yamt int npages;
91 1.1.2.1 yamt int orignpages;
92 1.1.2.1 yamt size_t bytelen;
93 1.1.2.1 yamt
94 1.1.2.1 yamt KASSERT((chunksize & (chunksize - 1)) == 0);
95 1.1.2.1 yamt KASSERT((off & PAGE_MASK) == 0);
96 1.1.2.1 yamt bytelen = ((off + chunksize) & -(off_t)chunksize) - off;
97 1.1.2.1 yamt #if 0
98 1.1.2.1 yamt printf("%s: off=%" PRIu64 ", bytelen=%zu\n",
99 1.1.2.1 yamt __func__, off, bytelen);
100 1.1.2.1 yamt #endif
101 1.1.2.1 yamt KASSERT((bytelen & PAGE_MASK) == 0);
102 1.1.2.1 yamt npages = orignpages = bytelen >> PAGE_SHIFT;
103 1.1.2.1 yamt KASSERT(npages != 0);
104 1.1.2.1 yamt simple_lock(&uobj->vmobjlock);
105 1.1.2.1 yamt error = (*uobj->pgops->pgo_get)(uobj, off, NULL,
106 1.1.2.1 yamt &npages, 0, VM_PROT_READ, 0, 0);
107 1.1.2.1 yamt if (error) {
108 1.1.2.1 yamt #if 1
109 1.1.2.1 yamt if (error != EINVAL) {
110 1.1.2.1 yamt printf("%s: error=%d\n", __func__, error);
111 1.1.2.1 yamt }
112 1.1.2.1 yamt #endif
113 1.1.2.1 yamt break;
114 1.1.2.1 yamt }
115 1.1.2.1 yamt donebytes = orignpages << PAGE_SHIFT;
116 1.1.2.1 yamt off += donebytes;
117 1.1.2.1 yamt if (orignpages != npages) {
118 1.1.2.1 yamt #if 1
119 1.1.2.1 yamt printf("%s: orignpages=%d, npages=%d\n",
120 1.1.2.1 yamt __func__, orignpages, npages);
121 1.1.2.1 yamt #endif
122 1.1.2.1 yamt /* XXX */
123 1.1.2.1 yamt }
124 1.1.2.1 yamt }
125 1.1.2.1 yamt
126 1.1.2.1 yamt return off;
127 1.1.2.1 yamt }
128 1.1.2.1 yamt
129 1.1.2.1 yamt /* ------------------------------------------------------------ */
130 1.1.2.1 yamt
131 1.1.2.1 yamt struct uvm_ractx *
132 1.1.2.1 yamt uvm_ra_allocctx(int hint)
133 1.1.2.1 yamt {
134 1.1.2.1 yamt struct uvm_ractx *ra;
135 1.1.2.1 yamt
136 1.1.2.1 yamt ra = ra_allocctx();
137 1.1.2.1 yamt if (ra != NULL) {
138 1.1.2.1 yamt ra->ra_flags = 0;
139 1.1.2.1 yamt }
140 1.1.2.1 yamt
141 1.1.2.1 yamt return ra;
142 1.1.2.1 yamt }
143 1.1.2.1 yamt
144 1.1.2.1 yamt void
145 1.1.2.1 yamt uvm_ra_freectx(struct uvm_ractx *ra)
146 1.1.2.1 yamt {
147 1.1.2.1 yamt
148 1.1.2.1 yamt KASSERT(ra != NULL);
149 1.1.2.1 yamt ra_freectx(ra);
150 1.1.2.1 yamt }
151 1.1.2.1 yamt
152 1.1.2.1 yamt void
153 1.1.2.1 yamt uvm_ra_request(struct uvm_ractx *ra, struct uvm_object *uobj,
154 1.1.2.1 yamt off_t reqoff, size_t reqsize)
155 1.1.2.1 yamt {
156 1.1.2.1 yamt
157 1.1.2.1 yamt if (ra == NULL) {
158 1.1.2.1 yamt return;
159 1.1.2.1 yamt }
160 1.1.2.1 yamt
161 1.1.2.1 yamt if ((ra->ra_flags & RA_VALID) == 0) {
162 1.1.2.1 yamt initialize:
163 1.1.2.1 yamt ra->ra_winstart = ra->ra_next = reqoff + reqsize;
164 1.1.2.1 yamt ra->ra_winsize = RA_WINSIZE_INIT;
165 1.1.2.1 yamt ra->ra_flags |= RA_VALID;
166 1.1.2.1 yamt return;
167 1.1.2.1 yamt }
168 1.1.2.1 yamt
169 1.1.2.1 yamt if (reqoff < ra->ra_winstart ||
170 1.1.2.1 yamt ra->ra_winstart + ra->ra_winsize < reqoff) {
171 1.1.2.1 yamt
172 1.1.2.1 yamt /*
173 1.1.2.1 yamt * miss
174 1.1.2.1 yamt */
175 1.1.2.1 yamt
176 1.1.2.1 yamt goto initialize;
177 1.1.2.1 yamt }
178 1.1.2.1 yamt
179 1.1.2.1 yamt /*
180 1.1.2.1 yamt * hit
181 1.1.2.1 yamt */
182 1.1.2.1 yamt
183 1.1.2.1 yamt if (reqoff > ra->ra_next) {
184 1.1.2.1 yamt ra->ra_next = reqoff;
185 1.1.2.1 yamt }
186 1.1.2.1 yamt
187 1.1.2.1 yamt if (reqoff + ra->ra_winsize > ra->ra_next) {
188 1.1.2.1 yamt off_t raoff = MAX(reqoff, ra->ra_next);
189 1.1.2.1 yamt size_t rasize = reqoff + ra->ra_winsize - ra->ra_next;
190 1.1.2.1 yamt
191 1.1.2.1 yamt if (rasize >= RA_MINSIZE) {
192 1.1.2.1 yamt ra->ra_next = ra_startio(uobj, raoff, rasize);
193 1.1.2.1 yamt }
194 1.1.2.1 yamt }
195 1.1.2.1 yamt
196 1.1.2.1 yamt /*
197 1.1.2.1 yamt * update window
198 1.1.2.1 yamt */
199 1.1.2.1 yamt
200 1.1.2.1 yamt ra->ra_winstart = reqoff + reqsize;
201 1.1.2.1 yamt ra->ra_winsize = MIN(RA_WINSIZE_MAX, ra->ra_winsize + reqsize);
202 1.1.2.1 yamt }
203