threadpool.c revision 1.2.2.2 1 1.2.2.2 pgoyette /* $NetBSD: threadpool.c,v 1.2.2.2 2018/12/26 14:02:10 pgoyette Exp $ */
2 1.2.2.2 pgoyette
3 1.2.2.2 pgoyette /*-
4 1.2.2.2 pgoyette * Copyright (c) 2018 The NetBSD Foundation, Inc.
5 1.2.2.2 pgoyette * All rights reserved.
6 1.2.2.2 pgoyette *
7 1.2.2.2 pgoyette * This code is derived from software contributed to The NetBSD Foundation
8 1.2.2.2 pgoyette * by Jason R. Thorpe.
9 1.2.2.2 pgoyette *
10 1.2.2.2 pgoyette * Redistribution and use in source and binary forms, with or without
11 1.2.2.2 pgoyette * modification, are permitted provided that the following conditions
12 1.2.2.2 pgoyette * are met:
13 1.2.2.2 pgoyette * 1. Redistributions of source code must retain the above copyright
14 1.2.2.2 pgoyette * notice, this list of conditions and the following disclaimer.
15 1.2.2.2 pgoyette * 2. Redistributions in binary form must reproduce the above copyright
16 1.2.2.2 pgoyette * notice, this list of conditions and the following disclaimer in the
17 1.2.2.2 pgoyette * documentation and/or other materials provided with the distribution.
18 1.2.2.2 pgoyette *
19 1.2.2.2 pgoyette * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
20 1.2.2.2 pgoyette * CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
21 1.2.2.2 pgoyette * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
22 1.2.2.2 pgoyette * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
23 1.2.2.2 pgoyette * IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
24 1.2.2.2 pgoyette * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25 1.2.2.2 pgoyette * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
26 1.2.2.2 pgoyette * GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 1.2.2.2 pgoyette * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
28 1.2.2.2 pgoyette * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
29 1.2.2.2 pgoyette * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
30 1.2.2.2 pgoyette * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31 1.2.2.2 pgoyette */
32 1.2.2.2 pgoyette
33 1.2.2.2 pgoyette #include <sys/cdefs.h>
34 1.2.2.2 pgoyette #if !defined(lint)
35 1.2.2.2 pgoyette __RCSID("$NetBSD: threadpool.c,v 1.2.2.2 2018/12/26 14:02:10 pgoyette Exp $");
36 1.2.2.2 pgoyette #endif /* !lint */
37 1.2.2.2 pgoyette
38 1.2.2.2 pgoyette #include <sys/param.h>
39 1.2.2.2 pgoyette #include <sys/condvar.h>
40 1.2.2.2 pgoyette #include <sys/kernel.h>
41 1.2.2.2 pgoyette #include <sys/kmem.h>
42 1.2.2.2 pgoyette #include <sys/mutex.h>
43 1.2.2.2 pgoyette #include <sys/threadpool.h>
44 1.2.2.2 pgoyette
45 1.2.2.2 pgoyette #include "kernspace.h"
46 1.2.2.2 pgoyette
47 1.2.2.2 pgoyette void
48 1.2.2.2 pgoyette rumptest_threadpool_unbound_lifecycle(void)
49 1.2.2.2 pgoyette {
50 1.2.2.2 pgoyette threadpool_t *pool0, *pool1, *pool2;
51 1.2.2.2 pgoyette int error;
52 1.2.2.2 pgoyette
53 1.2.2.2 pgoyette error = threadpool_get(&pool0, PRI_NONE);
54 1.2.2.2 pgoyette KASSERT(error == 0);
55 1.2.2.2 pgoyette
56 1.2.2.2 pgoyette error = threadpool_get(&pool1, PRI_NONE);
57 1.2.2.2 pgoyette KASSERT(error == 0);
58 1.2.2.2 pgoyette
59 1.2.2.2 pgoyette KASSERT(pool0 == pool1);
60 1.2.2.2 pgoyette
61 1.2.2.2 pgoyette error = threadpool_get(&pool2, PRI_KERNEL_RT);
62 1.2.2.2 pgoyette KASSERT(error == 0);
63 1.2.2.2 pgoyette
64 1.2.2.2 pgoyette KASSERT(pool0 != pool2);
65 1.2.2.2 pgoyette
66 1.2.2.2 pgoyette threadpool_put(pool0, PRI_NONE);
67 1.2.2.2 pgoyette threadpool_put(pool1, PRI_NONE);
68 1.2.2.2 pgoyette threadpool_put(pool2, PRI_KERNEL_RT);
69 1.2.2.2 pgoyette }
70 1.2.2.2 pgoyette
71 1.2.2.2 pgoyette void
72 1.2.2.2 pgoyette rumptest_threadpool_percpu_lifecycle(void)
73 1.2.2.2 pgoyette {
74 1.2.2.2 pgoyette threadpool_percpu_t *pcpu0, *pcpu1, *pcpu2;
75 1.2.2.2 pgoyette int error;
76 1.2.2.2 pgoyette
77 1.2.2.2 pgoyette error = threadpool_percpu_get(&pcpu0, PRI_NONE);
78 1.2.2.2 pgoyette KASSERT(error == 0);
79 1.2.2.2 pgoyette
80 1.2.2.2 pgoyette error = threadpool_percpu_get(&pcpu1, PRI_NONE);
81 1.2.2.2 pgoyette KASSERT(error == 0);
82 1.2.2.2 pgoyette
83 1.2.2.2 pgoyette KASSERT(pcpu0 == pcpu1);
84 1.2.2.2 pgoyette
85 1.2.2.2 pgoyette error = threadpool_percpu_get(&pcpu2, PRI_KERNEL_RT);
86 1.2.2.2 pgoyette KASSERT(error == 0);
87 1.2.2.2 pgoyette
88 1.2.2.2 pgoyette KASSERT(pcpu0 != pcpu2);
89 1.2.2.2 pgoyette
90 1.2.2.2 pgoyette threadpool_percpu_put(pcpu0, PRI_NONE);
91 1.2.2.2 pgoyette threadpool_percpu_put(pcpu1, PRI_NONE);
92 1.2.2.2 pgoyette threadpool_percpu_put(pcpu2, PRI_KERNEL_RT);
93 1.2.2.2 pgoyette }
94 1.2.2.2 pgoyette
95 1.2.2.2 pgoyette struct test_job_data {
96 1.2.2.2 pgoyette kmutex_t mutex;
97 1.2.2.2 pgoyette kcondvar_t cond;
98 1.2.2.2 pgoyette unsigned int count;
99 1.2.2.2 pgoyette threadpool_job_t job;
100 1.2.2.2 pgoyette };
101 1.2.2.2 pgoyette
102 1.2.2.2 pgoyette #define FINAL_COUNT 12345
103 1.2.2.2 pgoyette
104 1.2.2.2 pgoyette static void
105 1.2.2.2 pgoyette test_job_func_schedule(threadpool_job_t *job)
106 1.2.2.2 pgoyette {
107 1.2.2.2 pgoyette struct test_job_data *data =
108 1.2.2.2 pgoyette container_of(job, struct test_job_data, job);
109 1.2.2.2 pgoyette
110 1.2.2.2 pgoyette mutex_enter(&data->mutex);
111 1.2.2.2 pgoyette KASSERT(data->count != FINAL_COUNT);
112 1.2.2.2 pgoyette data->count++;
113 1.2.2.2 pgoyette cv_broadcast(&data->cond);
114 1.2.2.2 pgoyette threadpool_job_done(job);
115 1.2.2.2 pgoyette mutex_exit(&data->mutex);
116 1.2.2.2 pgoyette }
117 1.2.2.2 pgoyette
118 1.2.2.2 pgoyette static void
119 1.2.2.2 pgoyette test_job_func_cancel(threadpool_job_t *job)
120 1.2.2.2 pgoyette {
121 1.2.2.2 pgoyette struct test_job_data *data =
122 1.2.2.2 pgoyette container_of(job, struct test_job_data, job);
123 1.2.2.2 pgoyette
124 1.2.2.2 pgoyette mutex_enter(&data->mutex);
125 1.2.2.2 pgoyette data->count = 1;
126 1.2.2.2 pgoyette cv_broadcast(&data->cond);
127 1.2.2.2 pgoyette while (data->count != FINAL_COUNT - 1)
128 1.2.2.2 pgoyette cv_wait(&data->cond, &data->mutex);
129 1.2.2.2 pgoyette data->count = FINAL_COUNT;
130 1.2.2.2 pgoyette cv_broadcast(&data->cond);
131 1.2.2.2 pgoyette threadpool_job_done(job);
132 1.2.2.2 pgoyette mutex_exit(&data->mutex);
133 1.2.2.2 pgoyette }
134 1.2.2.2 pgoyette
135 1.2.2.2 pgoyette static void
136 1.2.2.2 pgoyette init_test_job_data(struct test_job_data *data, threadpool_job_fn_t fn)
137 1.2.2.2 pgoyette {
138 1.2.2.2 pgoyette mutex_init(&data->mutex, MUTEX_DEFAULT, IPL_NONE);
139 1.2.2.2 pgoyette cv_init(&data->cond, "testjob");
140 1.2.2.2 pgoyette threadpool_job_init(&data->job, fn, &data->mutex, "testjob");
141 1.2.2.2 pgoyette data->count = 0;
142 1.2.2.2 pgoyette }
143 1.2.2.2 pgoyette
144 1.2.2.2 pgoyette static void
145 1.2.2.2 pgoyette fini_test_job_data(struct test_job_data *data)
146 1.2.2.2 pgoyette {
147 1.2.2.2 pgoyette threadpool_job_destroy(&data->job);
148 1.2.2.2 pgoyette cv_destroy(&data->cond);
149 1.2.2.2 pgoyette mutex_destroy(&data->mutex);
150 1.2.2.2 pgoyette }
151 1.2.2.2 pgoyette
152 1.2.2.2 pgoyette void
153 1.2.2.2 pgoyette rumptest_threadpool_unbound_schedule(void)
154 1.2.2.2 pgoyette {
155 1.2.2.2 pgoyette struct test_job_data data;
156 1.2.2.2 pgoyette threadpool_t *pool;
157 1.2.2.2 pgoyette int error;
158 1.2.2.2 pgoyette
159 1.2.2.2 pgoyette error = threadpool_get(&pool, PRI_NONE);
160 1.2.2.2 pgoyette KASSERT(error == 0);
161 1.2.2.2 pgoyette
162 1.2.2.2 pgoyette init_test_job_data(&data, test_job_func_schedule);
163 1.2.2.2 pgoyette
164 1.2.2.2 pgoyette mutex_enter(&data.mutex);
165 1.2.2.2 pgoyette while (data.count != FINAL_COUNT) {
166 1.2.2.2 pgoyette threadpool_schedule_job(pool, &data.job);
167 1.2.2.2 pgoyette error = cv_timedwait(&data.cond, &data.mutex, hz * 2);
168 1.2.2.2 pgoyette KASSERT(error != EWOULDBLOCK);
169 1.2.2.2 pgoyette }
170 1.2.2.2 pgoyette mutex_exit(&data.mutex);
171 1.2.2.2 pgoyette
172 1.2.2.2 pgoyette fini_test_job_data(&data);
173 1.2.2.2 pgoyette
174 1.2.2.2 pgoyette threadpool_put(pool, PRI_NONE);
175 1.2.2.2 pgoyette }
176 1.2.2.2 pgoyette
177 1.2.2.2 pgoyette void
178 1.2.2.2 pgoyette rumptest_threadpool_percpu_schedule(void)
179 1.2.2.2 pgoyette {
180 1.2.2.2 pgoyette struct test_job_data data;
181 1.2.2.2 pgoyette threadpool_percpu_t *pcpu;
182 1.2.2.2 pgoyette threadpool_t *pool;
183 1.2.2.2 pgoyette int error;
184 1.2.2.2 pgoyette
185 1.2.2.2 pgoyette error = threadpool_percpu_get(&pcpu, PRI_NONE);
186 1.2.2.2 pgoyette KASSERT(error == 0);
187 1.2.2.2 pgoyette
188 1.2.2.2 pgoyette pool = threadpool_percpu_ref(pcpu);
189 1.2.2.2 pgoyette
190 1.2.2.2 pgoyette init_test_job_data(&data, test_job_func_schedule);
191 1.2.2.2 pgoyette
192 1.2.2.2 pgoyette mutex_enter(&data.mutex);
193 1.2.2.2 pgoyette while (data.count != FINAL_COUNT) {
194 1.2.2.2 pgoyette threadpool_schedule_job(pool, &data.job);
195 1.2.2.2 pgoyette error = cv_timedwait(&data.cond, &data.mutex, hz * 2);
196 1.2.2.2 pgoyette KASSERT(error != EWOULDBLOCK);
197 1.2.2.2 pgoyette }
198 1.2.2.2 pgoyette mutex_exit(&data.mutex);
199 1.2.2.2 pgoyette
200 1.2.2.2 pgoyette fini_test_job_data(&data);
201 1.2.2.2 pgoyette
202 1.2.2.2 pgoyette threadpool_percpu_put(pcpu, PRI_NONE);
203 1.2.2.2 pgoyette }
204 1.2.2.2 pgoyette
205 1.2.2.2 pgoyette void
206 1.2.2.2 pgoyette rumptest_threadpool_job_cancel(void)
207 1.2.2.2 pgoyette {
208 1.2.2.2 pgoyette struct test_job_data data;
209 1.2.2.2 pgoyette threadpool_t *pool;
210 1.2.2.2 pgoyette int error;
211 1.2.2.2 pgoyette bool rv;
212 1.2.2.2 pgoyette
213 1.2.2.2 pgoyette error = threadpool_get(&pool, PRI_NONE);
214 1.2.2.2 pgoyette KASSERT(error == 0);
215 1.2.2.2 pgoyette
216 1.2.2.2 pgoyette init_test_job_data(&data, test_job_func_cancel);
217 1.2.2.2 pgoyette
218 1.2.2.2 pgoyette mutex_enter(&data.mutex);
219 1.2.2.2 pgoyette threadpool_schedule_job(pool, &data.job);
220 1.2.2.2 pgoyette while (data.count == 0)
221 1.2.2.2 pgoyette cv_wait(&data.cond, &data.mutex);
222 1.2.2.2 pgoyette KASSERT(data.count == 1);
223 1.2.2.2 pgoyette
224 1.2.2.2 pgoyette /* Job is already running (and is not finished); this shold fail. */
225 1.2.2.2 pgoyette rv = threadpool_cancel_job_async(pool, &data.job);
226 1.2.2.2 pgoyette KASSERT(rv == false);
227 1.2.2.2 pgoyette
228 1.2.2.2 pgoyette data.count = FINAL_COUNT - 1;
229 1.2.2.2 pgoyette cv_broadcast(&data.cond);
230 1.2.2.2 pgoyette
231 1.2.2.2 pgoyette /* Now wait for the job to finish. */
232 1.2.2.2 pgoyette threadpool_cancel_job(pool, &data.job);
233 1.2.2.2 pgoyette KASSERT(data.count == FINAL_COUNT);
234 1.2.2.2 pgoyette mutex_exit(&data.mutex);
235 1.2.2.2 pgoyette
236 1.2.2.2 pgoyette fini_test_job_data(&data);
237 1.2.2.2 pgoyette
238 1.2.2.2 pgoyette threadpool_put(pool, PRI_NONE);
239 1.2.2.2 pgoyette }
240