Home | History | Annotate | Line # | Download | only in kernspace
threadpool.c revision 1.2.2.2
      1  1.2.2.2  pgoyette /*	$NetBSD: threadpool.c,v 1.2.2.2 2018/12/26 14:02:10 pgoyette Exp $	*/
      2  1.2.2.2  pgoyette 
      3  1.2.2.2  pgoyette /*-
      4  1.2.2.2  pgoyette  * Copyright (c) 2018 The NetBSD Foundation, Inc.
      5  1.2.2.2  pgoyette  * All rights reserved.
      6  1.2.2.2  pgoyette  *
      7  1.2.2.2  pgoyette  * This code is derived from software contributed to The NetBSD Foundation
      8  1.2.2.2  pgoyette  * by Jason R. Thorpe.
      9  1.2.2.2  pgoyette  *
     10  1.2.2.2  pgoyette  * Redistribution and use in source and binary forms, with or without
     11  1.2.2.2  pgoyette  * modification, are permitted provided that the following conditions
     12  1.2.2.2  pgoyette  * are met:
     13  1.2.2.2  pgoyette  * 1. Redistributions of source code must retain the above copyright
     14  1.2.2.2  pgoyette  *    notice, this list of conditions and the following disclaimer.
     15  1.2.2.2  pgoyette  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.2.2.2  pgoyette  *    notice, this list of conditions and the following disclaimer in the
     17  1.2.2.2  pgoyette  *    documentation and/or other materials provided with the distribution.
     18  1.2.2.2  pgoyette  *
     19  1.2.2.2  pgoyette  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
     20  1.2.2.2  pgoyette  * CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
     21  1.2.2.2  pgoyette  * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     22  1.2.2.2  pgoyette  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     23  1.2.2.2  pgoyette  * IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
     24  1.2.2.2  pgoyette  * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     25  1.2.2.2  pgoyette  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
     26  1.2.2.2  pgoyette  * GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27  1.2.2.2  pgoyette  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
     28  1.2.2.2  pgoyette  * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     29  1.2.2.2  pgoyette  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
     30  1.2.2.2  pgoyette  * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     31  1.2.2.2  pgoyette  */
     32  1.2.2.2  pgoyette 
     33  1.2.2.2  pgoyette #include <sys/cdefs.h>
     34  1.2.2.2  pgoyette #if !defined(lint)
     35  1.2.2.2  pgoyette __RCSID("$NetBSD: threadpool.c,v 1.2.2.2 2018/12/26 14:02:10 pgoyette Exp $");
     36  1.2.2.2  pgoyette #endif /* !lint */
     37  1.2.2.2  pgoyette 
     38  1.2.2.2  pgoyette #include <sys/param.h>
     39  1.2.2.2  pgoyette #include <sys/condvar.h>
     40  1.2.2.2  pgoyette #include <sys/kernel.h>
     41  1.2.2.2  pgoyette #include <sys/kmem.h>
     42  1.2.2.2  pgoyette #include <sys/mutex.h>
     43  1.2.2.2  pgoyette #include <sys/threadpool.h>
     44  1.2.2.2  pgoyette 
     45  1.2.2.2  pgoyette #include "kernspace.h"
     46  1.2.2.2  pgoyette 
     47  1.2.2.2  pgoyette void
     48  1.2.2.2  pgoyette rumptest_threadpool_unbound_lifecycle(void)
     49  1.2.2.2  pgoyette {
     50  1.2.2.2  pgoyette 	threadpool_t *pool0, *pool1, *pool2;
     51  1.2.2.2  pgoyette 	int error;
     52  1.2.2.2  pgoyette 
     53  1.2.2.2  pgoyette 	error = threadpool_get(&pool0, PRI_NONE);
     54  1.2.2.2  pgoyette 	KASSERT(error == 0);
     55  1.2.2.2  pgoyette 
     56  1.2.2.2  pgoyette 	error = threadpool_get(&pool1, PRI_NONE);
     57  1.2.2.2  pgoyette 	KASSERT(error == 0);
     58  1.2.2.2  pgoyette 
     59  1.2.2.2  pgoyette 	KASSERT(pool0 == pool1);
     60  1.2.2.2  pgoyette 
     61  1.2.2.2  pgoyette 	error = threadpool_get(&pool2, PRI_KERNEL_RT);
     62  1.2.2.2  pgoyette 	KASSERT(error == 0);
     63  1.2.2.2  pgoyette 
     64  1.2.2.2  pgoyette 	KASSERT(pool0 != pool2);
     65  1.2.2.2  pgoyette 
     66  1.2.2.2  pgoyette 	threadpool_put(pool0, PRI_NONE);
     67  1.2.2.2  pgoyette 	threadpool_put(pool1, PRI_NONE);
     68  1.2.2.2  pgoyette 	threadpool_put(pool2, PRI_KERNEL_RT);
     69  1.2.2.2  pgoyette }
     70  1.2.2.2  pgoyette 
     71  1.2.2.2  pgoyette void
     72  1.2.2.2  pgoyette rumptest_threadpool_percpu_lifecycle(void)
     73  1.2.2.2  pgoyette {
     74  1.2.2.2  pgoyette 	threadpool_percpu_t *pcpu0, *pcpu1, *pcpu2;
     75  1.2.2.2  pgoyette 	int error;
     76  1.2.2.2  pgoyette 
     77  1.2.2.2  pgoyette 	error = threadpool_percpu_get(&pcpu0, PRI_NONE);
     78  1.2.2.2  pgoyette 	KASSERT(error == 0);
     79  1.2.2.2  pgoyette 
     80  1.2.2.2  pgoyette 	error = threadpool_percpu_get(&pcpu1, PRI_NONE);
     81  1.2.2.2  pgoyette 	KASSERT(error == 0);
     82  1.2.2.2  pgoyette 
     83  1.2.2.2  pgoyette 	KASSERT(pcpu0 == pcpu1);
     84  1.2.2.2  pgoyette 
     85  1.2.2.2  pgoyette 	error = threadpool_percpu_get(&pcpu2, PRI_KERNEL_RT);
     86  1.2.2.2  pgoyette 	KASSERT(error == 0);
     87  1.2.2.2  pgoyette 
     88  1.2.2.2  pgoyette 	KASSERT(pcpu0 != pcpu2);
     89  1.2.2.2  pgoyette 
     90  1.2.2.2  pgoyette 	threadpool_percpu_put(pcpu0, PRI_NONE);
     91  1.2.2.2  pgoyette 	threadpool_percpu_put(pcpu1, PRI_NONE);
     92  1.2.2.2  pgoyette 	threadpool_percpu_put(pcpu2, PRI_KERNEL_RT);
     93  1.2.2.2  pgoyette }
     94  1.2.2.2  pgoyette 
     95  1.2.2.2  pgoyette struct test_job_data {
     96  1.2.2.2  pgoyette 	kmutex_t mutex;
     97  1.2.2.2  pgoyette 	kcondvar_t cond;
     98  1.2.2.2  pgoyette 	unsigned int count;
     99  1.2.2.2  pgoyette 	threadpool_job_t job;
    100  1.2.2.2  pgoyette };
    101  1.2.2.2  pgoyette 
    102  1.2.2.2  pgoyette #define	FINAL_COUNT	12345
    103  1.2.2.2  pgoyette 
    104  1.2.2.2  pgoyette static void
    105  1.2.2.2  pgoyette test_job_func_schedule(threadpool_job_t *job)
    106  1.2.2.2  pgoyette {
    107  1.2.2.2  pgoyette 	struct test_job_data *data =
    108  1.2.2.2  pgoyette 	    container_of(job, struct test_job_data, job);
    109  1.2.2.2  pgoyette 
    110  1.2.2.2  pgoyette 	mutex_enter(&data->mutex);
    111  1.2.2.2  pgoyette 	KASSERT(data->count != FINAL_COUNT);
    112  1.2.2.2  pgoyette 	data->count++;
    113  1.2.2.2  pgoyette 	cv_broadcast(&data->cond);
    114  1.2.2.2  pgoyette 	threadpool_job_done(job);
    115  1.2.2.2  pgoyette 	mutex_exit(&data->mutex);
    116  1.2.2.2  pgoyette }
    117  1.2.2.2  pgoyette 
    118  1.2.2.2  pgoyette static void
    119  1.2.2.2  pgoyette test_job_func_cancel(threadpool_job_t *job)
    120  1.2.2.2  pgoyette {
    121  1.2.2.2  pgoyette 	struct test_job_data *data =
    122  1.2.2.2  pgoyette 	    container_of(job, struct test_job_data, job);
    123  1.2.2.2  pgoyette 
    124  1.2.2.2  pgoyette 	mutex_enter(&data->mutex);
    125  1.2.2.2  pgoyette 	data->count = 1;
    126  1.2.2.2  pgoyette 	cv_broadcast(&data->cond);
    127  1.2.2.2  pgoyette 	while (data->count != FINAL_COUNT - 1)
    128  1.2.2.2  pgoyette 		cv_wait(&data->cond, &data->mutex);
    129  1.2.2.2  pgoyette 	data->count = FINAL_COUNT;
    130  1.2.2.2  pgoyette 	cv_broadcast(&data->cond);
    131  1.2.2.2  pgoyette 	threadpool_job_done(job);
    132  1.2.2.2  pgoyette 	mutex_exit(&data->mutex);
    133  1.2.2.2  pgoyette }
    134  1.2.2.2  pgoyette 
    135  1.2.2.2  pgoyette static void
    136  1.2.2.2  pgoyette init_test_job_data(struct test_job_data *data, threadpool_job_fn_t fn)
    137  1.2.2.2  pgoyette {
    138  1.2.2.2  pgoyette 	mutex_init(&data->mutex, MUTEX_DEFAULT, IPL_NONE);
    139  1.2.2.2  pgoyette 	cv_init(&data->cond, "testjob");
    140  1.2.2.2  pgoyette 	threadpool_job_init(&data->job, fn, &data->mutex, "testjob");
    141  1.2.2.2  pgoyette 	data->count = 0;
    142  1.2.2.2  pgoyette }
    143  1.2.2.2  pgoyette 
    144  1.2.2.2  pgoyette static void
    145  1.2.2.2  pgoyette fini_test_job_data(struct test_job_data *data)
    146  1.2.2.2  pgoyette {
    147  1.2.2.2  pgoyette 	threadpool_job_destroy(&data->job);
    148  1.2.2.2  pgoyette 	cv_destroy(&data->cond);
    149  1.2.2.2  pgoyette 	mutex_destroy(&data->mutex);
    150  1.2.2.2  pgoyette }
    151  1.2.2.2  pgoyette 
    152  1.2.2.2  pgoyette void
    153  1.2.2.2  pgoyette rumptest_threadpool_unbound_schedule(void)
    154  1.2.2.2  pgoyette {
    155  1.2.2.2  pgoyette 	struct test_job_data data;
    156  1.2.2.2  pgoyette 	threadpool_t *pool;
    157  1.2.2.2  pgoyette 	int error;
    158  1.2.2.2  pgoyette 
    159  1.2.2.2  pgoyette 	error = threadpool_get(&pool, PRI_NONE);
    160  1.2.2.2  pgoyette 	KASSERT(error == 0);
    161  1.2.2.2  pgoyette 
    162  1.2.2.2  pgoyette 	init_test_job_data(&data, test_job_func_schedule);
    163  1.2.2.2  pgoyette 
    164  1.2.2.2  pgoyette 	mutex_enter(&data.mutex);
    165  1.2.2.2  pgoyette 	while (data.count != FINAL_COUNT) {
    166  1.2.2.2  pgoyette 		threadpool_schedule_job(pool, &data.job);
    167  1.2.2.2  pgoyette 		error = cv_timedwait(&data.cond, &data.mutex, hz * 2);
    168  1.2.2.2  pgoyette 		KASSERT(error != EWOULDBLOCK);
    169  1.2.2.2  pgoyette 	}
    170  1.2.2.2  pgoyette 	mutex_exit(&data.mutex);
    171  1.2.2.2  pgoyette 
    172  1.2.2.2  pgoyette 	fini_test_job_data(&data);
    173  1.2.2.2  pgoyette 
    174  1.2.2.2  pgoyette 	threadpool_put(pool, PRI_NONE);
    175  1.2.2.2  pgoyette }
    176  1.2.2.2  pgoyette 
    177  1.2.2.2  pgoyette void
    178  1.2.2.2  pgoyette rumptest_threadpool_percpu_schedule(void)
    179  1.2.2.2  pgoyette {
    180  1.2.2.2  pgoyette 	struct test_job_data data;
    181  1.2.2.2  pgoyette 	threadpool_percpu_t *pcpu;
    182  1.2.2.2  pgoyette 	threadpool_t *pool;
    183  1.2.2.2  pgoyette 	int error;
    184  1.2.2.2  pgoyette 
    185  1.2.2.2  pgoyette 	error = threadpool_percpu_get(&pcpu, PRI_NONE);
    186  1.2.2.2  pgoyette 	KASSERT(error == 0);
    187  1.2.2.2  pgoyette 
    188  1.2.2.2  pgoyette 	pool = threadpool_percpu_ref(pcpu);
    189  1.2.2.2  pgoyette 
    190  1.2.2.2  pgoyette 	init_test_job_data(&data, test_job_func_schedule);
    191  1.2.2.2  pgoyette 
    192  1.2.2.2  pgoyette 	mutex_enter(&data.mutex);
    193  1.2.2.2  pgoyette 	while (data.count != FINAL_COUNT) {
    194  1.2.2.2  pgoyette 		threadpool_schedule_job(pool, &data.job);
    195  1.2.2.2  pgoyette 		error = cv_timedwait(&data.cond, &data.mutex, hz * 2);
    196  1.2.2.2  pgoyette 		KASSERT(error != EWOULDBLOCK);
    197  1.2.2.2  pgoyette 	}
    198  1.2.2.2  pgoyette 	mutex_exit(&data.mutex);
    199  1.2.2.2  pgoyette 
    200  1.2.2.2  pgoyette 	fini_test_job_data(&data);
    201  1.2.2.2  pgoyette 
    202  1.2.2.2  pgoyette 	threadpool_percpu_put(pcpu, PRI_NONE);
    203  1.2.2.2  pgoyette }
    204  1.2.2.2  pgoyette 
    205  1.2.2.2  pgoyette void
    206  1.2.2.2  pgoyette rumptest_threadpool_job_cancel(void)
    207  1.2.2.2  pgoyette {
    208  1.2.2.2  pgoyette 	struct test_job_data data;
    209  1.2.2.2  pgoyette 	threadpool_t *pool;
    210  1.2.2.2  pgoyette 	int error;
    211  1.2.2.2  pgoyette 	bool rv;
    212  1.2.2.2  pgoyette 
    213  1.2.2.2  pgoyette 	error = threadpool_get(&pool, PRI_NONE);
    214  1.2.2.2  pgoyette 	KASSERT(error == 0);
    215  1.2.2.2  pgoyette 
    216  1.2.2.2  pgoyette 	init_test_job_data(&data, test_job_func_cancel);
    217  1.2.2.2  pgoyette 
    218  1.2.2.2  pgoyette 	mutex_enter(&data.mutex);
    219  1.2.2.2  pgoyette 	threadpool_schedule_job(pool, &data.job);
    220  1.2.2.2  pgoyette 	while (data.count == 0)
    221  1.2.2.2  pgoyette 		cv_wait(&data.cond, &data.mutex);
    222  1.2.2.2  pgoyette 	KASSERT(data.count == 1);
    223  1.2.2.2  pgoyette 
    224  1.2.2.2  pgoyette 	/* Job is already running (and is not finished); this shold fail. */
    225  1.2.2.2  pgoyette 	rv = threadpool_cancel_job_async(pool, &data.job);
    226  1.2.2.2  pgoyette 	KASSERT(rv == false);
    227  1.2.2.2  pgoyette 
    228  1.2.2.2  pgoyette 	data.count = FINAL_COUNT - 1;
    229  1.2.2.2  pgoyette 	cv_broadcast(&data.cond);
    230  1.2.2.2  pgoyette 
    231  1.2.2.2  pgoyette 	/* Now wait for the job to finish. */
    232  1.2.2.2  pgoyette 	threadpool_cancel_job(pool, &data.job);
    233  1.2.2.2  pgoyette 	KASSERT(data.count == FINAL_COUNT);
    234  1.2.2.2  pgoyette 	mutex_exit(&data.mutex);
    235  1.2.2.2  pgoyette 
    236  1.2.2.2  pgoyette 	fini_test_job_data(&data);
    237  1.2.2.2  pgoyette 
    238  1.2.2.2  pgoyette 	threadpool_put(pool, PRI_NONE);
    239  1.2.2.2  pgoyette }
    240