Home | History | Annotate | Line # | Download | only in linux
      1  1.3  riastrad /*	$NetBSD: linux_sync_file.c,v 1.3 2024/04/28 15:35:39 riastradh Exp $	*/
      2  1.1  riastrad 
      3  1.1  riastrad /*-
      4  1.1  riastrad  * Copyright (c) 2020 The NetBSD Foundation, Inc.
      5  1.1  riastrad  * All rights reserved.
      6  1.1  riastrad  *
      7  1.1  riastrad  * Redistribution and use in source and binary forms, with or without
      8  1.1  riastrad  * modification, are permitted provided that the following conditions
      9  1.1  riastrad  * are met:
     10  1.1  riastrad  * 1. Redistributions of source code must retain the above copyright
     11  1.1  riastrad  *    notice, this list of conditions and the following disclaimer.
     12  1.1  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  riastrad  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  riastrad  *    documentation and/or other materials provided with the distribution.
     15  1.1  riastrad  *
     16  1.1  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17  1.1  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  1.1  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  1.1  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20  1.1  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.1  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.1  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.1  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.1  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.1  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.1  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     27  1.1  riastrad  */
     28  1.1  riastrad 
     29  1.1  riastrad #include <sys/cdefs.h>
     30  1.3  riastrad __KERNEL_RCSID(0, "$NetBSD: linux_sync_file.c,v 1.3 2024/04/28 15:35:39 riastradh Exp $");
     31  1.1  riastrad 
     32  1.1  riastrad #include <sys/event.h>
     33  1.1  riastrad #include <sys/fcntl.h>
     34  1.1  riastrad #include <sys/file.h>
     35  1.1  riastrad #include <sys/filedesc.h>
     36  1.1  riastrad #include <sys/kmem.h>
     37  1.1  riastrad #include <sys/mutex.h>
     38  1.1  riastrad #include <sys/poll.h>
     39  1.1  riastrad #include <sys/select.h>
     40  1.1  riastrad #include <sys/queue.h>
     41  1.1  riastrad 
     42  1.1  riastrad #include <linux/dma-fence.h>
     43  1.1  riastrad #include <linux/sync_file.h>
     44  1.1  riastrad 
     45  1.1  riastrad static const struct fileops sync_file_ops;
     46  1.1  riastrad 
     47  1.1  riastrad struct sync_file *
     48  1.1  riastrad sync_file_create(struct dma_fence *fence, struct file *fp)
     49  1.1  riastrad {
     50  1.1  riastrad 	struct sync_file *sf;
     51  1.1  riastrad 
     52  1.1  riastrad 	sf = kmem_zalloc(sizeof(*sf), KM_SLEEP);
     53  1.1  riastrad 	sf->file = fp;
     54  1.3  riastrad 
     55  1.1  riastrad 	mutex_init(&sf->sf_lock, MUTEX_DEFAULT, IPL_VM);
     56  1.1  riastrad 	selinit(&sf->sf_selq);
     57  1.1  riastrad 	sf->sf_polling = false;
     58  1.1  riastrad 	sf->sf_signalled = false;
     59  1.3  riastrad 	sf->sf_fence = dma_fence_get(fence);
     60  1.1  riastrad 
     61  1.1  riastrad 	fp->f_type = DTYPE_MISC;
     62  1.1  riastrad 	fp->f_flag = FREAD | FWRITE;
     63  1.1  riastrad 	fp->f_ops = &sync_file_ops;
     64  1.3  riastrad 	fp->f_data = sf;
     65  1.1  riastrad 
     66  1.1  riastrad 	return sf;
     67  1.1  riastrad }
     68  1.1  riastrad 
     69  1.1  riastrad static int
     70  1.1  riastrad sync_file_close(struct file *fp)
     71  1.1  riastrad {
     72  1.1  riastrad 	struct sync_file *sf = fp->f_data;
     73  1.1  riastrad 
     74  1.1  riastrad 	if (sf->sf_polling)
     75  1.1  riastrad 		dma_fence_remove_callback(sf->sf_fence, &sf->sf_fcb);
     76  1.1  riastrad 	dma_fence_put(sf->sf_fence);
     77  1.1  riastrad 	sf->sf_fence = NULL;
     78  1.3  riastrad 	seldestroy(&sf->sf_selq);
     79  1.3  riastrad 	mutex_destroy(&sf->sf_lock);
     80  1.1  riastrad 
     81  1.1  riastrad 	kmem_free(sf, sizeof(*sf));
     82  1.1  riastrad 
     83  1.1  riastrad 	return 0;
     84  1.1  riastrad }
     85  1.1  riastrad 
     86  1.1  riastrad static void
     87  1.1  riastrad sync_file_fence_cb(struct dma_fence *fence, struct dma_fence_cb *fcb)
     88  1.1  riastrad {
     89  1.1  riastrad 	struct sync_file *sf = container_of(fcb, struct sync_file, sf_fcb);
     90  1.1  riastrad 
     91  1.1  riastrad 	mutex_enter(&sf->sf_lock);
     92  1.1  riastrad 	sf->sf_signalled = true;
     93  1.1  riastrad 	selnotify(&sf->sf_selq, POLLIN, NOTE_SUBMIT);
     94  1.1  riastrad 	mutex_exit(&sf->sf_lock);
     95  1.1  riastrad }
     96  1.1  riastrad 
     97  1.1  riastrad static int
     98  1.1  riastrad sync_file_poll(struct file *fp, int events)
     99  1.1  riastrad {
    100  1.1  riastrad 	struct sync_file *sf = fp->f_data;
    101  1.1  riastrad 	int revents = 0;
    102  1.1  riastrad 	int ret;
    103  1.1  riastrad 
    104  1.1  riastrad 	if ((events & POLLIN) == 0)
    105  1.1  riastrad 		return 0;
    106  1.1  riastrad 
    107  1.1  riastrad 	mutex_enter(&sf->sf_lock);
    108  1.1  riastrad 	if (sf->sf_signalled) {
    109  1.1  riastrad 		revents |= POLLIN;
    110  1.1  riastrad 	} else if (sf->sf_polling) {
    111  1.1  riastrad 		selrecord(curlwp, &sf->sf_selq);
    112  1.1  riastrad 	} else {
    113  1.1  riastrad 		sf->sf_polling = true;
    114  1.1  riastrad 		mutex_exit(&sf->sf_lock);
    115  1.1  riastrad 		ret = dma_fence_add_callback(sf->sf_fence, &sf->sf_fcb,
    116  1.1  riastrad 		    sync_file_fence_cb);
    117  1.1  riastrad 		mutex_enter(&sf->sf_lock);
    118  1.1  riastrad 		if (ret < 0) {
    119  1.1  riastrad 			sf->sf_signalled = true;
    120  1.1  riastrad 			selnotify(&sf->sf_selq, POLLIN, NOTE_SUBMIT);
    121  1.1  riastrad 			revents |= POLLIN;
    122  1.1  riastrad 		} else {
    123  1.1  riastrad 			selrecord(curlwp, &sf->sf_selq);
    124  1.1  riastrad 		}
    125  1.1  riastrad 	}
    126  1.1  riastrad 	mutex_exit(&sf->sf_lock);
    127  1.1  riastrad 
    128  1.1  riastrad 	return revents;
    129  1.1  riastrad }
    130  1.1  riastrad 
    131  1.1  riastrad static const struct filterops sync_file_filtops;
    132  1.1  riastrad 
    133  1.1  riastrad static int
    134  1.1  riastrad sync_file_kqfilter(struct file *fp, struct knote *kn)
    135  1.1  riastrad {
    136  1.1  riastrad 	struct sync_file *sf = fp->f_data;
    137  1.1  riastrad 
    138  1.1  riastrad 	switch (kn->kn_filter) {
    139  1.1  riastrad 	case EVFILT_READ:
    140  1.1  riastrad 		kn->kn_fop = &sync_file_filtops;
    141  1.1  riastrad 		kn->kn_hook = sf;
    142  1.1  riastrad 		mutex_enter(&sf->sf_lock);
    143  1.2   thorpej 		klist_insert(&sf->sf_selq.sel_klist, kn);
    144  1.1  riastrad 		mutex_exit(&sf->sf_lock);
    145  1.1  riastrad 		return 0;
    146  1.1  riastrad 	default:
    147  1.1  riastrad 		return EINVAL;
    148  1.1  riastrad 	}
    149  1.1  riastrad }
    150  1.1  riastrad 
    151  1.1  riastrad static void
    152  1.1  riastrad filt_sync_file_detach(struct knote *kn)
    153  1.1  riastrad {
    154  1.1  riastrad 	struct sync_file *sf = kn->kn_hook;
    155  1.1  riastrad 
    156  1.1  riastrad 	mutex_enter(&sf->sf_lock);
    157  1.2   thorpej 	klist_remove(&sf->sf_selq.sel_klist, kn);
    158  1.1  riastrad 	mutex_exit(&sf->sf_lock);
    159  1.1  riastrad }
    160  1.1  riastrad 
    161  1.1  riastrad static int
    162  1.1  riastrad filt_sync_file_event(struct knote *kn, long hint)
    163  1.1  riastrad {
    164  1.1  riastrad 	struct sync_file *sf = kn->kn_hook;
    165  1.1  riastrad 	int ret;
    166  1.1  riastrad 
    167  1.1  riastrad 	if (hint == NOTE_SUBMIT)
    168  1.1  riastrad 		KASSERT(mutex_owned(&sf->sf_lock));
    169  1.1  riastrad 	else
    170  1.1  riastrad 		mutex_enter(&sf->sf_lock);
    171  1.1  riastrad 
    172  1.1  riastrad 	if (sf->sf_signalled) {
    173  1.1  riastrad 		kn->kn_data = 0; /* XXX Does this work??  */
    174  1.1  riastrad 		ret = 1;
    175  1.1  riastrad 	} else if (sf->sf_polling) {
    176  1.1  riastrad 		ret = 0;
    177  1.1  riastrad 	} else {
    178  1.1  riastrad 		sf->sf_polling = true;
    179  1.1  riastrad 		mutex_exit(&sf->sf_lock);
    180  1.1  riastrad 		ret = dma_fence_add_callback(sf->sf_fence, &sf->sf_fcb,
    181  1.1  riastrad 		    sync_file_fence_cb);
    182  1.1  riastrad 		mutex_enter(&sf->sf_lock);
    183  1.1  riastrad 		if (ret < 0) {
    184  1.1  riastrad 			sf->sf_signalled = true;
    185  1.1  riastrad 			selnotify(&sf->sf_selq, POLLIN, NOTE_SUBMIT);
    186  1.1  riastrad 			kn->kn_data = 0;
    187  1.1  riastrad 			ret = 1;
    188  1.1  riastrad 		} else {
    189  1.1  riastrad 			selrecord(curlwp, &sf->sf_selq);
    190  1.1  riastrad 			ret = 0;
    191  1.1  riastrad 		}
    192  1.1  riastrad 	}
    193  1.1  riastrad 
    194  1.1  riastrad 	if (hint == NOTE_SUBMIT)
    195  1.1  riastrad 		KASSERT(mutex_owned(&sf->sf_lock));
    196  1.1  riastrad 	else
    197  1.1  riastrad 		mutex_exit(&sf->sf_lock);
    198  1.1  riastrad 
    199  1.1  riastrad 	return ret;
    200  1.1  riastrad }
    201  1.1  riastrad 
    202  1.1  riastrad static const struct filterops sync_file_filtops = {
    203  1.1  riastrad 	.f_flags = FILTEROP_ISFD,
    204  1.1  riastrad 	.f_attach = NULL,
    205  1.1  riastrad 	.f_detach = filt_sync_file_detach,
    206  1.1  riastrad 	.f_event = filt_sync_file_event,
    207  1.1  riastrad };
    208  1.1  riastrad 
    209  1.1  riastrad struct dma_fence *
    210  1.1  riastrad sync_file_get_fence(int fd)
    211  1.1  riastrad {
    212  1.1  riastrad 	struct file *fp;
    213  1.1  riastrad 	struct sync_file *sf;
    214  1.1  riastrad 	struct dma_fence *fence;
    215  1.1  riastrad 
    216  1.1  riastrad 	if ((fp = fd_getfile(fd)) == NULL)
    217  1.1  riastrad 		return NULL;
    218  1.1  riastrad 	sf = fp->f_data;
    219  1.1  riastrad 	fence = dma_fence_get(sf->sf_fence);
    220  1.1  riastrad 	fd_putfile(fd);
    221  1.1  riastrad 
    222  1.1  riastrad 	return fence;
    223  1.1  riastrad }
    224  1.1  riastrad 
    225  1.1  riastrad static const struct fileops sync_file_ops = {
    226  1.1  riastrad 	.fo_name = "linux_sync_file",
    227  1.1  riastrad 	.fo_read = fbadop_read,
    228  1.1  riastrad 	.fo_write = fbadop_write,
    229  1.1  riastrad 	.fo_ioctl = fbadop_ioctl,
    230  1.1  riastrad 	.fo_fcntl = fnullop_fcntl,
    231  1.1  riastrad 	.fo_poll = sync_file_poll,
    232  1.1  riastrad 	.fo_stat = fbadop_stat,	/* XXX */
    233  1.1  riastrad 	.fo_close = sync_file_close,
    234  1.1  riastrad 	.fo_kqfilter = sync_file_kqfilter,
    235  1.1  riastrad 	.fo_restart = fnullop_restart,
    236  1.1  riastrad 	.fo_mmap = NULL,
    237  1.1  riastrad };
    238