Home | History | Annotate | Line # | Download | only in linux
dma-fence.h revision 1.14
      1  1.14  riastrad /*	$NetBSD: dma-fence.h,v 1.14 2021/12/19 12:02:40 riastradh Exp $	*/
      2   1.1  riastrad 
      3   1.1  riastrad /*-
      4   1.1  riastrad  * Copyright (c) 2018 The NetBSD Foundation, Inc.
      5   1.1  riastrad  * All rights reserved.
      6   1.1  riastrad  *
      7   1.1  riastrad  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1  riastrad  * by Taylor R. Campbell.
      9   1.1  riastrad  *
     10   1.1  riastrad  * Redistribution and use in source and binary forms, with or without
     11   1.1  riastrad  * modification, are permitted provided that the following conditions
     12   1.1  riastrad  * are met:
     13   1.1  riastrad  * 1. Redistributions of source code must retain the above copyright
     14   1.1  riastrad  *    notice, this list of conditions and the following disclaimer.
     15   1.1  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1  riastrad  *    notice, this list of conditions and the following disclaimer in the
     17   1.1  riastrad  *    documentation and/or other materials provided with the distribution.
     18   1.1  riastrad  *
     19   1.1  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1  riastrad  */
     31   1.1  riastrad 
     32   1.2  riastrad #ifndef	_LINUX_DMA_FENCE_H_
     33   1.2  riastrad #define	_LINUX_DMA_FENCE_H_
     34   1.1  riastrad 
     35   1.1  riastrad #include <sys/types.h>
     36   1.1  riastrad #include <sys/condvar.h>
     37   1.1  riastrad #include <sys/kernel.h>
     38   1.1  riastrad #include <sys/queue.h>
     39   1.1  riastrad 
     40   1.9  riastrad #include <linux/err.h>
     41   1.1  riastrad #include <linux/kref.h>
     42  1.12  riastrad #include <linux/ktime.h>
     43   1.1  riastrad #include <linux/rcupdate.h>
     44   1.9  riastrad #include <linux/sched.h>
     45   1.1  riastrad #include <linux/spinlock.h>
     46   1.1  riastrad 
     47   1.2  riastrad struct dma_fence_cb;
     48   1.1  riastrad 
     49   1.2  riastrad struct dma_fence {
     50   1.2  riastrad 	struct kref			refcount;
     51   1.2  riastrad 	spinlock_t			*lock;
     52   1.2  riastrad 	volatile unsigned long		flags;
     53   1.2  riastrad 	unsigned			context;
     54   1.2  riastrad 	unsigned			seqno;
     55   1.2  riastrad 	const struct dma_fence_ops	*ops;
     56   1.5  riastrad 	int				error;
     57  1.12  riastrad 	ktime_t				timestamp;
     58  1.14  riastrad 	struct rcu_head			rcu;
     59   1.2  riastrad 
     60   1.2  riastrad 	TAILQ_HEAD(, dma_fence_cb)	f_callbacks;
     61   1.2  riastrad 	kcondvar_t			f_cv;
     62   1.1  riastrad };
     63   1.1  riastrad 
     64   1.2  riastrad #define	DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT	0
     65   1.2  riastrad #define	DMA_FENCE_FLAG_SIGNALED_BIT		1
     66  1.12  riastrad #define	DMA_FENCE_FLAG_TIMESTAMP_BIT		2
     67  1.12  riastrad #define	DMA_FENCE_FLAG_USER_BITS		3
     68   1.2  riastrad 
     69   1.2  riastrad struct dma_fence_ops {
     70   1.2  riastrad 	const char	*(*get_driver_name)(struct dma_fence *);
     71   1.2  riastrad 	const char	*(*get_timeline_name)(struct dma_fence *);
     72   1.2  riastrad 	bool		(*enable_signaling)(struct dma_fence *);
     73   1.2  riastrad 	bool		(*signaled)(struct dma_fence *);
     74   1.2  riastrad 	long		(*wait)(struct dma_fence *, bool, long);
     75   1.2  riastrad 	void		(*release)(struct dma_fence *);
     76   1.1  riastrad };
     77   1.1  riastrad 
     78   1.2  riastrad typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *);
     79   1.1  riastrad 
     80   1.2  riastrad struct dma_fence_cb {
     81   1.4  riastrad 	dma_fence_func_t		func; /* Linux API name */
     82   1.2  riastrad 	TAILQ_ENTRY(dma_fence_cb)	fcb_entry;
     83   1.2  riastrad 	bool				fcb_onqueue;
     84   1.1  riastrad };
     85   1.1  riastrad 
     86  1.12  riastrad #define	__dma_fence_signal		linux___dma_fence_signal
     87  1.12  riastrad #define	__dma_fence_signal_wake		linux___dma_fence_signal_wake
     88   1.2  riastrad #define	dma_fence_add_callback		linux_dma_fence_add_callback
     89   1.2  riastrad #define	dma_fence_context_alloc		linux_dma_fence_context_alloc
     90   1.2  riastrad #define	dma_fence_default_wait		linux_dma_fence_default_wait
     91   1.2  riastrad #define	dma_fence_destroy		linux_dma_fence_destroy
     92   1.2  riastrad #define	dma_fence_enable_sw_signaling	linux_dma_fence_enable_sw_signaling
     93   1.2  riastrad #define	dma_fence_free			linux_dma_fence_free
     94   1.2  riastrad #define	dma_fence_get			linux_dma_fence_get
     95   1.2  riastrad #define	dma_fence_get_rcu		linux_dma_fence_get_rcu
     96   1.6  riastrad #define	dma_fence_get_rcu_safe		linux_dma_fence_get_rcu_safe
     97  1.10  riastrad #define	dma_fence_get_status		linux_dma_fence_get_status
     98   1.8  riastrad #define	dma_fence_get_stub		linux_dma_fence_get_stub
     99   1.2  riastrad #define	dma_fence_init			linux_dma_fence_init
    100   1.2  riastrad #define	dma_fence_is_later		linux_dma_fence_is_later
    101   1.2  riastrad #define	dma_fence_is_signaled		linux_dma_fence_is_signaled
    102   1.2  riastrad #define	dma_fence_is_signaled_locked	linux_dma_fence_is_signaled_locked
    103   1.2  riastrad #define	dma_fence_put			linux_dma_fence_put
    104   1.2  riastrad #define	dma_fence_remove_callback	linux_dma_fence_remove_callback
    105  1.13  riastrad #define	dma_fence_reset			linux_dma_fence_reset
    106   1.5  riastrad #define	dma_fence_set_error		linux_dma_fence_set_error
    107   1.2  riastrad #define	dma_fence_signal		linux_dma_fence_signal
    108   1.2  riastrad #define	dma_fence_signal_locked		linux_dma_fence_signal_locked
    109   1.2  riastrad #define	dma_fence_wait			linux_dma_fence_wait
    110   1.2  riastrad #define	dma_fence_wait_any_timeout	linux_dma_fence_wait_any_timeout
    111   1.2  riastrad #define	dma_fence_wait_timeout		linux_dma_fence_wait_timeout
    112   1.2  riastrad 
    113   1.2  riastrad extern int	linux_dma_fence_trace;
    114   1.2  riastrad 
    115   1.2  riastrad void	dma_fence_init(struct dma_fence *, const struct dma_fence_ops *,
    116   1.2  riastrad 	    spinlock_t *, unsigned, unsigned);
    117  1.13  riastrad void	dma_fence_reset(struct dma_fence *, const struct dma_fence_ops *,
    118  1.13  riastrad 	    spinlock_t *, unsigned, unsigned); /* XXX extension */
    119   1.2  riastrad void	dma_fence_destroy(struct dma_fence *);
    120   1.2  riastrad void	dma_fence_free(struct dma_fence *);
    121   1.1  riastrad 
    122   1.1  riastrad unsigned
    123   1.2  riastrad 	dma_fence_context_alloc(unsigned);
    124   1.2  riastrad bool	dma_fence_is_later(struct dma_fence *, struct dma_fence *);
    125   1.1  riastrad 
    126   1.2  riastrad struct dma_fence *
    127   1.8  riastrad 	dma_fence_get_stub(void);
    128   1.8  riastrad 
    129   1.8  riastrad struct dma_fence *
    130   1.2  riastrad 	dma_fence_get(struct dma_fence *);
    131   1.2  riastrad struct dma_fence *
    132   1.2  riastrad 	dma_fence_get_rcu(struct dma_fence *);
    133   1.3  riastrad struct dma_fence *
    134   1.7  riastrad 	dma_fence_get_rcu_safe(struct dma_fence *volatile const *);
    135   1.2  riastrad void	dma_fence_put(struct dma_fence *);
    136   1.2  riastrad 
    137   1.2  riastrad int	dma_fence_add_callback(struct dma_fence *, struct dma_fence_cb *,
    138   1.2  riastrad 	    dma_fence_func_t);
    139   1.2  riastrad bool	dma_fence_remove_callback(struct dma_fence *, struct dma_fence_cb *);
    140   1.2  riastrad void	dma_fence_enable_sw_signaling(struct dma_fence *);
    141   1.2  riastrad 
    142   1.2  riastrad bool	dma_fence_is_signaled(struct dma_fence *);
    143   1.2  riastrad bool	dma_fence_is_signaled_locked(struct dma_fence *);
    144   1.5  riastrad void	dma_fence_set_error(struct dma_fence *, int);
    145  1.10  riastrad int	dma_fence_get_status(struct dma_fence *);
    146   1.2  riastrad int	dma_fence_signal(struct dma_fence *);
    147   1.2  riastrad int	dma_fence_signal_locked(struct dma_fence *);
    148   1.2  riastrad long	dma_fence_default_wait(struct dma_fence *, bool, long);
    149   1.2  riastrad long	dma_fence_wait(struct dma_fence *, bool);
    150  1.11  riastrad long	dma_fence_wait_any_timeout(struct dma_fence **, uint32_t, bool, long,
    151  1.11  riastrad 	    uint32_t *);
    152   1.2  riastrad long	dma_fence_wait_timeout(struct dma_fence *, bool, long);
    153   1.1  riastrad 
    154  1.12  riastrad /* i915 hacks */
    155  1.12  riastrad bool	__dma_fence_signal(struct dma_fence *);
    156  1.12  riastrad void	__dma_fence_signal_wake(struct dma_fence *, ktime_t);
    157  1.12  riastrad 
    158   1.1  riastrad static inline void __printflike(2, 3)
    159   1.2  riastrad DMA_FENCE_TRACE(struct dma_fence *f, const char *fmt, ...)
    160   1.1  riastrad {
    161   1.1  riastrad 	va_list va;
    162   1.1  riastrad 
    163   1.2  riastrad 	if (__predict_false(linux_dma_fence_trace)) {
    164   1.1  riastrad 		va_start(va, fmt);
    165   1.1  riastrad 		printf("fence %u@%u: ", f->context, f->seqno);
    166   1.1  riastrad 		vprintf(fmt, va);
    167   1.1  riastrad 		va_end(va);
    168   1.1  riastrad 	}
    169   1.1  riastrad }
    170   1.1  riastrad 
    171   1.2  riastrad #endif	/* _LINUX_DMA_FENCE_H_ */
    172