Home | History | Annotate | Line # | Download | only in core 
      1 /*	$NetBSD: memory.h,v 1.5 2021/12/19 10:51:56 riastradh Exp $	*/
      2 
      3 /* SPDX-License-Identifier: MIT */
      4 #ifndef __NVKM_MEMORY_H__
      5 #define __NVKM_MEMORY_H__
      6 #include <core/os.h>
      7 struct nvkm_device;
      8 struct nvkm_vma;
      9 struct nvkm_vmm;
     10 
     11 struct nvkm_tags {
     12 	struct nvkm_mm_node *mn;
     13 	refcount_t refcount;
     14 };
     15 
     16 enum nvkm_memory_target {
     17 	NVKM_MEM_TARGET_INST, /* instance memory */
     18 	NVKM_MEM_TARGET_VRAM, /* video memory */
     19 	NVKM_MEM_TARGET_HOST, /* coherent system memory */
     20 	NVKM_MEM_TARGET_NCOH, /* non-coherent system memory */
     21 };
     22 
     23 struct nvkm_memory {
     24 	const struct nvkm_memory_func *func;
     25 	const struct nvkm_memory_ptrs *ptrs;
     26 	struct kref kref;
     27 	struct nvkm_tags *tags;
     28 };
     29 
     30 #ifdef __NetBSD__
     31 #  define	__nvkm_memory_iomem
     32 #  define	__iomem			__nvkm_memory_iomem
     33 #endif
     34 
     35 struct nvkm_memory_func {
     36 	void *(*dtor)(struct nvkm_memory *);
     37 	enum nvkm_memory_target (*target)(struct nvkm_memory *);
     38 	u8 (*page)(struct nvkm_memory *);
     39 	u64 (*bar2)(struct nvkm_memory *);
     40 	u64 (*addr)(struct nvkm_memory *);
     41 	u64 (*size)(struct nvkm_memory *);
     42 	void (*boot)(struct nvkm_memory *, struct nvkm_vmm *);
     43 	void __iomem *(*acquire)(struct nvkm_memory *);
     44 	void (*release)(struct nvkm_memory *);
     45 	int (*map)(struct nvkm_memory *, u64 offset, struct nvkm_vmm *,
     46 		   struct nvkm_vma *, void *argv, u32 argc);
     47 };
     48 
     49 struct nvkm_memory_ptrs {
     50 	u32 (*rd32)(struct nvkm_memory *, u64 offset);
     51 	void (*wr32)(struct nvkm_memory *, u64 offset, u32 data);
     52 };
     53 
     54 #ifdef __NetBSD__
     55 #  undef	__iomem
     56 #endif
     57 
     58 void nvkm_memory_ctor(const struct nvkm_memory_func *, struct nvkm_memory *);
     59 int nvkm_memory_new(struct nvkm_device *, enum nvkm_memory_target,
     60 		    u64 size, u32 align, bool zero, struct nvkm_memory **);
     61 struct nvkm_memory *nvkm_memory_ref(struct nvkm_memory *);
     62 void nvkm_memory_unref(struct nvkm_memory **);
     63 int nvkm_memory_tags_get(struct nvkm_memory *, struct nvkm_device *, u32 tags,
     64 			 void (*clear)(struct nvkm_device *, u32, u32),
     65 			 struct nvkm_tags **);
     66 void nvkm_memory_tags_put(struct nvkm_memory *, struct nvkm_device *,
     67 			  struct nvkm_tags **);
     68 
     69 #define nvkm_memory_target(p) (p)->func->target(p)
     70 #define nvkm_memory_page(p) (p)->func->page(p)
     71 #define nvkm_memory_bar2(p) (p)->func->bar2(p)
     72 #define nvkm_memory_addr(p) (p)->func->addr(p)
     73 #define nvkm_memory_size(p) (p)->func->size(p)
     74 #define nvkm_memory_boot(p,v) (p)->func->boot((p),(v))
     75 #define nvkm_memory_map(p,o,vm,va,av,ac)                                       \
     76 	(p)->func->map((p),(o),(vm),(va),(av),(ac))
     77 
     78 /* accessor macros - kmap()/done() must bracket use of the other accessor
     79  * macros to guarantee correct behaviour across all chipsets
     80  */
     81 #define nvkm_kmap(o)     (o)->func->acquire(o)
     82 #define nvkm_done(o)     (o)->func->release(o)
     83 
     84 #define nvkm_ro32(o,a)   (o)->ptrs->rd32((o), (a))
     85 #define nvkm_wo32(o,a,d) (o)->ptrs->wr32((o), (a), (d))
     86 #define nvkm_mo32(o,a,m,d) ({                                                  \
     87 	u32 _addr = (a), _data = nvkm_ro32((o), _addr);                        \
     88 	nvkm_wo32((o), _addr, (_data & ~(m)) | (d));                           \
     89 	_data;                                                                 \
     90 })
     91 
     92 #define nvkm_wo64(o,a,d) do {                                                  \
     93 	u64 __a = (a), __d = (d);                                              \
     94 	nvkm_wo32((o), __a + 0, lower_32_bits(__d));                           \
     95 	nvkm_wo32((o), __a + 4, upper_32_bits(__d));                           \
     96 } while(0)
     97 
     98 #define nvkm_robj(o,a,p,s) do {                                                \
     99 	u32 _addr = (a), _size = (s) >> 2, *_data = (void *)(p);               \
    100 	while (_size--) {                                                      \
    101 		*(_data++) = nvkm_ro32((o), _addr);                            \
    102 		_addr += 4;                                                    \
    103 	}                                                                      \
    104 } while(0)
    105 
    106 #define nvkm_wobj(o,a,p,s) do {                                                \
    107 	u32 _addr = (a), _size = (s) >> 2;                                     \
    108 	const u32 *_data = (const void *)(p);                                  \
    109 	while (_size--) {                                                      \
    110 		nvkm_wo32((o), _addr, *(_data++));                             \
    111 		_addr += 4;                                                    \
    112 	}                                                                      \
    113 } while(0)
    114 
    115 #ifdef __NetBSD__		/* XXX */
    116 #define nvkm_fill(t,s,o,a,d,c) do {                                            \
    117 	u64 _a = (a), _c = (c), _d = (d);                                      \
    118 	(void)nvkm_kmap(o);                                                    \
    119 	for (; _c; _c--, _a += BIT(s))                                         \
    120 		nvkm_wo##t((o), _a, _d);                                       \
    121 	nvkm_done(o);                                                          \
    122 } while(0)
    123 #else
    124 #define nvkm_fill(t,s,o,a,d,c) do {                                            \
    125 	u64 _a = (a), _c = (c), _d = (d), _o = _a >> s, _s = _c << s;          \
    126 	u##t __iomem *_m = nvkm_kmap(o);                                       \
    127 	if (likely(_m)) {                                                      \
    128 		if (_d) {                                                      \
    129 			while (_c--)                                           \
    130 				iowrite##t##_native(_d, &_m[_o++]);            \
    131 		} else {                                                       \
    132 			memset_io(&_m[_o], _d, _s);                            \
    133 		}                                                              \
    134 	} else {                                                               \
    135 		for (; _c; _c--, _a += BIT(s))                                 \
    136 			nvkm_wo##t((o), _a, _d);                               \
    137 	}                                                                      \
    138 	nvkm_done(o);                                                          \
    139 } while(0)
    140 #endif
    141 #define nvkm_fo32(o,a,d,c) nvkm_fill(32, 2, (o), (a), (d), (c))
    142 #define nvkm_fo64(o,a,d,c) nvkm_fill(64, 3, (o), (a), (d), (c))
    143 #endif
    144