Lines Matching refs:ring
16 vn_ring_load_head(const struct vn_ring *ring)
21 return atomic_load_explicit(ring->shared.head, memory_order_acquire);
25 vn_ring_store_tail(struct vn_ring *ring)
30 return atomic_store_explicit(ring->shared.tail, ring->cur,
35 vn_ring_load_status(const struct vn_ring *ring)
38 return atomic_load_explicit(ring->shared.status, memory_order_seq_cst);
42 vn_ring_write_buffer(struct vn_ring *ring, const void *data, uint32_t size)
44 assert(ring->cur + size - vn_ring_load_head(ring) <= ring->buffer_size);
46 const uint32_t offset = ring->cur & ring->buffer_mask;
47 if (offset + size <= ring->buffer_size) {
48 memcpy(ring->shared.buffer + offset, data, size);
50 const uint32_t s = ring->buffer_size - offset;
51 memcpy(ring->shared.buffer + offset, data, s);
52 memcpy(ring->shared.buffer, data + s, size - s);
55 ring->cur += size;
59 vn_ring_ge_seqno(const struct vn_ring *ring, uint32_t a, uint32_t b)
68 return ring->cur >= a || ring->cur < b;
70 return ring->cur >= a && ring->cur < b;
74 vn_ring_retire_submits(struct vn_ring *ring, uint32_t seqno)
76 list_for_each_entry_safe(struct vn_ring_submit, submit, &ring->submits,
78 if (!vn_ring_ge_seqno(ring, seqno, submit->seqno))
82 vn_renderer_shmem_unref(ring->renderer, submit->shmems[i]);
85 list_add(&submit->head, &ring->free_submits);
90 vn_ring_wait_seqno(const struct vn_ring *ring, uint32_t seqno)
97 const uint32_t head = vn_ring_load_head(ring);
98 if (vn_ring_ge_seqno(ring, head, seqno))
100 vn_relax(&iter, "ring seqno");
105 vn_ring_wait_space(const struct vn_ring *ring, uint32_t size)
107 assert(size <= ring->buffer_size);
112 const uint32_t head = vn_ring_load_head(ring);
113 if (ring->cur + size - head <= ring->buffer_size)
115 vn_relax(&iter, "ring space");
149 vn_ring_init(struct vn_ring *ring,
154 memset(ring, 0, sizeof(*ring));
157 ring->renderer = renderer;
161 ring->buffer_size = layout->buffer_size;
162 ring->buffer_mask = ring->buffer_size - 1;
164 ring->shared.head = shared + layout->head_offset;
165 ring->shared.tail = shared + layout->tail_offset;
166 ring->shared.status = shared + layout->status_offset;
167 ring->shared.buffer = shared + layout->buffer_offset;
168 ring->shared.extra = shared + layout->extra_offset;
170 list_inithead(&ring->submits);
171 list_inithead(&ring->free_submits);
175 vn_ring_fini(struct vn_ring *ring)
177 vn_ring_retire_submits(ring, ring->cur);
178 assert(list_is_empty(&ring->submits));
181 &ring->free_submits, head)
186 vn_ring_get_submit(struct vn_ring *ring, uint32_t shmem_count)
193 !list_is_empty(&ring->free_submits)) {
195 list_first_entry(&ring->free_submits, struct vn_ring_submit, head);
207 vn_ring_submit(struct vn_ring *ring,
212 /* write cs to the ring */
217 cur_seqno = vn_ring_wait_space(ring, buf->committed_size);
218 vn_ring_write_buffer(ring, buf->base, buf->committed_size);
221 vn_ring_store_tail(ring);
222 const bool notify = vn_ring_load_status(ring) & VN_RING_STATUS_IDLE;
224 vn_ring_retire_submits(ring, cur_seqno);
226 submit->seqno = ring->cur;
227 list_addtail(&submit->head, &ring->submits);
237 vn_ring_wait(const struct vn_ring *ring, uint32_t seqno)
239 vn_ring_wait_seqno(ring, seqno);