Lines Matching refs:rw
224 #define RUMPRW(rw) (*(struct rumpuser_rw **)(rw))
243 _rw_init(krwlock_t *rw, uintptr_t return_address)
248 rumpuser_rw_init((struct rumpuser_rw **)rw);
249 ALLOCK(rw, &rw_lockops, return_address);
253 rw_init(krwlock_t *rw)
256 _rw_init(rw, (uintptr_t)__builtin_return_address(0));
260 rw_destroy(krwlock_t *rw)
263 FREELOCK(rw);
264 rumpuser_rw_destroy(RUMPRW(rw));
268 rw_enter(krwlock_t *rw, const krw_t op)
271 WANTLOCK(rw, op == RW_READER);
272 BARRIER(rw, 1);
273 rumpuser_rw_enter(krw2rumprw(op), RUMPRW(rw));
274 LOCKED(rw, op == RW_READER);
278 rw_tryenter(krwlock_t *rw, const krw_t op)
282 error = rumpuser_rw_tryenter(krw2rumprw(op), RUMPRW(rw));
284 WANTLOCK(rw, op == RW_READER);
285 LOCKED(rw, op == RW_READER);
291 rw_exit(krwlock_t *rw)
295 bool shared = !rw_write_held(rw);
298 KASSERT(rw_read_held(rw));
299 UNLOCKED(rw, shared);
301 rumpuser_rw_exit(RUMPRW(rw));
305 rw_tryupgrade(krwlock_t *rw)
309 rv = rumpuser_rw_tryupgrade(RUMPRW(rw));
311 UNLOCKED(rw, 1);
312 WANTLOCK(rw, 0);
313 LOCKED(rw, 0);
319 rw_downgrade(krwlock_t *rw)
322 rumpuser_rw_downgrade(RUMPRW(rw));
323 UNLOCKED(rw, 0);
324 WANTLOCK(rw, 1);
325 LOCKED(rw, 1);
329 rw_read_held(krwlock_t *rw)
333 rumpuser_rw_held(RUMPUSER_RW_READER, RUMPRW(rw), &rv);
338 rw_write_held(krwlock_t *rw)
342 rumpuser_rw_held(RUMPUSER_RW_WRITER, RUMPRW(rw), &rv);
347 rw_lock_held(krwlock_t *rw)
350 return rw_read_held(rw) || rw_write_held(rw);
354 rw_lock_op(krwlock_t *rw)
357 return rw_write_held(rw) ? RW_WRITER : RW_READER;