11.9Sriastrad/*	$NetBSD: membar_ops.S,v 1.9 2022/04/09 23:32:51 riastradh Exp $	*/
21.2Sad
31.2Sad/*-
41.2Sad * Copyright (c) 2006, 2007 The NetBSD Foundation, Inc.
51.2Sad * All rights reserved.
61.2Sad *
71.2Sad * This code is derived from software contributed to The NetBSD Foundation
81.2Sad * by Jason R. Thorpe.
91.2Sad *
101.2Sad * Redistribution and use in source and binary forms, with or without
111.2Sad * modification, are permitted provided that the following conditions
121.2Sad * are met:
131.2Sad * 1. Redistributions of source code must retain the above copyright
141.2Sad *    notice, this list of conditions and the following disclaimer.
151.2Sad * 2. Redistributions in binary form must reproduce the above copyright
161.2Sad *    notice, this list of conditions and the following disclaimer in the
171.2Sad *    documentation and/or other materials provided with the distribution.
181.8Sriastrad *
191.2Sad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
201.2Sad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
211.2Sad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
221.2Sad * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
231.2Sad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
241.2Sad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
251.2Sad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
261.2Sad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
271.2Sad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
281.2Sad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
291.2Sad * POSSIBILITY OF SUCH DAMAGE.
301.2Sad */
311.2Sad
321.2Sad#include "atomic_op_asm.h"
331.2Sad
341.2Sad	.text
351.2Sad
361.4Sad#ifdef _KERNEL
371.4Sad
381.2Sad/*
391.2Sad * We start out with no-op versions that do nothing.  We hot-patch when
401.2Sad * we detect a MP system.
411.2Sad */
421.6SchsLEAF(_membar_producer, 0)
431.2Sad	RET
441.2Sad	nop
451.9SriastradEND(_membar_producer)
461.2SadEXPORT(_membar_producer_end)
471.2Sad
481.6SchsLEAF(_membar_sync, 0)
491.2Sad	RET
501.2Sad	nop
511.9SriastradEND(_membar_sync)
521.2SadEXPORT(_membar_sync_end)
531.3Smatt
541.6SchsLEAF(_membar_producer_mp, 0)
551.9Sriastrad	wmb		/* store-before-store */
561.2Sad	RET
571.9SriastradEND(_membar_producer_mp)
581.2SadEXPORT(_membar_producer_mp_end)
591.2Sad
601.6SchsLEAF(_membar_sync_mp, 0)
611.9Sriastrad	mb		/* load/store-before-load/store */
621.2Sad	RET
631.9SriastradEND(_membar_sync_mp)
641.2SadEXPORT(_membar_sync_mp_end)
651.2Sad
661.4Sad#else	/* _KERNEL */
671.4Sad
681.6SchsLEAF(_membar_producer, 0)
691.9Sriastrad	mb		/* load/store-before-load/store */
701.4Sad	RET
711.9SriastradEND(_membar_producer)
721.4SadEXPORT(_membar_producer_end)
731.4Sad
741.6SchsLEAF(_membar_sync, 0)
751.9Sriastrad	mb		/* load/store-before-load/store */
761.4Sad	RET
771.9SriastradEND(_membar_sync)
781.4SadEXPORT(_membar_sync_end)
791.4Sad
801.4Sad#endif	/* _KERNEL */
811.4Sad
821.4SadATOMIC_OP_ALIAS(membar_producer,_membar_producer)
831.4SadATOMIC_OP_ALIAS(membar_sync,_membar_sync)
841.9Sriastrad
851.9SriastradATOMIC_OP_ALIAS(membar_acquire,_membar_sync)
861.9SriastradSTRONG_ALIAS(_membar_acquire,_membar_sync)
871.9SriastradATOMIC_OP_ALIAS(membar_release,_membar_sync)
881.9SriastradSTRONG_ALIAS(_membar_release,_membar_sync)
891.4SadATOMIC_OP_ALIAS(membar_enter,_membar_sync)
901.4SadSTRONG_ALIAS(_membar_enter,_membar_sync)
911.4SadATOMIC_OP_ALIAS(membar_exit,_membar_sync)
921.4SadSTRONG_ALIAS(_membar_exit,_membar_sync)
931.4SadATOMIC_OP_ALIAS(membar_consumer,_membar_sync)
941.4SadSTRONG_ALIAS(_membar_consumer,_membar_sync)
951.7SriastradATOMIC_OP_ALIAS(membar_datadep_consumer,_membar_sync)
961.7SriastradSTRONG_ALIAS(_membar_datadep_consumer,_membar_sync)
97