summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorandrew <andrew@FreeBSD.org>2015-11-05 16:55:27 +0000
committerandrew <andrew@FreeBSD.org>2015-11-05 16:55:27 +0000
commitf754112b222dda028d3030e9d3964a25b5311357 (patch)
tree16efd93717fcc864f5bbbfb82de532af7101be5b
parente73a610f276e47e6461b26d590bfa1999ab437d3 (diff)
downloadFreeBSD-src-f754112b222dda028d3030e9d3964a25b5311357.zip
FreeBSD-src-f754112b222dda028d3030e9d3964a25b5311357.tar.gz
Fix the open solaris atomic functions on arm64. Without this we may use the
wrong value in the comparison, leading to incorrectly setting the new value. This has been observed in the ZFS code. Without this we can lose track of the reference count in a zrlock object. We should move to use the generic atomic functions, however as this has been observed I would prefer to have this working, then move to the generic functions. PR: 204037 Sponsored by: ABT Systems Ltd
-rw-r--r--sys/cddl/contrib/opensolaris/common/atomic/aarch64/opensolaris_atomic.S87
-rw-r--r--sys/conf/files.arm642
2 files changed, 88 insertions, 1 deletions
diff --git a/sys/cddl/contrib/opensolaris/common/atomic/aarch64/opensolaris_atomic.S b/sys/cddl/contrib/opensolaris/common/atomic/aarch64/opensolaris_atomic.S
new file mode 100644
index 0000000..0321c7d
--- /dev/null
+++ b/sys/cddl/contrib/opensolaris/common/atomic/aarch64/opensolaris_atomic.S
@@ -0,0 +1,87 @@
+/*-
+ * Copyright (C) 2015 Andrew Turner
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ * notice, this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimer in the
+ * documentation and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+ * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+ * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+ * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+ * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+ * SUCH DAMAGE.
+ *
+ * $FreeBSD$
+ */
+
+#include <machine/asm.h>
+
+/*
+ * uint64_t atomic_add_64_nv(volatile uint64_t *target, int64_t delta)
+ */
+ENTRY(atomic_add_64_nv)
+1: ldxr x2, [x0] /* Load *target */
+ add x2, x2, x1 /* x2 = x2 + delta */
+ stxr w3, x2, [x0] /* Store *target */
+ cbnz w3, 1b /* Check if the store succeeded */
+ mov x0, x2 /* Return the new value */
+ ret
+END(atomic_add_64_nv)
+
+/*
+ * uint32_t
+ * atomic_cas_32(volatile uint32_t *target, uint32_t cmp, uint32_t newval)
+ */
+ENTRY(atomic_cas_32)
+1: ldxr w3, [x0] /* Load *target */
+ cmp w3, w1 /* Does *targe == cmp? */
+ b.ne 2f /* If not exit */
+ stxr w4, w2, [x0] /* Store newval to *target */
+ cbnz w4, 1b /* Check if the store succeeded */
+2: mov w0, w3 /* Return the old value */
+ ret
+END(atomic_cas_32)
+
+/*
+ * uint64_t
+ * atomic_cas_64(volatile uint64_t *target, uint64_t cmp, uint64_t newval)
+ */
+ENTRY(atomic_cas_64)
+1: ldxr x3, [x0] /* Load *target */
+ cmp x3, x1 /* Does *targe == cmp? */
+ b.ne 2f /* If not exit */
+ stxr w4, x2, [x0] /* Store newval to *target */
+ cbnz w4, 1b /* Check if the store succeeded */
+2: mov x0, x3 /* Return the old value */
+ ret
+END(atomic_cas_64)
+
+/*
+ * uint8_t atomic_or_8_nv(volatile uint8_t *target, uint8_t value)
+ */
+ENTRY(atomic_or_8_nv)
+1: ldxrb w2, [x0] /* Load *target */
+ orr w2, w2, w1 /* x2 = x2 | delta */
+ stxrb w3, w2, [x0] /* Store *target */
+ cbnz w3, 1b /* Check if the store succeeded */
+ mov w0, w2 /* Return the new value */
+ ret
+END(atomic_or_8_nv)
+
+ENTRY(membar_producer)
+ dmb ish
+ ret
+END(membar_producer)
+
diff --git a/sys/conf/files.arm64 b/sys/conf/files.arm64
index 3a9a651..303b084 100644
--- a/sys/conf/files.arm64
+++ b/sys/conf/files.arm64
@@ -88,7 +88,7 @@ libkern/flsl.c standard
libkern/flsll.c standard
libkern/memmove.c standard
libkern/memset.c standard
-cddl/compat/opensolaris/kern/opensolaris_atomic.c optional zfs | dtrace compile-with "${CDDL_C}"
+cddl/contrib/opensolaris/common/atomic/aarch64/opensolaris_atomic.S optional zfs | dtrace compile-with "${CDDL_C}"
cddl/dev/dtrace/aarch64/dtrace_asm.S optional dtrace compile-with "${DTRACE_S}"
cddl/dev/dtrace/aarch64/dtrace_subr.c optional dtrace compile-with "${DTRACE_C}"
cddl/dev/fbt/aarch64/fbt_isa.c optional dtrace_fbt | dtraceall compile-with "${FBT_C}"
OpenPOWER on IntegriCloud