linux-kernel - [PATCH 1/1] prefetch result for ARM64 atomic ops

lists.openwall.net		lists / announce owl-users owl-dev john-users john-dev passwdqc-users yescrypt popa3d-users / oss-security kernel-hardening musl sabotage tlsify passwords / crypt-dev xvendor / Bugtraq Full-Disclosure linux-kernel linux-netdev linux-ext4 linux-hardening linux-cve-announce PHC
Open Source and information security mailing list archives

Hash Suite: Windows password security audit tool. GUI, reports in PDF.

[<prev] [next>] [thread-next>] [day] [month] [year] [list]

Date:	Mon, 14 Apr 2014 13:55:21 -0400
From:	Pranith Kumar <bobby.prani@...il.com>
To:	catalin.marinas@....com, will.deacon@....com
Cc:	LKML <linux-kernel@...r.kernel.org>
Subject: [PATCH 1/1] prefetch result for ARM64 atomic ops

Signed-off-by: Pranith Kumar <bobby.prani@...il.com>
---
 arch/arm64/include/asm/atomic.h | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/arch/arm64/include/asm/atomic.h b/arch/arm64/include/asm/atomic.h
index 0237f08..82271ee 100644
--- a/arch/arm64/include/asm/atomic.h
+++ b/arch/arm64/include/asm/atomic.h
@@ -48,6 +48,7 @@ static inline void atomic_add(int i, atomic_t *v)
     unsigned long tmp;
     int result;

+    prefetchw(&v->counter);
     asm volatile("// atomic_add\n"
 "1:    ldxr    %w0, %2\n"
 "    add    %w0, %w0, %w3\n"
@@ -62,6 +63,7 @@ static inline int atomic_add_return(int i, atomic_t *v)
     unsigned long tmp;
     int result;

+    prefetchw(&v->counter);
     asm volatile("// atomic_add_return\n"
 "1:    ldxr    %w0, %2\n"
 "    add    %w0, %w0, %w3\n"
@@ -80,6 +82,7 @@ static inline void atomic_sub(int i, atomic_t *v)
     unsigned long tmp;
     int result;

+    prefetchw(&v->counter);
     asm volatile("// atomic_sub\n"
 "1:    ldxr    %w0, %2\n"
 "    sub    %w0, %w0, %w3\n"
@@ -94,6 +97,7 @@ static inline int atomic_sub_return(int i, atomic_t *v)
     unsigned long tmp;
     int result;

+    prefetchw(&v->counter);
     asm volatile("// atomic_sub_return\n"
 "1:    ldxr    %w0, %2\n"
 "    sub    %w0, %w0, %w3\n"
@@ -113,6 +117,7 @@ static inline int atomic_cmpxchg(atomic_t *ptr,
int old, int new)
     int oldval;

     smp_mb();
+    prefetchw(&v->counter);

     asm volatile("// atomic_cmpxchg\n"
 "1:    ldxr    %w1, %2\n"
@@ -170,6 +175,7 @@ static inline void atomic64_add(u64 i, atomic64_t *v)
     long result;
     unsigned long tmp;

+    prefetchw(&v->counter);
     asm volatile("// atomic64_add\n"
 "1:    ldxr    %0, %2\n"
 "    add    %0, %0, %3\n"
@@ -184,6 +190,7 @@ static inline long atomic64_add_return(long i,
atomic64_t *v)
     long result;
     unsigned long tmp;

+    prefetchw(&v->counter);
     asm volatile("// atomic64_add_return\n"
 "1:    ldxr    %0, %2\n"
 "    add    %0, %0, %3\n"
@@ -202,6 +209,7 @@ static inline void atomic64_sub(u64 i, atomic64_t *v)
     long result;
     unsigned long tmp;

+    prefetchw(&v->counter);
     asm volatile("// atomic64_sub\n"
 "1:    ldxr    %0, %2\n"
 "    sub    %0, %0, %3\n"
@@ -216,6 +224,7 @@ static inline long atomic64_sub_return(long i,
atomic64_t *v)
     long result;
     unsigned long tmp;

+    prefetchw(&v->counter);
     asm volatile("// atomic64_sub_return\n"
 "1:    ldxr    %0, %2\n"
 "    sub    %0, %0, %3\n"
@@ -235,6 +244,7 @@ static inline long atomic64_cmpxchg(atomic64_t
*ptr, long old, long new)
     unsigned long res;

     smp_mb();
+    prefetchw(&v->counter);

     asm volatile("// atomic64_cmpxchg\n"
 "1:    ldxr    %1, %2\n"
@@ -258,6 +268,7 @@ static inline long atomic64_dec_if_positive(atomic64_t *v)
     long result;
     unsigned long tmp;

+    prefetchw(&v->counter);
     asm volatile("// atomic64_dec_if_positive\n"
 "1:    ldxr    %0, %2\n"
 "    subs    %0, %0, #1\n"
-- 
1.9.1


-- 
Pranith
--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@...r.kernel.org
More majordomo info at  http://vger.kernel.org/majordomo-info.html
Please read the FAQ at  http://www.tux.org/lkml/