| lists.openwall.net | lists / announce owl-users owl-dev john-users john-dev passwdqc-users yescrypt popa3d-users / oss-security kernel-hardening musl sabotage tlsify passwords / crypt-dev xvendor / Bugtraq Full-Disclosure linux-kernel linux-netdev linux-ext4 linux-hardening linux-cve-announce PHC | |
|
Open Source and information security mailing list archives
| ||
|
Message-Id: <20220301010412.431299-5-namhyung@kernel.org>
Date: Mon, 28 Feb 2022 17:04:12 -0800
From: Namhyung Kim <namhyung@...nel.org>
To: Peter Zijlstra <peterz@...radead.org>,
Ingo Molnar <mingo@...nel.org>, Will Deacon <will@...nel.org>,
Waiman Long <longman@...hat.com>,
Boqun Feng <boqun.feng@...il.com>
Cc: LKML <linux-kernel@...r.kernel.org>,
Thomas Gleixner <tglx@...utronix.de>,
Steven Rostedt <rostedt@...dmis.org>,
Mathieu Desnoyers <mathieu.desnoyers@...icios.com>,
Byungchul Park <byungchul.park@....com>,
"Paul E. McKenney" <paulmck@...nel.org>,
Arnd Bergmann <arnd@...db.de>, linux-arch@...r.kernel.org,
bpf@...r.kernel.org, Radoslaw Burny <rburny@...gle.com>
Subject: [PATCH 4/4] locking/rwsem: Pass proper call-site ip
For some reason, __down_read_common() was not inlined in my system.
So I can only see its caller down_read() in the tracepoint. It should
pass an IP of the actual caller. Let's add a new variants of
LOCK_CONTENDED macro to pass _RET_IP_ to the lock function and make
rwsem down functions take an ip argument
Signed-off-by: Namhyung Kim <namhyung@...nel.org>
---
include/linux/lockdep.h | 29 ++++++++++++++++-
kernel/locking/rwsem.c | 69 ++++++++++++++++++++++-------------------
2 files changed, 65 insertions(+), 33 deletions(-)
diff --git a/include/linux/lockdep.h b/include/linux/lockdep.h
index 467b94257105..6aca885f356c 100644
--- a/include/linux/lockdep.h
+++ b/include/linux/lockdep.h
@@ -453,7 +453,16 @@ do { \
lock_contended(&(_lock)->dep_map, _RET_IP_); \
lock(_lock); \
} \
- lock_acquired(&(_lock)->dep_map, _RET_IP_); \
+ lock_acquired(&(_lock)->dep_map, _RET_IP_); \
+} while (0)
+
+#define LOCK_CONTENDED_IP(_lock, try, lock) \
+do { \
+ if (!try(_lock)) { \
+ lock_contended(&(_lock)->dep_map, _RET_IP_); \
+ lock(_lock, _RET_IP_); \
+ } \
+ lock_acquired(&(_lock)->dep_map, _RET_IP_); \
} while (0)
#define LOCK_CONTENDED_RETURN(_lock, try, lock) \
@@ -468,6 +477,18 @@ do { \
____err; \
})
+#define LOCK_CONTENDED_RETURN_IP(_lock, try, lock) \
+({ \
+ int ____err = 0; \
+ if (!try(_lock)) { \
+ lock_contended(&(_lock)->dep_map, _RET_IP_); \
+ ____err = lock(_lock, _RET_IP_); \
+ } \
+ if (!____err) \
+ lock_acquired(&(_lock)->dep_map, _RET_IP_); \
+ ____err; \
+})
+
#else /* CONFIG_LOCK_STAT */
#define lock_contended(lockdep_map, ip) do {} while (0)
@@ -476,9 +497,15 @@ do { \
#define LOCK_CONTENDED(_lock, try, lock) \
lock(_lock)
+#define LOCK_CONTENDED_IP(_lock, try, lock) \
+ lock(_lock, _RET_IP_)
+
#define LOCK_CONTENDED_RETURN(_lock, try, lock) \
lock(_lock)
+#define LOCK_CONTENDED_RETURN_IP(_lock, try, lock) \
+ lock(_lock, _RET_IP_)
+
#endif /* CONFIG_LOCK_STAT */
#ifdef CONFIG_PROVE_LOCKING
diff --git a/kernel/locking/rwsem.c b/kernel/locking/rwsem.c
index a1a17af7f747..eafb0faaed0d 100644
--- a/kernel/locking/rwsem.c
+++ b/kernel/locking/rwsem.c
@@ -1207,13 +1207,14 @@ static struct rw_semaphore *rwsem_downgrade_wake(struct rw_semaphore *sem)
/*
* lock for reading
*/
-static inline int __down_read_common(struct rw_semaphore *sem, int state)
+static inline int __down_read_common(struct rw_semaphore *sem, int state,
+ unsigned long ip)
{
long count;
void *ret;
if (!rwsem_read_trylock(sem, &count)) {
- trace_contention_begin(sem, _RET_IP_, LCB_F_READ | state);
+ trace_contention_begin(sem, ip, LCB_F_READ | state);
ret = rwsem_down_read_slowpath(sem, count, state);
trace_contention_end(sem);
@@ -1224,19 +1225,19 @@ static inline int __down_read_common(struct rw_semaphore *sem, int state)
return 0;
}
-static inline void __down_read(struct rw_semaphore *sem)
+static inline void __down_read(struct rw_semaphore *sem, unsigned long ip)
{
- __down_read_common(sem, TASK_UNINTERRUPTIBLE);
+ __down_read_common(sem, TASK_UNINTERRUPTIBLE, ip);
}
-static inline int __down_read_interruptible(struct rw_semaphore *sem)
+static inline int __down_read_interruptible(struct rw_semaphore *sem, unsigned long ip)
{
- return __down_read_common(sem, TASK_INTERRUPTIBLE);
+ return __down_read_common(sem, TASK_INTERRUPTIBLE, ip);
}
-static inline int __down_read_killable(struct rw_semaphore *sem)
+static inline int __down_read_killable(struct rw_semaphore *sem, unsigned long ip)
{
- return __down_read_common(sem, TASK_KILLABLE);
+ return __down_read_common(sem, TASK_KILLABLE, ip);
}
static inline int __down_read_trylock(struct rw_semaphore *sem)
@@ -1259,12 +1260,13 @@ static inline int __down_read_trylock(struct rw_semaphore *sem)
/*
* lock for writing
*/
-static inline int __down_write_common(struct rw_semaphore *sem, int state)
+static inline int __down_write_common(struct rw_semaphore *sem, int state,
+ unsigned long ip)
{
void *ret;
if (unlikely(!rwsem_write_trylock(sem))) {
- trace_contention_begin(sem, _RET_IP_, LCB_F_WRITE | state);
+ trace_contention_begin(sem, ip, LCB_F_WRITE | state);
ret = rwsem_down_write_slowpath(sem, state);
trace_contention_end(sem);
@@ -1275,14 +1277,14 @@ static inline int __down_write_common(struct rw_semaphore *sem, int state)
return 0;
}
-static inline void __down_write(struct rw_semaphore *sem)
+static inline void __down_write(struct rw_semaphore *sem, unsigned long ip)
{
- __down_write_common(sem, TASK_UNINTERRUPTIBLE);
+ __down_write_common(sem, TASK_UNINTERRUPTIBLE, ip);
}
-static inline int __down_write_killable(struct rw_semaphore *sem)
+static inline int __down_write_killable(struct rw_semaphore *sem, unsigned long ip)
{
- return __down_write_common(sem, TASK_KILLABLE);
+ return __down_write_common(sem, TASK_KILLABLE, ip);
}
static inline int __down_write_trylock(struct rw_semaphore *sem)
@@ -1397,17 +1399,17 @@ void __init_rwsem(struct rw_semaphore *sem, const char *name,
}
EXPORT_SYMBOL(__init_rwsem);
-static inline void __down_read(struct rw_semaphore *sem)
+static inline void __down_read(struct rw_semaphore *sem, unsigned long ip)
{
rwbase_read_lock(&sem->rwbase, TASK_UNINTERRUPTIBLE);
}
-static inline int __down_read_interruptible(struct rw_semaphore *sem)
+static inline int __down_read_interruptible(struct rw_semaphore *sem, unsigned long ip)
{
return rwbase_read_lock(&sem->rwbase, TASK_INTERRUPTIBLE);
}
-static inline int __down_read_killable(struct rw_semaphore *sem)
+static inline int __down_read_killable(struct rw_semaphore *sem, unsigned long ip)
{
return rwbase_read_lock(&sem->rwbase, TASK_KILLABLE);
}
@@ -1422,12 +1424,12 @@ static inline void __up_read(struct rw_semaphore *sem)
rwbase_read_unlock(&sem->rwbase, TASK_NORMAL);
}
-static inline void __sched __down_write(struct rw_semaphore *sem)
+static inline void __sched __down_write(struct rw_semaphore *sem, unsigned long ip)
{
rwbase_write_lock(&sem->rwbase, TASK_UNINTERRUPTIBLE);
}
-static inline int __sched __down_write_killable(struct rw_semaphore *sem)
+static inline int __sched __down_write_killable(struct rw_semaphore *sem, unsigned long ip)
{
return rwbase_write_lock(&sem->rwbase, TASK_KILLABLE);
}
@@ -1472,7 +1474,7 @@ void __sched down_read(struct rw_semaphore *sem)
might_sleep();
rwsem_acquire_read(&sem->dep_map, 0, 0, _RET_IP_);
- LOCK_CONTENDED(sem, __down_read_trylock, __down_read);
+ LOCK_CONTENDED_IP(sem, __down_read_trylock, __down_read);
}
EXPORT_SYMBOL(down_read);
@@ -1481,7 +1483,8 @@ int __sched down_read_interruptible(struct rw_semaphore *sem)
might_sleep();
rwsem_acquire_read(&sem->dep_map, 0, 0, _RET_IP_);
- if (LOCK_CONTENDED_RETURN(sem, __down_read_trylock, __down_read_interruptible)) {
+ if (LOCK_CONTENDED_RETURN_IP(sem, __down_read_trylock,
+ __down_read_interruptible)) {
rwsem_release(&sem->dep_map, _RET_IP_);
return -EINTR;
}
@@ -1495,7 +1498,8 @@ int __sched down_read_killable(struct rw_semaphore *sem)
might_sleep();
rwsem_acquire_read(&sem->dep_map, 0, 0, _RET_IP_);
- if (LOCK_CONTENDED_RETURN(sem, __down_read_trylock, __down_read_killable)) {
+ if (LOCK_CONTENDED_RETURN_IP(sem, __down_read_trylock,
+ __down_read_killable)) {
rwsem_release(&sem->dep_map, _RET_IP_);
return -EINTR;
}
@@ -1524,7 +1528,7 @@ void __sched down_write(struct rw_semaphore *sem)
{
might_sleep();
rwsem_acquire(&sem->dep_map, 0, 0, _RET_IP_);
- LOCK_CONTENDED(sem, __down_write_trylock, __down_write);
+ LOCK_CONTENDED_IP(sem, __down_write_trylock, __down_write);
}
EXPORT_SYMBOL(down_write);
@@ -1536,8 +1540,8 @@ int __sched down_write_killable(struct rw_semaphore *sem)
might_sleep();
rwsem_acquire(&sem->dep_map, 0, 0, _RET_IP_);
- if (LOCK_CONTENDED_RETURN(sem, __down_write_trylock,
- __down_write_killable)) {
+ if (LOCK_CONTENDED_RETURN_IP(sem, __down_write_trylock,
+ __down_write_killable)) {
rwsem_release(&sem->dep_map, _RET_IP_);
return -EINTR;
}
@@ -1596,7 +1600,7 @@ void down_read_nested(struct rw_semaphore *sem, int subclass)
{
might_sleep();
rwsem_acquire_read(&sem->dep_map, subclass, 0, _RET_IP_);
- LOCK_CONTENDED(sem, __down_read_trylock, __down_read);
+ LOCK_CONTENDED_IP(sem, __down_read_trylock, __down_read);
}
EXPORT_SYMBOL(down_read_nested);
@@ -1605,7 +1609,8 @@ int down_read_killable_nested(struct rw_semaphore *sem, int subclass)
might_sleep();
rwsem_acquire_read(&sem->dep_map, subclass, 0, _RET_IP_);
- if (LOCK_CONTENDED_RETURN(sem, __down_read_trylock, __down_read_killable)) {
+ if (LOCK_CONTENDED_RETURN_IP(sem, __down_read_trylock,
+ __down_read_killable)) {
rwsem_release(&sem->dep_map, _RET_IP_);
return -EINTR;
}
@@ -1618,14 +1623,14 @@ void _down_write_nest_lock(struct rw_semaphore *sem, struct lockdep_map *nest)
{
might_sleep();
rwsem_acquire_nest(&sem->dep_map, 0, 0, nest, _RET_IP_);
- LOCK_CONTENDED(sem, __down_write_trylock, __down_write);
+ LOCK_CONTENDED_IP(sem, __down_write_trylock, __down_write);
}
EXPORT_SYMBOL(_down_write_nest_lock);
void down_read_non_owner(struct rw_semaphore *sem)
{
might_sleep();
- __down_read(sem);
+ __down_read(sem, _RET_IP_);
__rwsem_set_reader_owned(sem, NULL);
}
EXPORT_SYMBOL(down_read_non_owner);
@@ -1634,7 +1639,7 @@ void down_write_nested(struct rw_semaphore *sem, int subclass)
{
might_sleep();
rwsem_acquire(&sem->dep_map, subclass, 0, _RET_IP_);
- LOCK_CONTENDED(sem, __down_write_trylock, __down_write);
+ LOCK_CONTENDED_IP(sem, __down_write_trylock, __down_write);
}
EXPORT_SYMBOL(down_write_nested);
@@ -1643,8 +1648,8 @@ int __sched down_write_killable_nested(struct rw_semaphore *sem, int subclass)
might_sleep();
rwsem_acquire(&sem->dep_map, subclass, 0, _RET_IP_);
- if (LOCK_CONTENDED_RETURN(sem, __down_write_trylock,
- __down_write_killable)) {
+ if (LOCK_CONTENDED_RETURN_IP(sem, __down_write_trylock,
+ __down_write_killable)) {
rwsem_release(&sem->dep_map, _RET_IP_);
return -EINTR;
}
--
2.35.1.574.g5d30c73bfb-goog
Powered by blists - more mailing lists