| lists.openwall.net | lists / announce owl-users owl-dev john-users john-dev passwdqc-users yescrypt popa3d-users / oss-security kernel-hardening musl sabotage tlsify passwords / crypt-dev xvendor / Bugtraq Full-Disclosure linux-kernel linux-netdev linux-ext4 linux-hardening linux-cve-announce PHC | |
|
Open Source and information security mailing list archives
| ||
|
Message-ID: <tip-7eaffe9d688041a66acac719aa7eaec23fb1f437@git.kernel.org>
Date: Fri, 28 Sep 2012 01:05:23 -0700
From: tip-bot for Rik van Riel <riel@...hat.com>
To: linux-tip-commits@...r.kernel.org
Cc: linux-kernel@...r.kernel.org, hpa@...or.com, mingo@...nel.org,
torvalds@...ux-foundation.org, a.p.zijlstra@...llo.nl,
riel@...hat.com, akpm@...ux-foundation.org, tglx@...utronix.de
Subject: [tip:sched/numa] mm, numa: Retry failed page migrations
Commit-ID: 7eaffe9d688041a66acac719aa7eaec23fb1f437
Gitweb: http://git.kernel.org/tip/7eaffe9d688041a66acac719aa7eaec23fb1f437
Author: Rik van Riel <riel@...hat.com>
AuthorDate: Thu, 26 Jul 2012 13:54:25 -0400
Committer: Ingo Molnar <mingo@...nel.org>
CommitDate: Thu, 27 Sep 2012 19:18:06 +0200
mm, numa: Retry failed page migrations
Keep track of how many NUMA page migrations succeeded and
failed (in a way that wants retrying later) per process.
If a lot of the page migrations of a process fail, unmap the
process pages some point later, so the migration can be tried
again at the next fault.
Signed-off-by: Rik van Riel <riel@...hat.com>
[ Fwd ported several times as the code changed, added some wrappers
to aid compilability for certain CONFIG variants.
Also need to note that the lack of atomics means we can go all funny
but since its decaying stats it should recover eventually. If it
goes funny too often we could look at improving this. ]
Signed-off-by: Peter Zijlstra <a.p.zijlstra@...llo.nl>
Cc: Linus Torvalds <torvalds@...ux-foundation.org>
Cc: Andrew Morton <akpm@...ux-foundation.org>
Link: http://lkml.kernel.org/r/20120726135425.48820aae@cuia.bos.redhat.com
Signed-off-by: Ingo Molnar <mingo@...nel.org>
---
include/linux/mm_types.h | 16 ++++++++++++++++
kernel/sched/core.c | 2 ++
kernel/sched/fair.c | 16 ++++++++++++++--
mm/memory.c | 12 +++++++++---
4 files changed, 41 insertions(+), 5 deletions(-)
diff --git a/include/linux/mm_types.h b/include/linux/mm_types.h
index e7fb4bc..ffb3b2d 100644
--- a/include/linux/mm_types.h
+++ b/include/linux/mm_types.h
@@ -412,10 +412,26 @@ struct mm_struct {
#ifdef CONFIG_SCHED_NUMA
unsigned int numa_big;
unsigned long numa_next_scan;
+ unsigned int numa_migrate_success;
+ unsigned int numa_migrate_failed;
#endif
struct uprobes_state uprobes_state;
};
+#ifdef CONFIG_SCHED_NUMA
+static __always_inline void mm_inc_numa_migrate(struct mm_struct *mm, bool success)
+{
+ if (success)
+ mm->numa_migrate_success++;
+ else
+ mm->numa_migrate_failed++;
+}
+#else
+static inline void mm_inc_numa_migrate(struct mm_struct *mm, bool success)
+{
+}
+#endif /* CONFNIG_SCHED_NUMA */
+
static inline bool mm_numa_big(struct mm_struct *mm)
{
#ifdef CONFIG_SCHED_NUMA
diff --git a/kernel/sched/core.c b/kernel/sched/core.c
index 6668b0d..c631a02 100644
--- a/kernel/sched/core.c
+++ b/kernel/sched/core.c
@@ -1538,6 +1538,8 @@ static void __sched_fork(struct task_struct *p)
if (p->mm && atomic_read(&p->mm->mm_users) == 1) {
p->mm->numa_big = 0;
p->mm->numa_next_scan = jiffies;
+ p->mm->numa_migrate_success = 0;
+ p->mm->numa_migrate_failed = 0;
}
p->node = -1;
diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index 76a0920..248492a 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -861,6 +861,12 @@ static bool task_numa_big(struct task_struct *p)
return runtime > walltime * max(1, weight / 2);
}
+static bool had_many_migrate_failures(struct task_struct *p)
+{
+ /* More than 1/4 of the attempted NUMA page migrations failed. */
+ return p->mm->numa_migrate_failed * 3 > p->mm->numa_migrate_success;
+}
+
static inline bool need_numa_migration(struct task_struct *p)
{
/*
@@ -927,7 +933,13 @@ void task_numa_work(struct callback_head *work)
if (cmpxchg(&p->mm->numa_next_scan, migrate, next_scan) != migrate)
return;
- big = p->mm->numa_big = task_numa_big(p);
+ if (!big) {
+ /* Age the numa migrate statistics. */
+ p->mm->numa_migrate_failed /= 2;
+ p->mm->numa_migrate_success /= 2;
+
+ big = p->mm->numa_big = task_numa_big(p);
+ }
if (need_migration) {
if (big)
@@ -936,7 +948,7 @@ void task_numa_work(struct callback_head *work)
sched_setnode_process(p, p->node_curr);
}
- if (big || need_migration)
+ if (big || need_migration || had_many_migrate_failures(p))
lazy_migrate_process(p->mm);
}
diff --git a/mm/memory.c b/mm/memory.c
index f10b4e2..ab5c170 100644
--- a/mm/memory.c
+++ b/mm/memory.c
@@ -3446,15 +3446,21 @@ static bool pte_prot_none(struct vm_area_struct *vma, pte_t pte)
static void do_prot_none_numa(struct mm_struct *mm, struct vm_area_struct *vma,
unsigned long address, struct page *page)
{
- int node;
+ int node, ret;
/*
* For NUMA systems we use the special PROT_NONE maps to drive
* lazy page migration, see MPOL_MF_LAZY and related.
*/
node = mpol_misplaced(page, vma, address, mm_numa_big(mm));
- if (node != -1)
- migrate_misplaced_page(mm, page, node);
+ if (node != -1) {
+ ret = migrate_misplaced_page(mm, page, node);
+ if (!ret)
+ mm_inc_numa_migrate(mm, true);
+ else if (ret == -ENOMEM || ret == -EBUSY)
+ mm_inc_numa_migrate(mm, false);
+ } else
+ mm_inc_numa_migrate(mm, true);
}
#else
static void do_prot_none_numa(struct mm_struct *mm, struct vm_area_struct *vma,
--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@...r.kernel.org
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Powered by blists - more mailing lists