| lists.openwall.net | lists / announce owl-users owl-dev john-users john-dev passwdqc-users yescrypt popa3d-users / oss-security kernel-hardening musl sabotage tlsify passwords / crypt-dev xvendor / Bugtraq Full-Disclosure linux-kernel linux-netdev linux-ext4 linux-hardening linux-cve-announce PHC | |
|
Open Source and information security mailing list archives
| ||
|
Message-Id: <1316230753-8693-6-git-send-email-walken@google.com>
Date: Fri, 16 Sep 2011 20:39:10 -0700
From: Michel Lespinasse <walken@...gle.com>
To: linux-mm@...ck.org, linux-kernel@...r.kernel.org,
Andrew Morton <akpm@...ux-foundation.org>,
KAMEZAWA Hiroyuki <kamezawa.hiroyu@...fujitsu.com>,
Dave Hansen <dave@...ux.vnet.ibm.com>
Cc: Andrea Arcangeli <aarcange@...hat.com>,
Rik van Riel <riel@...hat.com>,
Johannes Weiner <jweiner@...hat.com>,
KOSAKI Motohiro <kosaki.motohiro@...fujitsu.com>,
Hugh Dickins <hughd@...gle.com>,
Peter Zijlstra <a.p.zijlstra@...llo.nl>,
Michael Wolf <mjwolf@...ibm.com>
Subject: [PATCH 5/8] kstaled: skip non-RAM regions.
Add a pfn_skip_hole function that shrinks the passed input range in order to
skip over pfn ranges that are known not bo be RAM backed. The x86
implementation achieves this using e820 tables; other architectures
use a generic no-op implementation.
Signed-off-by: Michel Lespinasse <walken@...gle.com>
---
arch/x86/include/asm/page_types.h | 8 ++++++
arch/x86/kernel/e820.c | 45 +++++++++++++++++++++++++++++++++++++
include/linux/mmzone.h | 6 +++++
mm/memcontrol.c | 41 +++++++++++++++++++--------------
4 files changed, 83 insertions(+), 17 deletions(-)
diff --git a/arch/x86/include/asm/page_types.h b/arch/x86/include/asm/page_types.h
index bce688d..b0676c2 100644
--- a/arch/x86/include/asm/page_types.h
+++ b/arch/x86/include/asm/page_types.h
@@ -57,6 +57,14 @@ extern unsigned long init_memory_mapping(unsigned long start,
extern void initmem_init(void);
extern void free_initmem(void);
+extern void e820_skip_hole(unsigned long *start_pfn, unsigned long *end_pfn);
+
+#define ARCH_HAVE_PFN_SKIP_HOLE 1
+static inline void pfn_skip_hole(unsigned long *start, unsigned long *end)
+{
+ e820_skip_hole(start, end);
+}
+
#endif /* !__ASSEMBLY__ */
#endif /* _ASM_X86_PAGE_DEFS_H */
diff --git a/arch/x86/kernel/e820.c b/arch/x86/kernel/e820.c
index 3e2ef84..0677873 100644
--- a/arch/x86/kernel/e820.c
+++ b/arch/x86/kernel/e820.c
@@ -1123,3 +1123,48 @@ void __init memblock_find_dma_reserve(void)
set_dma_reserve(mem_size_pfn - free_size_pfn);
#endif
}
+
+/*
+ * The caller wants to skip pfns that are guaranteed to not be valid
+ * memory. Find a stretch of ram between [start_pfn, end_pfn) and
+ * return its pfn range back through start_pfn and end_pfn.
+ */
+
+void e820_skip_hole(unsigned long *start_pfn, unsigned long *end_pfn)
+{
+ unsigned long start = *start_pfn << PAGE_SHIFT;
+ unsigned long end = *end_pfn << PAGE_SHIFT;
+ int i;
+
+ if (start >= end)
+ goto fail; /* short-circuit e820 checks */
+
+ for (i = 0; i < e820.nr_map; i++) {
+ struct e820entry *ei = &e820.map[i];
+ unsigned long last, addr;
+
+ addr = round_up(ei->addr, PAGE_SIZE);
+ last = round_down(ei->addr + ei->size, PAGE_SIZE);
+
+ if (addr >= end)
+ goto fail; /* We're done, not found */
+ if (last <= start)
+ continue; /* Not at start yet, move on */
+ if (ei->type != E820_RAM)
+ continue; /* Not RAM, move on */
+
+ /*
+ * We've found RAM. If start is in this e820 range, return
+ * it, otherwise return the start of this e820 range.
+ */
+
+ if (addr > start)
+ *start_pfn = addr >> PAGE_SHIFT;
+ if (last < end)
+ *end_pfn = last >> PAGE_SHIFT;
+ return;
+ }
+fail:
+ *start_pfn = *end_pfn;
+ return; /* No luck, return failure */
+}
diff --git a/include/linux/mmzone.h b/include/linux/mmzone.h
index 9f7c3eb..6657106 100644
--- a/include/linux/mmzone.h
+++ b/include/linux/mmzone.h
@@ -930,6 +930,12 @@ static inline unsigned long early_pfn_to_nid(unsigned long pfn)
#define pfn_to_nid(pfn) (0)
#endif
+#ifndef ARCH_HAVE_PFN_SKIP_HOLE
+static inline void pfn_skip_hole(unsigned long *start, unsigned long *end)
+{
+}
+#endif
+
#ifdef CONFIG_SPARSEMEM
/*
diff --git a/mm/memcontrol.c b/mm/memcontrol.c
index aebd45a..0fdc278 100644
--- a/mm/memcontrol.c
+++ b/mm/memcontrol.c
@@ -5731,32 +5731,39 @@ static inline void kstaled_scan_page(struct page *page)
static void kstaled_scan_node(pg_data_t *pgdat)
{
unsigned long flags;
- unsigned long start, end, pfn;
+ unsigned long pfn, end;
pgdat_resize_lock(pgdat, &flags);
- start = pgdat->node_start_pfn;
- end = start + pgdat->node_spanned_pages;
+ pfn = pgdat->node_start_pfn;
+ end = pfn + pgdat->node_spanned_pages;
- for (pfn = start; pfn < end; pfn++) {
- if (need_resched()) {
- pgdat_resize_unlock(pgdat, &flags);
- cond_resched();
- pgdat_resize_lock(pgdat, &flags);
+ while (pfn < end) {
+ unsigned long contiguous = end;
+
+ /* restrict pfn..contiguous to be a RAM backed range */
+ pfn_skip_hole(&pfn, &contiguous);
+
+ for (; pfn < contiguous; pfn++) {
+ if (need_resched()) {
+ pgdat_resize_unlock(pgdat, &flags);
+ cond_resched();
+ pgdat_resize_lock(pgdat, &flags);
#ifdef CONFIG_MEMORY_HOTPLUG
- /* abort if the node got resized */
- if (pfn < pgdat->node_start_pfn ||
- end > (pgdat->node_start_pfn +
- pgdat->node_spanned_pages))
- goto abort;
+ /* abort if the node got resized */
+ if (pfn < pgdat->node_start_pfn ||
+ end > (pgdat->node_start_pfn +
+ pgdat->node_spanned_pages))
+ goto abort;
#endif
- }
+ }
- if (!pfn_valid(pfn))
- continue;
+ if (!pfn_valid(pfn))
+ continue;
- kstaled_scan_page(pfn_to_page(pfn));
+ kstaled_scan_page(pfn_to_page(pfn));
+ }
}
abort:
--
1.7.3.1
--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@...r.kernel.org
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Powered by blists - more mailing lists