lists.openwall.net | lists / announce owl-users owl-dev john-users john-dev passwdqc-users yescrypt popa3d-users / oss-security kernel-hardening musl sabotage tlsify passwords / crypt-dev xvendor / Bugtraq Full-Disclosure linux-kernel linux-netdev linux-ext4 linux-hardening linux-cve-announce PHC | |
Open Source and information security mailing list archives
| ||
|
Message-ID: <20120712001810.26542.61967.stgit@gitlad.jf.intel.com> Date: Wed, 11 Jul 2012 17:18:10 -0700 From: Alexander Duyck <alexander.h.duyck@...el.com> To: netdev@...r.kernel.org Cc: davem@...emloft.net, jeffrey.t.kirsher@...el.com, alexander.duyck@...il.com, Eric Dumazet <edumazet@...gle.com>, Alexander Duyck <alexander.h.duyck@...el.com> Subject: [PATCH 2/2] net: Update alloc frag to reduce get/put page usage and recycle pages This patch does several things. First it reorders the netdev_alloc_frag code so that only one conditional check is needed in most cases instead of 2. Second it incorporates the atomic_set and atomic_sub_return logic from an earlier proposed patch by Eric Dumazet allowing for a reduction in the get_page/put_page overhead when dealing with frags. Finally it also incorporates the page reuse code so that if the page count is dropped to 0 we can just reinitialize the page and reuse it. Cc: Eric Dumazet <edumazet@...gle.com> Signed-off-by: Alexander Duyck <alexander.h.duyck@...el.com> --- net/core/skbuff.c | 37 +++++++++++++++++++++++++------------ 1 files changed, 25 insertions(+), 12 deletions(-) diff --git a/net/core/skbuff.c b/net/core/skbuff.c index 506f678..69f4add 100644 --- a/net/core/skbuff.c +++ b/net/core/skbuff.c @@ -296,9 +296,12 @@ EXPORT_SYMBOL(build_skb); struct netdev_alloc_cache { struct page *page; unsigned int offset; + unsigned int pagecnt_bias; }; static DEFINE_PER_CPU(struct netdev_alloc_cache, netdev_alloc_cache); +#define NETDEV_PAGECNT_BIAS (PAGE_SIZE / SMP_CACHE_BYTES) + /** * netdev_alloc_frag - allocate a page fragment * @fragsz: fragment size @@ -311,23 +314,33 @@ void *netdev_alloc_frag(unsigned int fragsz) struct netdev_alloc_cache *nc; void *data = NULL; unsigned long flags; + unsigned int offset; local_irq_save(flags); nc = &__get_cpu_var(netdev_alloc_cache); - if (unlikely(!nc->page)) { -refill: + offset = nc->offset; + if (unlikely(offset < fragsz)) { + BUG_ON(PAGE_SIZE < fragsz); + + if (likely(nc->page) && + atomic_sub_and_test(nc->pagecnt_bias, &nc->page->_count)) + goto recycle; + nc->page = alloc_page(GFP_ATOMIC | __GFP_COLD); - nc->offset = 0; - } - if (likely(nc->page)) { - if (nc->offset + fragsz > PAGE_SIZE) { - put_page(nc->page); - goto refill; + if (unlikely(!nc->page)) { + offset = 0; + goto end; } - data = page_address(nc->page) + nc->offset; - nc->offset += fragsz; - get_page(nc->page); - } +recycle: + atomic_set(&nc->page->_count, NETDEV_PAGECNT_BIAS); + nc->pagecnt_bias = NETDEV_PAGECNT_BIAS; + offset = PAGE_SIZE; + } + offset -= fragsz; + nc->pagecnt_bias--; + data = page_address(nc->page) + offset; +end: + nc->offset = offset; local_irq_restore(flags); return data; } -- To unsubscribe from this list: send the line "unsubscribe netdev" in the body of a message to majordomo@...r.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html
Powered by blists - more mailing lists