Instead of putting the freepointer into the kmem_cache_cpu structure put it into the page struct reusing the lru.next field. Also convert the manual warning into a WARN_ON. Signed-off-by: Christoph Lameter <cl@xxxxxxxxx> --- mm/slub.c | 41 +++++++++++++++-------------------------- 1 file changed, 15 insertions(+), 26 deletions(-) Index: linux-2.6/mm/slub.c =================================================================== --- linux-2.6.orig/mm/slub.c 2011-09-02 10:12:25.981176437 -0500 +++ linux-2.6/mm/slub.c 2011-09-02 10:12:30.881176403 -0500 @@ -1569,37 +1569,25 @@ static inline int acquire_slab(struct km * The old freelist is the list of objects for the * per cpu allocation list. */ - do { - freelist = page->freelist; - counters = page->counters; - new.counters = counters; - new.inuse = page->objects; + freelist = page->freelist; + counters = page->counters; + new.counters = counters; + new.inuse = page->objects; - VM_BUG_ON(new.frozen); - new.frozen = 1; + VM_BUG_ON(new.frozen); + new.frozen = 1; - } while (!__cmpxchg_double_slab(s, page, + if (!__cmpxchg_double_slab(s, page, freelist, counters, NULL, new.counters, - "lock and freeze")); - - remove_partial(n, page); + "acquire_slab")) - if (freelist) { - /* Populate the per cpu freelist */ - this_cpu_write(s->cpu_slab->freelist, freelist); - this_cpu_write(s->cpu_slab->page, page); - return 1; - } else { - /* - * Slab page came from the wrong list. No object to allocate - * from. Put it onto the correct list and continue partial - * scan. - */ - printk(KERN_ERR "SLUB: %s : Page without available objects on" - " partial list\n", s->name); return 0; - } + + remove_partial(n, page); + WARN_ON(!freelist); + page->lru.next = freelist; + return 1; } /* @@ -2133,7 +2121,8 @@ new_slab: page = get_partial(s, gfpflags, node); if (page) { stat(s, ALLOC_FROM_PARTIAL); - freelist = c->freelist; + freelist = page->lru.next; + c->page = page; if (kmem_cache_debug(s)) goto debug; goto load_freelist; -- To unsubscribe, send a message with 'unsubscribe linux-mm' in the body to majordomo@xxxxxxxxx. For more info on Linux MM, see: http://www.linux-mm.org/ . Fight unfair telecom internet charges in Canada: sign http://stopthemeter.ca/ Don't email: <a href=mailto:"dont@xxxxxxxxx"> email@xxxxxxxxx </a>