The patch titled revert knfsd-make-rpc-threads-pools-numa-aware has been added to the -mm tree. Its filename is revert-knfsd-make-rpc-threads-pools-numa-aware.patch See http://www.zip.com.au/~akpm/linux/patches/stuff/added-to-mm.txt to find out what to do about this ------------------------------------------------------ Subject: revert knfsd-make-rpc-threads-pools-numa-aware From: Andrew Morton <akpm@xxxxxxxx> Cc: Greg Banks <gnb@xxxxxxxxxxxxxxxxx> Cc: Neil Brown <neilb@xxxxxxx> Signed-off-by: Andrew Morton <akpm@xxxxxxxx> --- include/linux/sunrpc/svc.h | 1 net/sunrpc/svc.c | 246 ----------------------------------- net/sunrpc/svcsock.c | 7 3 files changed, 2 insertions(+), 252 deletions(-) diff -puN include/linux/sunrpc/svc.h~revert-knfsd-make-rpc-threads-pools-numa-aware include/linux/sunrpc/svc.h --- a/include/linux/sunrpc/svc.h~revert-knfsd-make-rpc-threads-pools-numa-aware +++ a/include/linux/sunrpc/svc.h @@ -369,6 +369,5 @@ int svc_process(struct svc_rqst *); int svc_register(struct svc_serv *, int, unsigned short); void svc_wake_up(struct svc_serv *); void svc_reserve(struct svc_rqst *rqstp, int space); -struct svc_pool * svc_pool_for_cpu(struct svc_serv *serv, int cpu); #endif /* SUNRPC_SVC_H */ diff -puN net/sunrpc/svc.c~revert-knfsd-make-rpc-threads-pools-numa-aware net/sunrpc/svc.c --- a/net/sunrpc/svc.c~revert-knfsd-make-rpc-threads-pools-numa-aware +++ a/net/sunrpc/svc.c @@ -4,10 +4,6 @@ * High-level RPC service routines * * Copyright (C) 1995, 1996 Olaf Kirch <okir@xxxxxxxxxxxx> - * - * Multiple threads pools and NUMAisation - * Copyright (c) 2006 Silicon Graphics, Inc. - * by Greg Banks <gnb@xxxxxxxxxxxxxxxxx> */ #include <linux/linkage.h> @@ -29,233 +25,6 @@ #define RPC_PARANOIA 1 /* - * Mode for mapping cpus to pools. - */ -enum { - SVC_POOL_NONE = -1, /* uninitialised, choose one of the others */ - SVC_POOL_GLOBAL, /* no mapping, just a single global pool - * (legacy & UP mode) */ - SVC_POOL_PERCPU, /* one pool per cpu */ - SVC_POOL_PERNODE /* one pool per numa node */ -}; - -/* - * Structure for mapping cpus to pools and vice versa. - * Setup once during sunrpc initialisation. - */ -static struct svc_pool_map { - int mode; /* Note: int not enum to avoid - * warnings about "enumeration value - * not handled in switch" */ - unsigned int npools; - unsigned int *pool_to; /* maps pool id to cpu or node */ - unsigned int *to_pool; /* maps cpu or node to pool id */ -} svc_pool_map = { - .mode = SVC_POOL_NONE -}; - - -/* - * Detect best pool mapping mode heuristically, - * according to the machine's topology. - */ -static int -svc_pool_map_choose_mode(void) -{ - unsigned int node; - - if (num_online_nodes() > 1) { - /* - * Actually have multiple NUMA nodes, - * so split pools on NUMA node boundaries - */ - return SVC_POOL_PERNODE; - } - - node = any_online_node(node_online_map); - if (nr_cpus_node(node) > 2) { - /* - * Non-trivial SMP, or CONFIG_NUMA on - * non-NUMA hardware, e.g. with a generic - * x86_64 kernel on Xeons. In this case we - * want to divide the pools on cpu boundaries. - */ - return SVC_POOL_PERCPU; - } - - /* default: one global pool */ - return SVC_POOL_GLOBAL; -} - -/* - * Allocate the to_pool[] and pool_to[] arrays. - * Returns 0 on success or an errno. - */ -static int -svc_pool_map_alloc_arrays(struct svc_pool_map *m, unsigned int maxpools) -{ - m->to_pool = kcalloc(maxpools, sizeof(unsigned int), GFP_KERNEL); - if (!m->to_pool) - goto fail; - m->pool_to = kcalloc(maxpools, sizeof(unsigned int), GFP_KERNEL); - if (!m->pool_to) - goto fail_free; - - return 0; - -fail_free: - kfree(m->to_pool); -fail: - return -ENOMEM; -} - -/* - * Initialise the pool map for SVC_POOL_PERCPU mode. - * Returns number of pools or <0 on error. - */ -static int -svc_pool_map_init_percpu(struct svc_pool_map *m) -{ - unsigned int maxpools = highest_possible_processor_id()+1; - unsigned int pidx = 0; - unsigned int cpu; - int err; - - err = svc_pool_map_alloc_arrays(m, maxpools); - if (err) - return err; - - for_each_online_cpu(cpu) { - BUG_ON(pidx > maxpools); - m->to_pool[cpu] = pidx; - m->pool_to[pidx] = cpu; - pidx++; - } - /* cpus brought online later all get mapped to pool0, sorry */ - - return pidx; -}; - - -/* - * Initialise the pool map for SVC_POOL_PERNODE mode. - * Returns number of pools or <0 on error. - */ -static int -svc_pool_map_init_pernode(struct svc_pool_map *m) -{ - unsigned int maxpools = highest_possible_node_id()+1; - unsigned int pidx = 0; - unsigned int node; - int err; - - err = svc_pool_map_alloc_arrays(m, maxpools); - if (err) - return err; - - for_each_node_with_cpus(node) { - /* some architectures (e.g. SN2) have cpuless nodes */ - BUG_ON(pidx > maxpools); - m->to_pool[node] = pidx; - m->pool_to[pidx] = node; - pidx++; - } - /* nodes brought online later all get mapped to pool0, sorry */ - - return pidx; -} - - -/* - * Build the global map of cpus to pools and vice versa. - */ -static unsigned int -svc_pool_map_init(void) -{ - struct svc_pool_map *m = &svc_pool_map; - int npools = -1; - - if (m->mode != SVC_POOL_NONE) - return m->npools; - - m->mode = svc_pool_map_choose_mode(); - - switch (m->mode) { - case SVC_POOL_PERCPU: - npools = svc_pool_map_init_percpu(m); - break; - case SVC_POOL_PERNODE: - npools = svc_pool_map_init_pernode(m); - break; - } - - if (npools < 0) { - /* default, or memory allocation failure */ - npools = 1; - m->mode = SVC_POOL_GLOBAL; - } - m->npools = npools; - - return m->npools; -} - -/* - * Set the current thread's cpus_allowed mask so that it - * will only run on cpus in the given pool. - * - * Returns 1 and fills in oldmask iff a cpumask was applied. - */ -static inline int -svc_pool_map_set_cpumask(unsigned int pidx, cpumask_t *oldmask) -{ - struct svc_pool_map *m = &svc_pool_map; - unsigned int node; /* or cpu */ - - BUG_ON(m->mode == SVC_POOL_NONE); - - switch (m->mode) - { - default: - return 0; - case SVC_POOL_PERCPU: - node = m->pool_to[pidx]; - *oldmask = current->cpus_allowed; - set_cpus_allowed(current, cpumask_of_cpu(node)); - return 1; - case SVC_POOL_PERNODE: - node = m->pool_to[pidx]; - *oldmask = current->cpus_allowed; - set_cpus_allowed(current, node_to_cpumask(node)); - return 1; - } -} - -/* - * Use the mapping mode to choose a pool for a given CPU. - * Used when enqueueing an incoming RPC. Always returns - * a non-NULL pool pointer. - */ -struct svc_pool * -svc_pool_for_cpu(struct svc_serv *serv, int cpu) -{ - struct svc_pool_map *m = &svc_pool_map; - unsigned int pidx = 0; - - BUG_ON(m->mode == SVC_POOL_NONE); - - switch (m->mode) { - case SVC_POOL_PERCPU: - pidx = m->to_pool[cpu]; - break; - case SVC_POOL_PERNODE: - pidx = m->to_pool[cpu_to_node(cpu)]; - break; - } - return &serv->sv_pools[pidx % serv->sv_nrpools]; -} - - -/* * Create an RPC service */ static struct svc_serv * @@ -336,9 +105,8 @@ svc_create_pooled(struct svc_program *pr svc_thread_fn func, int sig, struct module *mod) { struct svc_serv *serv; - unsigned int npools = svc_pool_map_init(); - serv = __svc_create(prog, bufsize, npools, shutdown); + serv = __svc_create(prog, bufsize, /*npools*/1, shutdown); if (serv != NULL) { serv->sv_function = func; @@ -441,8 +209,6 @@ svc_release_buffer(struct svc_rqst *rqst /* * Create a thread in the given pool. Caller must hold BKL. - * On a NUMA or SMP machine, with a multi-pool serv, the thread - * will be restricted to run on the cpus belonging to the pool. */ static int __svc_create_thread(svc_thread_fn func, struct svc_serv *serv, @@ -450,8 +216,6 @@ __svc_create_thread(svc_thread_fn func, { struct svc_rqst *rqstp; int error = -ENOMEM; - int have_oldmask = 0; - cpumask_t oldmask; rqstp = kzalloc(sizeof(*rqstp), GFP_KERNEL); if (!rqstp) @@ -471,15 +235,7 @@ __svc_create_thread(svc_thread_fn func, spin_unlock_bh(&pool->sp_lock); rqstp->rq_server = serv; rqstp->rq_pool = pool; - - if (serv->sv_nrpools > 1) - have_oldmask = svc_pool_map_set_cpumask(pool->sp_id, &oldmask); - error = kernel_thread((int (*)(void *)) func, rqstp, 0); - - if (have_oldmask) - set_cpus_allowed(current, oldmask); - if (error < 0) goto out_thread; svc_sock_update_bufs(serv); diff -puN net/sunrpc/svcsock.c~revert-knfsd-make-rpc-threads-pools-numa-aware net/sunrpc/svcsock.c --- a/net/sunrpc/svcsock.c~revert-knfsd-make-rpc-threads-pools-numa-aware +++ a/net/sunrpc/svcsock.c @@ -151,9 +151,8 @@ static void svc_sock_enqueue(struct svc_sock *svsk) { struct svc_serv *serv = svsk->sk_server; - struct svc_pool *pool; + struct svc_pool *pool = &serv->sv_pools[0]; struct svc_rqst *rqstp; - int cpu; if (!(svsk->sk_flags & ( (1<<SK_CONN)|(1<<SK_DATA)|(1<<SK_CLOSE)|(1<<SK_DEFERRED)) )) @@ -161,10 +160,6 @@ svc_sock_enqueue(struct svc_sock *svsk) if (test_bit(SK_DEAD, &svsk->sk_flags)) return; - cpu = get_cpu(); - pool = svc_pool_for_cpu(svsk->sk_server, cpu); - put_cpu(); - spin_lock_bh(&pool->sp_lock); if (!list_empty(&pool->sp_threads) && _ Patches currently in -mm which might be from akpm@xxxxxxxx are origin.patch disable-debugging-version-of-write_lock.patch fadvise-make-posix_fadv_noreuse-a-no-op.patch acpi-asus-s3-resume-fix.patch sony_apci-resume.patch kauditd_thread-warning-fix.patch git-block-dasd-fix.patch git-block-dasd-fix-2.patch revert-gregkh-driver-class_device_rename-remove.patch revert-gregkh-driver-network-class_device-to-device.patch revert-gregkh-driver-tty-device.patch revert-gregkh-driver-mem-devices.patch add-__must_check-to-device-management-code.patch add-config_enable_must_check.patch v4l-dev2-handle-__must_check.patch drivers-base-check-errors.patch drivers-base-check-errors-fix.patch sysfs-add-proper-sysfs_init-prototype.patch scsi-device_reprobe-can-fail.patch git-gfs2.patch git-ia64.patch git-ieee1394-fixup.patch git-input.patch logips2pp-fix-mx300-button-layout.patch git-libata-all.patch sata-is-bust-on-s390.patch rework-legacy-handling-to-remove-much-of-the-cruft-fix.patch rework-legacy-handling-to-remove-much-of-the-cruft-powerpc-fix.patch asus-mv-device-ids.patch git-netdev-all.patch 82596-section-fixes.patch ac3200-section-fixes.patch cops-section-fix.patch cs89x0-section-fix.patch at1700-section-fix.patch e2100-section-fix.patch eepro-section-fix.patch eexpress-section-fix.patch es3210-section-fix.patch eth16i-section-fix.patch lance-section-fix.patch lne390-section-fix.patch ni52-section-fix.patch ibmtr-section-fix.patch smctr-section-fix.patch wd-section-fix.patch ni65-section-fix.patch seeq8005-section-fix.patch winbond-840-section-fix.patch fealnx-section-fix.patch sundance-section-fix.patch e1000_7033_dump_ring-fix.patch s2io-build-fix.patch drivers-net-ns83820c-add-paramter-to-disable-auto.patch git-net-fib_rules-linkage-fix.patch ppp-handle-kmalloc-failures-leak-fix.patch ppp-handle-kmalloc-failures-leak-tweaks.patch xt_physdev-build-fix.patch fix-memory-leak-in-net-ipv4-tcp_probectcpprobe_read.patch git-nfs.patch git-pcmcia-fixup.patch git-powerpc.patch git-sas.patch git-block-vs-git-sas.patch serial-fix-uart_bug_txen-test.patch fix-gregkh-pci-pci-express-aer-implemetation-pcie_portdrv-error-handler.patch pcie-check-and-return-bus_register-errors-fix.patch git-scsi-misc.patch fix-panic-when-reinserting-adaptec-pcmcia-scsi-card-tidy.patch areca-sysfs-fix.patch git-scsi-target-fixup.patch git-scsi-target-vs-git-block.patch usb-hub-driver-improve-use-of-ifdef-fix.patch pm-usb-hcds-use-pm_event_prethaw-fix.patch rtl8150_disconnect-needs-tasklet_kill.patch git-supertrak-fixup.patch git-watchdog.patch kthread-airoc-race-fix.patch revert-x86_64-mm-i386-remove-lock-section.patch x86_64-mm-early-param-fix.patch fix-x86_64-mm-via-force-dma-mask-config_pcin-fix.patch fix-x86_64-mm-allow-users-to-force-a-panic-on-nmi.patch sleazy-fpu-feature-x86_64-support.patch x86_64-wire-up-oops_enter-oops_exit.patch git-geode-vs-git-cryptodev.patch adix-tree-rcu-lockless-readside-update-tidy.patch mm-tracking-shared-dirty-pages-checks.patch mm-tracking-shared-dirty-pages-wimp.patch convert-i386-numa-kva-space-to-bootmem-tidy.patch reduce-max_nr_zones-make-display-of-highmem-counters-conditional-on-config_highmem-tidy.patch reduce-max_nr_zones-use-enum-to-define-zones-reformat-and-comment-cleanup.patch reduce-max_nr_zones-use-enum-to-define-zones-reformat-and-comment-fix.patch reduce-max_nr_zones-remove-display-of-counters-for-unconfigured-zones-s390-fix.patch out-of-memory-notifier-tidy.patch mm-swap-write-failure-fixup-fix.patch slab-optimize-kmalloc_node-the-same-way-as-kmalloc-fix.patch acx1xx-wireless-driver.patch tiacx-pci-build-fix.patch tiacx-ia64-fix.patch tiacx-build-fix.patch binfmt_elf-consistently-use-loff_t.patch add-force-of-use-mmconfig-fix.patch convert-i386-summit-subarch-to-use-srat-info-for-apicid_to_node-calls-tidy.patch add-efi-e820-memory-mapping-on-x86.patch add-efi-e820-memory-mapping-on-x86-tidy.patch add-efi-e820-memory-mapping-on-x86-fix.patch x86-increase-max_mp_busses-on-default-arch.patch i386-adds-smp_call_function_single-fix.patch swsusp-write-timer.patch swsusp-write-speedup.patch swsusp-read-timer.patch swsusp-read-speedup.patch swsusp-read-speedup-fix.patch swsusp-read-speedup-cleanup.patch swsusp-read-speedup-cleanup-2.patch deprecate-smbfs-in-favour-of-cifs.patch edac-new-opteron-athlon64-memory-controller-driver-tidy.patch inode_diet-replace-inodeugeneric_ip-with-inodei_private-gfs-fix.patch x86-microcode-microcode-driver-cleanup-tidy.patch x86-microcode-add-sysfs-and-hotplug-support-fix.patch eisa-bus-modalias-attributes-support-1-fix-git-kbuild-fix.patch add-address_space_operationsbatch_write-fix.patch alloc_fdtable-cleanup.patch add-probe_kernel_address.patch x86-use-probe_kernel_address-in-handle_bug.patch blockdevc-check-errors.patch let-warn_on-warn_on_once-return-the-condition-fix.patch let-warn_on-warn_on_once-return-the-condition-fix-2.patch omap-add-watchdog-driver-support-tweaks.patch move-valid_dma_direction-from-x86_64-to-generic-code-fix.patch single-bit-flip-detector-tidy.patch workqueue-remove-lock_cpu_hotplug.patch reiserfs-on-demand-bitmap-loading.patch streamline-generic_file_-interfaces-and-filemap-gfs-fix.patch add-vector-aio-support-fix.patch fs-cache-make-kafs-use-fs-cache-vs-streamline-generic_file_-interfaces-and-filemap.patch stack-overflow-safe-kdump-crash_use_safe_smp_processor_id-fix.patch knfsd-add-a-callback-for-when-last-rpc-thread-finishes-tidy.patch knfsd-add-a-callback-for-when-last-rpc-thread-finishes-fix.patch knfsd-separate-out-some-parts-of-nfsd_svc-which-start-nfs-servers-tweaks.patch knfsd-define-new-nfsdfs-file-portlist-contains-list-of-ports-tidy.patch knfsd-define-new-nfsdfs-file-portlist-contains-list-of-ports-fix.patch knfsd-have-ext2-reject-file-handles-with-bad-inode-numbers-early-tidy.patch knfsd-make-ext3-reject-filehandles-referring-to-invalid-inode-numbers-tidy.patch knfsd-drop-serv-option-to-svc_recv-and-svc_process-nfs-callback-fix-nfs-callback-fix.patch knfsd-move-tempsock-aging-to-a-timer-tidy.patch revert-knfsd-make-rpc-threads-pools-numa-aware.patch sched-remove-unnecessary-sched-group-allocations-fix.patch swap_prefetch-vs-zoned-counters.patch ecryptfs-mmap-operations.patch ecryptfs-alpha-build-fix.patch ecryptfs-more-elegant-aes-key-size-manipulation.patch ecryptfs-get_sb_dev-fix.patch namespaces-add-nsproxy-dont-include-compileh.patch namespaces-utsname-switch-to-using-uts-namespaces.patch namespaces-utsname-use-init_utsname-when-appropriate.patch namespaces-utsname-implement-utsname-namespaces.patch namespaces-utsname-sysctl-hack.patch namespaces-utsname-switch-to-using-uts-namespaces-klibc-bit-sparc.patch ipc-namespace-core.patch readahead-sysctl-parameters-fix.patch make-copy_from_user_inatomic-not-zero-the-tail-on-i386-vs-reiser4.patch reiser4-hardirq-include-fix.patch reiser4-run-truncate_inode_pages-in-reiser4_delete_inode.patch reiser4-get_sb_dev-fix.patch reiser4-vs-zoned-allocator.patch hpt3xx-rework-rate-filtering-tidy.patch asus-mv-ide-device-ids.patch genirq-convert-the-i386-architecture-to-irq-chips.patch genirq-x86_64-irq-reenable-migrating-irqs-to-other-cpus.patch genirq-msi-simplify-msi-enable-and-disable.patch genirq-ia64-irq-dynamic-irq-support.patch genirq-msi-only-build-msi-apicc-on-ia64-fix.patch genirq-i386-irq-remove-the-msi-assumption-that-irq-==-vector.patch genirq-x86_64-irq-make-vector_irq-per-cpu-fix.patch genirq-x86_64-irq-make-vector_irq-per-cpu-warning-fix.patch add-hypertransport-capability-defines-fix.patch initial-generic-hypertransport-interrupt-support-Kconfig-fix.patch srcu-report-out-of-memory-errors-fixlet.patch nr_blockdev_pages-in_interrupt-warning.patch device-suspend-debug.patch slab-leaks3-default-y.patch x86-kmap_atomic-debugging.patch restore-rogue-readahead-printk.patch jmicron-warning-fix.patch - To unsubscribe from this list: send the line "unsubscribe mm-commits" in the body of a message to majordomo@xxxxxxxxxxxxxxx More majordomo info at http://vger.kernel.org/majordomo-info.html