Hi Naoya, FYI, we noticed the below changes on git://git.kernel.org/pub/scm/linux/kernel/git/balbi/usb.git am437x-starterkit commit 5507231dd04d3d68796bafe83e6a20c985a0ef68 ("mempolicy: apply page table walker on queue_pages_range()") test case: ivb44/vm-scalability/300s-migrate 8c81f3eeb336567 5507231dd04d3d68796bafe83 --------------- ------------------------- 347258 ~ 0% -18.2% 284195 ~ 0% TOTAL vm-scalability.migrate_mbps 0.00 +Inf% 0.94 ~ 7% TOTAL perf-profile.cpu-cycles._raw_spin_lock.__walk_page_range.walk_page_range.queue_pages_range.migrate_to_node 11.49 ~ 1% -100.0% 0.00 ~ 0% TOTAL perf-profile.cpu-cycles.vm_normal_page.queue_pages_range.migrate_to_node.do_migrate_pages.SYSC_migrate_pages 69.40 ~ 0% -100.0% 0.00 ~ 0% TOTAL perf-profile.cpu-cycles.queue_pages_range.migrate_to_node.do_migrate_pages.SYSC_migrate_pages.sys_migrate_pages 3.68 ~ 3% -100.0% 0.00 ~ 0% TOTAL perf-profile.cpu-cycles.vm_normal_page.migrate_to_node.do_migrate_pages.SYSC_migrate_pages.sys_migrate_pages 0.00 +Inf% 4.51 ~ 2% TOTAL perf-profile.cpu-cycles.vm_normal_page.__walk_page_range.walk_page_range.queue_pages_range.migrate_to_node 0.00 +Inf% 8.36 ~ 1% TOTAL perf-profile.cpu-cycles.__walk_page_range.walk_page_range.queue_pages_range.migrate_to_node.do_migrate_pages 1.17 ~ 4% -100.0% 0.00 ~ 0% TOTAL perf-profile.cpu-cycles._raw_spin_lock.queue_pages_range.migrate_to_node.do_migrate_pages.SYSC_migrate_pages 0.00 +Inf% 9.30 ~ 2% TOTAL perf-profile.cpu-cycles.vm_normal_page.queue_pages_pte.__walk_page_range.walk_page_range.queue_pages_range 0.00 +Inf% 63.92 ~ 1% TOTAL perf-profile.cpu-cycles.queue_pages_pte.__walk_page_range.walk_page_range.queue_pages_range.migrate_to_node 61 ~32% +363.8% 286 ~10% TOTAL numa-vmstat.node0.nr_unevictable 257 ~30% +345.5% 1147 ~10% TOTAL numa-meminfo.node0.Unevictable 1133 ~ 8% +129.0% 2596 ~ 0% TOTAL meminfo.Unevictable 282 ~ 8% +129.1% 647 ~ 0% TOTAL proc-vmstat.nr_unevictable 93913 ~ 7% -49.8% 47172 ~ 3% TOTAL softirqs.RCU 113808 ~ 1% -45.4% 62087 ~ 0% TOTAL softirqs.SCHED 362197 ~ 0% -32.9% 243163 ~ 0% TOTAL cpuidle.C6-IVT.usage 1.49 ~ 3% -19.6% 1.20 ~ 4% TOTAL perf-profile.cpu-cycles.intel_idle.cpuidle_enter_state.cpuidle_enter.cpu_startup_entry.start_secondary 743815 ~ 2% -20.3% 592628 ~ 6% TOTAL proc-vmstat.pgmigrate_fail 310 ~ 6% +16.6% 362 ~ 8% TOTAL numa-vmstat.node1.nr_unevictable 1243 ~ 6% +16.5% 1448 ~ 8% TOTAL numa-meminfo.node1.Unevictable 1230 ~ 6% +16.6% 1434 ~ 8% TOTAL numa-meminfo.node1.Mlocked 307 ~ 6% +16.7% 358 ~ 8% TOTAL numa-vmstat.node1.nr_mlock 3943910 ~ 0% -12.3% 3459206 ~ 0% TOTAL proc-vmstat.pgfault 4402 ~ 3% -13.4% 3812 ~ 5% TOTAL numa-meminfo.node1.KernelStack 15303 ~ 7% -17.5% 12621 ~ 9% TOTAL slabinfo.kmalloc-192.num_objs 15301 ~ 7% -17.5% 12621 ~ 9% TOTAL slabinfo.kmalloc-192.active_objs 30438 ~ 0% +91.0% 58142 ~ 0% TOTAL time.involuntary_context_switches 162 ~ 3% +81.9% 296 ~ 0% TOTAL time.system_time 53 ~ 3% +81.1% 96 ~ 0% TOTAL time.percent_of_cpu_this_job_got 2586283 ~ 0% -18.5% 2107842 ~ 0% TOTAL time.minor_page_faults 48619 ~ 0% -18.1% 39800 ~ 0% TOTAL time.voluntary_context_switches 2037 ~ 0% -17.7% 1677 ~ 0% TOTAL vmstat.system.in 2206 ~ 0% -4.7% 2101 ~ 0% TOTAL vmstat.system.cs ~ 1% -3.6% ~ 1% TOTAL turbostat.Cor_W ~ 1% -2.2% ~ 1% TOTAL turbostat.Pkg_W 2.17 ~ 0% -1.4% 2.14 ~ 0% TOTAL turbostat.%c0 Legend: ~XX% - stddev percent [+-]XX% - change percent time.system_time 300 O+O--O-O-O--O-O-O--O-O-O--O-O-O--O-O-O--O-O-O-------------------------+ | | 280 ++ | 260 ++ | | | 240 ++ | | | 220 ++ | | | 200 ++ | 180 ++ | | .*. .* .*. | 160 *+*.. .*. .* *..*.*.*.. .*.*..*.*.*. + .*..*.*. .*.*.*. *.*..*.| | * *. * * *. * 140 ++--------------------------------------------------------------------+ time.percent_of_cpu_this_job_got 100 ++--------------------------------------------------------------------+ 95 O+O O O O O O O O O O O O O O O O O O | | O | 90 ++ | 85 ++ | | | 80 ++ | 75 ++ | 70 ++ | | | 65 ++ | 60 ++ | | .*. | 55 *+*.. .*. .*.*.*..*.*.*.. .*.*..*.*.*..*. .*..*.*. .*. .*. *.*..*.| 50 ++---*---*----------------*---------------*--------*----*-------------* time.minor_page_faults 2.7e+06 ++----------------------------------------------------------------+ | .*. .* * | 2.6e+06 *+*.*.. .*. * *.*. + + + .*..*. .*.*.*..*.*. .*.*..*.*.| | * *.*.*.. + * * * * * 2.5e+06 ++ * | | | 2.4e+06 ++ | | | 2.3e+06 ++ | | | 2.2e+06 ++ | | O | 2.1e+06 ++ O O O O O O | O O O O O O O O O O O O | 2e+06 ++-----O----------------------------------------------------------+ time.voluntary_context_switches 50000 ++------------------------------------------------------------------+ *. .*. .*. .*..*.*. .*.. .*.*..*. .*..*.*.*. .*. .*. .*.| 48000 ++*. * *..*.*.* * * *.* *. * *. * | | | | 46000 ++ | | | 44000 ++ | | | 42000 ++ | | | | | 40000 ++ O O O O O | | O O O O O O O O O | 38000 O+O----O-O------O---O-----------------------------------------------+ time.involuntary_context_switches 60000 ++------------------------------------------------------------------+ O O O O O O O O O O O O O O | 55000 ++ O O O O O O | | | | | 50000 ++ | | | 45000 ++ | | | 40000 ++ | | | | | 35000 ++ | | .*..*.*. | 30000 *+*--*-*-*-*--*-*-*--------*-*--*-*-*--*-*-*-*--*-*-*-*--*-*-*-*--*-* vm-scalability.migrate_mbps 360000 ++-----------------------------------------------------------------+ | .*.. .*.*..*. .* *. .*. .*.. | 350000 *+* *.*.*.*..*.* * + .. * *.*..*.*.* *.*.*.*..*.*.| 340000 ++ * * | | 330000 ++ | 320000 ++ | | | 310000 ++ | 300000 ++ | | | 290000 ++ | 280000 ++ O O O O O O O | O O O O O O O O O O O O | 270000 ++-----O-----------------------------------------------------------+ vmstat.system.in 2100 ++-------------------------------------------------------------------+ | .*..*.*.*.. .*.*..*.* 2000 ++ * *.* | | + | 1900 *+*..*. .*.. .*. .*. .*..*.*.*..*.*.*.*..* | | * *.* *. * | 1800 ++ | | | 1700 ++ O O O O O | | O O O O O O O O | 1600 ++ | | | 1500 O+ O O | | O O O O | 1400 ++-------------------------------------------------------------------+ [*] bisect-good sample [O] bisect-bad sample Disclaimer: Results have been estimated based on internal Intel analysis and are provided for informational purposes only. Any difference in system hardware or software design or configuration may affect actual performance. Thanks, Jet
echo performance > /sys/devices/system/cpu/cpu0/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu1/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu10/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu11/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu12/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu13/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu14/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu15/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu16/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu17/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu18/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu19/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu2/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu20/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu21/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu22/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu23/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu24/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu25/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu26/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu27/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu28/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu29/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu3/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu30/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu31/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu32/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu33/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu34/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu35/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu36/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu37/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu38/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu39/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu4/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu40/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu41/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu42/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu43/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu44/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu45/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu46/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu47/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu5/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu6/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu7/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu8/cpufreq/scaling_governor echo performance > /sys/devices/system/cpu/cpu9/cpufreq/scaling_governor mount -t tmpfs -o size=100% vm-scalability-tmp /tmp/vm-scalability-tmp truncate -s 67450052608 /tmp/vm-scalability.img mkfs.xfs -q /tmp/vm-scalability.img mount -o loop /tmp/vm-scalability.img /tmp/vm-scalability ./case-migrate truncate /tmp/vm-scalability/sparse-migrate -s 67450052608 ./usemem --runtime 300 -f /tmp/vm-scalability/sparse-migrate --readonly 16862513152 --detach --sleep 600 --pid-file /tmp/vm-scalability/migrate.pid umount /tmp/vm-scalability-tmp umount /tmp/vm-scalability rm /tmp/vm-scalability.img