Hi,
I noticed while compiling Ceph Jewel (10.2.0), that the compiling
process does not fully honor make's -j switch. In the ps output I've
attached, you will see that I've requested only 3 concurrent jobs.
Make assigned 2 jobs to ceph and 1 job to rocksdb. The rocksdb then
took 6 additional jobs (I have 6 cores in this computer), for a total of
8 (or 9 depending how you look at it) concurrent processes.
Can this be corrected?
Thanks,
Dyweni
# ps fau
USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND
root 27232 0.1 0.5 58344 43408 pts/3 Ss 23:18 0:00 bash
root 27951 0.3 0.6 143856 56988 pts/3 S+ 23:18 0:00 \_ /usr/bin/python3.3 -bO /usr/lib/python-exec/python3.3/ebuild ceph-10.2.0.ebuild digest clean compile
root 13128 0.0 0.0 4204 1404 pts/3 S+ 23:22 0:00 \_ [sys-cluster/ceph-10.2.0] sandbox /usr/lib/portage/python3.3/ebuild.sh compile
root 13129 0.0 0.0 27060 7480 pts/3 S+ 23:22 0:00 \_ /bin/bash /usr/lib/portage/python3.3/ebuild.sh compile
root 13150 0.0 0.0 27192 6952 pts/3 S+ 23:22 0:00 \_ /bin/bash /usr/lib/portage/python3.3/ebuild.sh compile
root 13155 0.0 0.0 14836 3236 pts/3 S+ 23:22 0:00 \_ /bin/bash /usr/lib/portage/python3.3/ebuild-helpers/emake -j3
root 13157 0.0 0.0 9432 2324 pts/3 S+ 23:22 0:00 \_ make -j3 -j3
root 13158 0.0 0.0 14580 2920 pts/3 S+ 23:22 0:00 \_ /bin/sh -c fail=; \ if (target_option=k; case ${target_option-} in ?) ;; *) echo "am__make_running_with_option: internal error: invalid" "target option '${target_option-}' specified" >&2; exit 1;; esac; has_opt
root 13165 0.0 0.0 14580 2356 pts/3 S+ 23:22 0:00 \_ /bin/sh -c fail=; \ if (target_option=k; case ${target_option-} in ?) ;; *) echo "am__make_running_with_option: internal error: invalid" "target option '${target_option-}' specified" >&2; exit 1;; esac; has
root 13166 0.1 0.0 13744 6612 pts/3 S+ 23:22 0:00 \_ make all
root 13178 0.1 0.0 13744 6544 pts/3 S+ 23:22 0:00 \_ make all-recursive
root 13182 0.0 0.0 14580 2984 pts/3 S+ 23:22 0:00 \_ /bin/sh -c fail=; \ if (target_option=k; case ${target_option-} in ?) ;; *) echo "am__make_running_with_option: internal error: invalid" "target option '${target_option-}' specified" >&2; exit 1
root 13192 0.1 0.0 13740 6672 pts/3 S+ 23:22 0:00 \_ make all-am
root 13206 0.0 0.0 14440 2776 pts/3 S+ 23:22 0:00 \_ /bin/sh -c cd rocksdb && CC="x86_64-pc-linux-gnu-gcc" CXX="x86_64-pc-linux-gnu-g++" EXTRA_CXXFLAGS=-fPIC PORTABLE=1 make -j6 static_lib
root 13208 0.4 0.0 12288 5256 pts/3 S+ 23:22 0:00 | \_ make -j6 static_lib
root 14760 0.0 0.0 14576 2704 pts/3 S+ 23:22 0:00 | \_ /bin/sh -c echo " CC " db/db_impl.o;x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -I
root 14761 0.0 0.0 12912 2636 pts/3 S+ 23:22 0:00 | | \_ /usr/x86_64-pc-linux-gnu/gcc-bin/4.9.3/x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -I
root 14762 74.3 6.6 570972 541112 pts/3 R+ 23:22 0:11 | | \_ /usr/libexec/gcc/x86_64-pc-linux-gnu/4.9.3/cc1plus -quiet -I . -I ./include -D_GNU_SOURCE -D ROCKSDB_PLATFORM_POSIX -D ROCKSDB_LIB_IO_POSIX -D _LARGEFILE64_SOURCE -D OS_L
root 14763 0.3 0.1 29548 15552 pts/3 S+ 23:22 0:00 | | \_ /usr/lib/gcc/x86_64-pc-linux-gnu/4.9.3/../../../../x86_64-pc-linux-gnu/bin/as -I . -I ./include --64 -o db/db_impl.o
root 15077 0.0 0.0 14576 2692 pts/3 S+ 23:23 0:00 | \_ /bin/sh -c echo " CC " db/managed_iterator.o;x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-par
root 15084 0.0 0.0 12912 2724 pts/3 S+ 23:23 0:00 | | \_ /usr/x86_64-pc-linux-gnu/gcc-bin/4.9.3/x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -I
root 15086 20.0 0.9 106368 79064 pts/3 R+ 23:23 0:00 | | \_ /usr/libexec/gcc/x86_64-pc-linux-gnu/4.9.3/cc1plus -quiet -I . -I ./include -D_GNU_SOURCE -D ROCKSDB_PLATFORM_POSIX -D ROCKSDB_LIB_IO_POSIX -D _LARGEFILE64_SOURCE -D OS_L
root 15087 0.0 0.0 22156 7824 pts/3 S+ 23:23 0:00 | | \_ /usr/lib/gcc/x86_64-pc-linux-gnu/4.9.3/../../../../x86_64-pc-linux-gnu/bin/as -I . -I ./include --64 -o db/managed_iterator.o
root 15085 0.0 0.0 14576 2756 pts/3 S+ 23:23 0:00 | \_ /bin/sh -c echo " CC " db/memtable.o;x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -
root 15088 0.0 0.0 12912 2636 pts/3 S+ 23:23 0:00 | | \_ /usr/x86_64-pc-linux-gnu/gcc-bin/4.9.3/x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -I
root 15089 29.0 1.2 136016 105304 pts/3 R+ 23:23 0:00 | | \_ /usr/libexec/gcc/x86_64-pc-linux-gnu/4.9.3/cc1plus -quiet -I . -I ./include -D_GNU_SOURCE -D ROCKSDB_PLATFORM_POSIX -D ROCKSDB_LIB_IO_POSIX -D _LARGEFILE64_SOURCE -D OS_L
root 15090 0.0 0.0 22156 7736 pts/3 S+ 23:23 0:00 | | \_ /usr/lib/gcc/x86_64-pc-linux-gnu/4.9.3/../../../../x86_64-pc-linux-gnu/bin/as -I . -I ./include --64 -o db/memtable.o
root 15105 0.0 0.0 14576 2688 pts/3 S+ 23:23 0:00 | \_ /bin/sh -c echo " CC " db/memtable_list.o;x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parame
root 15108 0.0 0.0 12912 2668 pts/3 S+ 23:23 0:00 | | \_ /usr/x86_64-pc-linux-gnu/gcc-bin/4.9.3/x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -I
root 15109 61.0 1.3 138264 111020 pts/3 R+ 23:23 0:00 | | \_ /usr/libexec/gcc/x86_64-pc-linux-gnu/4.9.3/cc1plus -quiet -I . -I ./include -D_GNU_SOURCE -D ROCKSDB_PLATFORM_POSIX -D ROCKSDB_LIB_IO_POSIX -D _LARGEFILE64_SOURCE -D OS_L
root 15111 0.0 0.0 22156 7760 pts/3 S+ 23:23 0:00 | | \_ /usr/lib/gcc/x86_64-pc-linux-gnu/4.9.3/../../../../x86_64-pc-linux-gnu/bin/as -I . -I ./include --64 -o db/memtable_list.o
root 15106 0.0 0.0 14576 2756 pts/3 S+ 23:23 0:00 | \_ /bin/sh -c echo " CC " db/merge_helper.o;x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-paramet
root 15107 0.0 0.0 12912 2660 pts/3 S+ 23:23 0:00 | | \_ /usr/x86_64-pc-linux-gnu/gcc-bin/4.9.3/x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -I
root 15110 55.0 1.2 131792 99268 pts/3 R+ 23:23 0:00 | | \_ /usr/libexec/gcc/x86_64-pc-linux-gnu/4.9.3/cc1plus -quiet -I . -I ./include -D_GNU_SOURCE -D ROCKSDB_PLATFORM_POSIX -D ROCKSDB_LIB_IO_POSIX -D _LARGEFILE64_SOURCE -D OS_L
root 15112 0.0 0.0 22156 7828 pts/3 S+ 23:23 0:00 | | \_ /usr/lib/gcc/x86_64-pc-linux-gnu/4.9.3/../../../../x86_64-pc-linux-gnu/bin/as -I . -I ./include --64 -o db/merge_helper.o
root 15125 0.0 0.0 14576 2704 pts/3 S+ 23:23 0:00 | \_ /bin/sh -c echo " CC " db/repair.o;x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -I.
root 15126 0.0 0.0 12912 2680 pts/3 S+ 23:23 0:00 | \_ /usr/x86_64-pc-linux-gnu/gcc-bin/4.9.3/x86_64-pc-linux-gnu-g++ -march=native -O2 -pipe -std=gnu++11 -fPIC -g -W -Wextra -Wall -Wsign-compare -Wshadow -Wno-unused-parameter -I
root 15127 0.0 0.3 60120 31480 pts/3 R+ 23:23 0:00 | \_ /usr/libexec/gcc/x86_64-pc-linux-gnu/4.9.3/cc1plus -quiet -I . -I ./include -D_GNU_SOURCE -D ROCKSDB_PLATFORM_POSIX -D ROCKSDB_LIB_IO_POSIX -D _LARGEFILE64_SOURCE -D OS_L
root 15128 0.0 0.0 22156 7920 pts/3 S+ 23:23 0:00 | \_ /usr/lib/gcc/x86_64-pc-linux-gnu/4.9.3/../../../../x86_64-pc-linux-gnu/bin/as -I . -I ./include --64 -o db/repair.o
root 14622 0.0 0.0 12908 2712 pts/3 S+ 23:22 0:00 \_ /usr/x86_64-pc-linux-gnu/gcc-bin/4.9.3/x86_64-pc-linux-gnu-g++ -DHAVE_CONFIG_H -I. -D__CEPH__ -D_FILE_OFFSET_BITS=64 -D_THREAD_SAFE -D__STDC_FORMAT_MACROS -D_GNU_SOURCE -DCEPH_LIBDIR="/u
root 14624 77.0 10.4 898672 856992 pts/3 R+ 23:22 0:17 | \_ /usr/libexec/gcc/x86_64-pc-linux-gnu/4.9.3/cc1plus -quiet -I . -I /usr/include/nss -I /usr/include/nspr -I rocksdb/include -D_GNU_SOURCE -D HAVE_CONFIG_H -D __CEPH__ -D _FILE_OFFSET_
root 14625 0.0 0.0 22160 7800 pts/3 S+ 23:22 0:00 | \_ /usr/lib/gcc/x86_64-pc-linux-gnu/4.9.3/../../../../x86_64-pc-linux-gnu/bin/as -I . -I /usr/include/nss -I /usr/include/nspr -I rocksdb/include --64 -o os/bluestore/libos_a-BlueStore.
root 15091 0.0 0.0 12908 2712 pts/3 S+ 23:23 0:00 \_ /usr/x86_64-pc-linux-gnu/gcc-bin/4.9.3/x86_64-pc-linux-gnu-g++ -DHAVE_CONFIG_H -I. -D__CEPH__ -D_FILE_OFFSET_BITS=64 -D_THREAD_SAFE -D__STDC_FORMAT_MACROS -D_GNU_SOURCE -DCEPH_LIBDIR="/u
root 15093 54.0 1.9 197824 158004 pts/3 R+ 23:23 0:01 \_ /usr/libexec/gcc/x86_64-pc-linux-gnu/4.9.3/cc1plus -quiet -I . -I /usr/include/nss -I /usr/include/nspr -I rocksdb/include -D_GNU_SOURCE -D HAVE_CONFIG_H -D __CEPH__ -D _FILE_OFFSET_
root 15094 0.0 0.0 22160 7868 pts/3 S+ 23:23 0:00 \_ /usr/lib/gcc/x86_64-pc-linux-gnu/4.9.3/../../../../x86_64-pc-linux-gnu/bin/as -I . -I /usr/include/nss -I /usr/include/nspr -I rocksdb/include --64 -o os/bluestore/libos_a-StupidAllo
_______________________________________________
ceph-users mailing list
ceph-users@xxxxxxxxxxxxxx
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
