# RHGFS and RHCS on RHEL4 x86_64 2.6.9-11 # v 0.1 # By Sean Gray <sgray @ funkylinux.com> <sgray @ bluestarinc.com> copyright 2005 # Published under the GNU Free Documentation License http://www.gnu.org/licenses/fdl.txt # Sources: http://www.google.com # http://www.redhat.com/docs/manuals/csgfs/browse/rh-gfs-en/ch-install.html # http://www.redhat.com/docs/manuals/csgfs/browse/rh-cs-en/ch-software.html # http://sources.redhat.com/cluster/doc/usage.txt # http://karan.org/ # https://www.redhat.com/archives/linux-cluster/index.html # http://lists.centos.org/pipermail/centos-devel/2005-August/thread.html#861 # http://www.hughesjr.com/ # This document claims to have no value whatsoever to anyone, except maybe the author. # # # # enable ntp system-config-time # install SRPMS from: # ftp://ftp.redhat.com/pub/redhat/linux/enterprise/4/en/RHCS/x86_64/SRPMS/* # ftp://ftp.redhat.com/pub/redhat/linux/enterprise/4/en/RHGFS/x86_64/SRPMS/* # install kernel source rpm -ivh ftp://ftp.redhat.com/pub/redhat/linux/updates/enterprise/4ES/en/os/SRPMS/kernel-2.6.9-11.EL.src.rpm # build install perl-Net-Telnet-3.03-3 rpmbuild --rebuild /usr/src/redhat/SRPMS/perl-Net-Telnet-3.03-3.src.rpm rpm -ivh /usr/src/redhat/RPMS/noarch/perl-Net-Telnet-3.03-3.noarch.rpm # build install gulm rpmbuild -bb /usr/src/redhat/SPECS/gulm.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/gulm-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/gulm-devel-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/gulm-debuginfo-1.0.0-0.x86_64.rpm # build install magma rpmbuild -bb /usr/src/redhat/SPECS/magma.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/magma-1.0.0-0.x86_64.rpm rpm -ivh /usr/src/redhat/RPMS/x86_64/magma-debuginfo-1.0.0-0.x86_64.rpm rpm -ivh /usr/src/redhat/RPMS/x86_64/magma-devel-1.0.0-0.x86_64.rpm # build install magma-plugins rpmbuild -bb /usr/src/redhat/SPECS/magma-plugins.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/magma-plugins-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/magma-plugins-debuginfo-1.0.0-0.x86_64.rpm # Download and install from RHN rpm -ivh kernel-2.6.9-11.EL.x86_64.rpm \ kernel-devel-2.6.9-11.EL.x86_64.rpm \ kernel-doc-2.6.9-11.EL.noarch.rpm \ kernel-hugemem-2.6.9-11.EL.i686.rpm \ kernel-hugemem-devel-2.6.9-11.EL.i686 \ kernel-smp-2.6.9-11.EL.x86_64.rpm \ kernel-smp-devel-2.6.9-11.EL.x86_64.rpm # reboot with new kernel init 6 # Edit all the hugemem kernel stuff out of the spec files # I don't need hugmem and don't have time to troubleshoot # uneasily build install 3rd-party fake-build-requires rpm -ivh http://rpm.karan.org/el4/csgfs/SRPMS/fake-build-provides-1.0-20.src.rpm rpm -ivh # build install ccs rpmbuild -bb /usr/src/redhat/SPECS/ccs.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/ccs-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/ccs-debuginfo-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/ccs-devel-1.0.0-0.x86_64.rpm # build install cman-kernel rpmbuild -bb /usr/src/redhat/SPECS/cman-kernel.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/cman-kernel-2.6.9-36.0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/cman-kernel-debuginfo-2.6.9-36.0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/cman-kernel-smp-2.6.9-36.0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/cman-kernheaders-2.6.9-36.0.x86_64.rpm # build install cman rpmbuild -bb /usr/src/redhat/SPECS/cman.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/cman-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/cman-debuginfo-1.0.0-0.x86_64.rpm # build install dlm-kernel # edit dlm-kernel.spec # remove --> $kernel_src/scripts/mod/modpost -m -i /lib/modules/%{kernel_version}$flavor/kernel/cluster/cman.symvers src/dlm.o -o dlm.symvers # add --> $kernel_src/scripts/mod/modpost -m -i /lib/modules/%{kernel_version}$flavor/kernel/cluster/cman.symvers /usr/src/redhat/BUILD/dlm-kernel-2.6.9-34/src/dlm.o -o dlm.symvers rpmbuild -bb /usr/src/redhat/SPECS/dlm-kernel.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/dlm-kernel-2.6.9-34.0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/dlm-kernel-debuginfo-2.6.9-34.0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/dlm-kernheaders-2.6.9-34.0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/dlm-kernel-smp-2.6.9-34.0.x86_64.rpm # build install dlm rpmbuild -bb /usr/src/redhat/SPECS/dlm.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/dlm-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/dlm-devel-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/dlm-debuginfo-1.0.0-0.x86_64.rpm # build install fence rpmbuild -bb /usr/src/redhat/SPECS/fence.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/fence-1.32.1-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/fence-debuginfo-1.32.1-0.x86_64.rpm # build install iddev rpmbuild -bb /usr/src/redhat/SPECS/iddev.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/iddev-2.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/iddev-devel-2.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/iddev-debuginfo-2.0.0-0.x86_64.rpm # build install rgmanager rpmbuild -bb /usr/src/redhat/SPECS/rgmanager.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/rgmanager-1.9.34-1.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/rgmanager-debuginfo-1.9.34-1.x86_64.rpm # build install system-config-cluster rpmbuild -bb /usr/src/redhat/SPECS/system-config-cluster.spec /usr/src/redhat/RPMS/noarch/system-config-cluster-1.0.12-1.0.noarch.rpm # build install ipvsadm rpmbuild -bb /usr/src/redhat/SPECS/ipvsadm.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/ipvsadm-1.24-6.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/ipvsadm-debuginfo-1.24-6.x86_64.rpm # build install piranha rpmbuild -bb /usr/src/redhat/SPECS/piranha.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/piranha-0.8.0-1.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/piranha-debuginfo-0.8.0-1.x86_64.rpm # I tried to build gfs-kernel here but smp would not compile # finally figured out, after moving to gnbd-kernel that deleting # /usr/src/BUILD/smp allowed it to build. Hmmm. rm -rf /usr/src/BUILD/smp # build install gnbd-kernel rpmbuild -bb /usr/src/redhat/SPECS/gnbd-kernel.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/gnbd-kernel-2.6.9-8.27.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/gnbd-kernheaders-2.6.9-8.27.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/gnbd-kernel-smp-2.6.9-8.27.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/gnbd-kernel-debuginfo-2.6.9-8.27.x86_64.rpm rm -rf /usr/src/BUILD/smp # after all the trial and error it appears my BUILD was hosed also rm -rf /usr/src/redhat/BUILD/gfs-kernel-2.6.9-35/ # build install gfs-kernel rpmbuild -bb /usr/src/redhat/SPECS/GFS-kernel.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/GFS-kernel-2.6.9-35.5.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/GFS-kernheaders-2.6.9-35.5.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/GFS-kernel-smp-2.6.9-35.5.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/GFS-kernel-debuginfo-2.6.9-35.5.x86_64.rpm # build install gfs rpmbuild -bb /usr/src/redhat/SPECS/GFS.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/GFS-6.1.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/GFS-debuginfo-6.1.0-0.x86_64.rpm # build install gnbd rpmbuild --bb /usr/src/redhat/SPECS/gnbd.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/gnbd-1.0.0-0.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/gnbd-debuginfo-1.0.0-0.x86_64.rpm # build install lvm2-cluster # On my not so up2date system I had to first upgrade # device-mapper and lvm2 for this to work rpmbuild -bb /usr/src/redhat/SPECS/lvm2-cluster.spec rpm -ivh /usr/src/redhat/RPMS/x86_64/lvm2-cluster-2.01.09-5.0.RHEL4.x86_64.rpm \ /usr/src/redhat/RPMS/x86_64/lvm2-cluster-debuginfo-2.01.09-5.0.RHEL4.x86_64.rpm # Wow that only took 24 hours of my life. # That was on node 1 <galaga> onto node 2 <asteroids> # copy all newly built rpms to a tmp folder on asteroids # download the following from RHN # kernel-smp-2.6.9-11.EL.x86_64.rpm # kernel-2.6.9-11.EL.x86_64.rpm # device-mapper-1.01.01-1.RHEL4.x86_64.rpm # lvm2-2.01.08-1.0.RHEL4.x86_64.rpm # remove all device-mapper rpms (???) there are both # i386 and x86_64 installed, I removed both and installed # the x86_64 and i386 rpm -e device-mapper-1.00.19-2 --allmatches --nodeps # install rpm -Uvh perl-Net-Telnet-3.03-3.noarch.rpm \ system-config-cluster-1.0.12-1.0.noarch.rpm \ ccs-1.0.0-0.x86_64.rpm \ ccs-debuginfo-1.0.0-0.x86_64.rpm \ ccs-devel-1.0.0-0.x86_64.rpm \ cman-1.0.0-0.x86_64.rpm \ cman-debuginfo-1.0.0-0.x86_64.rpm \ cman-kernel-2.6.9-36.0.x86_64.rpm \ cman-kernel-debuginfo-2.6.9-36.0.x86_64.rpm \ cman-kernel-smp-2.6.9-36.0.x86_64.rpm \ cman-kernheaders-2.6.9-36.0.x86_64.rpm \ device-mapper-1.01.01-1.RHEL4.x86_64.rpm \ dlm-1.0.0-0.x86_64.rpm \ dlm-debuginfo-1.0.0-0.x86_64.rpm \ dlm-devel-1.0.0-0.x86_64.rpm \ dlm-kernel-2.6.9-34.0.x86_64.rpm \ dlm-kernel-debuginfo-2.6.9-34.0.x86_64.rpm \ dlm-kernel-dlm-kernheaders-2.6.9-34.0.x86_64.rpm \ dlm-kernel-smp-2.6.9-34.0.x86_64.rpm \ dlm-kernheaders-2.6.9-34.0.x86_64.rpm \ fake-build-provides-1.0-20.x86_64.rpm \ fence-1.32.1-0.x86_64.rpm \ fence-debuginfo-1.32.1-0.x86_64.rpm \ GFS-6.1.0-0.x86_64.rpm \ GFS-debuginfo-6.1.0-0.x86_64.rpm \ GFS-kernel-2.6.9-35.5.x86_64.rpm \ GFS-kernel-debuginfo-2.6.9-35.5.x86_64.rpm \ GFS-kernel-smp-2.6.9-35.5.x86_64.rpm \ GFS-kernheaders-2.6.9-35.5.x86_64.rpm \ gnbd-1.0.0-0.x86_64.rpm \ gnbd-debuginfo-1.0.0-0.x86_64.rpm \ gnbd-kernel-2.6.9-8.27.x86_64.rpm \ gnbd-kernel-debuginfo-2.6.9-8.27.x86_64.rpm \ gnbd-kernel-smp-2.6.9-8.27.x86_64.rpm \ gnbd-kernheaders-2.6.9-8.27.x86_64.rpm \ gulm-1.0.0-0.x86_64.rpm \ gulm-debuginfo-1.0.0-0.x86_64.rpm \ gulm-devel-1.0.0-0.x86_64.rpm \ iddev-2.0.0-0.x86_64.rpm \ iddev-debuginfo-2.0.0-0.x86_64.rpm \ iddev-devel-2.0.0-0.x86_64.rpm \ ipvsadm-1.24-6.x86_64.rpm \ ipvsadm-debuginfo-1.24-6.x86_64.rpm \ kernel-2.6.9-11.EL.x86_64.rpm \ kernel-smp-2.6.9-11.EL.x86_64.rpm \ lvm2-2.01.08-1.0.RHEL4.x86_64.rpm \ lvm2-cluster-2.01.09-5.0.RHEL4.x86_64.rpm \ lvm2-cluster-debuginfo-2.01.09-5.0.RHEL4.x86_64.rpm \ magma-1.0.0-0.x86_64.rpm \ magma-debuginfo-1.0.0-0.x86_64.rpm \ magma-devel-1.0.0-0.x86_64.rpm \ magma-plugins-1.0.0-0.x86_64.rpm \ magma-plugins-debuginfo-1.0.0-0.x86_64.rpm \ piranha-0.8.0-1.x86_64.rpm \ piranha-debuginfo-0.8.0-1.x86_64.rpm \ rgmanager-1.9.34-1.x86_64.rpm \ rgmanager-debuginfo-1.9.34-1.x86_64.rpm # reboot # Configuration pvcreate /dev/sda # carve up your disk with system-config-lvm gfs_mkfs -p lock_dlm -t alpha_cluster:scratch0_LV -j 12 /dev/scratch_VG/scratch0_LV # on all nodes mount -t gfs -oacl /dev/scratch_VG/scratch0_LV /scratch/ # Rinse and repeat on defender, tron, centipede, tapper, paperboy, joust, tempest # galaxian, pacman, and punchout
On Wed, 2005-10-12 at 16:18 -0400, Bowie Bailey wrote:
I'm trying to configure three servers to share a GFS 6.1 filesystem. I am completely new to all of this and the instructions in the manuals I've found on the RH website are running me around in circles. Can anyone point me to a good how-to that will walk me through a simple configuration of GFS and DLM? Thanks, Bowie -- Linux-cluster@xxxxxxxxxx https://www.redhat.com/mailman/listinfo/linux-cluster
|
Sean N. Gray Director of Information Technology United Radio Incorporated, DBA BlueStar 24 Spiral Drive Florence, Kentucky 41042 office: 859.371.4423 x263 toll free: 800.371.4423 x263 fax: 859.371.4425 mobile: 513.616.3379 |
-- Linux-cluster@xxxxxxxxxx https://www.redhat.com/mailman/listinfo/linux-cluster
