Re: Clustered NFS services starting on wrong

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

 



Ward, Timothy - SSD wrote:
> On Mon, 5 Nov 2007, James Fidell wrote:
>> I have three servers in a cluster, each running NFS exports of
> different
>> filesystems from shared storage, a la NFS cookbook.  I have three
>> failover domains, each containing all the nodes where one machine is
>> listed at priority 1 and the others at priority 2, the priority 1 node
>> being different in each domain.
>>
>> However, when rgmanager is started on all three nodes at the same
> time,
>> all the services start on one server, apparently ignoring the priority
>> setting.  The other two nodes don't appear to have any problems logged
>> and I can immediately migrate the NFS services to the correct server.
>>
>> Is there any obvious reason this might happen?
>>
>> James
> 
> Please post your /etc/cluster/cluster.conf file so we can peruse it.

Here it is.  Bit long, because of all the partitions involved.
Apologies for that, but I didn't want to edit it for posting any more
than was absolutely necessary.

It's probably relevant to mention that the failover domains are tagged
as restricted even though they all contain all the current nodes because
at some point I wish to add further nodes that will have access to the
GFS filesystems but won't provide NFS services.

<?xml version="1.0"?>
<cluster alias="MailCluster1" config_version="30" name="MailCluster1">
  <fence_daemon post_fail_delay="0" post_join_delay="3"/>
  <clusternodes>
    <clusternode name="nfs-7" nodeid="1" votes="1">
      <fence>
        <method name="1">
          <device name="apc-c3" port="1" switch="1"/>
        </method>
      </fence>
    </clusternode>
    <clusternode name="nfs-8" nodeid="2" votes="1">
      <fence>
        <method name="1">
          <device name="apc-c3" port="2" switch="1"/>
        </method>
      </fence>
    </clusternode>
    <clusternode name="nfs-9" nodeid="3" votes="1">
      <fence>
        <method name="1">
          <device name="nfs-9-ilo"/>
        </method>
      </fence>
    </clusternode>
  </clusternodes>
  <cman/>
  <fencedevices>
    <fencedevice agent="fence_apc" ipaddr="192.168.1.65" login="XXXX"
name="apc-c3" passwd="XXXX"/>
    <fencedevice agent="fence_ilo" hostname="192.168.1.72" login="XXXX"
name="nfs-9-ilo" passwd="XXXX"/>
  </fencedevices>
  <rm>
    <failoverdomains>
      <failoverdomain name="MailDomain1-1" ordered="1" restricted="1">
        <failoverdomainnode name="nfs-7" priority="1"/>
        <failoverdomainnode name="nfs-8" priority="2"/>
        <failoverdomainnode name="nfs-9" priority="2"/>
      </failoverdomain>
      <failoverdomain name="MailDomain1-2" ordered="1" restricted="1">
        <failoverdomainnode name="nfs-7" priority="2"/>
        <failoverdomainnode name="nfs-8" priority="1"/>
        <failoverdomainnode name="nfs-9" priority="2"/>
      </failoverdomain>
      <failoverdomain name="MailDomain1-3" ordered="1" restricted="1">
        <failoverdomainnode name="nfs-7" priority="2"/>
        <failoverdomainnode name="nfs-8" priority="2"/>
        <failoverdomainnode name="nfs-9" priority="1"/>
      </failoverdomain>
    </failoverdomains>
    <resources>
      <clusterfs device="/dev/mail-vg-01/mail-lv-01" force_unmount="0"
fsid="15708" fstype="gfs" mountpoint="/mail21" name="mail21"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-02/mail-lv-02" force_unmount="0"
fsid="27878" fstype="gfs" mountpoint="/mail22" name="mail22"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-03/mail-lv-03" force_unmount="0"
fsid="23664" fstype="gfs" mountpoint="/mail23" name="mail23"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-04/mail-lv-04" force_unmount="0"
fsid="51667" fstype="gfs" mountpoint="/mail24" name="mail24"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-05/mail-lv-05" force_unmount="0"
fsid="63813" fstype="gfs" mountpoint="/mail25" name="mail25"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-06/mail-lv-06" force_unmount="0"
fsid="43263" fstype="gfs" mountpoint="/mail26" name="mail26"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-07/mail-lv-07" force_unmount="0"
fsid="39017" fstype="gfs" mountpoint="/mail27" name="mail27"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-08/mail-lv-08" force_unmount="0"
fsid="34296" fstype="gfs" mountpoint="/mail28" name="mail28"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-09/mail-lv-09" force_unmount="0"
fsid="46446" fstype="gfs" mountpoint="/mail29" name="mail29"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-10/mail-lv-10" force_unmount="0"
fsid="15499" fstype="gfs" mountpoint="/mail30" name="mail30"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-11/mail-lv-11" force_unmount="0"
fsid="3101" fstype="gfs" mountpoint="/mail31" name="mail31"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-12/mail-lv-12" force_unmount="0"
fsid="23975" fstype="gfs" mountpoint="/mail32" name="mail32"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-13/mail-lv-13" force_unmount="0"
fsid="27953" fstype="gfs" mountpoint="/mail33" name="mail33"
options="noquota"/>
      <clusterfs device="/dev/mail-vg-14/mail-lv-14" force_unmount="0"
fsid="12681" fstype="gfs" mountpoint="/mailstate" name="mailstate"
options="noquota"/>
      <nfsexport name="MailNFSExport"/>
      <nfsclient name="MailNFSClient" options="async,no_root_squash,rw"
path="" target="192.168.1.0/24"/>
    </resources>
    <service autostart="1" domain="MailDomain1-1" name="MailNFS1"
recovery="relocate">
      <ip address="192.168.1.48" monitor_link="1"/>
      <clusterfs ref="mailstate">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail21">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail22">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail23">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
    </service>
    <service autostart="1" domain="MailDomain1-2" name="MailNFS2"
recovery="relocate">
      <ip address="192.168.1.49" monitor_link="1"/>
      <clusterfs ref="mail24">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail25">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail26">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail27">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail28">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
    </service>
    <service autostart="1" domain="MailDomain1-3" name="MailNFS3"
recovery="relocate">
      <ip address="192.168.1.50" monitor_link="1"/>
      <clusterfs ref="mail29">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail30">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail31">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail32">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
      <clusterfs ref="mail33">
        <nfsexport ref="MailNFSExport">
          <nfsclient ref="MailNFSClient"/>
        </nfsexport>
      </clusterfs>
    </service>
  </rm>
</cluster>

James

--
Linux-cluster mailing list
Linux-cluster@xxxxxxxxxx
https://www.redhat.com/mailman/listinfo/linux-cluster

[Index of Archives]     [Corosync Cluster Engine]     [GFS]     [Linux Virtualization]     [Centos Virtualization]     [Centos]     [Linux RAID]     [Fedora Users]     [Fedora SELinux]     [Big List of Linux Books]     [Yosemite Camping]

  Powered by Linux