[Linux-cluster] Clustered NFS services starting on wrong
James Fidell
james at cloud9.co.uk
Tue Nov 6 09:42:36 UTC 2007
Ward, Timothy - SSD wrote:
> On Mon, 5 Nov 2007, James Fidell wrote:
>> I have three servers in a cluster, each running NFS exports of
> different
>> filesystems from shared storage, a la NFS cookbook. I have three
>> failover domains, each containing all the nodes where one machine is
>> listed at priority 1 and the others at priority 2, the priority 1 node
>> being different in each domain.
>>
>> However, when rgmanager is started on all three nodes at the same
> time,
>> all the services start on one server, apparently ignoring the priority
>> setting. The other two nodes don't appear to have any problems logged
>> and I can immediately migrate the NFS services to the correct server.
>>
>> Is there any obvious reason this might happen?
>>
>> James
>
> Please post your /etc/cluster/cluster.conf file so we can peruse it.
Here it is. Bit long, because of all the partitions involved.
Apologies for that, but I didn't want to edit it for posting any more
than was absolutely necessary.
It's probably relevant to mention that the failover domains are tagged
as restricted even though they all contain all the current nodes because
at some point I wish to add further nodes that will have access to the
GFS filesystems but won't provide NFS services.
<?xml version="1.0"?>
<cluster alias="MailCluster1" config_version="30" name="MailCluster1">
<fence_daemon post_fail_delay="0" post_join_delay="3"/>
<clusternodes>
<clusternode name="nfs-7" nodeid="1" votes="1">
<fence>
<method name="1">
<device name="apc-c3" port="1" switch="1"/>
</method>
</fence>
</clusternode>
<clusternode name="nfs-8" nodeid="2" votes="1">
<fence>
<method name="1">
<device name="apc-c3" port="2" switch="1"/>
</method>
</fence>
</clusternode>
<clusternode name="nfs-9" nodeid="3" votes="1">
<fence>
<method name="1">
<device name="nfs-9-ilo"/>
</method>
</fence>
</clusternode>
</clusternodes>
<cman/>
<fencedevices>
<fencedevice agent="fence_apc" ipaddr="192.168.1.65" login="XXXX"
name="apc-c3" passwd="XXXX"/>
<fencedevice agent="fence_ilo" hostname="192.168.1.72" login="XXXX"
name="nfs-9-ilo" passwd="XXXX"/>
</fencedevices>
<rm>
<failoverdomains>
<failoverdomain name="MailDomain1-1" ordered="1" restricted="1">
<failoverdomainnode name="nfs-7" priority="1"/>
<failoverdomainnode name="nfs-8" priority="2"/>
<failoverdomainnode name="nfs-9" priority="2"/>
</failoverdomain>
<failoverdomain name="MailDomain1-2" ordered="1" restricted="1">
<failoverdomainnode name="nfs-7" priority="2"/>
<failoverdomainnode name="nfs-8" priority="1"/>
<failoverdomainnode name="nfs-9" priority="2"/>
</failoverdomain>
<failoverdomain name="MailDomain1-3" ordered="1" restricted="1">
<failoverdomainnode name="nfs-7" priority="2"/>
<failoverdomainnode name="nfs-8" priority="2"/>
<failoverdomainnode name="nfs-9" priority="1"/>
</failoverdomain>
</failoverdomains>
<resources>
<clusterfs device="/dev/mail-vg-01/mail-lv-01" force_unmount="0"
fsid="15708" fstype="gfs" mountpoint="/mail21" name="mail21"
options="noquota"/>
<clusterfs device="/dev/mail-vg-02/mail-lv-02" force_unmount="0"
fsid="27878" fstype="gfs" mountpoint="/mail22" name="mail22"
options="noquota"/>
<clusterfs device="/dev/mail-vg-03/mail-lv-03" force_unmount="0"
fsid="23664" fstype="gfs" mountpoint="/mail23" name="mail23"
options="noquota"/>
<clusterfs device="/dev/mail-vg-04/mail-lv-04" force_unmount="0"
fsid="51667" fstype="gfs" mountpoint="/mail24" name="mail24"
options="noquota"/>
<clusterfs device="/dev/mail-vg-05/mail-lv-05" force_unmount="0"
fsid="63813" fstype="gfs" mountpoint="/mail25" name="mail25"
options="noquota"/>
<clusterfs device="/dev/mail-vg-06/mail-lv-06" force_unmount="0"
fsid="43263" fstype="gfs" mountpoint="/mail26" name="mail26"
options="noquota"/>
<clusterfs device="/dev/mail-vg-07/mail-lv-07" force_unmount="0"
fsid="39017" fstype="gfs" mountpoint="/mail27" name="mail27"
options="noquota"/>
<clusterfs device="/dev/mail-vg-08/mail-lv-08" force_unmount="0"
fsid="34296" fstype="gfs" mountpoint="/mail28" name="mail28"
options="noquota"/>
<clusterfs device="/dev/mail-vg-09/mail-lv-09" force_unmount="0"
fsid="46446" fstype="gfs" mountpoint="/mail29" name="mail29"
options="noquota"/>
<clusterfs device="/dev/mail-vg-10/mail-lv-10" force_unmount="0"
fsid="15499" fstype="gfs" mountpoint="/mail30" name="mail30"
options="noquota"/>
<clusterfs device="/dev/mail-vg-11/mail-lv-11" force_unmount="0"
fsid="3101" fstype="gfs" mountpoint="/mail31" name="mail31"
options="noquota"/>
<clusterfs device="/dev/mail-vg-12/mail-lv-12" force_unmount="0"
fsid="23975" fstype="gfs" mountpoint="/mail32" name="mail32"
options="noquota"/>
<clusterfs device="/dev/mail-vg-13/mail-lv-13" force_unmount="0"
fsid="27953" fstype="gfs" mountpoint="/mail33" name="mail33"
options="noquota"/>
<clusterfs device="/dev/mail-vg-14/mail-lv-14" force_unmount="0"
fsid="12681" fstype="gfs" mountpoint="/mailstate" name="mailstate"
options="noquota"/>
<nfsexport name="MailNFSExport"/>
<nfsclient name="MailNFSClient" options="async,no_root_squash,rw"
path="" target="192.168.1.0/24"/>
</resources>
<service autostart="1" domain="MailDomain1-1" name="MailNFS1"
recovery="relocate">
<ip address="192.168.1.48" monitor_link="1"/>
<clusterfs ref="mailstate">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail21">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail22">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail23">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
</service>
<service autostart="1" domain="MailDomain1-2" name="MailNFS2"
recovery="relocate">
<ip address="192.168.1.49" monitor_link="1"/>
<clusterfs ref="mail24">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail25">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail26">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail27">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail28">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
</service>
<service autostart="1" domain="MailDomain1-3" name="MailNFS3"
recovery="relocate">
<ip address="192.168.1.50" monitor_link="1"/>
<clusterfs ref="mail29">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail30">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail31">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail32">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
<clusterfs ref="mail33">
<nfsexport ref="MailNFSExport">
<nfsclient ref="MailNFSClient"/>
</nfsexport>
</clusterfs>
</service>
</rm>
</cluster>
James
More information about the Linux-cluster
mailing list