[Linux-cluster] active/active NFS cluster question

[Chris Walker]

Hello,

I suspect that I'm doing something fairly stupid, but I'm having a
problem with a cluster that is exporting the same GFS filesystems to
the same nfs clients.  Everything thing is fine until I relocate one
of the nfs services to another machine.  The relocation goes fine, but
once I have two nfs services on the same machine, I can't get them
apart.  When I relocate one of the two nfs services to a different
cluster host, the relocation wipes out the entries in
/var/lib/nfs/etab, forcing the second nfs service on that node to
relocate as well (I get the error "nfsclient:rc_nfs_clients is
missing!").

Any suggestions?  Other than modifying
/usr/share/cluster/nfsclient.sh, is there some way to prevent the etab
entries from being purged?

Thanks!
Chris

cluster.conf:

<cluster alias="gfs_cluster" config_version="5" name="gfs_cluster">
        <fence_daemon clean_start="0" post_fail_delay="0" post_join_delay="3"/>
        <clusternodes>
                <clusternode name="gfs03" nodeid="1" votes="1">
                        <fence/>
                </clusternode>
                <clusternode name="gfs02" nodeid="2" votes="1">
                        <fence/>
                </clusternode>
                <clusternode name="gfs01" nodeid="3" votes="1">
                        <fence/>
                </clusternode>
        </clusternodes>
        <cman/>
        <fencedevices/>
        <rm>
                <failoverdomains/>
                <resources>
                        <ip address="10.242.62.138" monitor_link="1"/>
                        <ip address="10.242.62.140" monitor_link="1"/>
                        <ip address="10.242.62.139" monitor_link="1"/>
                        <nfsexport name="md3000i01_nfsexp"/>
                        <nfsclient allow_recover="1"
name="rc_nfs_clients" options="rw,async" target="10.242.0.0/16"/>
                        <nfsexport name="md3000i02_nfsexp"/>
                        <clusterfs
device="/dev/md3000i01_vg/md3000i01_lv" force_unmount="0" fsid="49569"
fstype="gfs2" mountpoint="/mnt/md3000i01" name="md3000i01_gfsres"
self_fence="0"/>
                        <clusterfs
device="/dev/md3000i02_vg/md3000i02_lv" force_unmount="0" fsid="50754"
fstype="gfs2" mountpoint="/mnt/md3000i02" name="md3000i02_gfsres"
self_fence="0"/>
                </resources>
                <service autostart="1" exclusive="0"
name="gfs-a_nfssvc" recovery="relocate">
                        <ip ref="10.242.62.138"/>
                        <clusterfs fstype="gfs" ref="md3000i01_gfsres">
                                <nfsexport ref="md3000i01_nfsexp">
                                        <nfsclient name=" "
ref="rc_nfs_clients"/>
                                </nfsexport>
                        </clusterfs>
                        <clusterfs fstype="gfs" ref="md3000i02_gfsres">
                                <nfsexport ref="md3000i02_nfsexp">
                                        <nfsclient name=" "
ref="rc_nfs_clients"/>
                                </nfsexport>
                        </clusterfs>
                </service>
                <service autostart="1" exclusive="0"
name="gfs-b_nfssvc" recovery="relocate">
                        <ip ref="10.242.62.139"/>
                        <clusterfs fstype="gfs" ref="md3000i01_gfsres">
                                <nfsexport ref="md3000i01_nfsexp">
                                        <nfsclient name=" "
ref="rc_nfs_clients"/>
                                </nfsexport>
                        </clusterfs>
                        <clusterfs fstype="gfs" ref="md3000i02_gfsres">
                                <nfsexport ref="md3000i02_nfsexp">
                                        <nfsclient name=" "
ref="rc_nfs_clients"/>
                                </nfsexport>
                        </clusterfs>
                </service>
                <service autostart="1" exclusive="0"
name="gfs-c_nfssvc" recovery="relocate">
                        <ip ref="10.242.62.140"/>
                        <clusterfs fstype="gfs" ref="md3000i01_gfsres">
                                <nfsexport ref="md3000i01_nfsexp">
                                        <nfsclient name=" "
ref="rc_nfs_clients"/>
                                </nfsexport>
                        </clusterfs>
                        <clusterfs fstype="gfs" ref="md3000i02_gfsres">
                                <nfsexport ref="md3000i02_nfsexp">
                                        <nfsclient name=" "
ref="rc_nfs_clients"/>
                                </nfsexport>
                        </clusterfs>
                </service>
        </rm>
</cluster>