[Linux-cluster] GFS + DLM howto?

Wed Oct 12 21:21:10 UTC 2005

Following are my notes. Keep in mind that I did a lot of installing from
SRPMs and you may not need to go through all that. Hope it helps... -
Sean

# RHGFS and RHCS on RHEL4 x86_64 2.6.9-11
# v 0.1
# By Sean Gray <sgray @ funkylinux.com> <sgray @ bluestarinc.com> copyright 2005
# Published under the GNU Free Documentation License http://www.gnu.org/licenses/fdl.txt
# Sources:	http://www.google.com
#		http://www.redhat.com/docs/manuals/csgfs/browse/rh-gfs-en/ch-install.html
#		http://www.redhat.com/docs/manuals/csgfs/browse/rh-cs-en/ch-software.html
#		http://sources.redhat.com/cluster/doc/usage.txt
#		http://karan.org/
#		https://www.redhat.com/archives/linux-cluster/index.html
#		http://lists.centos.org/pipermail/centos-devel/2005-August/thread.html#861
#		http://www.hughesjr.com/
# This document claims to have no value whatsoever to anyone, except maybe the author.
#
# 
#
# enable ntp 
system-config-time
# install SRPMS from:
# ftp://ftp.redhat.com/pub/redhat/linux/enterprise/4/en/RHCS/x86_64/SRPMS/*
# ftp://ftp.redhat.com/pub/redhat/linux/enterprise/4/en/RHGFS/x86_64/SRPMS/*

# install kernel source 
rpm -ivh ftp://ftp.redhat.com/pub/redhat/linux/updates/enterprise/4ES/en/os/SRPMS/kernel-2.6.9-11.EL.src.rpm

# build install perl-Net-Telnet-3.03-3
rpmbuild --rebuild /usr/src/redhat/SRPMS/perl-Net-Telnet-3.03-3.src.rpm
rpm -ivh /usr/src/redhat/RPMS/noarch/perl-Net-Telnet-3.03-3.noarch.rpm  

# build install gulm
rpmbuild -bb /usr/src/redhat/SPECS/gulm.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/gulm-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/gulm-devel-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/gulm-debuginfo-1.0.0-0.x86_64.rpm 

# build install magma
rpmbuild -bb /usr/src/redhat/SPECS/magma.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/magma-1.0.0-0.x86_64.rpm
rpm -ivh /usr/src/redhat/RPMS/x86_64/magma-debuginfo-1.0.0-0.x86_64.rpm
rpm -ivh /usr/src/redhat/RPMS/x86_64/magma-devel-1.0.0-0.x86_64.rpm

# build install magma-plugins
rpmbuild -bb /usr/src/redhat/SPECS/magma-plugins.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/magma-plugins-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/magma-plugins-debuginfo-1.0.0-0.x86_64.rpm

# Download and install from RHN
rpm -ivh kernel-2.6.9-11.EL.x86_64.rpm \
kernel-devel-2.6.9-11.EL.x86_64.rpm \
kernel-doc-2.6.9-11.EL.noarch.rpm \ 
kernel-hugemem-2.6.9-11.EL.i686.rpm \
kernel-hugemem-devel-2.6.9-11.EL.i686 \
kernel-smp-2.6.9-11.EL.x86_64.rpm \
kernel-smp-devel-2.6.9-11.EL.x86_64.rpm
# reboot with new kernel
init 6

# Edit all the hugemem kernel stuff out of the spec files
# I don't need hugmem and don't have time to troubleshoot

# uneasily build install 3rd-party fake-build-requires
rpm -ivh http://rpm.karan.org/el4/csgfs/SRPMS/fake-build-provides-1.0-20.src.rpm
rpm -ivh 

# build install ccs
rpmbuild -bb /usr/src/redhat/SPECS/ccs.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/ccs-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/ccs-debuginfo-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/ccs-devel-1.0.0-0.x86_64.rpm

# build install cman-kernel
rpmbuild -bb /usr/src/redhat/SPECS/cman-kernel.spec   
rpm -ivh /usr/src/redhat/RPMS/x86_64/cman-kernel-2.6.9-36.0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/cman-kernel-debuginfo-2.6.9-36.0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/cman-kernel-smp-2.6.9-36.0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/cman-kernheaders-2.6.9-36.0.x86_64.rpm

# build install cman
rpmbuild -bb /usr/src/redhat/SPECS/cman.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/cman-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/cman-debuginfo-1.0.0-0.x86_64.rpm

# build install dlm-kernel
# edit dlm-kernel.spec
# remove --> $kernel_src/scripts/mod/modpost -m -i /lib/modules/%{kernel_version}$flavor/kernel/cluster/cman.symvers src/dlm.o -o dlm.symvers
# add --> $kernel_src/scripts/mod/modpost -m -i /lib/modules/%{kernel_version}$flavor/kernel/cluster/cman.symvers /usr/src/redhat/BUILD/dlm-kernel-2.6.9-34/src/dlm.o -o dlm.symvers
rpmbuild -bb /usr/src/redhat/SPECS/dlm-kernel.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/dlm-kernel-2.6.9-34.0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/dlm-kernel-debuginfo-2.6.9-34.0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/dlm-kernheaders-2.6.9-34.0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/dlm-kernel-smp-2.6.9-34.0.x86_64.rpm

# build install dlm
rpmbuild -bb /usr/src/redhat/SPECS/dlm.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/dlm-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/dlm-devel-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/dlm-debuginfo-1.0.0-0.x86_64.rpm

# build install fence
rpmbuild -bb /usr/src/redhat/SPECS/fence.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/fence-1.32.1-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/fence-debuginfo-1.32.1-0.x86_64.rpm

# build install iddev
rpmbuild -bb /usr/src/redhat/SPECS/iddev.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/iddev-2.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/iddev-devel-2.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/iddev-debuginfo-2.0.0-0.x86_64.rpm

# build install rgmanager
rpmbuild -bb /usr/src/redhat/SPECS/rgmanager.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/rgmanager-1.9.34-1.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/rgmanager-debuginfo-1.9.34-1.x86_64.rpm

# build install system-config-cluster
rpmbuild -bb /usr/src/redhat/SPECS/system-config-cluster.spec
/usr/src/redhat/RPMS/noarch/system-config-cluster-1.0.12-1.0.noarch.rpm

# build install ipvsadm
rpmbuild -bb /usr/src/redhat/SPECS/ipvsadm.spec    
rpm -ivh /usr/src/redhat/RPMS/x86_64/ipvsadm-1.24-6.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/ipvsadm-debuginfo-1.24-6.x86_64.rpm

# build install piranha
rpmbuild -bb /usr/src/redhat/SPECS/piranha.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/piranha-0.8.0-1.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/piranha-debuginfo-0.8.0-1.x86_64.rpm   

# I tried to build gfs-kernel here but smp would not compile
# finally figured out, after moving to gnbd-kernel that deleting
# /usr/src/BUILD/smp allowed it to build. Hmmm.
rm -rf /usr/src/BUILD/smp

# build install gnbd-kernel
rpmbuild -bb /usr/src/redhat/SPECS/gnbd-kernel.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/gnbd-kernel-2.6.9-8.27.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/gnbd-kernheaders-2.6.9-8.27.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/gnbd-kernel-smp-2.6.9-8.27.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/gnbd-kernel-debuginfo-2.6.9-8.27.x86_64.rpm
rm -rf /usr/src/BUILD/smp
# after all the trial and error it appears my BUILD was hosed also
rm -rf /usr/src/redhat/BUILD/gfs-kernel-2.6.9-35/

# build install gfs-kernel
rpmbuild -bb /usr/src/redhat/SPECS/GFS-kernel.spec  
rpm -ivh /usr/src/redhat/RPMS/x86_64/GFS-kernel-2.6.9-35.5.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/GFS-kernheaders-2.6.9-35.5.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/GFS-kernel-smp-2.6.9-35.5.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/GFS-kernel-debuginfo-2.6.9-35.5.x86_64.rpm

# build install gfs
rpmbuild -bb /usr/src/redhat/SPECS/GFS.spec    
rpm -ivh /usr/src/redhat/RPMS/x86_64/GFS-6.1.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/GFS-debuginfo-6.1.0-0.x86_64.rpm 

# build install gnbd
rpmbuild --bb /usr/src/redhat/SPECS/gnbd.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/gnbd-1.0.0-0.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/gnbd-debuginfo-1.0.0-0.x86_64.rpm

# build install lvm2-cluster
# On my not so up2date system I had to first upgrade
# device-mapper and lvm2 for this to work
rpmbuild -bb /usr/src/redhat/SPECS/lvm2-cluster.spec
rpm -ivh /usr/src/redhat/RPMS/x86_64/lvm2-cluster-2.01.09-5.0.RHEL4.x86_64.rpm \
/usr/src/redhat/RPMS/x86_64/lvm2-cluster-debuginfo-2.01.09-5.0.RHEL4.x86_64.rpm

# Wow that only took 24 hours of my life.
# That was on node 1 <galaga> onto node 2 <asteroids>

# copy all newly built rpms to a tmp folder on asteroids
# download the following from RHN
#	kernel-smp-2.6.9-11.EL.x86_64.rpm
#	kernel-2.6.9-11.EL.x86_64.rpm   
#	device-mapper-1.01.01-1.RHEL4.x86_64.rpm
#	lvm2-2.01.08-1.0.RHEL4.x86_64.rpm
# remove all device-mapper rpms (???) there are both
# i386 and x86_64 installed, I removed both and installed
# the x86_64 and i386
rpm -e device-mapper-1.00.19-2 --allmatches --nodeps

# install
rpm -Uvh perl-Net-Telnet-3.03-3.noarch.rpm \
system-config-cluster-1.0.12-1.0.noarch.rpm \
ccs-1.0.0-0.x86_64.rpm \
ccs-debuginfo-1.0.0-0.x86_64.rpm \
ccs-devel-1.0.0-0.x86_64.rpm \
cman-1.0.0-0.x86_64.rpm \
cman-debuginfo-1.0.0-0.x86_64.rpm \
cman-kernel-2.6.9-36.0.x86_64.rpm \
cman-kernel-debuginfo-2.6.9-36.0.x86_64.rpm \
cman-kernel-smp-2.6.9-36.0.x86_64.rpm \
cman-kernheaders-2.6.9-36.0.x86_64.rpm \
device-mapper-1.01.01-1.RHEL4.x86_64.rpm \
dlm-1.0.0-0.x86_64.rpm \
dlm-debuginfo-1.0.0-0.x86_64.rpm \
dlm-devel-1.0.0-0.x86_64.rpm \
dlm-kernel-2.6.9-34.0.x86_64.rpm \
dlm-kernel-debuginfo-2.6.9-34.0.x86_64.rpm \
dlm-kernel-dlm-kernheaders-2.6.9-34.0.x86_64.rpm \
dlm-kernel-smp-2.6.9-34.0.x86_64.rpm \
dlm-kernheaders-2.6.9-34.0.x86_64.rpm \
fake-build-provides-1.0-20.x86_64.rpm \
fence-1.32.1-0.x86_64.rpm \
fence-debuginfo-1.32.1-0.x86_64.rpm \
GFS-6.1.0-0.x86_64.rpm \
GFS-debuginfo-6.1.0-0.x86_64.rpm \
GFS-kernel-2.6.9-35.5.x86_64.rpm \
GFS-kernel-debuginfo-2.6.9-35.5.x86_64.rpm \
GFS-kernel-smp-2.6.9-35.5.x86_64.rpm \
GFS-kernheaders-2.6.9-35.5.x86_64.rpm \
gnbd-1.0.0-0.x86_64.rpm \
gnbd-debuginfo-1.0.0-0.x86_64.rpm \
gnbd-kernel-2.6.9-8.27.x86_64.rpm \
gnbd-kernel-debuginfo-2.6.9-8.27.x86_64.rpm \
gnbd-kernel-smp-2.6.9-8.27.x86_64.rpm \
gnbd-kernheaders-2.6.9-8.27.x86_64.rpm \
gulm-1.0.0-0.x86_64.rpm \
gulm-debuginfo-1.0.0-0.x86_64.rpm \
gulm-devel-1.0.0-0.x86_64.rpm \
iddev-2.0.0-0.x86_64.rpm \
iddev-debuginfo-2.0.0-0.x86_64.rpm \
iddev-devel-2.0.0-0.x86_64.rpm \
ipvsadm-1.24-6.x86_64.rpm \
ipvsadm-debuginfo-1.24-6.x86_64.rpm \
kernel-2.6.9-11.EL.x86_64.rpm \
kernel-smp-2.6.9-11.EL.x86_64.rpm \
lvm2-2.01.08-1.0.RHEL4.x86_64.rpm \
lvm2-cluster-2.01.09-5.0.RHEL4.x86_64.rpm \
lvm2-cluster-debuginfo-2.01.09-5.0.RHEL4.x86_64.rpm \
magma-1.0.0-0.x86_64.rpm \
magma-debuginfo-1.0.0-0.x86_64.rpm \
magma-devel-1.0.0-0.x86_64.rpm \
magma-plugins-1.0.0-0.x86_64.rpm \
magma-plugins-debuginfo-1.0.0-0.x86_64.rpm \
piranha-0.8.0-1.x86_64.rpm \
piranha-debuginfo-0.8.0-1.x86_64.rpm \
rgmanager-1.9.34-1.x86_64.rpm \
rgmanager-debuginfo-1.9.34-1.x86_64.rpm
# reboot

# Configuration

pvcreate /dev/sda
# carve up your disk with system-config-lvm
gfs_mkfs -p lock_dlm -t alpha_cluster:scratch0_LV -j 12 /dev/scratch_VG/scratch0_LV
# on all nodes
mount -t gfs -oacl /dev/scratch_VG/scratch0_LV /scratch/

# Rinse and repeat on defender, tron, centipede, tapper, paperboy, joust, tempest
# galaxian, pacman, and punchout

On Wed, 2005-10-12 at 16:18 -0400, Bowie Bailey wrote:

> I'm trying to configure three servers to share a GFS 6.1 filesystem.
> 
> I am completely new to all of this and the instructions in the manuals I've
> found on the RH website are running me around in circles.
> 
> Can anyone point me to a good how-to that will walk me through a simple
> configuration of GFS and DLM?
> 
> Thanks,
> 
> Bowie
> 
> --
> Linux-cluster mailing list
> Linux-cluster at redhat.com
> https://www.redhat.com/mailman/listinfo/linux-cluster
> 

Sean N. Gray
Director of Information Technology
United Radio Incorporated, DBA BlueStar
24 Spiral Drive
Florence, Kentucky 41042
office: 859.371.4423 x263
toll free: 800.371.4423 x263
fax: 859.371.4425
mobile: 513.616.3379
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://listman.redhat.com/archives/linux-cluster/attachments/20051012/f5896c6e/attachment.htm>