GFS2 WAY

[ALL]Set up dlm_controld and gfs2

node fix
node foxy
primitive resDLM ocf:pacemaker:controld \
       params daemon="dlm_controld" \
       op monitor interval="120s"
primitive resGFSD ocf:pacemaker:controld \
       params daemon="gfs_controld" args="" \
       op monitor interval="120s"
clone cloneDLM resDLM \
       meta globally-unique="false" interleave="true"
clone cloneGFSD resGFSD \
       meta globally-unique="false" interleave="true" target-role="Started"
colocation colGFSDDLM inf: cloneGFSD cloneDLM
order ordDLMGFSD 0: cloneDLM cloneGFSD
property $id="cib-bootstrap-options" \
       dc-version="1.1.6-9971ebba4494012a93c03b40a2c58ec0eb60f50c" \
       cluster-infrastructure="cman" \
       stonith-enabled="false" \
       no-quorum-policy="ignore"

check it

 # crm status
============
Last updated: Sat Sep  8 18:01:58 2012
Last change: Sat Sep  8 17:59:08 2012 via cibadmin on fix
Stack: cman
Current DC: fix - partition with quorum
Version: 1.1.6-9971ebba4494012a93c03b40a2c58ec0eb60f50c
2 Nodes configured, unknown expected votes
4 Resources configured.
============

Online: [ fix foxy ]

Clone Set: cloneDLM [resDLM]
    Started: [ fix foxy ]
Clone Set: cloneGFSD [resGFSD]
    Started: [ fix foxy ]

[ALL] Configure drbd

On both nodes create file /etc/drbd.d/disk0.res containing:

resource disk0 {
         protocol C;
        net {
                cram-hmac-alg sha1;
                shared-secret "lucid";
                allow-two-primaries;
        }
        startup {
                become-primary-on both;
       }
       on fix {
               device /dev/drbd0;
               disk /dev/sda3;
               address 10.168.244.161:7788;
               meta-disk internal;
       }
       on foxy {
               device /dev/drbd0;
               disk /dev/sda3;
               address 10.168.244.162:7788;
               meta-disk internal;
       }
}

Pacemaker will handle starting and stopping drbd services, so remove its init script:

sudo update-rc.d -f drbd remove

[ALL] Prepare partitions

erasing is not always necessary

dd if=/dev/zero of=/dev/sda3

Create drbd resource:

sudo drbdadm create-md disk0
You should get:

Writing meta data...
initializing activity log
NOT initialized bitmap
New drbd meta data block successfully created.
success

Start drbd:

sudo service drbd start

[ALL]Set up dlm_controld and gfs2 with drbd

node fix
node foxy
primitive resDLM ocf:pacemaker:controld \
        params daemon="dlm_controld" \
        op monitor interval="120s"
primitive resDRBD ocf:linbit:drbd \
        params drbd_resource="disk0" \
        operations $id="resDRBD-operations" \
        op monitor interval="20" role="Master" timeout="20" \
        op monitor interval="30" role="Slave" timeout="20"
primitive resGFSD ocf:pacemaker:controld \
        params daemon="gfs_controld" args="" \
        op monitor interval="120s"
ms msDRBD resDRBD \
        meta resource-stickines="100" notify="true" master-max="2" interleave="true"
clone cloneDLM resDLM \
        meta globally-unique="false" interleave="true"
clone cloneGFSD resGFSD \
        meta globally-unique="false" interleave="true" target-role="Started"
colocation colGFSDDLM inf: cloneGFSD cloneDLM
order ordDLMGFSD 0: cloneDLM cloneGFSD
property $id="cib-bootstrap-options" \
       dc-version="1.1.6-9971ebba4494012a93c03b40a2c58ec0eb60f50c" \
       cluster-infrastructure="cman" \
       stonith-enabled="false" \
       no-quorum-policy="ignore"

[ONE]Now we format one site with gfs2

 sudo mkfs.gfs2 -p lock_dlm -j4 -t pacemaker:pcmk /dev/drbd/by-res/disk0

[ALL]Set up dlm_controld and o2cb with drbd and mounting on both sites=

node fix
node foxy
primitive resDLM ocf:pacemaker:controld \
        params daemon="dlm_controld" \
        op monitor interval="120s"
primitive resDRBD ocf:linbit:drbd \
        params drbd_resource="disk0" \
        operations $id="resDRBD-operations" \
        op monitor interval="20" role="Master" timeout="20" \
       op monitor interval="30" role="Slave" timeout="20"
primitive resFS ocf:heartbeat:Filesystem \
        params device="/dev/drbd/by-res/disk0" directory="/opt" fstype="ocfs2" \
        op monitor interval="120s"
primitive resO2CB ocf:pacemaker:o2cb \
       params stack="cman" \
       op monitor interval="120s"
ms msDRBD resDRBD \
       meta resource-stickines="100" notify="true" master-max="2" interleave="true"
clone cloneDLM resDLM \
       meta globally-unique="false" interleave="true"
clone cloneFS resFS \
       meta interleave="true" ordered="true"
clone cloneO2CB resO2CB \
       meta globally-unique="false" interleave="true"
colocation colDLMDRBD inf: cloneDLM msDRBD:Master
colocation colFSO2CB inf: cloneFS cloneO2CB
colocation colO2CBDLM inf: cloneO2CB cloneDLM
order ordDLMO2CB 0: cloneDLM cloneO2CB
order ordO2CBFS 0: cloneO2CB cloneFS
property $id="cib-bootstrap-options" \
       dc-version="1.1.6-9971ebba4494012a93c03b40a2c58ec0eb60f50c" \
       cluster-infrastructure="cman" \
       stonith-enabled="false" \
       no-quorum-policy="ignore"