[Pacemaker] Cluster issues - all resources restarting when a node reboots

[Velayutham, Prakash]

Hello all,

Below is the relevant part of my CIB. I am facing 2 issues.

1. Every time a node in the cluster reboots, all resources get restarted in the entire cluster.
2. I have a time-based rule for stickiness, but it does not work.

Can any one point out what is wrong with the configuration?

   <crm_config>
      <cluster_property_set id="cib-bootstrap-options">
        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.5-5ce2879aa0d5f43d01629bc20edc6868a9352002"/>
        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="openais"/>
        <nvpair id="cib-bootstrap-options-expected-quorum-votes" name="expected-quorum-votes" value="2"/>
        <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1340724782"/>
        <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
        <nvpair id="cib-bootstrap-options-cluster-recheck-interval" name="cluster-recheck-interval" value="1min"/>
      </cluster_property_set>
    </crm_config>
    <nodes>
      <node id="bmimysqlp3" uname="bmimysqlp3" type="normal">
	...
      </node>
      <node id="bmimysqlp4" uname="bmimysqlp4" type="normal">
	...
      </node>
    </nodes>
    <resources>
      <primitive class="stonith" id="stonith-1" type="external/riloe">
	...
      </primitive>
      <primitive class="stonith" id="stonith-2" type="external/riloe">
	...
      </primitive>
      <group id="g_mysql-rschp01">
        <primitive class="ocf" id="p_vip-rschp01" provider="heartbeat" type="IPaddr2">
          <operations id="p_vip-rschp01-operations">
		...
          </operations>
          <instance_attributes id="p_vip-rschp01-instance_attributes">
		...
          </instance_attributes>
          <meta_attributes id="p_vip-rschp01-meta_attributes">                      </meta_attributes>
        </primitive>
        <primitive class="ocf" id="p_mysql-rschp01" provider="heartbeat" type="mysql">
          <operations id="p_mysql-rschp01-operations">
		…
          </operations>
          <instance_attributes id="p_mysql-rschp01-instance_attributes">
		...
          </instance_attributes>
          <meta_attributes id="p_mysql-rschp01-meta_attributes">
		…
          </meta_attributes>
        </primitive>
      </group>
      <group id="g_mysql-rschp02">
        <primitive class="ocf" id="p_vip-rschp02" provider="heartbeat" type="IPaddr2">
          <operations id="p_vip-rschp02-operations">
		...
          </operations>
          <instance_attributes id="p_vip-rschp02-instance_attributes">
		...
          </instance_attributes>
          <meta_attributes id="p_vip-rschp02-meta_attributes">                      </meta_attributes>
        </primitive>
        <primitive class="ocf" id="p_mysql-rschp02" provider="heartbeat" type="mysql">
          <operations id="p_mysql-rschp02-operations">
		…
          </operations>
          <instance_attributes id="p_mysql-rschp02-instance_attributes">
		...
          </instance_attributes>
          <meta_attributes id="p_mysql-rschp02-meta_attributes">                      </meta_attributes>
        </primitive>
      </group>
      <clone id="c_ping">
        <meta_attributes id="c_ping-meta_attributes">
          <nvpair id="c_ping-meta_attributes-target-role" name="target-role" value="Started"/>
        </meta_attributes>
        <primitive class="ocf" id="p_ping" provider="pacemaker" type="ping">
          <operations id="p_ping-operations">
            <op id="p_ping-op-monitor-15" interval="15" name="monitor" timeout="10"/>
          </operations>
          <instance_attributes id="p_ping-instance_attributes">
            <nvpair id="p_ping-instance_attributes-host_list" name="host_list" value="10.200.31.1"/>
            <nvpair id="p_ping-instance_attributes-dampen" name="dampen" value="5s"/>
            <nvpair id="p_ping-instance_attributes-multiplier" name="multiplier" value="100"/>
            <nvpair id="p_ping-instance_attributes-attempts" name="attempts" value="2"/>
            <nvpair id="p_ping-instance_attributes-name" name="name" value="pingd"/>
          </instance_attributes>
          <meta_attributes id="p_ping-meta_attributes">
            <nvpair id="p_ping-meta_attributes-target-role" name="target-role" value="Started"/>
          </meta_attributes>
        </primitive>
      </clone>
      <clone id="c_stack">
        <group id="g_stack">
          <primitive class="ocf" id="p_dlmcontrold" provider="pacemaker" type="controld">
            <operations id="p_dlmcontrold-operations">
		…
            </operations>
            <instance_attributes id="p_dlmcontrold-instance_attributes">
              <nvpair id="p_dlmcontrold-instance_attributes-daemon" name="daemon" value="dlm_controld.pcmk"/>
            </instance_attributes>
          </primitive>
          <primitive class="ocf" id="p_ocfs2controld" provider="ocfs2" type="o2cb">
            <operations id="p_ocfs2controld-operations">
		…
            </operations>
            <instance_attributes id="p_ocfs2controld-instance_attributes">
              <nvpair id="p_ocfs2controld-instance_attributes-stack" name="stack" value="pcmk"/>
            </instance_attributes>
          </primitive>
        </group>
      </clone>
      <clone id="c_ocfs2-u02">
        <primitive class="ocf" id="p_ocfs2-u02" provider="heartbeat" type="Filesystem">
          <operations id="p_ocfs2-u02-operations">
            <op id="p_ocfs2-u02-op-monitor-60" interval="60" name="monitor" timeout="45">
              <instance_attributes id="p_ocfs2-u02-op-monitor-60-instance_attributes">
                <nvpair id="p_ocfs2-u02-op-monitor-60-instance_attributes-OCF_CHECK_LEVEL" name="OCF_CHECK_LEVEL" value="20"/>
              </instance_attributes>
            </op>
            <op id="p_ocfs2-u02-op-start-0" interval="0" name="start" timeout="60"/>
          </operations>
          <instance_attributes id="p_ocfs2-u02-instance_attributes">
            <nvpair id="p_ocfs2-u02-instance_attributes-device" name="device" value="/dev/mapper/bmimysqlp3_p4_vol1"/>
            <nvpair id="p_ocfs2-u02-instance_attributes-directory" name="directory" value="/u02"/>
            <nvpair id="p_ocfs2-u02-instance_attributes-fstype" name="fstype" value="ocfs2"/>
            <nvpair id="p_ocfs2-u02-instance_attributes-options" name="options" value="rw,nointr,data=writeback"/>
          </instance_attributes>
          <meta_attributes id="p_ocfs2-u02-meta_attributes">                      </meta_attributes>
        </primitive>
      </clone>
      <clone id="c_ocfs2-u03">
        <meta_attributes id="c_ocfs2-u03-meta_attributes">
          <nvpair id="c_ocfs2-u03-meta_attributes-interleave" name="interleave" value="true"/>
          <nvpair id="c_ocfs2-u03-meta_attributes-target-role" name="target-role" value="Started"/>
        </meta_attributes>
        <primitive class="ocf" id="p_ocfs2-u03" provider="heartbeat" type="Filesystem">
          <operations id="p_ocfs2-u03-operations">
            <op id="p_ocfs2-u03-op-monitor-60" interval="60" name="monitor" timeout="45">
              <instance_attributes id="p_ocfs2-u03-op-monitor-60-instance_attributes">
                <nvpair id="p_ocfs2-u03-op-monitor-60-instance_attributes-OCF_CHECK_LEVEL" name="OCF_CHECK_LEVEL" value="20"/>
              </instance_attributes>
            </op>
            <op id="p_ocfs2-u03-op-start-0" interval="0" name="start" timeout="60"/>
          </operations>
          <instance_attributes id="p_ocfs2-u03-instance_attributes">
            <nvpair id="p_ocfs2-u03-instance_attributes-device" name="device" value="/dev/mapper/bmimysqlp3_p4_vol2"/>
            <nvpair id="p_ocfs2-u03-instance_attributes-directory" name="directory" value="/u03"/>
            <nvpair id="p_ocfs2-u03-instance_attributes-fstype" name="fstype" value="ocfs2"/>
            <nvpair id="p_ocfs2-u03-instance_attributes-options" name="options" value="rw,nointr,data=writeback"/>
          </instance_attributes>
          <meta_attributes id="p_ocfs2-u03-meta_attributes">
            <nvpair id="p_ocfs2-u03-meta_attributes-target-role" name="target-role" value="Started"/>
          </meta_attributes>
        </primitive>
      </clone>
    </resources>
    <constraints>
      <rsc_order first="c_stack" id="c_ocfs2-u02-after-c_stack" then="c_ocfs2-u02"/>
      <rsc_order first="c_stack" id="c_ocfs2-u03-after-c_stack" then="c_ocfs2-u03"/>
      <rsc_order first="c_ocfs2-u02" id="g_mysql-rschp01-after-c_ocfs2-u02" then="g_mysql-rschp01"/>
      <rsc_order first="c_ocfs2-u03" id="g_mysql-rschp02-after-c_ocfs2-u03" then="g_mysql-rschp02"/>
      <rsc_location id="stonith-1-never-on-bmimysqlp3" node="bmimysqlp3" rsc="stonith-1" score="-INFINITY"/>
      <rsc_location id="stonith-2-never-on-bmimysqlp4" node="bmimysqlp4" rsc="stonith-2" score="-INFINITY"/>
      <rsc_location id="g_mysql-rschp01-prefers-bmimysqlp3" node="bmimysqlp3" rsc="g_mysql-rschp01" score="50"/>
      <rsc_location id="g_mysql-rschp02-prefers-bmimysqlp4" node="bmimysqlp4" rsc="g_mysql-rschp02" score="50"/>
      <rsc_colocation id="g_mysql-rschp01-with-c_ocfs2-u02" rsc="g_mysql-rschp01" score="+INFINITY" with-rsc="c_ocfs2-u02"/>
      <rsc_colocation id="g_mysql-rschp02-with-c_ocfs2-u03" rsc="g_mysql-rschp02" score="+INFINITY" with-rsc="c_ocfs2-u03"/>
      <rsc_location id="g_mysql-rschp01-no-connectivity" rsc="g_mysql-rschp01">
        <rule id="ping-exclude-rule-rschp01" score="-INFINITY">
          <expression attribute="pingd" id="ping-exclude-rule-rschp01-pingd" operation="lte" value="0"/>
        </rule>
      </rsc_location>
      <rsc_location id="g_mysql-rschp02-no-connectivity" rsc="g_mysql-rschp02">
        <rule id="ping-exclude-rule-2" score="-INFINITY">
          <expression attribute="pingd" id="ping-exclude-rule-2-pingd" operation="lte" value="0"/>
        </rule>
      </rsc_location>
    </constraints>
    <rsc_defaults>
      <meta_attributes id="core-hours" score="2">
        <rule id="core-hour-rule" score="0">
          <date_expression id="seven-to-fourteen-mon-to-fri" operation="date_spec">
            <date_spec hours="7-14" id="seven-to-fourteen-mon-to-fri-date_spec" weekdays="1-5"/>
          </date_expression>
        </rule>
        <nvpair id="core-hours-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
      </meta_attributes>
      <meta_attributes id="after-hours" score="1">
        <nvpair id="after-hours-resource-stickiness" name="resource-stickiness" value="0"/>
      </meta_attributes>
    </rsc_defaults>
  </configuration>

Thanks,
Prakash