===========START==========cib.xml===========================================================
- <cib validate-with="pacemaker-1.0" crm_feature_set="3.0.1" have-quorum="1" admin_epoch="0" epoch="214" num_updates="7" cib-last-written="Mon May 17 10:34:01 2010" dc-uuid="kxxxxkc1">
- <configuration>
- <crm_config>
- <cluster_property_set id="cib-bootstrap-options">
  <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.0.3-0080ec086ae9c20ad5c4c3562000c0ad68374f0a" /> 
  <nvpair id="cib-bootstrap-options-expected-quorum-votes" name="expected-quorum-votes" value="2" /> 
  <nvpair id="nvpair-244d0b96-4e3b-4112-9c66-c1eef5933811" name="no-quorum-policy" value="ignore" /> 
  <nvpair id="nvpair-f771adfc-decd-437d-80ef-af48d4260388" name="stonith-enabled" value="false" /> 
  <nvpair id="nvpair-55d8d08f-9189-4c6a-932d-0bd933ebc0b1" name="start-failure-is-fatal" value="false" /> 
  <nvpair id="nvpair-2db5ad6a-c057-4737-9a3d-5571973d8d53" name="default-resource-stickiness" value="1000000" /> 
  <nvpair name="last-lrm-refresh" id="cib-bootstrap-options-last-lrm-refresh" value="1274089058" /> 
  </cluster_property_set>
  </crm_config>
- <nodes>
  <node id="kxxxxkc1" uname="kxxxxkc1" type="normal" /> 
  <node id="kxxxxkc2" uname="kxxxxkc2" type="normal" /> 
  </nodes>
- <resources>
- <clone id="pingdc-clone">
- <meta_attributes id="pingdc-clone-meta_attributes">
  <nvpair id="nvpair-2da47d4f-a101-45e5-b22f-829a01690969" name="target-role" value="started" /> 
  <nvpair id="nvpair-671f08d4-7e53-4306-b304-eeba35058bb4" name="globally-unique" value="false" /> 
  </meta_attributes>
- <primitive class="ocf" id="pingdc" provider="pacemaker" type="pingd">
- <operations id="pingdc-operations">
  <op id="pingdc-op-monitor-10" interval="10" name="monitor" start-delay="1m" timeout="20" /> 
  </operations>
- <instance_attributes id="pingdc-instance_attributes">
  <nvpair id="nvpair-e21d8600-c4dd-44c8-9468-df51176d07f3" name="host_list" value="172.20.150.254" /> 
  <nvpair id="nvpair-52157b8e-f9e1-4e80-93bf-9f8c24359873" name="multiplier" value="100" /> 
  <nvpair id="nvpair-312fefa3-451c-441a-ad22-e730084e23cb" name="dampen" value="5s" /> 
  </instance_attributes>
- <meta_attributes id="pingdc-meta_attributes">
  <nvpair id="pingdc-meta_attributes-target-role" name="target-role" value="started" /> 
  </meta_attributes>
  </primitive>
  </clone>
- <clone id="dlm-clone">
- <meta_attributes id="dlm-clone-meta_attributes">
  <nvpair id="dlm-clone-meta_attributes-globally-unique" name="globally-unique" value="false" /> 
  <nvpair id="dlm-clone-meta_attributes-interleave" name="interleave" value="true" /> 
  <nvpair id="dlm-clone-meta_attributes-target-role" name="target-role" value="started" /> 
  </meta_attributes>
- <primitive class="ocf" id="dlm" provider="pacemaker" type="controld">
- <operations>
  <op id="dlm-monitor-120s" interval="120s" name="monitor" /> 
  </operations>
  </primitive>
  </clone>
- <clone id="o2cb-clone">
- <meta_attributes id="o2cb-clone-meta_attributes">
  <nvpair id="o2cb-clone-meta_attributes-globally-unique" name="globally-unique" value="false" /> 
  <nvpair id="o2cb-clone-meta_attributes-interleave" name="interleave" value="true" /> 
  <nvpair id="o2cb-clone-meta_attributes-target-role" name="target-role" value="started" /> 
  </meta_attributes>
- <primitive class="ocf" id="o2cb" provider="ocfs2" type="o2cb">
- <operations>
  <op id="o2cb-monitor-120s" interval="120s" name="monitor" /> 
  </operations>
  </primitive>
  </clone>
- <clone id="home-clone">
- <meta_attributes id="home-clone-meta_attributes">
  <nvpair id="home-clone-meta_attributes-interleave" name="interleave" value="true" /> 
  <nvpair id="home-clone-meta_attributes-ordered" name="ordered" value="true" /> 
  <nvpair id="home-clone-meta_attributes-target-role" name="target-role" value="started" /> 
  <nvpair id="home-clone-meta_attributes-is-managed" name="is-managed" value="true" /> 
  </meta_attributes>
- <primitive class="ocf" provider="heartbeat" type="Filesystem" id="home">
- <instance_attributes id="home-instance_attributes">
  <nvpair id="home-instance_attributes-device" name="device" value="/dev/sdb1" /> 
  <nvpair id="home-instance_attributes-directory" name="directory" value="/home" /> 
  <nvpair id="home-instance_attributes-fstype" name="fstype" value="ocfs2" /> 
  </instance_attributes>
- <operations>
  <op id="home-monitor-120s" interval="120s" name="monitor" /> 
  </operations>
- <meta_attributes id="home-meta_attributes">
  <nvpair id="home-meta_attributes-is-managed" name="is-managed" value="true" /> 
  <nvpair id="home-meta_attributes-target-role" name="target-role" value="started" /> 
  </meta_attributes>
  </primitive>
  </clone>
- <clone id="opt-KiSoft-clone">
- <meta_attributes id="opt-KiSoft-clone-meta_attributes">
  <nvpair id="opt-KiSoft-clone-meta_attributes-interleave" name="interleave" value="true" /> 
  <nvpair id="opt-KiSoft-clone-meta_attributes-ordered" name="ordered" value="true" /> 
  <nvpair id="opt-KiSoft-clone-meta_attributes-target-role" name="target-role" value="started" /> 
  </meta_attributes>
- <primitive class="ocf" id="opt-KiSoft" provider="heartbeat" type="Filesystem">
- <instance_attributes id="opt-KiSoft-instance_attributes">
  <nvpair id="opt-KiSoft-instance_attributes-device" name="device" value="/dev/sdc1" /> 
  <nvpair id="opt-KiSoft-instance_attributes-directory" name="directory" value="/opt/KiSoft" /> 
  <nvpair id="opt-KiSoft-instance_attributes-fstype" name="fstype" value="ocfs2" /> 
  </instance_attributes>
- <operations>
  <op id="opt-KiSoft-monitor-120s" interval="120s" name="monitor" /> 
  </operations>
  </primitive>
  </clone>
  </resources>
- <constraints>
  <rsc_colocation id="o2cb-with-dlm" rsc="o2cb-clone" score="INFINITY" with-rsc="dlm-clone" /> 
  <rsc_order first="pingdc-clone" id="dlm-after-pingdc" score="INFINITY" then="dlm-clone" /> 
  <rsc_order first="dlm-clone" id="start-o2cb-after-dlm" score="INFINITY" then="o2cb-clone" /> 
  <rsc_colocation id="home-with-o2cb" rsc="home-clone" score="INFINITY" with-rsc="o2cb-clone" /> 
  <rsc_order first="o2cb-clone" id="start-home-after-o2cb" score="INFINITY" then="home-clone" /> 
  <rsc_colocation id="opt-KiSoft-with-o2cb" rsc="opt-KiSoft-clone" score="INFINITY" with-rsc="o2cb-clone" /> 
  <rsc_order first="o2cb-clone" id="start-opt-KiSoft-after-o2cb" score="INFINITY" then="opt-KiSoft-clone" /> 
- <rsc_location rsc="home-clone" id="pingdc-with-home">
- <rule boolean-op="or" score="-INFINITY" id="home_on_connected_node-rule">
  <expression operation="not_defined" id="homeclone-with-pingdc_node-expression" attribute="pingd" /> 
  <expression operation="lte" value="0" id="homeclone-with-pingdc_node-expression-0" attribute="pingd" /> 
  </rule>
  </rsc_location>
  </constraints>
  <rsc_defaults /> 
  <op_defaults /> 
  </configuration>
- <status>
- <node_state id="kxxxxkc1" uname="kxxxxkc1" ha="active" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="do_update_resource" shutdown="0">
- <transient_attributes id="kxxxxkc1">
- <instance_attributes id="status-kxxxxkc1">
  <nvpair id="status-kxxxxkc1-probe_complete" name="probe_complete" value="true" /> 
  <nvpair id="status-kxxxxkc1-pingd" name="pingd" value="100" /> 
  </instance_attributes>
  </transient_attributes>
- <lrm id="kxxxxkc1">
- <lrm_resources>
- <lrm_resource id="o2cb:0" type="o2cb" class="ocf" provider="ocfs2">
  <lrm_rsc_op id="o2cb:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="6:0:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;6:0:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1274085802" last-rc-change="1274085802" exec-time="230" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" /> 
  <lrm_rsc_op id="o2cb:0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="21:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;21:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="11" rc-code="0" op-status="0" interval="0" last-run="1274085804" last-rc-change="1274085804" exec-time="2140" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" /> 
  <lrm_rsc_op id="o2cb:0_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="22:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;22:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="12" rc-code="0" op-status="0" interval="120000" last-run="1274089046" last-rc-change="1274085806" exec-time="20" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" /> 
  </lrm_resource>
- <lrm_resource id="opt-KiSoft:0" type="Filesystem" class="ocf" provider="heartbeat">
  <lrm_rsc_op id="opt-KiSoft:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="8:0:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;8:0:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="6" rc-code="7" op-status="0" interval="0" last-run="1274085803" last-rc-change="1274085803" exec-time="30" queue-time="1000" op-digest="747cd80ba961b56d73cb597327e821f4" /> 
  <lrm_rsc_op id="opt-KiSoft:0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="31:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;31:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1274085806" last-rc-change="1274085806" exec-time="220" queue-time="0" op-digest="747cd80ba961b56d73cb597327e821f4" /> 
  <lrm_rsc_op id="opt-KiSoft:0_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="32:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;32:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="14" rc-code="0" op-status="0" interval="120000" last-run="1274089047" last-rc-change="1274085807" exec-time="20" queue-time="0" op-digest="417e5cfabd29d3a81dbfa7f29720c3e8" /> 
  </lrm_resource>
- <lrm_resource id="dlm:0" type="controld" class="ocf" provider="pacemaker">
  <lrm_rsc_op id="dlm:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="5:0:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;5:0:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="3" rc-code="7" op-status="0" interval="0" last-run="1274085802" last-rc-change="1274085802" exec-time="190" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" /> 
  <lrm_rsc_op id="dlm:0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="15:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;15:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="9" rc-code="0" op-status="0" interval="0" last-run="1274085803" last-rc-change="1274085803" exec-time="1130" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" /> 
  <lrm_rsc_op id="dlm:0_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="16:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;16:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="10" rc-code="0" op-status="0" interval="120000" last-run="1274089044" last-rc-change="1274085804" exec-time="20" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" /> 
  </lrm_resource>
- <lrm_resource id="pingdc:0" type="pingd" class="ocf" provider="pacemaker">
  <lrm_rsc_op id="pingdc:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="4:0:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;4:0:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1274085802" last-rc-change="1274085802" exec-time="160" queue-time="0" op-digest="b5e25ac956be6446ba7abc92fa6bb38d" /> 
  <lrm_rsc_op id="pingdc:0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="9:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;9:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1274085803" last-rc-change="1274085803" exec-time="20" queue-time="0" op-digest="b5e25ac956be6446ba7abc92fa6bb38d" /> 
  <lrm_rsc_op id="pingdc:0_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="10:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;10:0:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="8" rc-code="0" op-status="0" interval="10000" last-run="1274089057" last-rc-change="1274085863" exec-time="10" queue-time="0" op-digest="a3549fbc8e88c7ae4f3e314012648ead" /> 
  </lrm_resource>
- <lrm_resource id="home:0" type="Filesystem" class="ocf" provider="heartbeat">
  <lrm_rsc_op id="home:0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.1" transition-key="12:6:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;12:6:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="17" rc-code="0" op-status="0" interval="0" last-run="1274089062" last-rc-change="1274089062" exec-time="30" queue-time="0" op-digest="ab2c13ca77e7b2a2672b46ab0593fa9f" /> 
  <lrm_rsc_op id="home:0_monitor_120000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.1" transition-key="39:7:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;39:7:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="18" rc-code="0" op-status="0" interval="120000" last-run="1274089062" last-rc-change="1274089062" exec-time="30" queue-time="0" op-digest="fc34c73fd39ffce57ca8a09c4fe26254" /> 
  </lrm_resource>
  </lrm_resources>
  </lrm>
  </node_state>
- <node_state id="kxxxxkc2" uname="kxxxxkc2" ha="active" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member" shutdown="0">
- <lrm id="kxxxxkc2">
- <lrm_resources>
- <lrm_resource id="pingdc:1" type="pingd" class="ocf" provider="pacemaker">
  <lrm_rsc_op id="pingdc:1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="10:5:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;10:5:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1274089000" last-rc-change="1274089000" exec-time="60" queue-time="0" op-digest="b5e25ac956be6446ba7abc92fa6bb38d" /> 
  <lrm_rsc_op id="pingdc:1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="17:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;17:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1274089001" last-rc-change="1274089001" exec-time="30" queue-time="0" op-digest="b5e25ac956be6446ba7abc92fa6bb38d" /> 
  <lrm_rsc_op id="pingdc:1_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.1" transition-key="18:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;18:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="8" rc-code="0" op-status="0" interval="10000" op-digest="a3549fbc8e88c7ae4f3e314012648ead" last-run="1274089061" last-rc-change="1274089061" exec-time="10" queue-time="0" /> 
  </lrm_resource>
- <lrm_resource id="dlm:1" type="controld" class="ocf" provider="pacemaker">
  <lrm_rsc_op id="dlm:1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="11:5:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;11:5:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="3" rc-code="7" op-status="0" interval="0" last-run="1274089000" last-rc-change="1274089000" exec-time="80" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" /> 
  <lrm_rsc_op id="dlm:1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="25:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;25:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="9" rc-code="0" op-status="0" interval="0" last-run="1274089001" last-rc-change="1274089001" exec-time="1130" queue-time="10" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" /> 
  <lrm_rsc_op id="dlm:1_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="26:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;26:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="10" rc-code="0" op-status="0" interval="120000" last-run="1274089002" last-rc-change="1274089002" exec-time="20" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" /> 
  </lrm_resource>
- <lrm_resource id="o2cb:1" type="o2cb" class="ocf" provider="ocfs2">
  <lrm_rsc_op id="o2cb:1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="12:5:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;12:5:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1274089000" last-rc-change="1274089000" exec-time="80" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" /> 
  <lrm_rsc_op id="o2cb:1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="33:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;33:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="11" rc-code="0" op-status="0" interval="0" last-run="1274089002" last-rc-change="1274089002" exec-time="2160" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" /> 
  <lrm_rsc_op id="o2cb:1_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="34:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;34:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="12" rc-code="0" op-status="0" interval="120000" last-run="1274089004" last-rc-change="1274089004" exec-time="20" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" /> 
  </lrm_resource>
- <lrm_resource id="opt-KiSoft:1" type="Filesystem" class="ocf" provider="heartbeat">
  <lrm_rsc_op id="opt-KiSoft:1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="14:5:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;14:5:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="6" rc-code="7" op-status="0" interval="0" last-run="1274089001" last-rc-change="1274089001" exec-time="30" queue-time="1000" op-digest="747cd80ba961b56d73cb597327e821f4" /> 
  <lrm_rsc_op id="opt-KiSoft:1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="47:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;47:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1274089004" last-rc-change="1274089004" exec-time="330" queue-time="0" op-digest="747cd80ba961b56d73cb597327e821f4" /> 
  <lrm_rsc_op id="opt-KiSoft:1_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.1" transition-key="48:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;48:5:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="14" rc-code="0" op-status="0" interval="120000" last-run="1274089004" last-rc-change="1274089004" exec-time="30" queue-time="0" op-digest="417e5cfabd29d3a81dbfa7f29720c3e8" /> 
  </lrm_resource>
- <lrm_resource id="home:1" type="Filesystem" class="ocf" provider="heartbeat">
  <lrm_rsc_op id="home:1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.1" transition-key="14:6:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:7;14:6:7:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="15" rc-code="7" op-status="0" interval="0" last-run="1274089061" last-rc-change="1274089061" exec-time="30" queue-time="0" op-digest="ab2c13ca77e7b2a2672b46ab0593fa9f" /> 
  <lrm_rsc_op id="home:1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.1" transition-key="40:7:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;40:7:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="16" rc-code="0" op-status="0" interval="0" last-run="1274089061" last-rc-change="1274089061" exec-time="230" queue-time="0" op-digest="ab2c13ca77e7b2a2672b46ab0593fa9f" /> 
  <lrm_rsc_op id="home:1_monitor_120000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.1" transition-key="41:7:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" transition-magic="0:0;41:7:0:d5bb2076-f431-480a-aad6-ed7a0ad40a61" call-id="17" rc-code="0" op-status="0" interval="120000" last-run="1274089061" last-rc-change="1274089061" exec-time="40" queue-time="0" op-digest="fc34c73fd39ffce57ca8a09c4fe26254" /> 
  </lrm_resource>
  </lrm_resources>
  </lrm>
- <transient_attributes id="kxxxxkc2">
- <instance_attributes id="status-kxxxxkc2">
  <nvpair id="status-kxxxxkc2-probe_complete" name="probe_complete" value="true" /> 
  <nvpair id="status-kxxxxkc2-pingd" name="pingd" value="100" /> 
  </instance_attributes>
  </transient_attributes>
  </node_state>
  </status>
  </cib>

===========END==========cib.xml===========================================================

===========START==========openais.conf===========================================================
# Please read the openais.conf.5 manual page

aisexec {
        # Run as root - this is necessary to be able to manage resources with Pacemaker
        user:   root
        group:  root
}

service {
        # Load the Pacemaker Cluster Resource Manager
        ver:       0
        name:      pacemaker
        use_mgmtd: yes
        use_logd:  yes
}

totem {
        version: 2

        # How long before declaring a token lost (ms)
        token:          5000

        # How many token retransmits before forming a new configuration
        token_retransmits_before_loss_const: 10

        # How long to wait for join messages in the membership protocol (ms)
        join:           1000

        # How long to wait for consensus to be achieved before starting a new round of membership configuration (ms)
        consensus:      2500

        # Turn off the virtual synchrony filter
        vsftype:        none

        # Number of messages that may be sent by one processor on receipt of the token
        max_messages:   20

        # Stagger sending the node join messages by 1..send_join ms
        send_join: 45

        # Limit generated nodeids to 31-bits (positive signed integers)
        clear_node_high_bit: yes

        # Disable encryption
        secauth:        off

        # How many threads to use for encryption/decryption
        threads:        0

        # Optionally assign a fixed node id (integer)
        # nodeid:         1234
#set to none from passive, for testing !!!!!!!!!!!!!!!!!!!!!!!
        rrp_mode: none
        interface {
                ringnumber: 0

                # The following values need to be set based on your environment
                bindnetaddr: 172.20.150.0
                mcastaddr: 226.94.1.1
                mcastport: 5411
        }
#commented out for test!!!!!!!!!!!!!!!!
#        interface {
#                ringnumber: 1

                # The following values need to be set based on your environment
#                bindnetaddr: 192.168.1.0
#                mcastaddr: 226.94.3.1
#                mcastport: 5412
#        }
}

logging {
        debug: on
	to_file: yes
        fileline: off
        to_syslog: yes
        to_stderr: yes
        syslog_facility: daemon
	logfile: /var/log/openais.log
        timestamp: on
}

amf {
        mode: disabled
}
===========END==========openais.conf===========================================================

===========START==========LOG-FROM-NODE-WHICH-REBOOTS===========================================================
May 17 10:39:35 kxxxxkc1 ifdown:     eth0      device: Broadcom Corporation NetXtreme II BCM5708 Gigabit Ethernet (rev 12)
May 17 10:39:36 kxxxxkc1 pingd: [4330]: WARN: ping_write: Wrote -1 of 39 chars: Network is unreachable (101)
May 17 10:39:36 kxxxxkc1 pingd: [4330]: info: stand_alone_ping: Node 172.20.150.254 is unreachable (write)
May 17 10:39:37 kxxxxkc1 pingd: [4330]: WARN: ping_write: Wrote -1 of 39 chars: Network is unreachable (101)
May 17 10:39:37 kxxxxkc1 pingd: [4330]: info: stand_alone_ping: Node 172.20.150.254 is unreachable (write)
May 17 10:39:38 kxxxxkc1 pingd: [4330]: debug: send_update: Sent update: pingd=0 (0 active ping nodes)
May 17 10:39:38 kxxxxkc1 pingd: [4330]: WARN: ping_write: Wrote -1 of 39 chars: Network is unreachable (101)
May 17 10:39:38 kxxxxkc1 pingd: [4330]: info: stand_alone_ping: Node 172.20.150.254 is unreachable (write)
May 17 10:39:38 kxxxxkc1 attrd: [4128]: debug: attrd_local_callback: update message from pingd: pingd=0
May 17 10:39:38 kxxxxkc1 attrd: [4128]: debug: attrd_local_callback: Supplied: 0, Current: 100, Stored: 100
May 17 10:39:38 kxxxxkc1 attrd: [4128]: debug: attrd_local_callback: New value of pingd is 0
May 17 10:39:39 kxxxxkc1 pingd: [4330]: WARN: ping_write: Wrote -1 of 39 chars: Network is unreachable (101)
May 17 10:39:39 kxxxxkc1 pingd: [4330]: info: stand_alone_ping: Node 172.20.150.254 is unreachable (write)
May 17 10:39:40 kxxxxkc1 pingd: [4330]: debug: send_update: Sent update: pingd=0 (0 active ping nodes)
May 17 10:39:40 kxxxxkc1 attrd: [4128]: debug: attrd_local_callback: update message from pingd: pingd=0
May 17 10:39:40 kxxxxkc1 attrd: [4128]: debug: attrd_local_callback: Supplied: 0, Current: 0, Stored: 100
May 17 10:39:40 kxxxxkc1 pingd: [4330]: WARN: ping_write: Wrote -1 of 39 chars: Network is unreachable (101)
May 17 10:39:40 kxxxxkc1 pingd: [4330]: info: stand_alone_ping: Node 172.20.150.254 is unreachable (write)
May 17 10:39:41 kxxxxkc1 openais[4115]: [TOTEM] The token was lost in the OPERATIONAL state.
May 17 10:39:41 kxxxxkc1 openais[4115]: [TOTEM] Receive multicast socket recv buffer size (288000 bytes).
May 17 10:39:41 kxxxxkc1 openais[4115]: [TOTEM] Transmit multicast socket send buffer size (288000 bytes).
May 17 10:39:41 kxxxxkc1 openais[4115]: [TOTEM] The network interface is down.
May 17 10:39:41 kxxxxkc1 openais[4115]: [TOTEM] entering GATHER state from 15.
May 17 10:39:41 kxxxxkc1 openais[4115]: [TOTEM] entering GATHER state from 2.
May 17 10:39:41 kxxxxkc1 pingd: [4330]: WARN: ping_write: Wrote -1 of 39 chars: Network is unreachable (101)
May 17 10:39:41 kxxxxkc1 pingd: [4330]: info: stand_alone_ping: Node 172.20.150.254 is unreachable (write)
May 17 10:39:42 kxxxxkc1 pingd: [4330]: debug: send_update: Sent update: pingd=0 (0 active ping nodes)
May 17 10:39:42 kxxxxkc1 attrd: [4128]: debug: attrd_local_callback: update message from pingd: pingd=0
May 17 10:39:42 kxxxxkc1 pingd: [4330]: WARN: ping_write: Wrote -1 of 39 chars: Network is unreachable (101)
May 17 10:39:42 kxxxxkc1 attrd: [4128]: debug: attrd_local_callback: Supplied: 0, Current: 0, Stored: 100
May 17 10:39:42 kxxxxkc1 pingd: [4330]: info: stand_alone_ping: Node 172.20.150.254 is unreachable (write)
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] entering GATHER state from 0.
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] Creating commit token because I am the rep.
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] Saving state aru e3 high seq received e3
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] Storing new sequence id for ring 13c
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] entering COMMIT state.
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] entering RECOVERY state.
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] position [0] member 127.0.0.1:
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] previous ring seq 312 rep 172.20.150.11
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] aru e3 high delivered e3 received flag 1
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] Did not need to originate any messages in recovery.
May 17 10:39:43 kxxxxkc1 openais[4115]: [TOTEM] Sending initial ORF token
May 17 10:39:43 kxxxxkc1 openais[4115]: [CLM  ] CLM CONFIGURATION CHANGE
May 17 10:39:43 kxxxxkc1 openais[4115]: [CLM  ] New Configuration:
May 17 10:39:43 kxxxxkc1 openais[4115]: [CLM  ]         r(0) ip(127.0.0.1)
May 17 10:39:43 kxxxxkc1 openais[4115]: [CLM  ] Members Left:
May 17 10:39:43 kxxxxkc1 openais[4115]: [CLM  ]         r(0) ip(172.20.150.12)
May 17 10:39:43 kxxxxkc1 openais[4115]: [CLM  ] Members Joined:
May 17 10:39:43 kxxxxkc1 attrd: [4128]: ERROR: ais_dispatch: Receiving message body failed: (-1) unknown: Resource temporarily unavailable (11)
May 17 10:39:43 kxxxxkc1 attrd: [4128]: ERROR: ais_dispatch: AIS connection failed
May 17 10:39:43 kxxxxkc1 crmd: [4130]: ERROR: ais_dispatch: Receiving message body failed: (-1) unknown: Resource temporarily unavailable (11)
available (11)
May 17 10:39:43 kxxxxkc1 crmd: [4130]: ERROR: ais_dispatch: AIS connection failed
May 17 10:39:43 kxxxxkc1 attrd: [4128]: CRIT: attrd_ais_destroy: Lost connection to OpenAIS service!
May 17 10:39:43 kxxxxkc1 crmd: [4130]: ERROR: crm_ais_destroy: AIS connection terminated
May 17 10:39:43 kxxxxkc1 attrd: [4128]: info: main: Exiting...
May 17 10:39:43 kxxxxkc1 attrd: [4128]: debug: cib_native_signoff: Signing out of the CIB Service
May 17 10:39:43 kxxxxkc1 cluster-dlm: [4371]: ERROR: ais_dispatch: Receiving message body failed: (-1) unknown: No such file or directory (2)
May 17 10:39:43 kxxxxkc1 cib: [4126]: ERROR: ais_dispatch: Receiving message body failed: (-1) unknown: Resource temporarily unavailable (11)
May 17 10:39:43 kxxxxkc1 attrd: [4128]: ERROR: attrd_cib_connection_destroy: Connection to the CIB terminated...
May 17 10:39:43 kxxxxkc1 cluster-dlm: [4371]: ERROR: ais_dispatch: AIS connection failed
May 17 10:39:43 kxxxxkc1 cib: [4126]: ERROR: ais_dispatch: AIS connection failed
May 17 10:39:43 kxxxxkc1 cluster-dlm: cluster_dead: cluster is down, exiting
May 17 10:39:43 kxxxxkc1 lrmd: [4127]: debug: on_receive_cmd: the IPC to client [pid:4130] disconnected.
May 17 10:39:43 kxxxxkc1 ocfs2_controld: [4474]: ERROR: ais_dispatch: Receiving message body failed: (-1) unknown: Bad file descriptor (9)
May 17 10:39:43 kxxxxkc1 cib: [4126]: ERROR: cib_ais_destroy: AIS connection terminated
May 17 10:39:43 kxxxxkc1 cluster-dlm: clear_configfs_comms: clear_configfs_nodes rmdir "/sys/kernel/config/dlm/cluster/comms/194385068"
May 17 10:39:43 kxxxxkc1 ocfs2_controld: [4474]: ERROR: ais_dispatch: AIS connection failed
May 17 10:39:43 kxxxxkc1 lrmd: [4127]: debug: unregister_client: client crmd [pid:4130] is unregistered
May 17 10:43:02 kxxxxkc1 syslog-ng[2534]: syslog-ng starting up; version='2.0.9'
===========END==========LOG-FROM-NODE-WHICH-REBOOTS===========================================================

===========START==========LOG-FROM-HANGING-NODE===========================================================
May 17 10:39:41 kxxxxkc2 openais[6967]: [TOTEM] The token was lost in the OPERATIONAL state.
May 17 10:39:41 kxxxxkc2 openais[6967]: [TOTEM] Receive multicast socket recv buffer size (288000 bytes).
May 17 10:39:41 kxxxxkc2 openais[6967]: [TOTEM] Transmit multicast socket send buffer size (288000 bytes).
May 17 10:39:41 kxxxxkc2 openais[6967]: [TOTEM] entering GATHER state from 2.
May 17 10:39:42 kxxxxkc2 pingd: [7120]: debug: stand_alone_ping: Node 172.20.150.254 is alive
May 17 10:39:42 kxxxxkc2 pingd: [7120]: debug: send_update: Sent update: pingd=100 (1 active ping nodes)
May 17 10:39:42 kxxxxkc2 attrd: [6976]: debug: attrd_local_callback: update message from pingd: pingd=100
May 17 10:39:42 kxxxxkc2 attrd: [6976]: debug: attrd_local_callback: Supplied: 100, Current: 100, Stored: 100
May 17 10:39:43 kxxxxkc2 pingd: [7120]: debug: stand_alone_ping: Node 172.20.150.254 is alive
May 17 10:39:43 kxxxxkc2 pingd: [7120]: debug: send_update: Sent update: pingd=100 (1 active ping nodes)
May 17 10:39:43 kxxxxkc2 attrd: [6976]: debug: attrd_local_callback: update message from pingd: pingd=100
May 17 10:39:43 kxxxxkc2 attrd: [6976]: debug: attrd_local_callback: Supplied: 100, Current: 100, Stored: 100
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] entering GATHER state from 0.
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] Creating commit token because I am the rep.
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] Saving state aru e3 high seq received e3
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] Storing new sequence id for ring 13c
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] entering COMMIT state.
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] entering RECOVERY state.
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] position [0] member 172.20.150.12:
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] previous ring seq 312 rep 172.20.150.11
May 17 10:39:44 kxxxxkc2 cib: [6974]: notice: ais_dispatch: Membership 316: quorum lost
May 17 10:39:44 kxxxxkc2 cib: [6974]: info: crm_update_peer: Node kxxxxkc1: id=194385068 state=lost (new) addr=r(0) ip(172.20.150.11)  votes=1 born=312 seen=312 proc=00000000000000000000000000053312
May 17 10:39:44 kxxxxkc2 ocfs2_controld: [7249]: notice: ais_dispatch: Membership 316: quorum lost
May 17 10:39:44 kxxxxkc2 cluster-dlm: [7146]: notice: ais_dispatch: Membership 316: quorum lost
May 17 10:39:44 kxxxxkc2 ocfs2_controld: [7249]: info: crm_update_peer: Node kxxxxkc1: id=194385068 state=lost (new) addr=r(0) ip(172.20.150.11)  votes=1 born=312 seen=312 proc=00000000000000000000000000053312
May 17 10:39:44 kxxxxkc2 cluster-dlm: [7146]: info: crm_update_peer: Node kxxxxkc1: id=194385068 state=lost (new) addr=r(0) ip(172.20.150.11)  votes=1 born=312 seen=312 proc=00000000000000000000000000053312
May 17 10:39:44 kxxxxkc2 cluster-dlm: update_cluster: Processing membership 316
May 17 10:39:44 kxxxxkc2 ocfs2_controld: confchg called
May 17 10:39:44 kxxxxkc2 ocfs2_controld: ocfs2_controld (group "ocfs2:controld") confchg: members 1, left 1, joined 0
May 17 10:39:44 kxxxxkc2 ocfs2_controld: node daemon left 194385068
May 17 10:39:44 kxxxxkc2 cluster-dlm: dlm_process_node: Skipped active node 211162284: born-on=304, last-seen=316, this-event=316, last-event=312
May 17 10:39:44 kxxxxkc2 ocfs2_controld: node down 194385068
May 17 10:39:44 kxxxxkc2 cluster-dlm: del_configfs_node: del_configfs_node rmdir "/sys/kernel/config/dlm/cluster/comms/194385068"
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] aru e3 high delivered e3 received flag 1
May 17 10:39:44 kxxxxkc2 ocfs2_controld: Node 194385068 has left mountgroup 29BC347C35BE484D89886C4883D22F47
May 17 10:39:44 kxxxxkc2 cluster-dlm: dlm_process_node: Removed inactive node 194385068: born-on=312, last-seen=312, this-event=316, last-event=312
May 17 10:39:44 kxxxxkc2 cluster-dlm: add_change: add_change cg 4 remove nodeid 194385068 reason 3
May 17 10:39:44 kxxxxkc2 cluster-dlm: add_change: add_change cg 4 counts member 1 joined 0 remove 1 failed 1
May 17 10:39:44 kxxxxkc2 ocfs2_controld: Sending notification of node 194385068 for "29BC347C35BE484D89886C4883D22F47"
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] Did not need to originate any messages in recovery.
May 17 10:39:44 kxxxxkc2 cluster-dlm: stop_kernel: stop_kernel cg 4
May 17 10:39:44 kxxxxkc2 cluster-dlm: do_sysfs: write "0" to "/sys/kernel/dlm/B28872411D7A44BB9B1CE6640FAF6A3E/control"
May 17 10:39:44 kxxxxkc2 crmd: [6978]: notice: ais_dispatch: Membership 316: quorum lost
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] Sending initial ORF token
May 17 10:39:44 kxxxxkc2 ocfs2_controld: Node 194385068 has left mountgroup B28872411D7A44BB9B1CE6640FAF6A3E
May 17 10:39:44 kxxxxkc2 cluster-dlm: purge_plocks: purged 0 plocks for 194385068
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] CLM CONFIGURATION CHANGE
May 17 10:39:44 kxxxxkc2 crmd: [6978]: info: ais_status_callback: status: kxxxxkc1 is now lost (was member)
May 17 10:39:44 kxxxxkc2 crmd: [6978]: info: crm_update_peer: Node kxxxxkc1: id=194385068 state=lost (new) addr=r(0) ip(172.20.150.11)  votes=1 born=312 seen=312 proc=00000000000000000000000000053312
May 17 10:39:44 kxxxxkc2 cib: [6974]: debug: cib_process_xpath: Processing cib_query op for //lrm[@id='kxxxxkc1'] (/cib/status/node_state[1]/lrm)
May 17 10:39:44 kxxxxkc2 crmd: [6978]: debug: post_cache_update: Updated cache after membership event 316.
May 17 10:39:44 kxxxxkc2 cluster-dlm: fence_node_time: Node 194385068/kxxxxkc1 has not been shot yet
May 17 10:39:44 kxxxxkc2 ocfs2_controld: Sending notification of node 194385068 for "B28872411D7A44BB9B1CE6640FAF6A3E"
May 17 10:39:44 kxxxxkc2 ocfs2_controld: confchg called
May 17 10:39:44 kxxxxkc2 crmd: [6978]: info: erase_node_from_join: Removed node kxxxxkc1 from join calculations: welcomed=0 itegrated=0 finalized=0 confirmed=1
May 17 10:39:44 kxxxxkc2 ocfs2_controld: group "ocfs2:B28872411D7A44BB9B1CE6640FAF6A3E" confchg: members 1, left 1, joined 0
May 17 10:39:44 kxxxxkc2 cluster-dlm: check_fencing_done: check_fencing 194385068 not fenced add 1274085248 fence 0
May 17 10:39:44 kxxxxkc2 cluster-dlm: add_change: add_change cg 4 remove nodeid 194385068 reason 3
May 17 10:39:44 kxxxxkc2 crmd: [6978]: debug: ghash_update_cib_node: Updating kxxxxkc1: false (overwrite=false) hash_size=1
May 17 10:39:44 kxxxxkc2 ocfs2_controld: confchg called
May 17 10:39:44 kxxxxkc2 cluster-dlm: add_change: add_change cg 4 counts member 1 joined 0 remove 1 failed 1
May 17 10:39:44 kxxxxkc2 crmd: [6978]: debug: ghash_update_cib_node: Updating kxxxxkc2: true (overwrite=false) hash_size=1
May 17 10:39:44 kxxxxkc2 ocfs2_controld: group "ocfs2:29BC347C35BE484D89886C4883D22F47" confchg: members 1, left 1, joined 0
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] New Configuration:
May 17 10:39:44 kxxxxkc2 cluster-dlm: stop_kernel: stop_kernel cg 4
May 17 10:39:44 kxxxxkc2 crmd: [6978]: debug: post_cache_update: post_cache_update added action A_ELECTION_CHECK to the FSA
May 17 10:39:44 kxxxxkc2 cluster-dlm: do_sysfs: write "0" to "/sys/kernel/dlm/29BC347C35BE484D89886C4883D22F47/control"
May 17 10:39:44 kxxxxkc2 cluster-dlm: purge_plocks: purged 0 plocks for 194385068
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ]         r(0) ip(172.20.150.12)
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] Members Left:
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ]         r(0) ip(172.20.150.11)
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] Members Joined:
May 17 10:39:44 kxxxxkc2 openais[6967]: [crm  ] notice: pcmk_peer_update: Transitional membership event on ring 316: memb=1, new=0, lost=1
May 17 10:39:44 kxxxxkc2 openais[6967]: [crm  ] info: pcmk_peer_update: memb: kxxxxkc2 211162284
May 17 10:39:44 kxxxxkc2 openais[6967]: [crm  ] info: pcmk_peer_update: lost: kxxxxkc1 194385068
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] CLM CONFIGURATION CHANGE
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] New Configuration:
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ]         r(0) ip(172.20.150.12)
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] Members Left:
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] Members Joined:
May 17 10:39:44 kxxxxkc2 openais[6967]: [crm  ] notice: pcmk_peer_update: Stable membership event on ring 316: memb=1, new=0, lost=0
May 17 10:39:44 kxxxxkc2 openais[6967]: [crm  ] info: pcmk_peer_update: MEMB: kxxxxkc2 211162284
May 17 10:39:44 kxxxxkc2 openais[6967]: [crm  ] info: ais_mark_unseen_peer_dead: Node kxxxxkc1 was not seen in the previous transition
May 17 10:39:44 kxxxxkc2 openais[6967]: [MAIN ] info: update_member: Node 194385068/kxxxxkc1 is now: lost
May 17 10:39:44 kxxxxkc2 openais[6967]: [crm  ] info: send_member_notification: Sending membership update 316 to 4 children
May 17 10:39:44 kxxxxkc2 openais[6967]: [SYNC ] This node is within the primary component and will provide service.
May 17 10:39:44 kxxxxkc2 openais[6967]: [TOTEM] entering OPERATIONAL state.
May 17 10:39:44 kxxxxkc2 openais[6967]: [CLM  ] got nodejoin message 172.20.150.12
May 17 10:39:44 kxxxxkc2 openais[6967]: [CPG  ] got joinlist message from node 211162284
May 17 10:39:44 kxxxxkc2 cib: [6974]: info: cib_process_request: Operation complete: op cib_modify for section nodes (origin=local/crmd/85, version=0.207.22): ok (rc=0)
May 17 10:39:44 kxxxxkc2 mgmtd: [6979]: debug: update cib finished
May 17 10:39:44 kxxxxkc2 pingd: [7120]: debug: stand_alone_ping: Node 172.20.150.254 is alive
May 17 10:39:44 kxxxxkc2 pingd: [7120]: debug: send_update: Sent update: pingd=100 (1 active ping nodes)
May 17 10:39:44 kxxxxkc2 kernel: bnx2: eth1 NIC Copper Link is Down::