I am attempting to create a cluster of nodes for running mysql, nfs, web in a redundant fashion and am having problems getting the configuration to work correctly.  I started out first with setting up a mysql cluster of mysql nodes.  I have two nodes running on a drbd disk and everything works out just fine.<br>
<br>Then when I try and other nodes into the cluster for nfs it causes problems.  When I bring in one of the nfs nodes I have the problem that the mysql daemon tries to run on that node.  I have the cluster setup to not be symmetric and have location rules that state my mysql_drbd and mysql group should only run on the mysql nodes.  For the life of me I cannot figure out why it tries to run on that node.  Any help with this would be appreciated.<br>
<br>Thanks<br><br>Judd<br><br><br>CIB:<br><br>&lt;cib validate-with=&quot;pacemaker-1.0&quot; crm_feature_set=&quot;3.0.1&quot; have-quorum=&quot;1&quot; dc-uuid=&quot;mysql2&quot; admin_epoch=&quot;0&quot; epoch=&quot;103&quot; num_updates=&quot;18&quot;&gt;<br>
  &lt;configuration&gt;<br>    &lt;crm_config&gt;<br>      &lt;cluster_property_set id=&quot;cib-bootstrap-options&quot;&gt;<br>        &lt;nvpair id=&quot;cib-bootstrap-options-dc-version&quot; name=&quot;dc-version&quot; value=&quot;1.0.5-462f1569a43740667daf7b0f6b521742e9eb8fa7&quot;/&gt;<br>
        &lt;nvpair id=&quot;cib-bootstrap-options-cluster-infrastructure&quot; name=&quot;cluster-infrastructure&quot; value=&quot;openais&quot;/&gt;<br>        &lt;nvpair id=&quot;cib-bootstrap-options-expected-quorum-votes&quot; name=&quot;expected-quorum-votes&quot; value=&quot;3&quot;/&gt;<br>
        &lt;nvpair id=&quot;cib-bootstrap-options-symmetric-cluster&quot; name=&quot;symmetric-cluster&quot; value=&quot;false&quot;/&gt;<br>        &lt;nvpair id=&quot;cib-bootstrap-options-stonith-enabled&quot; name=&quot;stonith-enabled&quot; value=&quot;false&quot;/&gt;<br>
        &lt;nvpair name=&quot;last-lrm-refresh&quot; id=&quot;cib-bootstrap-options-last-lrm-refresh&quot; value=&quot;1257523651&quot;/&gt;<br>      &lt;/cluster_property_set&gt;<br>    &lt;/crm_config&gt;<br>    &lt;nodes&gt;<br>
      &lt;node id=&quot;mysql1&quot; uname=&quot;mysql1&quot; type=&quot;normal&quot;/&gt;<br>      &lt;node id=&quot;mysql2&quot; uname=&quot;mysql2&quot; type=&quot;normal&quot;/&gt;<br>      &lt;node id=&quot;filer1&quot; uname=&quot;filer1&quot; type=&quot;normal&quot;/&gt;<br>
    &lt;/nodes&gt;<br>    &lt;resources&gt;<br>      &lt;group id=&quot;mysql&quot;&gt;<br>        &lt;primitive class=&quot;ocf&quot; provider=&quot;heartbeat&quot; type=&quot;Filesystem&quot; id=&quot;mysql_fs&quot;&gt;<br>
          &lt;instance_attributes id=&quot;mysql_fs-instance_attributes&quot;&gt;<br>            &lt;nvpair id=&quot;mysql_fs-instance_attributes-device&quot; name=&quot;device&quot; value=&quot;/dev/drbd/by-res/mysql&quot;/&gt;<br>
            &lt;nvpair name=&quot;directory&quot; id=&quot;mysql_fs-instance_attributes-directory&quot; value=&quot;/var/lib/mysql&quot;/&gt;<br>            &lt;nvpair id=&quot;mysql_fs-instance_attributes-fstype&quot; name=&quot;fstype&quot; value=&quot;ext3&quot;/&gt;<br>
          &lt;/instance_attributes&gt;<br>        &lt;/primitive&gt;<br>        &lt;primitive class=&quot;ocf&quot; id=&quot;mysql_ip&quot; provider=&quot;heartbeat&quot; type=&quot;IPaddr2&quot;&gt;<br>          &lt;instance_attributes id=&quot;mysql_ip-instance_attributes&quot;&gt;<br>
            &lt;nvpair id=&quot;mysql_ip-instance_attributes-ip&quot; name=&quot;ip&quot; value=&quot;172.16.151.220&quot;/&gt;<br>            &lt;nvpair id=&quot;mysql_ip-instance_attributes-nic&quot; name=&quot;nic&quot; value=&quot;eth0:0&quot;/&gt;<br>
          &lt;/instance_attributes&gt;<br>        &lt;/primitive&gt;<br>        &lt;primitive class=&quot;lsb&quot; id=&quot;mysql_daemon&quot; type=&quot;mysqld&quot;&gt;<br>        &lt;/primitive&gt;<br>      &lt;/group&gt;<br>
      &lt;master id=&quot;ms_drbd_mysql&quot;&gt;<br>        &lt;meta_attributes id=&quot;ms_drbd_mysql-meta_attributes&quot;&gt;<br>          &lt;nvpair id=&quot;ms_drbd_mysql-meta_attributes-master-max&quot; name=&quot;master-max&quot; value=&quot;1&quot;/&gt;<br>
          &lt;nvpair id=&quot;ms_drbd_mysql-meta_attributes-master-node-max&quot; name=&quot;master-node-max&quot; value=&quot;1&quot;/&gt;<br>          &lt;nvpair id=&quot;ms_drbd_mysql-meta_attributes-clone-max&quot; name=&quot;clone-max&quot; value=&quot;2&quot;/&gt;<br>
          &lt;nvpair id=&quot;ms_drbd_mysql-meta_attributes-clone-node-max&quot; name=&quot;clone-node-max&quot; value=&quot;1&quot;/&gt;<br>          &lt;nvpair id=&quot;ms_drbd_mysql-meta_attributes-notify&quot; name=&quot;notify&quot; value=&quot;true&quot;/&gt;<br>
          &lt;nvpair id=&quot;ms_drbd_mysql-meta_attributes-globally-unique&quot; name=&quot;globally-unique&quot; value=&quot;false&quot;/&gt;<br>        &lt;/meta_attributes&gt;<br>        &lt;primitive class=&quot;ocf&quot; id=&quot;drbd_mysql&quot; provider=&quot;linbit&quot; type=&quot;drbd&quot;&gt;<br>
          &lt;instance_attributes id=&quot;drbd_mysql-instance_attributes&quot;&gt;<br>            &lt;nvpair id=&quot;drbd_mysql-instance_attributes-drbd_resource&quot; name=&quot;drbd_resource&quot; value=&quot;mysql&quot;/&gt;<br>
          &lt;/instance_attributes&gt;<br>          &lt;operations&gt;<br>            &lt;op id=&quot;drbd_mysql-monitor-15s&quot; interval=&quot;15s&quot; name=&quot;monitor&quot;/&gt;<br>          &lt;/operations&gt;<br>
        &lt;/primitive&gt;<br>      &lt;/master&gt;<br>    &lt;/resources&gt;<br>    &lt;constraints&gt;<br>      &lt;rsc_location id=&quot;drbd_mysql_on_mysql1&quot; rsc=&quot;ms_drbd_mysql&quot; node=&quot;mysql1&quot; score=&quot;100000&quot;/&gt;<br>
      &lt;rsc_location id=&quot;drbd_mysql_on_mysql2&quot; node=&quot;mysql2&quot; rsc=&quot;ms_drbd_mysql&quot; score=&quot;100000&quot;/&gt;<br>      &lt;rsc_location id=&quot;mysql_on_mysql1&quot; rsc=&quot;mysql&quot; node=&quot;mysql1&quot; score=&quot;100000&quot;/&gt;<br>
      &lt;rsc_location id=&quot;mysql_on_mysql2&quot; node=&quot;mysql2&quot; rsc=&quot;mysql&quot; score=&quot;100000&quot;/&gt;<br>      &lt;rsc_colocation id=&quot;mysql_on_drbd_mysql&quot; rsc=&quot;mysql&quot; score=&quot;INFINITY&quot; with-rsc=&quot;ms_drbd_mysql&quot; with-rsc-role=&quot;Master&quot;/&gt;<br>
      &lt;rsc_order first=&quot;ms_drbd_mysql&quot; first-action=&quot;promote&quot; id=&quot;mysql_after_drbd_mysql&quot; score=&quot;INFINITY&quot; then=&quot;mysql&quot; then-action=&quot;start&quot;/&gt;<br>    &lt;/constraints&gt;<br>
    &lt;rsc_defaults/&gt;<br>    &lt;op_defaults/&gt;<br>  &lt;/configuration&gt;<br>  &lt;status&gt;<br>    &lt;node_state uname=&quot;mysql1&quot; ha=&quot;active&quot; in_ccm=&quot;true&quot; crmd=&quot;online&quot; expected=&quot;member&quot; shutdown=&quot;0&quot; join=&quot;member&quot; id=&quot;mysql1&quot; crm-debug-origin=&quot;do_update_resource&quot;&gt;<br>
      &lt;transient_attributes id=&quot;mysql1&quot;&gt;<br>        &lt;instance_attributes id=&quot;status-mysql1&quot;&gt;<br>          &lt;nvpair id=&quot;status-mysql1-master-drbd_mysql:1&quot; name=&quot;master-drbd_mysql:1&quot; value=&quot;10000&quot;/&gt;<br>
          &lt;nvpair id=&quot;status-mysql1-probe_complete&quot; name=&quot;probe_complete&quot; value=&quot;true&quot;/&gt;<br>        &lt;/instance_attributes&gt;<br>      &lt;/transient_attributes&gt;<br>      &lt;lrm id=&quot;mysql1&quot;&gt;<br>
        &lt;lrm_resources&gt;<br>          &lt;lrm_resource id=&quot;mysql_fs&quot; type=&quot;Filesystem&quot; class=&quot;ocf&quot; provider=&quot;heartbeat&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_fs_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;5:7:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; transition-magic=&quot;0:7;5:7:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; call-id=&quot;9&quot; rc-code=&quot;7&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523643&quot; last-rc-change=&quot;1257523643&quot; exec-time=&quot;160&quot; queue-time=&quot;0&quot; op-digest=&quot;8309d5189976fd4d69a4b12fd40dac3e&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_fs_start_0&quot; operation=&quot;start&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;7:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;7:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;26&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523981&quot; last-rc-change=&quot;1257523981&quot; exec-time=&quot;270&quot; queue-time=&quot;0&quot; op-digest=&quot;8309d5189976fd4d69a4b12fd40dac3e&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;mysql_ip&quot; type=&quot;IPaddr2&quot; class=&quot;ocf&quot; provider=&quot;heartbeat&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_ip_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;5:10:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; transition-magic=&quot;0:0;5:10:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; call-id=&quot;10&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523646&quot; last-rc-change=&quot;1257523646&quot; exec-time=&quot;160&quot; queue-time=&quot;0&quot; op-digest=&quot;b04f3a95f90cb6ed53c180fcac6e663a&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_ip_stop_0&quot; operation=&quot;stop&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;6:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;6:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;14&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523924&quot; last-rc-change=&quot;1257523924&quot; exec-time=&quot;240&quot; queue-time=&quot;0&quot; op-digest=&quot;b04f3a95f90cb6ed53c180fcac6e663a&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_ip_start_0&quot; operation=&quot;start&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;9:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;9:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;27&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523982&quot; last-rc-change=&quot;1257523982&quot; exec-time=&quot;260&quot; queue-time=&quot;0&quot; op-digest=&quot;b04f3a95f90cb6ed53c180fcac6e663a&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;drbd_mysql:1&quot; type=&quot;drbd&quot; class=&quot;ocf&quot; provider=&quot;linbit&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;drbd_mysql:1_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;7:5:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; transition-magic=&quot;0:0;7:5:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; call-id=&quot;5&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523596&quot; last-rc-change=&quot;1257523596&quot; exec-time=&quot;290&quot; queue-time=&quot;10&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;drbd_mysql:1_demote_0&quot; operation=&quot;demote&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;19:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;19:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;16&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523924&quot; last-rc-change=&quot;1257523924&quot; exec-time=&quot;200&quot; queue-time=&quot;0&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;drbd_mysql:1_promote_0&quot; operation=&quot;promote&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;23:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;23:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;24&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523981&quot; last-rc-change=&quot;1257523981&quot; exec-time=&quot;200&quot; queue-time=&quot;0&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;drbd_mysql:1_post_notify_promote_0&quot; operation=&quot;notify&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;62:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;62:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;25&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523981&quot; last-rc-change=&quot;1257523981&quot; exec-time=&quot;210&quot; queue-time=&quot;0&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;mysql_daemon&quot; type=&quot;mysqld&quot; class=&quot;lsb&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_daemon_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;5:14:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; transition-magic=&quot;0:7;5:14:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; call-id=&quot;11&quot; rc-code=&quot;7&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523649&quot; last-rc-change=&quot;1257523649&quot; exec-time=&quot;130&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_daemon_start_0&quot; operation=&quot;start&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;11:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;11:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;28&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523982&quot; last-rc-change=&quot;1257523982&quot; exec-time=&quot;1350&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_daemon_stop_0&quot; operation=&quot;stop&quot; crm-debug-origin=&quot;do_update_resource&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;12:7:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;12:7:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;29&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524426&quot; last-rc-change=&quot;1257524426&quot; exec-time=&quot;1150&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>        &lt;/lrm_resources&gt;<br>      &lt;/lrm&gt;<br>    &lt;/node_state&gt;<br>    &lt;node_state uname=&quot;mysql2&quot; ha=&quot;active&quot; in_ccm=&quot;true&quot; crmd=&quot;online&quot; join=&quot;member&quot; expected=&quot;member&quot; shutdown=&quot;0&quot; id=&quot;mysql2&quot; crm-debug-origin=&quot;do_state_transition&quot;&gt;<br>
      &lt;transient_attributes id=&quot;mysql2&quot;&gt;<br>        &lt;instance_attributes id=&quot;status-mysql2&quot;&gt;<br>          &lt;nvpair id=&quot;status-mysql2-master-drbd_mysql:0&quot; name=&quot;master-drbd_mysql:0&quot; value=&quot;10000&quot;/&gt;<br>
          &lt;nvpair id=&quot;status-mysql2-probe_complete&quot; name=&quot;probe_complete&quot; value=&quot;true&quot;/&gt;<br>        &lt;/instance_attributes&gt;<br>      &lt;/transient_attributes&gt;<br>      &lt;lrm id=&quot;mysql2&quot;&gt;<br>
        &lt;lrm_resources&gt;<br>          &lt;lrm_resource id=&quot;mysql_fs&quot; type=&quot;Filesystem&quot; class=&quot;ocf&quot; provider=&quot;heartbeat&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_fs_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;6:8:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; transition-magic=&quot;0:7;6:8:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; call-id=&quot;10&quot; rc-code=&quot;7&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524020&quot; last-rc-change=&quot;1257524020&quot; exec-time=&quot;160&quot; queue-time=&quot;0&quot; op-digest=&quot;8309d5189976fd4d69a4b12fd40dac3e&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_fs_start_0&quot; operation=&quot;start&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;5:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;5:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;20&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524302&quot; last-rc-change=&quot;1257524302&quot; exec-time=&quot;300&quot; queue-time=&quot;0&quot; op-digest=&quot;8309d5189976fd4d69a4b12fd40dac3e&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_fs_stop_0&quot; operation=&quot;stop&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;6:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;6:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;26&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524357&quot; last-rc-change=&quot;1257524357&quot; exec-time=&quot;330&quot; queue-time=&quot;0&quot; op-digest=&quot;8309d5189976fd4d69a4b12fd40dac3e&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;mysql_ip&quot; type=&quot;IPaddr2&quot; class=&quot;ocf&quot; provider=&quot;heartbeat&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_ip_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;6:12:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; transition-magic=&quot;0:7;6:12:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; call-id=&quot;11&quot; rc-code=&quot;7&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524023&quot; last-rc-change=&quot;1257524023&quot; exec-time=&quot;150&quot; queue-time=&quot;0&quot; op-digest=&quot;b04f3a95f90cb6ed53c180fcac6e663a&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_ip_start_0&quot; operation=&quot;start&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;7:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;7:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;21&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524303&quot; last-rc-change=&quot;1257524303&quot; exec-time=&quot;260&quot; queue-time=&quot;0&quot; op-digest=&quot;b04f3a95f90cb6ed53c180fcac6e663a&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_ip_stop_0&quot; operation=&quot;stop&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;8:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;8:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;25&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524356&quot; last-rc-change=&quot;1257524356&quot; exec-time=&quot;220&quot; queue-time=&quot;0&quot; op-digest=&quot;b04f3a95f90cb6ed53c180fcac6e663a&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;drbd_mysql:0&quot; type=&quot;drbd&quot; class=&quot;ocf&quot; provider=&quot;linbit&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;drbd_mysql:0_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;7:4:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; transition-magic=&quot;0:0;7:4:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; call-id=&quot;5&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257523970&quot; last-rc-change=&quot;1257523970&quot; exec-time=&quot;320&quot; queue-time=&quot;0&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;drbd_mysql:0_promote_0&quot; operation=&quot;promote&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;16:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;16:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;18&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524302&quot; last-rc-change=&quot;1257524302&quot; exec-time=&quot;200&quot; queue-time=&quot;0&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;drbd_mysql:0_demote_0&quot; operation=&quot;demote&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;18:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;18:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;27&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524357&quot; last-rc-change=&quot;1257524357&quot; exec-time=&quot;200&quot; queue-time=&quot;0&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;drbd_mysql:0_post_notify_promote_0&quot; operation=&quot;notify&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;60:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;60:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;30&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524358&quot; last-rc-change=&quot;1257524358&quot; exec-time=&quot;220&quot; queue-time=&quot;0&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;drbd_mysql:0_monitor_15000&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;19:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;19:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;31&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;15000&quot; last-run=&quot;1257524799&quot; last-rc-change=&quot;1257524358&quot; exec-time=&quot;220&quot; queue-time=&quot;0&quot; op-digest=&quot;6a918d87aa5c30252a3e70d8f4bbfa15&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;mysql_daemon&quot; type=&quot;mysqld&quot; class=&quot;lsb&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_daemon_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;6:15:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; transition-magic=&quot;0:7;6:15:7:28858cf0-8013-46d3-bc0a-7a8de643efdf&quot; call-id=&quot;12&quot; rc-code=&quot;7&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524026&quot; last-rc-change=&quot;1257524026&quot; exec-time=&quot;130&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_daemon_start_0&quot; operation=&quot;start&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;8:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;8:0:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;22&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524303&quot; last-rc-change=&quot;1257524303&quot; exec-time=&quot;1390&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_daemon_stop_0&quot; operation=&quot;stop&quot; crm-debug-origin=&quot;build_active_RAs&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;10:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:0;10:2:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;23&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524355&quot; last-rc-change=&quot;1257524355&quot; exec-time=&quot;1150&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>        &lt;/lrm_resources&gt;<br>      &lt;/lrm&gt;<br>    &lt;/node_state&gt;<br>    &lt;node_state uname=&quot;filer1&quot; ha=&quot;active&quot; crmd=&quot;online&quot; join=&quot;member&quot; expected=&quot;member&quot; shutdown=&quot;0&quot; in_ccm=&quot;true&quot; id=&quot;filer1&quot; crm-debug-origin=&quot;do_update_resource&quot;&gt;<br>
      &lt;lrm id=&quot;filer1&quot;&gt;<br>        &lt;lrm_resources&gt;<br>          &lt;lrm_resource id=&quot;mysql_daemon&quot; type=&quot;mysqld&quot; class=&quot;lsb&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_daemon_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;do_update_resource&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;9:5:7:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:254;9:5:7:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;4&quot; rc-code=&quot;254&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524426&quot; last-rc-change=&quot;1257524426&quot; exec-time=&quot;10&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt;<br>
            &lt;lrm_rsc_op id=&quot;mysql_daemon_stop_0&quot; operation=&quot;stop&quot; crm-debug-origin=&quot;do_update_resource&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;2:7:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:254;2:7:0:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;6&quot; rc-code=&quot;254&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524426&quot; last-rc-change=&quot;1257524426&quot; exec-time=&quot;10&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;mysql_ip&quot; type=&quot;IPaddr2&quot; class=&quot;ocf&quot; provider=&quot;heartbeat&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_ip_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;do_update_resource&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;8:5:7:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:7;8:5:7:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;3&quot; rc-code=&quot;7&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524426&quot; last-rc-change=&quot;1257524426&quot; exec-time=&quot;210&quot; queue-time=&quot;0&quot; op-digest=&quot;b04f3a95f90cb6ed53c180fcac6e663a&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;drbd_mysql:0&quot; type=&quot;drbd&quot; class=&quot;ocf&quot; provider=&quot;linbit&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;drbd_mysql:0_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;do_update_resource&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;10:5:7:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:7;10:5:7:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;5&quot; rc-code=&quot;7&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524426&quot; last-rc-change=&quot;1257524426&quot; exec-time=&quot;160&quot; queue-time=&quot;0&quot; op-digest=&quot;cda1836a05a8188b9dfd7ded69520b15&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>          &lt;lrm_resource id=&quot;mysql_fs&quot; type=&quot;Filesystem&quot; class=&quot;ocf&quot; provider=&quot;heartbeat&quot;&gt;<br>            &lt;lrm_rsc_op id=&quot;mysql_fs_monitor_0&quot; operation=&quot;monitor&quot; crm-debug-origin=&quot;do_update_resource&quot; crm_feature_set=&quot;3.0.1&quot; transition-key=&quot;7:5:7:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; transition-magic=&quot;0:7;7:5:7:28a71fc6-8bd4-4ccd-962c-a638ef827048&quot; call-id=&quot;2&quot; rc-code=&quot;7&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-run=&quot;1257524426&quot; last-rc-change=&quot;1257524426&quot; exec-time=&quot;240&quot; queue-time=&quot;0&quot; op-digest=&quot;8309d5189976fd4d69a4b12fd40dac3e&quot;/&gt;<br>
          &lt;/lrm_resource&gt;<br>        &lt;/lrm_resources&gt;<br>      &lt;/lrm&gt;<br>      &lt;transient_attributes id=&quot;filer1&quot;&gt;<br>        &lt;instance_attributes id=&quot;status-filer1&quot;&gt;<br>          &lt;nvpair id=&quot;status-filer1-probe_complete&quot; name=&quot;probe_complete&quot; value=&quot;true&quot;/&gt;<br>
          &lt;nvpair id=&quot;status-filer1-fail-count-mysql_daemon&quot; name=&quot;fail-count-mysql_daemon&quot; value=&quot;INFINITY&quot;/&gt;<br>          &lt;nvpair id=&quot;status-filer1-last-failure-mysql_daemon&quot; name=&quot;last-failure-mysql_daemon&quot; value=&quot;1257524804&quot;/&gt;<br>
        &lt;/instance_attributes&gt;<br>      &lt;/transient_attributes&gt;<br>    &lt;/node_state&gt;<br>  &lt;/status&gt;<br>&lt;/cib&gt;<br><br>