dhodovsk / source-git / pacemaker

Forked from source-git/pacemaker 3 years ago
Clone
Blob Blame History Raw
<cib crm_feature_set="3.0.14" validate-with="pacemaker-3.0" epoch="104" num_updates="12" admin_epoch="0" cib-last-written="Mon Apr  9 06:28:41 2018" update-origin="controller-0" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2" execution-date="1523260535">
  <configuration>
    <crm_config>
      <cluster_property_set id="cib-bootstrap-options">
        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.18-11.el7-2b07d5c5a9"/>
        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
        <nvpair id="cib-bootstrap-options-cluster-recheck-interval" name="cluster-recheck-interval" value="60s"/>
      </cluster_property_set>
      <cluster_property_set id="redis_replication">
        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="controller-2"/>
      </cluster_property_set>
    </crm_config>
    <nodes>
      <node id="1" uname="controller-0">
        <instance_attributes id="nodes-1">
          <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
          <nvpair id="nodes-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-0"/>
          <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
          <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
          <nvpair id="nodes-1-haproxy-role" name="haproxy-role" value="true"/>
          <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
        </instance_attributes>
      </node>
      <node id="2" uname="controller-1">
        <instance_attributes id="nodes-2">
          <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
          <nvpair id="nodes-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-1"/>
          <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
          <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
          <nvpair id="nodes-2-haproxy-role" name="haproxy-role" value="true"/>
          <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
        </instance_attributes>
      </node>
      <node id="3" uname="controller-2">
        <instance_attributes id="nodes-3">
          <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
          <nvpair id="nodes-3-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-2"/>
          <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
          <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
          <nvpair id="nodes-3-haproxy-role" name="haproxy-role" value="true"/>
          <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
        </instance_attributes>
      </node>
      <node id="overcloud-novacompute-0" type="remote" uname="overcloud-novacompute-0">
        <instance_attributes id="nodes-overcloud-novacompute-0">
          <nvpair id="nodes-overcloud-novacompute-0-compute-instanceha-role" name="compute-instanceha-role" value="true"/>
        </instance_attributes>
      </node>
      <node id="overcloud-novacompute-1" type="remote" uname="overcloud-novacompute-1">
        <instance_attributes id="nodes-overcloud-novacompute-1">
          <nvpair id="nodes-overcloud-novacompute-1-compute-instanceha-role" name="compute-instanceha-role" value="true"/>
        </instance_attributes>
      </node>
    </nodes>
    <resources>
      <primitive class="ocf" id="overcloud-novacompute-0" provider="pacemaker" type="remote">
        <instance_attributes id="overcloud-novacompute-0-instance_attributes">
          <nvpair id="overcloud-novacompute-0-instance_attributes-reconnect_interval" name="reconnect_interval" value="60"/>
        </instance_attributes>
        <operations>
          <op id="overcloud-novacompute-0-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="60"/>
          <op id="overcloud-novacompute-0-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="60"/>
          <op id="overcloud-novacompute-0-monitor-interval-20" interval="20" name="monitor"/>
          <op id="overcloud-novacompute-0-reload-interval-0s" interval="0s" name="reload" timeout="60"/>
          <op id="overcloud-novacompute-0-start-interval-0s" interval="0s" name="start" timeout="60"/>
          <op id="overcloud-novacompute-0-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="overcloud-novacompute-1" provider="pacemaker" type="remote">
        <instance_attributes id="overcloud-novacompute-1-instance_attributes">
          <nvpair id="overcloud-novacompute-1-instance_attributes-reconnect_interval" name="reconnect_interval" value="60"/>
        </instance_attributes>
        <operations>
          <op id="overcloud-novacompute-1-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="60"/>
          <op id="overcloud-novacompute-1-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="60"/>
          <op id="overcloud-novacompute-1-monitor-interval-20" interval="20" name="monitor"/>
          <op id="overcloud-novacompute-1-reload-interval-0s" interval="0s" name="reload" timeout="60"/>
          <op id="overcloud-novacompute-1-start-interval-0s" interval="0s" name="start" timeout="60"/>
          <op id="overcloud-novacompute-1-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
        </operations>
      </primitive>
      <bundle id="rabbitmq-bundle">
        <docker image="192.168.24.1:8787/rhosp13/openstack-rabbitmq:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
        <network control-port="3122"/>
        <storage>
          <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/>
          <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/rabbitmq/" target-dir="/var/lib/kolla/config_files/src"/>
          <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
          <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
          <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/>
          <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
          <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
          <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
          <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
          <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
        </storage>
        <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
          <instance_attributes id="rabbitmq-instance_attributes">
            <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
          </instance_attributes>
          <meta_attributes id="rabbitmq-meta_attributes">
            <nvpair id="rabbitmq-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
            <nvpair id="rabbitmq-meta_attributes-notify" name="notify" value="true"/>
          </meta_attributes>
          <operations>
            <op id="rabbitmq-monitor-interval-10" interval="10" name="monitor" timeout="40"/>
            <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
          </operations>
        </primitive>
      </bundle>
      <bundle id="galera-bundle">
        <docker image="192.168.24.1:8787/rhosp13/openstack-mariadb:pcmklatest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
        <network control-port="3123"/>
        <storage>
          <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
          <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/mysql/" target-dir="/var/lib/kolla/config_files/src"/>
          <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
          <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
          <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
          <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
          <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
        </storage>
        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
          <instance_attributes id="galera-instance_attributes">
            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
            <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="controller-0:controller-0.internalapi.localdomain;controller-1:controller-1.internalapi.localdomain;controller-2:controller-2.internalapi.localdomain"/>
            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://controller-0.internalapi.localdomain,controller-1.internalapi.localdomain,controller-2.internalapi.localdomain"/>
          </instance_attributes>
          <meta_attributes id="galera-meta_attributes">
            <nvpair id="galera-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
            <nvpair id="galera-meta_attributes-master-max" name="master-max" value="3"/>
            <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
          </meta_attributes>
          <operations>
            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
            <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
            <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Master" timeout="30"/>
            <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Slave" timeout="30"/>
            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
          </operations>
        </primitive>
      </bundle>
      <bundle id="redis-bundle">
        <docker image="192.168.24.1:8787/rhosp13/openstack-redis:pcmklatest" masters="1" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
        <network control-port="3124"/>
        <storage>
          <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
          <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/puppet-generated/redis/" target-dir="/var/lib/kolla/config_files/src"/>
          <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
          <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
          <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
          <storage-mapping id="redis-log" options="rw" source-dir="/var/log/redis" target-dir="/var/log/redis"/>
          <storage-mapping id="redis-run" options="rw" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
          <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
          <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
          <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
          <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
          <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
        </storage>
        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
          <instance_attributes id="redis-instance_attributes">
            <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
          </instance_attributes>
          <meta_attributes id="redis-meta_attributes">
            <nvpair id="redis-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
            <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
            <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
            <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
          </meta_attributes>
          <operations>
            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
            <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
            <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Master" timeout="60"/>
            <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Slave" timeout="60"/>
            <op id="redis-notify-interval-0s" interval="0s" name="notify" timeout="90"/>
            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
          </operations>
        </primitive>
      </bundle>
      <primitive class="ocf" id="ip-192.168.24.11" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-192.168.24.11-instance_attributes">
          <nvpair id="ip-192.168.24.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
          <nvpair id="ip-192.168.24.11-instance_attributes-ip" name="ip" value="192.168.24.11"/>
        </instance_attributes>
        <operations>
          <op id="ip-192.168.24.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
          <op id="ip-192.168.24.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-192.168.24.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-10.0.0.110" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-10.0.0.110-instance_attributes">
          <nvpair id="ip-10.0.0.110-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
          <nvpair id="ip-10.0.0.110-instance_attributes-ip" name="ip" value="10.0.0.110"/>
        </instance_attributes>
        <operations>
          <op id="ip-10.0.0.110-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
          <op id="ip-10.0.0.110-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-10.0.0.110-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-172.17.1.14" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.17.1.14-instance_attributes">
          <nvpair id="ip-172.17.1.14-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
          <nvpair id="ip-172.17.1.14-instance_attributes-ip" name="ip" value="172.17.1.14"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.17.1.14-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
          <op id="ip-172.17.1.14-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.17.1.14-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-172.17.1.17" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.17.1.17-instance_attributes">
          <nvpair id="ip-172.17.1.17-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
          <nvpair id="ip-172.17.1.17-instance_attributes-ip" name="ip" value="172.17.1.17"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.17.1.17-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
          <op id="ip-172.17.1.17-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.17.1.17-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-172.17.3.11" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.17.3.11-instance_attributes">
          <nvpair id="ip-172.17.3.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
          <nvpair id="ip-172.17.3.11-instance_attributes-ip" name="ip" value="172.17.3.11"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.17.3.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
          <op id="ip-172.17.3.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.17.3.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ip-172.17.4.17" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ip-172.17.4.17-instance_attributes">
          <nvpair id="ip-172.17.4.17-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
          <nvpair id="ip-172.17.4.17-instance_attributes-ip" name="ip" value="172.17.4.17"/>
        </instance_attributes>
        <operations>
          <op id="ip-172.17.4.17-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
          <op id="ip-172.17.4.17-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ip-172.17.4.17-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
        </operations>
      </primitive>
      <bundle id="haproxy-bundle">
        <docker image="192.168.24.1:8787/rhosp13/openstack-haproxy:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
        <storage>
          <storage-mapping id="haproxy-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/haproxy.json" target-dir="/var/lib/kolla/config_files/config.json"/>
          <storage-mapping id="haproxy-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/haproxy/" target-dir="/var/lib/kolla/config_files/src"/>
          <storage-mapping id="haproxy-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
          <storage-mapping id="haproxy-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
          <storage-mapping id="haproxy-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
          <storage-mapping id="haproxy-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
          <storage-mapping id="haproxy-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
          <storage-mapping id="haproxy-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
          <storage-mapping id="haproxy-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
        </storage>
      </bundle>
      <primitive class="stonith" id="stonith-fence_compute-fence-nova" type="fence_compute">
        <instance_attributes id="stonith-fence_compute-fence-nova-instance_attributes">
          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-auth_url" name="auth_url" value="http://10.0.0.110:5000"/>
          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-compute-domain" name="compute-domain" value="localdomain"/>
          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-login" name="login" value="admin"/>
          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-passwd" name="passwd" value="C9UkFUsCJrbJgAM7GXcccaeCU"/>
          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-project-domain" name="project-domain" value="Default"/>
          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-record_only" name="record_only" value="1"/>
          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-tenant_name" name="tenant_name" value="admin"/>
          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-user-domain" name="user-domain" value="Default"/>
        </instance_attributes>
        <meta_attributes id="stonith-fence_compute-fence-nova-meta_attributes">
          <nvpair id="stonith-fence_compute-fence-nova-meta_attributes-provides" name="provides" value="unfencing"/>
        </meta_attributes>
        <operations>
          <op id="stonith-fence_compute-fence-nova-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <clone id="compute-unfence-trigger-clone">
        <primitive class="ocf" id="compute-unfence-trigger" provider="pacemaker" type="Dummy">
          <meta_attributes id="compute-unfence-trigger-instance_attributes">
            <nvpair id="computer-unfence-trigger-instance_attributes-requires" name="requires" value="unfencing"/>
	  </meta_attributes>
          <operations>
            <op id="compute-unfence-trigger-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20"/>
            <op id="compute-unfence-trigger-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20"/>
            <op id="compute-unfence-trigger-monitor-interval-10" interval="10" name="monitor" timeout="20"/>
            <op id="compute-unfence-trigger-reload-interval-0s" interval="0s" name="reload" timeout="20"/>
	    <op id="compute-unfence-trigger-start-interval-0s" interval="0s" name="start"/>
            <op id="compute-unfence-trigger-stop-interval-0s" interval="0s" name="stop" timeout="20"/>
          </operations>
        </primitive>
      </clone>
      <primitive class="ocf" id="nova-evacuate" provider="openstack" type="NovaEvacuate">
        <instance_attributes id="nova-evacuate-instance_attributes">
          <nvpair id="nova-evacuate-instance_attributes-auth_url" name="auth_url" value="http://10.0.0.110:5000"/>
          <nvpair id="nova-evacuate-instance_attributes-no_shared_storage" name="no_shared_storage" value="true"/>
          <nvpair id="nova-evacuate-instance_attributes-password" name="password" value="C9UkFUsCJrbJgAM7GXcccaeCU"/>
          <nvpair id="nova-evacuate-instance_attributes-project_domain" name="project_domain" value="Default"/>
          <nvpair id="nova-evacuate-instance_attributes-tenant_name" name="tenant_name" value="admin"/>
          <nvpair id="nova-evacuate-instance_attributes-user_domain" name="user_domain" value="Default"/>
          <nvpair id="nova-evacuate-instance_attributes-username" name="username" value="admin"/>
        </instance_attributes>
        <operations>
          <op id="nova-evacuate-monitor-interval-10" interval="10" name="monitor" timeout="600"/>
          <op id="nova-evacuate-start-interval-0s" interval="0s" name="start" timeout="20"/>
          <op id="nova-evacuate-stop-interval-0s" interval="0s" name="stop" timeout="20"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="stonith-fence_ipmilan-5254008be2cc" type="fence_ipmilan">
        <instance_attributes id="stonith-fence_ipmilan-5254008be2cc-instance_attributes">
          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-ipport" name="ipport" value="6230"/>
          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-lanplus" name="lanplus" value="1"/>
          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-login" name="login" value="admin"/>
          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-passwd" name="passwd" value="password"/>
          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="overcloud-novacompute-1"/>
        </instance_attributes>
        <operations>
          <op id="stonith-fence_ipmilan-5254008be2cc-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="stonith-fence_ipmilan-525400803f9e" type="fence_ipmilan">
        <instance_attributes id="stonith-fence_ipmilan-525400803f9e-instance_attributes">
          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-ipport" name="ipport" value="6233"/>
          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-lanplus" name="lanplus" value="1"/>
          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-login" name="login" value="admin"/>
          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-passwd" name="passwd" value="password"/>
          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-2"/>
        </instance_attributes>
        <operations>
          <op id="stonith-fence_ipmilan-525400803f9e-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="stonith-fence_ipmilan-525400fca120" type="fence_ipmilan">
        <instance_attributes id="stonith-fence_ipmilan-525400fca120-instance_attributes">
          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-ipport" name="ipport" value="6234"/>
          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-lanplus" name="lanplus" value="1"/>
          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-login" name="login" value="admin"/>
          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-passwd" name="passwd" value="password"/>
          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="overcloud-novacompute-0"/>
        </instance_attributes>
        <operations>
          <op id="stonith-fence_ipmilan-525400fca120-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="stonith-fence_ipmilan-525400953d48" type="fence_ipmilan">
        <instance_attributes id="stonith-fence_ipmilan-525400953d48-instance_attributes">
          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-ipport" name="ipport" value="6232"/>
          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-lanplus" name="lanplus" value="1"/>
          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-login" name="login" value="admin"/>
          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-passwd" name="passwd" value="password"/>
          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-1"/>
        </instance_attributes>
        <operations>
          <op id="stonith-fence_ipmilan-525400953d48-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="stonith-fence_ipmilan-525400b02b86" type="fence_ipmilan">
        <instance_attributes id="stonith-fence_ipmilan-525400b02b86-instance_attributes">
          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-ipport" name="ipport" value="6231"/>
          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-lanplus" name="lanplus" value="1"/>
          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-login" name="login" value="admin"/>
          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-passwd" name="passwd" value="password"/>
          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-0"/>
        </instance_attributes>
        <operations>
          <op id="stonith-fence_ipmilan-525400b02b86-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <bundle id="openstack-cinder-volume">
        <docker image="192.168.24.1:8787/rhosp13/openstack-cinder-volume:pcmklatest" network="host" options="--ipc=host --privileged=true --user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="1" run-command="/bin/bash /usr/local/bin/kolla_start"/>
        <storage>
          <storage-mapping id="cinder-volume-etc-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
          <storage-mapping id="cinder-volume-etc-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
          <storage-mapping id="cinder-volume-etc-pki-ca-trust-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
          <storage-mapping id="cinder-volume-etc-pki-tls-certs-ca-bundle.crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
          <storage-mapping id="cinder-volume-etc-pki-tls-certs-ca-bundle.trust.crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
          <storage-mapping id="cinder-volume-etc-pki-tls-cert.pem" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
          <storage-mapping id="cinder-volume-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
          <storage-mapping id="cinder-volume-etc-ssh-ssh_known_hosts" options="ro" source-dir="/etc/ssh/ssh_known_hosts" target-dir="/etc/ssh/ssh_known_hosts"/>
          <storage-mapping id="cinder-volume-etc-puppet" options="ro" source-dir="/etc/puppet" target-dir="/etc/puppet"/>
          <storage-mapping id="cinder-volume-var-lib-kolla-config_files-cinder_volume.json" options="ro" source-dir="/var/lib/kolla/config_files/cinder_volume.json" target-dir="/var/lib/kolla/config_files/config.json"/>
          <storage-mapping id="cinder-volume-var-lib-config-data-puppet-generated-cinder-" options="ro" source-dir="/var/lib/config-data/puppet-generated/cinder/" target-dir="/var/lib/kolla/config_files/src"/>
          <storage-mapping id="cinder-volume-etc-iscsi" options="ro" source-dir="/etc/iscsi" target-dir="/var/lib/kolla/config_files/src-iscsid"/>
          <storage-mapping id="cinder-volume-etc-ceph" options="ro" source-dir="/etc/ceph" target-dir="/var/lib/kolla/config_files/src-ceph"/>
          <storage-mapping id="cinder-volume-lib-modules" options="ro" source-dir="/lib/modules" target-dir="/lib/modules"/>
          <storage-mapping id="cinder-volume-dev-" options="rw" source-dir="/dev/" target-dir="/dev/"/>
          <storage-mapping id="cinder-volume-run-" options="rw" source-dir="/run/" target-dir="/run/"/>
          <storage-mapping id="cinder-volume-sys" options="rw" source-dir="/sys" target-dir="/sys"/>
          <storage-mapping id="cinder-volume-var-lib-cinder" options="rw" source-dir="/var/lib/cinder" target-dir="/var/lib/cinder"/>
          <storage-mapping id="cinder-volume-var-log-containers-cinder" options="rw" source-dir="/var/log/containers/cinder" target-dir="/var/log/cinder"/>
        </storage>
      </bundle>
    </resources>
    <constraints>
      <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle">
        <rule id="location-rabbitmq-bundle-rule" score="0">
          <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
        <rule id="location-galera-bundle-rule" score="0">
          <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
        <rule id="location-redis-bundle-rule" score="0">
          <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-192.168.24.11" resource-discovery="exclusive" rsc="ip-192.168.24.11">
        <rule id="location-ip-192.168.24.11-rule" score="0">
          <expression attribute="haproxy-role" id="location-ip-192.168.24.11-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-10.0.0.110" resource-discovery="exclusive" rsc="ip-10.0.0.110">
        <rule id="location-ip-10.0.0.110-rule" score="0">
          <expression attribute="haproxy-role" id="location-ip-10.0.0.110-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.17.1.14" resource-discovery="exclusive" rsc="ip-172.17.1.14">
        <rule id="location-ip-172.17.1.14-rule" score="0">
          <expression attribute="haproxy-role" id="location-ip-172.17.1.14-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.17.1.17" resource-discovery="exclusive" rsc="ip-172.17.1.17">
        <rule id="location-ip-172.17.1.17-rule" score="0">
          <expression attribute="haproxy-role" id="location-ip-172.17.1.17-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.17.3.11" resource-discovery="exclusive" rsc="ip-172.17.3.11">
        <rule id="location-ip-172.17.3.11-rule" score="0">
          <expression attribute="haproxy-role" id="location-ip-172.17.3.11-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-ip-172.17.4.17" resource-discovery="exclusive" rsc="ip-172.17.4.17">
        <rule id="location-ip-172.17.4.17-rule" score="0">
          <expression attribute="haproxy-role" id="location-ip-172.17.4.17-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-haproxy-bundle" resource-discovery="exclusive" rsc="haproxy-bundle">
        <rule id="location-haproxy-bundle-rule" score="0">
          <expression attribute="haproxy-role" id="location-haproxy-bundle-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_order first="ip-192.168.24.11" first-action="start" id="order-ip-192.168.24.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
      <rsc_colocation id="colocation-ip-192.168.24.11-haproxy-bundle-INFINITY" rsc="ip-192.168.24.11" score="INFINITY" with-rsc="haproxy-bundle"/>
      <rsc_order first="ip-10.0.0.110" first-action="start" id="order-ip-10.0.0.110-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
      <rsc_colocation id="colocation-ip-10.0.0.110-haproxy-bundle-INFINITY" rsc="ip-10.0.0.110" score="INFINITY" with-rsc="haproxy-bundle"/>
      <rsc_order first="ip-172.17.1.14" first-action="start" id="order-ip-172.17.1.14-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
      <rsc_colocation id="colocation-ip-172.17.1.14-haproxy-bundle-INFINITY" rsc="ip-172.17.1.14" score="INFINITY" with-rsc="haproxy-bundle"/>
      <rsc_order first="ip-172.17.1.17" first-action="start" id="order-ip-172.17.1.17-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
      <rsc_colocation id="colocation-ip-172.17.1.17-haproxy-bundle-INFINITY" rsc="ip-172.17.1.17" score="INFINITY" with-rsc="haproxy-bundle"/>
      <rsc_order first="ip-172.17.3.11" first-action="start" id="order-ip-172.17.3.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
      <rsc_colocation id="colocation-ip-172.17.3.11-haproxy-bundle-INFINITY" rsc="ip-172.17.3.11" score="INFINITY" with-rsc="haproxy-bundle"/>
      <rsc_order first="ip-172.17.4.17" first-action="start" id="order-ip-172.17.4.17-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
      <rsc_colocation id="colocation-ip-172.17.4.17-haproxy-bundle-INFINITY" rsc="ip-172.17.4.17" score="INFINITY" with-rsc="haproxy-bundle"/>
      <rsc_location id="location-compute-unfence-trigger-clone" resource-discovery="never" rsc="compute-unfence-trigger-clone">
        <rule id="location-compute-unfence-trigger-clone-rule" score="-INFINITY">
          <expression attribute="compute-instanceha-role" id="location-compute-unfence-trigger-clone-rule-expr" operation="ne" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-nova-evacuate" resource-discovery="never" rsc="nova-evacuate">
        <rule id="location-nova-evacuate-rule" score="-INFINITY">
          <expression attribute="compute-instanceha-role" id="location-nova-evacuate-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
      <rsc_location id="location-stonith-fence_ipmilan-5254008be2cc-overcloud-novacompute-1--INFINITY" node="overcloud-novacompute-1" rsc="stonith-fence_ipmilan-5254008be2cc" score="-INFINITY"/>
      <rsc_location id="location-stonith-fence_ipmilan-525400803f9e-controller-2--INFINITY" node="controller-2" rsc="stonith-fence_ipmilan-525400803f9e" score="-INFINITY"/>
      <rsc_location id="location-stonith-fence_ipmilan-525400fca120-overcloud-novacompute-0--INFINITY" node="overcloud-novacompute-0" rsc="stonith-fence_ipmilan-525400fca120" score="-INFINITY"/>
      <rsc_location id="location-stonith-fence_ipmilan-525400953d48-controller-1--INFINITY" node="controller-1" rsc="stonith-fence_ipmilan-525400953d48" score="-INFINITY"/>
      <rsc_location id="location-stonith-fence_ipmilan-525400b02b86-controller-0--INFINITY" node="controller-0" rsc="stonith-fence_ipmilan-525400b02b86" score="-INFINITY"/>
      <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
        <rule id="location-openstack-cinder-volume-rule" score="0">
          <expression attribute="cinder-volume-role" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="true"/>
        </rule>
      </rsc_location>
    </constraints>
    <rsc_defaults>
      <meta_attributes id="rsc_defaults-options">
        <nvpair id="rsc_defaults-options-requires" name="requires" value="fencing"/>
      </meta_attributes>
    </rsc_defaults>
    <fencing-topology>
      <fencing-level devices="stonith-fence_ipmilan-5254008be2cc,stonith-fence_compute-fence-nova" id="fl-overcloud-novacompute-1-1" index="1" target="overcloud-novacompute-1"/>
      <fencing-level devices="stonith-fence_ipmilan-525400fca120,stonith-fence_compute-fence-nova" id="fl-overcloud-novacompute-0-1" index="1" target="overcloud-novacompute-0"/>
    </fencing-topology>
  </configuration>
  <status>
    <node_state id="1" uname="controller-0" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <lrm id="1">
        <lrm_resources>
          <lrm_resource id="overcloud-novacompute-0" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="5:2:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;5:2:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="2" rc-code="0" op-status="0" interval="0" last-run="1523253844" last-rc-change="1523253844" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="overcloud-novacompute-0_monitor_20000" operation_key="overcloud-novacompute-0_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="4:3:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;4:3:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="3" rc-code="0" op-status="0" interval="20000" last-rc-change="1523253845" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
          </lrm_resource>
          <lrm_resource id="overcloud-novacompute-1" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-novacompute-1_last_0" operation_key="overcloud-novacompute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="3:4:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;3:4:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1523253850" last-rc-change="1523253850" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="4:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;4:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="7" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="66" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;7:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="20" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="476" queue-time="0" op-digest="b98bc83a9464eae737e61f982504f408"/>
            <lrm_rsc_op id="rabbitmq-bundle-docker-1_monitor_60000" operation_key="rabbitmq-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="2:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;2:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="22" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254239" exec-time="112" queue-time="0" op-digest="a92ffbf2574a3afb9f74015038198578"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="6:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;6:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="15" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="50" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="10:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;10:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="30:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;30:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="rabbitmq-bundle-1_monitor_30000" operation_key="rabbitmq-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="23:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;23:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="9" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254242" exec-time="0" queue-time="0" op-digest="f3eacf73dcd1387f8598f91d67d24fe9"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="12:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;12:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="8" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="13:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;13:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="63" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="16:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;16:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="41" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="483" queue-time="0" op-digest="f59bb51e6389f4d63dbcb06ac495ab54"/>
            <lrm_rsc_op id="galera-bundle-docker-1_monitor_60000" operation_key="galera-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="4:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;4:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="42" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254365" exec-time="125" queue-time="0" op-digest="da69a05244e0542f04b6d4082f952dd2"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="15:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;15:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="36" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="52" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="73:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;73:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="galera-bundle-1_monitor_30000" operation_key="galera-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="66:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;66:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="14" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254368" exec-time="0" queue-time="0" op-digest="28b6c6af28bc390f48c7288b5bdccdb7"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="19:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;19:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="21:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;21:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="12" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="22:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;22:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="77" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="25:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;25:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="62" rc-code="0" op-status="0" interval="0" last-run="1523254512" last-rc-change="1523254512" exec-time="480" queue-time="0" op-digest="a56be011e18207563896aee9c274b919"/>
            <lrm_rsc_op id="redis-bundle-docker-1_monitor_60000" operation_key="redis-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="6:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;6:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="63" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254513" exec-time="118" queue-time="0" op-digest="d1455f1061820f1ac6025d510700ac87"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="24:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;24:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1523254479" last-rc-change="1523254479" exec-time="52" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="122:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;122:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="16" rc-code="0" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="redis-bundle-1_monitor_30000" operation_key="redis-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="115:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;115:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="19" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254516" exec-time="0" queue-time="0" op-digest="efa64b64e8e502ff9a6c0dba02a626a4"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="30:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;30:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="28:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;28:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="18" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;33:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="70" rc-code="7" op-status="0" interval="0" last-run="1523254559" last-rc-change="1523254559" exec-time="48" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
          </lrm_resource>
          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="183:199:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;183:199:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="153" rc-code="0" op-status="0" interval="0" last-run="1523260399" last-rc-change="1523260399" exec-time="82" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
            <lrm_rsc_op id="ip-10.0.0.110_monitor_10000" operation_key="ip-10.0.0.110_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="167:52:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;167:52:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="76" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254584" exec-time="44" queue-time="0" op-digest="e41cc851c988a0fc4ea36f5d3d02ce43"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;35:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="80" rc-code="7" op-status="0" interval="0" last-run="1523254591" last-rc-change="1523254591" exec-time="45" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="84" rc-code="7" op-status="0" interval="0" last-run="1523254608" last-rc-change="1523254608" exec-time="46" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="175:61:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;175:61:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="89" rc-code="0" op-status="0" interval="0" last-run="1523254630" last-rc-change="1523254630" exec-time="4086" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
            <lrm_rsc_op id="ip-172.17.3.11_monitor_10000" operation_key="ip-172.17.3.11_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="176:61:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;176:61:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="90" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254634" exec-time="44" queue-time="0" op-digest="6eab6d68a815450cbf38f3078bdfcf7a"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;38:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1523254642" last-rc-change="1523254642" exec-time="51" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="39:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;39:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="70" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="183:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;183:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="107" rc-code="0" op-status="0" interval="0" last-run="1523254662" last-rc-change="1523254662" exec-time="505" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
            <lrm_rsc_op id="haproxy-bundle-docker-1_monitor_60000" operation_key="haproxy-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="184:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;184:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254662" exec-time="121" queue-time="0" op-digest="0f463f8dd703ccc5d6db7e8257b7e651"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="41:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;41:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="106" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="53" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_compute-fence-nova" type="fence_compute" class="stonith">
            <lrm_rsc_op id="stonith-fence_compute-fence-nova_last_0" operation_key="stonith-fence_compute-fence-nova_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="42:86:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;42:86:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="112" rc-code="7" op-status="0" interval="0" last-run="1523255082" last-rc-change="1523255082" exec-time="3" queue-time="0" op-digest="ad312d85623cdb0a792e6fbd5e91a820" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
          </lrm_resource>
          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="43:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;43:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="117" rc-code="7" op-status="0" interval="0" last-run="1523255087" last-rc-change="1523255087" exec-time="16" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="210:92:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;210:92:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="122" rc-code="0" op-status="0" interval="0" last-run="1523255098" last-rc-change="1523255098" exec-time="23" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
            <lrm_rsc_op id="nova-evacuate_monitor_10000" operation_key="nova-evacuate_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="211:92:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;211:92:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="123" rc-code="0" op-status="0" interval="10000" last-rc-change="1523255098" exec-time="34" queue-time="0" op-digest="ff0011764ea46c541794367160ba3d8b" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400803f9e" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_last_0" operation_key="stonith-fence_ipmilan-525400803f9e_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="226:110:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;226:110:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="136" rc-code="0" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="365" queue-time="0" op-digest="4998c836382aeb3820357da01e70b561" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_monitor_60000" operation_key="stonith-fence_ipmilan-525400803f9e_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="220:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;220:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="149" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255310" exec-time="197" queue-time="0" op-digest="477745be04d3d31937853c306f8d724e" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-5254008be2cc" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-5254008be2cc_last_0" operation_key="stonith-fence_ipmilan-5254008be2cc_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="46:95:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;46:95:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="131" rc-code="7" op-status="0" interval="0" last-run="1523255212" last-rc-change="1523255212" exec-time="0" queue-time="0" op-digest="4938a34bfc64185ad6e5f9441c84bf68" op-secure-params=" password  passwd " op-secure-digest="c106093670a7862f33a04c6c920209b9"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="230:113:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;230:113:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="150" rc-code="0" op-status="0" interval="0" last-run="1523255321" last-rc-change="1523255321" exec-time="555" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
            <lrm_rsc_op id="openstack-cinder-volume-docker-0_monitor_60000" operation_key="openstack-cinder-volume-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="231:113:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;231:113:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="151" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255321" exec-time="138" queue-time="0" op-digest="7f43b574f29809ca71e0fe1cf0494d33"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400fca120" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400fca120_last_0" operation_key="stonith-fence_ipmilan-525400fca120_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="47:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;47:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="140" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="0" queue-time="0" op-digest="7e9aea21dfd22b59b27b07578090d9d6" op-secure-params=" password  passwd " op-secure-digest="562546912c5a20954742c65d069a4fb4"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400953d48" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400953d48_last_0" operation_key="stonith-fence_ipmilan-525400953d48_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="49:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;49:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="144" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="0" queue-time="0" op-digest="a2ec1560bddbd621ae7ff630da4c9f89" op-secure-params=" password  passwd " op-secure-digest="1a1e4d964e3025ec522d4b4d96995bbb"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400b02b86" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400b02b86_last_0" operation_key="stonith-fence_ipmilan-525400b02b86_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="148" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="0" queue-time="0" op-digest="800b95e336cd972373e8e2f87f98171f" op-secure-params=" password  passwd " op-secure-digest="d207be35798fa3d6ad04e543cad39795"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
      <transient_attributes id="1">
        <instance_attributes id="status-1">
          <nvpair id="status-1-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-0"/>
          <nvpair id="status-1-master-galera" name="master-galera" value="100"/>
          <nvpair id="status-1-master-redis" name="master-redis" value="1"/>
          <nvpair id="status-1-.node-unfenced" name="#node-unfenced" value="1523255309"/>
        </instance_attributes>
      </transient_attributes>
    </node_state>
    <node_state id="3" uname="controller-2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <lrm id="3">
        <lrm_resources>
          <lrm_resource id="overcloud-novacompute-0" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="4:2:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;4:2:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1523253844" last-rc-change="1523253844" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="overcloud-novacompute-1" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-novacompute-1_last_0" operation_key="overcloud-novacompute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="5:4:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;5:4:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1523253850" last-rc-change="1523253850" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="8:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;8:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="20" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="464" queue-time="0" op-digest="c83e30d1be4c766081a315f8dca3b549"/>
            <lrm_rsc_op id="rabbitmq-bundle-docker-0_monitor_60000" operation_key="rabbitmq-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="3:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;3:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254239" exec-time="122" queue-time="0" op-digest="6808c0eadd739fdd40f1907e33d375e1"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="11:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;11:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="59" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="12:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;12:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="15" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="60" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;27:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="4" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="rabbitmq-bundle-0_monitor_30000" operation_key="rabbitmq-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="18:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;18:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="7" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254242" exec-time="0" queue-time="0" op-digest="f765304166a359903e5aea671a7275d0"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;17:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="18:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;18:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="6" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;17:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="41" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="490" queue-time="0" op-digest="797df9912d2d65e7a966caa475ac29cb"/>
            <lrm_rsc_op id="galera-bundle-docker-0_monitor_60000" operation_key="galera-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;7:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="43" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254365" exec-time="129" queue-time="0" op-digest="1e9b629cf35f3aed274b0d3cdf2cce1d"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="20:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;20:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="32" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="53" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="21:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;21:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="36" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="54" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;26:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="8" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="70:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;70:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="11" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="galera-bundle-0_monitor_30000" operation_key="galera-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="61:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;61:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="12" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254368" exec-time="0" queue-time="0" op-digest="360b985b565e1db13335e072b0bb4305"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;27:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;26:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="62" rc-code="0" op-status="0" interval="0" last-run="1523254512" last-rc-change="1523254512" exec-time="488" queue-time="0" op-digest="04919e02030710638e3b1bf69219c111"/>
            <lrm_rsc_op id="redis-bundle-docker-0_monitor_60000" operation_key="redis-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="11:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;11:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="65" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254513" exec-time="109" queue-time="0" op-digest="af571023226cf7a33ba8af96a01ecb45"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="29:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;29:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="72" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="30:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;30:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="61" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;35:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="14" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="119:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;119:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="16" rc-code="0" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="redis-bundle-0_monitor_30000" operation_key="redis-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="110:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;110:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="17" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254516" exec-time="0" queue-time="0" op-digest="1edf361604603a3dc6ccd940ce449f27"/>
          </lrm_resource>
          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="163:49:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;163:49:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="71" rc-code="0" op-status="0" interval="0" last-run="1523254563" last-rc-change="1523254563" exec-time="4089" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
            <lrm_rsc_op id="ip-192.168.24.11_monitor_10000" operation_key="ip-192.168.24.11_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="164:49:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;164:49:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="72" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254567" exec-time="41" queue-time="0" op-digest="3c7f50892f8841b4bb5e063452ca4db2"/>
          </lrm_resource>
          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="76" rc-code="7" op-status="0" interval="0" last-run="1523254574" last-rc-change="1523254574" exec-time="46" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="37:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;37:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="80" rc-code="7" op-status="0" interval="0" last-run="1523254591" last-rc-change="1523254591" exec-time="48" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="172:58:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;172:58:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="85" rc-code="0" op-status="0" interval="0" last-run="1523254613" last-rc-change="1523254613" exec-time="4082" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
            <lrm_rsc_op id="ip-172.17.1.17_monitor_10000" operation_key="ip-172.17.1.17_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="173:58:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;173:58:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="86" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254617" exec-time="49" queue-time="0" op-digest="637be44014a8de2a8162cb2b062f6955"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="39:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;39:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="90" rc-code="7" op-status="0" interval="0" last-run="1523254624" last-rc-change="1523254624" exec-time="47" queue-time="1" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="40:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;40:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1523254641" last-rc-change="1523254641" exec-time="56" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="181:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;181:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="107" rc-code="0" op-status="0" interval="0" last-run="1523254662" last-rc-change="1523254662" exec-time="477" queue-time="1" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
            <lrm_rsc_op id="haproxy-bundle-docker-0_monitor_60000" operation_key="haproxy-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="182:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;182:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254662" exec-time="117" queue-time="1" op-digest="0f463f8dd703ccc5d6db7e8257b7e651"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="46:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;46:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="102" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="71" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="47:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;47:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="106" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="64" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_compute-fence-nova" type="fence_compute" class="stonith">
            <lrm_rsc_op id="stonith-fence_compute-fence-nova_last_0" operation_key="stonith-fence_compute-fence-nova_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="204:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;204:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="134" rc-code="0" op-status="0" interval="0" last-run="1523255234" last-rc-change="1523255234" exec-time="2221" queue-time="0" op-digest="ad312d85623cdb0a792e6fbd5e91a820" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
            <lrm_rsc_op id="stonith-fence_compute-fence-nova_monitor_60000" operation_key="stonith-fence_compute-fence-nova_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="209:104:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;209:104:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="143" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255236" exec-time="2157" queue-time="0" op-digest="097576694f77e42f68d21455cdd11169" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
            <lrm_rsc_op id="stonith-fence_compute-fence-nova_last_failure_0" operation_key="stonith-fence_compute-fence-nova_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="209:104:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="4:1;209:104:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="143" rc-code="1" op-status="4" interval="60000" last-rc-change="1523260448" exec-time="7330" queue-time="0" op-digest="097576694f77e42f68d21455cdd11169" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
          </lrm_resource>
          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="45:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;45:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="119" rc-code="7" op-status="0" interval="0" last-run="1523255087" last-rc-change="1523255087" exec-time="22" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="47:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;47:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="123" rc-code="7" op-status="0" interval="0" last-run="1523255094" last-rc-change="1523255094" exec-time="31" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400803f9e" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_last_0" operation_key="stonith-fence_ipmilan-525400803f9e_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:94:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:94:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="127" rc-code="7" op-status="0" interval="0" last-run="1523255211" last-rc-change="1523255211" exec-time="0" queue-time="0" op-digest="4998c836382aeb3820357da01e70b561" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-5254008be2cc" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-5254008be2cc_last_0" operation_key="stonith-fence_ipmilan-5254008be2cc_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:95:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:95:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="131" rc-code="7" op-status="0" interval="0" last-run="1523255212" last-rc-change="1523255212" exec-time="0" queue-time="0" op-digest="4938a34bfc64185ad6e5f9441c84bf68" op-secure-params=" password  passwd " op-secure-digest="c106093670a7862f33a04c6c920209b9"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400fca120" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400fca120_last_0" operation_key="stonith-fence_ipmilan-525400fca120_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="221:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;221:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="152" rc-code="0" op-status="0" interval="0" last-run="1523255310" last-rc-change="1523255310" exec-time="244" queue-time="0" op-digest="7e9aea21dfd22b59b27b07578090d9d6" op-secure-params=" password  passwd " op-secure-digest="562546912c5a20954742c65d069a4fb4"/>
            <lrm_rsc_op id="stonith-fence_ipmilan-525400fca120_monitor_60000" operation_key="stonith-fence_ipmilan-525400fca120_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="222:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;222:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="154" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255310" exec-time="206" queue-time="0" op-digest="053570494221e4b2e9b2cde0413b19b8" op-secure-params=" password  passwd " op-secure-digest="562546912c5a20954742c65d069a4fb4"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400953d48" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400953d48_last_0" operation_key="stonith-fence_ipmilan-525400953d48_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="223:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;223:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="153" rc-code="0" op-status="0" interval="0" last-run="1523255310" last-rc-change="1523255310" exec-time="371" queue-time="0" op-digest="a2ec1560bddbd621ae7ff630da4c9f89" op-secure-params=" password  passwd " op-secure-digest="1a1e4d964e3025ec522d4b4d96995bbb"/>
            <lrm_rsc_op id="stonith-fence_ipmilan-525400953d48_monitor_60000" operation_key="stonith-fence_ipmilan-525400953d48_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="224:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;224:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="155" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255310" exec-time="171" queue-time="0" op-digest="48dba31eb625f0bae1fbabc1bf7fb44c" op-secure-params=" password  passwd " op-secure-digest="1a1e4d964e3025ec522d4b4d96995bbb"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400b02b86" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400b02b86_last_0" operation_key="stonith-fence_ipmilan-525400b02b86_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="53:104:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;53:104:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="147" rc-code="7" op-status="0" interval="0" last-run="1523255236" last-rc-change="1523255236" exec-time="0" queue-time="0" op-digest="800b95e336cd972373e8e2f87f98171f" op-secure-params=" password  passwd " op-secure-digest="d207be35798fa3d6ad04e543cad39795"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="53:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;53:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="151" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="72" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
      <transient_attributes id="3">
        <instance_attributes id="status-3">
          <nvpair id="status-3-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-2"/>
          <nvpair id="status-3-master-galera" name="master-galera" value="100"/>
          <nvpair id="status-3-master-redis" name="master-redis" value="1"/>
          <nvpair id="status-3-.node-unfenced" name="#node-unfenced" value="1523255228"/>
          <nvpair id="status-3-fail-count-stonith-fence_compute-fence-nova.monitor_60000" name="fail-count-stonith-fence_compute-fence-nova#monitor_60000" value="1"/>
          <nvpair id="status-3-last-failure-stonith-fence_compute-fence-nova.monitor_60000" name="last-failure-stonith-fence_compute-fence-nova#monitor_60000" value="1523260455"/>
        </instance_attributes>
      </transient_attributes>
    </node_state>
    <node_state id="2" uname="controller-1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <lrm id="2">
        <lrm_resources>
          <lrm_resource id="overcloud-novacompute-0" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="3:2:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;3:2:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1523253844" last-rc-change="1523253844" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="overcloud-novacompute-1" type="remote" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="overcloud-novacompute-1_last_0" operation_key="overcloud-novacompute-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="8:4:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;8:4:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1523253850" last-rc-change="1523253850" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="overcloud-novacompute-1_monitor_20000" operation_key="overcloud-novacompute-1_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:5:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;7:5:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="4" rc-code="0" op-status="0" interval="20000" last-rc-change="1523253850" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
            <lrm_rsc_op id="overcloud-novacompute-1_last_failure_0" operation_key="overcloud-novacompute-1_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:5:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="4:1;7:5:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="4" rc-code="1" op-status="4" interval="20000" last-rc-change="1523260399" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;7:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="7" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="73" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="8:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;8:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="68" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="9:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;9:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="20" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="499" queue-time="0" op-digest="ca3da6f108527dc1b04b197fb932b1ca"/>
            <lrm_rsc_op id="rabbitmq-bundle-docker-2_monitor_60000" operation_key="rabbitmq-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="5:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;5:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="23" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254239" exec-time="115" queue-time="0" op-digest="96961ca97770999cad87c224f4dd09d9"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="13:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;13:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="14:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;14:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="6" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;33:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="rabbitmq-bundle-2_monitor_30000" operation_key="rabbitmq-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="28:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;28:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="9" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254242" exec-time="0" queue-time="0" op-digest="61c3a926b0d3bd428b481dd6e40b1745"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="16:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;16:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="59" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;17:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="32" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="54" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="18:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;18:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="41" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="499" queue-time="0" op-digest="e1e1621b9ba87ff090029601e7ed1605"/>
            <lrm_rsc_op id="galera-bundle-docker-2_monitor_60000" operation_key="galera-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="11:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;11:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="44" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254365" exec-time="133" queue-time="0" op-digest="833a23d25a23c2b843bf752bf8e7afd0"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="23:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;23:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="22:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;22:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="76:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;76:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="galera-bundle-2_monitor_30000" operation_key="galera-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="71:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;71:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="14" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254368" exec-time="0" queue-time="0" op-digest="1cb41a6c33cc25b47ebeff7bb61c3eeb"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="25:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;25:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="70" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;26:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="75" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;27:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="62" rc-code="0" op-status="0" interval="0" last-run="1523254512" last-rc-change="1523254512" exec-time="506" queue-time="0" op-digest="9be9af650e3a8c45e5b72129b8f14ebc"/>
            <lrm_rsc_op id="redis-bundle-docker-2_monitor_60000" operation_key="redis-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;17:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="64" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254513" exec-time="119" queue-time="0" op-digest="223b38a92a94f152192668e126334d84"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="32:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;32:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="15" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="125:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;125:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="18" rc-code="0" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="redis-bundle-2_monitor_30000" operation_key="redis-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="120:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;120:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="19" rc-code="0" op-status="0" interval="30000" last-rc-change="1523254516" exec-time="0" queue-time="0" op-digest="a076da96e60da0ec2faccf5f38186767"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="31:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;31:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="34:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;34:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="70" rc-code="7" op-status="0" interval="0" last-run="1523254558" last-rc-change="1523254558" exec-time="53" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
          </lrm_resource>
          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;35:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="74" rc-code="7" op-status="0" interval="0" last-run="1523254574" last-rc-change="1523254574" exec-time="48" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="169:55:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;169:55:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="79" rc-code="0" op-status="0" interval="0" last-run="1523254596" last-rc-change="1523254596" exec-time="4083" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
            <lrm_rsc_op id="ip-172.17.1.14_monitor_10000" operation_key="ip-172.17.1.14_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="170:55:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;170:55:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="80" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254600" exec-time="49" queue-time="0" op-digest="19c32490a75539eb9cf2ca18727e305e"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="37:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;37:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="84" rc-code="7" op-status="0" interval="0" last-run="1523254607" last-rc-change="1523254607" exec-time="47" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;38:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="88" rc-code="7" op-status="0" interval="0" last-run="1523254624" last-rc-change="1523254624" exec-time="49" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="178:64:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;178:64:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="93" rc-code="0" op-status="0" interval="0" last-run="1523254647" last-rc-change="1523254647" exec-time="4082" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
            <lrm_rsc_op id="ip-172.17.4.17_monitor_10000" operation_key="ip-172.17.4.17_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="179:64:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;179:64:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="94" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254651" exec-time="44" queue-time="0" op-digest="4f6fa28044077db6ec3b34abe979afcd"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="42:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;42:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="68" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="43:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;43:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="102" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="69" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="185:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;185:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="107" rc-code="0" op-status="0" interval="0" last-run="1523254662" last-rc-change="1523254662" exec-time="508" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
            <lrm_rsc_op id="haproxy-bundle-docker-2_monitor_60000" operation_key="haproxy-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="186:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;186:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254662" exec-time="115" queue-time="0" op-digest="0f463f8dd703ccc5d6db7e8257b7e651"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_compute-fence-nova" type="fence_compute" class="stonith">
            <lrm_rsc_op id="stonith-fence_compute-fence-nova_last_0" operation_key="stonith-fence_compute-fence-nova_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="44:86:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;44:86:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="112" rc-code="7" op-status="0" interval="0" last-run="1523255081" last-rc-change="1523255081" exec-time="2" queue-time="0" op-digest="ad312d85623cdb0a792e6fbd5e91a820" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
          </lrm_resource>
          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="44:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;44:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="117" rc-code="7" op-status="0" interval="0" last-run="1523255087" last-rc-change="1523255087" exec-time="24" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="46:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;46:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="121" rc-code="7" op-status="0" interval="0" last-run="1523255094" last-rc-change="1523255094" exec-time="28" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400803f9e" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_last_0" operation_key="stonith-fence_ipmilan-525400803f9e_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="218:100:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;218:100:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="137" rc-code="0" op-status="0" interval="0" last-run="1523255221" last-rc-change="1523255221" exec-time="0" queue-time="0" op-digest="4998c836382aeb3820357da01e70b561" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_monitor_60000" operation_key="stonith-fence_ipmilan-525400803f9e_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="215:97:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;215:97:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="131" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255216" exec-time="102" queue-time="0" op-digest="477745be04d3d31937853c306f8d724e" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-5254008be2cc" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-5254008be2cc_last_0" operation_key="stonith-fence_ipmilan-5254008be2cc_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="221:105:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;221:105:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="138" rc-code="0" op-status="0" interval="0" last-run="1523255238" last-rc-change="1523255238" exec-time="344" queue-time="0" op-digest="4938a34bfc64185ad6e5f9441c84bf68" op-secure-params=" password  passwd " op-secure-digest="c106093670a7862f33a04c6c920209b9"/>
            <lrm_rsc_op id="stonith-fence_ipmilan-5254008be2cc_monitor_60000" operation_key="stonith-fence_ipmilan-5254008be2cc_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="222:105:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;222:105:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="151" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255239" exec-time="204" queue-time="0" op-digest="23c4a5570f4f96a7f35427f9d088acb6" op-secure-params=" password  passwd " op-secure-digest="c106093670a7862f33a04c6c920209b9"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400fca120" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400fca120_last_0" operation_key="stonith-fence_ipmilan-525400fca120_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:105:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:105:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="142" rc-code="7" op-status="0" interval="0" last-run="1523255238" last-rc-change="1523255238" exec-time="0" queue-time="1" op-digest="7e9aea21dfd22b59b27b07578090d9d6" op-secure-params=" password  passwd " op-secure-digest="562546912c5a20954742c65d069a4fb4"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400953d48" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400953d48_last_0" operation_key="stonith-fence_ipmilan-525400953d48_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:105:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;52:105:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="146" rc-code="7" op-status="0" interval="0" last-run="1523255238" last-rc-change="1523255238" exec-time="0" queue-time="0" op-digest="a2ec1560bddbd621ae7ff630da4c9f89" op-secure-params=" password  passwd " op-secure-digest="1a1e4d964e3025ec522d4b4d96995bbb"/>
          </lrm_resource>
          <lrm_resource id="stonith-fence_ipmilan-525400b02b86" type="fence_ipmilan" class="stonith">
            <lrm_rsc_op id="stonith-fence_ipmilan-525400b02b86_last_0" operation_key="stonith-fence_ipmilan-525400b02b86_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="225:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;225:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="156" rc-code="0" op-status="0" interval="0" last-run="1523255310" last-rc-change="1523255310" exec-time="129" queue-time="0" op-digest="800b95e336cd972373e8e2f87f98171f" op-secure-params=" password  passwd " op-secure-digest="d207be35798fa3d6ad04e543cad39795"/>
            <lrm_rsc_op id="stonith-fence_ipmilan-525400b02b86_monitor_60000" operation_key="stonith-fence_ipmilan-525400b02b86_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="226:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;226:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="157" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255310" exec-time="193" queue-time="0" op-digest="15b553d8b93933f79c56207a7f3cc02f" op-secure-params=" password  passwd " op-secure-digest="d207be35798fa3d6ad04e543cad39795"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;52:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="155" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="101" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
      <transient_attributes id="2">
        <instance_attributes id="status-2">
          <nvpair id="status-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-1"/>
          <nvpair id="status-2-master-galera" name="master-galera" value="100"/>
          <nvpair id="status-2-master-redis" name="master-redis" value="1"/>
          <nvpair id="status-2-.node-unfenced" name="#node-unfenced" value="1523255236"/>
          <nvpair id="status-2-fail-count-overcloud-novacompute-1.monitor_20000" name="fail-count-overcloud-novacompute-1#monitor_20000" value="1"/>
          <nvpair id="status-2-last-failure-overcloud-novacompute-1.monitor_20000" name="last-failure-overcloud-novacompute-1#monitor_20000" value="1523260399"/>
        </instance_attributes>
      </transient_attributes>
    </node_state>
    <node_state remote_node="true" id="overcloud-novacompute-0" uname="overcloud-novacompute-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="overcloud-novacompute-0">
        <lrm_resources>
          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="13:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;13:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="36" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="98" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="14:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;14:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="40" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="86" queue-time="1" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="15:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;15:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="44" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="49" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="22:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;22:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="54" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="83" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="23:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;23:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="58" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="84" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="24:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;24:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="62" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="49" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="31:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;31:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="73" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="84" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="32:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;32:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="77" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="86" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;33:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="81" rc-code="7" op-status="0" interval="0" last-run="1523254479" last-rc-change="1523254479" exec-time="57" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="89" rc-code="7" op-status="0" interval="0" last-run="1523254559" last-rc-change="1523254559" exec-time="47" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
          </lrm_resource>
          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="37:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;37:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1523254575" last-rc-change="1523254575" exec-time="41" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;38:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="99" rc-code="7" op-status="0" interval="0" last-run="1523254591" last-rc-change="1523254591" exec-time="42" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="39:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;39:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="104" rc-code="7" op-status="0" interval="0" last-run="1523254608" last-rc-change="1523254608" exec-time="44" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="40:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;40:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="108" rc-code="7" op-status="0" interval="0" last-run="1523254624" last-rc-change="1523254624" exec-time="42" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="41:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;41:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="113" rc-code="7" op-status="0" interval="0" last-run="1523254642" last-rc-change="1523254642" exec-time="35" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="48:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;48:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="118" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="84" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="49:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;49:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="122" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="85" queue-time="1" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="126" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="52" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="206:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;206:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="233" rc-code="0" op-status="0" interval="0" last-run="1523255234" last-rc-change="1523255234" exec-time="27" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="compute-unfence-trigger_monitor_10000" operation_key="compute-unfence-trigger_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="208:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;208:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="234" rc-code="0" op-status="0" interval="10000" last-rc-change="1523255234" exec-time="22" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="48:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;48:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="167" rc-code="7" op-status="0" interval="0" last-run="1523255094" last-rc-change="1523255094" exec-time="28" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="54:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;54:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="242" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="67" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
      <transient_attributes id="overcloud-novacompute-0">
        <instance_attributes id="status-overcloud-novacompute-0">
          <nvpair id="status-overcloud-novacompute-0-.node-unfenced" name="#node-unfenced" value="1523255231"/>
          <nvpair id="status-overcloud-novacompute-0-.digests-all" name="#digests-all" value="stonith-fence_compute-fence-nova:fence_compute:ad312d85623cdb0a792e6fbd5e91a820,"/>
          <nvpair id="status-overcloud-novacompute-0-.digests-secure" name="#digests-secure" value="stonith-fence_compute-fence-nova:fence_compute:(null),"/>
        </instance_attributes>
      </transient_attributes>
    </node_state>
    <node_state remote_node="true" id="overcloud-novacompute-1" uname="overcloud-novacompute-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="overcloud-novacompute-1">
        <lrm_resources>
          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="16:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;16:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="35" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="97" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;17:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="39" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="82" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="18:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;18:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="43" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="51" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="25:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;25:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1523254330" last-rc-change="1523254330" exec-time="82" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;26:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="83" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;27:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="51" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="34:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;34:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="73" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="82" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;35:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="77" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="83" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="81" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="55" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
          </lrm_resource>
          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="37:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;37:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="89" rc-code="7" op-status="0" interval="0" last-run="1523254558" last-rc-change="1523254558" exec-time="43" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
          </lrm_resource>
          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;38:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1523254574" last-rc-change="1523254574" exec-time="37" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="39:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;39:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1523254591" last-rc-change="1523254591" exec-time="40" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="40:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;40:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="103" rc-code="7" op-status="0" interval="0" last-run="1523254607" last-rc-change="1523254607" exec-time="37" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="41:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;41:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="108" rc-code="7" op-status="0" interval="0" last-run="1523254624" last-rc-change="1523254624" exec-time="39" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
          </lrm_resource>
          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="42:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;42:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="113" rc-code="7" op-status="0" interval="0" last-run="1523254641" last-rc-change="1523254641" exec-time="35" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="51:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;51:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="118" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="84" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;52:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="122" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="84" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="53:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;53:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="126" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="56" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
          </lrm_resource>
          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="209:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;209:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="233" rc-code="0" op-status="0" interval="0" last-run="1523255234" last-rc-change="1523255234" exec-time="27" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
            <lrm_rsc_op id="compute-unfence-trigger_monitor_10000" operation_key="compute-unfence-trigger_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="211:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;211:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="234" rc-code="0" op-status="0" interval="10000" last-rc-change="1523255234" exec-time="19" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="49:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;49:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="167" rc-code="7" op-status="0" interval="0" last-run="1523255094" last-rc-change="1523255094" exec-time="25" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
          </lrm_resource>
          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="55:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;55:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="241" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="70" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
      <transient_attributes id="overcloud-novacompute-1">
        <instance_attributes id="status-overcloud-novacompute-1">
          <nvpair id="status-overcloud-novacompute-1-.node-unfenced" name="#node-unfenced" value="1523255233"/>
          <nvpair id="status-overcloud-novacompute-1-.digests-all" name="#digests-all" value="stonith-fence_compute-fence-nova:fence_compute:ad312d85623cdb0a792e6fbd5e91a820,"/>
          <nvpair id="status-overcloud-novacompute-1-.digests-secure" name="#digests-secure" value="stonith-fence_compute-fence-nova:fence_compute:(null),"/>
        </instance_attributes>
      </transient_attributes>
    </node_state>
    <node_state remote_node="true" id="rabbitmq-bundle-0" uname="rabbitmq-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="rabbitmq-bundle-0">
        <lrm_resources>
          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;33:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1523254244" last-rc-change="1523254244" exec-time="11989" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_pre_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="51:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;51:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254280" last-rc-change="1523254280" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_post_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;52:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254306" last-rc-change="1523254306" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="32:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;32:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="52" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254306" exec-time="4385" queue-time="528" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="rabbitmq-bundle-1" uname="rabbitmq-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="rabbitmq-bundle-1">
        <lrm_resources>
          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:18:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;33:18:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1523254256" last-rc-change="1523254256" exec-time="23713" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_pre_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="53:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;53:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254280" last-rc-change="1523254280" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_post_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="54:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;54:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254306" last-rc-change="1523254306" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;35:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="55" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254306" exec-time="4637" queue-time="487" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="rabbitmq-bundle-2" uname="rabbitmq-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="rabbitmq-bundle-2">
        <lrm_resources>
          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;36:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1523254280" last-rc-change="1523254280" exec-time="25411" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_post_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="55:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;55:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254306" last-rc-change="1523254306" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;38:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="54" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254306" exec-time="4624" queue-time="492" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="galera-bundle-1" uname="galera-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="galera-bundle-1">
        <lrm_resources>
          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="84:31:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;84:31:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="156" rc-code="0" op-status="0" interval="0" last-run="1523254410" last-rc-change="1523254410" exec-time="12244" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="82:32:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:8;82:32:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="191" rc-code="8" op-status="0" interval="10000" last-rc-change="1523254423" exec-time="687" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="galera-bundle-0" uname="galera-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="galera-bundle-0">
        <lrm_resources>
          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="79:30:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;79:30:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="156" rc-code="0" op-status="0" interval="0" last-run="1523254399" last-rc-change="1523254399" exec-time="11070" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="81:31:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:8;81:31:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="261" rc-code="8" op-status="0" interval="10000" last-rc-change="1523254411" exec-time="758" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="galera-bundle-2" uname="galera-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="galera-bundle-2">
        <lrm_resources>
          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="85:32:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;85:32:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="184" rc-code="0" op-status="0" interval="0" last-run="1523254423" last-rc-change="1523254423" exec-time="12190" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="87:33:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:8;87:33:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="220" rc-code="8" op-status="0" interval="10000" last-rc-change="1523254436" exec-time="659" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="redis-bundle-2" uname="redis-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="redis-bundle-2">
        <lrm_resources>
          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="130:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;130:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1523254526" last-rc-change="1523254526" exec-time="4679" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_post_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="181:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;181:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254530" last-rc-change="1523254530" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_pre_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="193:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;193:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254531" last-rc-change="1523254531" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_post_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="194:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;194:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254533" last-rc-change="1523254533" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="134:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;134:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="50" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254538" exec-time="883" queue-time="4096" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="133:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;133:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="51" rc-code="0" op-status="0" interval="45000" last-rc-change="1523254538" exec-time="882" queue-time="4940" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="redis-bundle-0" uname="redis-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="redis-bundle-0">
        <lrm_resources>
          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis_last_0" operation_key="redis_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="124:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;124:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="51" rc-code="0" op-status="0" interval="0" last-run="1523254532" last-rc-change="1523254532" exec-time="1514" queue-time="1147" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_pre_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="177:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;177:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254526" last-rc-change="1523254526" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_post_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="178:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;178:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254530" last-rc-change="1523254530" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_pre_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="189:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;189:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254531" last-rc-change="1523254531" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_post_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="190:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;190:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254533" last-rc-change="1523254533" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_20000" operation_key="redis_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="126:45:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:8;126:45:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="68" rc-code="8" op-status="0" interval="20000" last-rc-change="1523254535" exec-time="1000" queue-time="904" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state remote_node="true" id="redis-bundle-1" uname="redis-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
      <lrm id="redis-bundle-1">
        <lrm_resources>
          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="126:42:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;126:42:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1523254521" last-rc-change="1523254521" exec-time="4533" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_pre_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="179:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;179:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254526" last-rc-change="1523254526" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_post_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="180:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;180:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254530" last-rc-change="1523254530" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_pre_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="191:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;191:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254531" last-rc-change="1523254531" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_post_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="192:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;192:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254533" last-rc-change="1523254533" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="130:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;130:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="51" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254537" exec-time="942" queue-time="4042" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="129:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;129:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="52" rc-code="0" op-status="0" interval="45000" last-rc-change="1523254538" exec-time="1012" queue-time="4944" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
  </status>
</cib>