<cib crm_feature_set="3.0.11" validate-with="pacemaker-2.6" epoch="56" num_updates="51" admin_epoch="0" cib-last-written="Tue Jun 19 15:41:24 2018" update-origin="zfs-serv4" update-client="crmd" update-user="hacluster" have-quorum="1" dc-uuid="1" execution-date="1529418137">
  <configuration>
    <crm_config>
      <cluster_property_set id="cib-bootstrap-options">
        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.16-94ff4df"/>
        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="zfs-vmstorage"/>
        <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="stop"/>
        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/>
        <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1528814481"/>
      </cluster_property_set>
    </crm_config>
    <nodes>
      <node id="1" uname="zfs-serv3">
        <instance_attributes id="nodes-1"/>
      </node>
      <node id="2" uname="zfs-serv4">
        <instance_attributes id="nodes-2"/>
      </node>
    </nodes>
    <resources>
      <primitive class="ocf" id="vm_storage" provider="heartbeat" type="ZFS">
        <instance_attributes id="vm_storage-instance_attributes">
          <nvpair id="vm_storage-instance_attributes-pool" name="pool" value="vm_storage"/>
          <nvpair id="vm_storage-instance_attributes-importargs" name="importargs" value="-d /dev/disk/by-vdev/"/>
        </instance_attributes>
        <operations>
          <op id="vm_storage-monitor-interval-5s" interval="5s" name="monitor" timeout="30s"/>
          <op id="vm_storage-start-interval-0s" interval="0s" name="start" timeout="90"/>
          <op id="vm_storage-stop-interval-0s" interval="0s" name="stop" timeout="90"/>
        </operations>
      </primitive>
      <primitive class="ocf" id="ha-ip" provider="heartbeat" type="IPaddr2">
        <instance_attributes id="ha-ip-instance_attributes">
          <nvpair id="ha-ip-instance_attributes-ip" name="ip" value="172.16.101.73"/>
          <nvpair id="ha-ip-instance_attributes-cidr_netmask" name="cidr_netmask" value="16"/>
        </instance_attributes>
        <operations>
          <op id="ha-ip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
          <op id="ha-ip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
          <op id="ha-ip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="resIPMI-zfs4" type="external/ipmi">
        <instance_attributes id="resIPMI-zfs4-instance_attributes">
          <nvpair id="resIPMI-zfs4-instance_attributes-hostname" name="hostname" value="ipmi-zfs-serv4"/>
          <nvpair id="resIPMI-zfs4-instance_attributes-ipaddr" name="ipaddr" value="172.16.105.17"/>
          <nvpair id="resIPMI-zfs4-instance_attributes-userid" name="userid" value="USER"/>
          <nvpair id="resIPMI-zfs4-instance_attributes-passwd" name="passwd" value="GEHEIM"/>
          <nvpair id="resIPMI-zfs4-instance_attributes-interface" name="interface" value="lan"/>
        </instance_attributes>
        <operations>
          <op id="resIPMI-zfs4-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="stonith" id="resIPMI-zfs3" type="external/ipmi">
        <instance_attributes id="resIPMI-zfs3-instance_attributes">
          <nvpair id="resIPMI-zfs3-instance_attributes-hostname" name="hostname" value="ipmi-zfs-serv3"/>
          <nvpair id="resIPMI-zfs3-instance_attributes-ipaddr" name="ipaddr" value="172.16.105.16"/>
          <nvpair id="resIPMI-zfs3-instance_attributes-userid" name="userid" value="USER"/>
          <nvpair id="resIPMI-zfs3-instance_attributes-passwd" name="passwd" value="GEHEIM"/>
          <nvpair id="resIPMI-zfs3-instance_attributes-interface" name="interface" value="lan"/>
        </instance_attributes>
        <operations>
          <op id="resIPMI-zfs3-monitor-interval-60s" interval="60s" name="monitor"/>
        </operations>
      </primitive>
      <primitive class="systemd" id="nfs-server" type="nfs-server">
        <instance_attributes id="nfs-server-instance_attributes"/>
        <operations>
          <op id="nfs-server-start-interval-0s" interval="0s" name="start" timeout="100"/>
          <op id="nfs-server-stop-interval-0s" interval="0s" name="stop" timeout="100"/>
          <op id="nfs-server-monitor-interval-60" interval="60" name="monitor" timeout="100"/>
        </operations>
      </primitive>
    </resources>
    <constraints>
      <rsc_location id="location-resIPMI-zfs4-zfs-serv4--INFINITY" node="zfs-serv4" rsc="resIPMI-zfs4" score="-INFINITY"/>
      <rsc_location id="location-resIPMI-zfs3-zfs-serv3--INFINITY" node="zfs-serv3" rsc="resIPMI-zfs3" score="-INFINITY"/>
      <rsc_colocation id="colocation-ha-ip-nfs-server-INFINITY" score="INFINITY">
        <resource_set id="colocation-ha-ip-nfs-server-INFINITY-0">
          <resource_ref id="ha-ip"/>
          <resource_ref id="nfs-server"/>
          <resource_ref id="vm_storage"/>
        </resource_set>
      </rsc_colocation>
      <rsc_order id="pcs_rsc_order_set_nfs-server_vm_storage_ha-ip">
        <resource_set action="start" id="pcs_rsc_set_nfs-server_vm_storage_ha-ip">
          <resource_ref id="nfs-server"/>
          <resource_ref id="vm_storage"/>
          <resource_ref id="ha-ip"/>
        </resource_set>
      </rsc_order>
      <rsc_order id="pcs_rsc_order_set_ha-ip_nfs-server_vm_storage">
        <resource_set action="stop" id="pcs_rsc_set_ha-ip_nfs-server_vm_storage">
          <resource_ref id="ha-ip"/>
          <resource_ref id="nfs-server"/>
          <resource_ref id="vm_storage"/>
        </resource_set>
      </rsc_order>
    </constraints>
    <rsc_defaults>
      <meta_attributes id="rsc_defaults-options">
        <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="100"/>
      </meta_attributes>
    </rsc_defaults>
  </configuration>
  <status>
    <node_state id="1" uname="zfs-serv3" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
      <transient_attributes id="1">
        <instance_attributes id="status-1">
          <nvpair id="status-1-shutdown" name="shutdown" value="0"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="1">
        <lrm_resources>
          <lrm_resource id="resIPMI-zfs3" type="external/ipmi" class="stonith">
            <lrm_rsc_op id="resIPMI-zfs3_last_0" operation_key="resIPMI-zfs3_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.11" transition-key="9:3:7:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" transition-magic="0:7;9:3:7:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" on_node="zfs-serv3" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1529415684" last-rc-change="1529415684" exec-time="0" queue-time="0" op-digest="094346bd465cb2a98ae36678e916c2e2" op-secure-params=" passwd " op-secure-digest="15dcf9b49905c4d0a293fbb058ab1c04"/>
          </lrm_resource>
          <lrm_resource id="resIPMI-zfs4" type="external/ipmi" class="stonith">
            <lrm_rsc_op id="resIPMI-zfs4_last_0" operation_key="resIPMI-zfs4_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.11" transition-key="15:3:0:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" transition-magic="0:0;15:3:0:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" on_node="zfs-serv3" call-id="22" rc-code="0" op-status="0" interval="0" last-run="1529415684" last-rc-change="1529415684" exec-time="1144" queue-time="0" op-digest="351dc4f3aa7fbcd19a7edddd96396a5a" op-secure-params=" passwd " op-secure-digest="3b7448c4f33f13a6bf14d7ec9585273e"/>
            <lrm_rsc_op id="resIPMI-zfs4_monitor_60000" operation_key="resIPMI-zfs4_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.11" transition-key="16:3:0:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" transition-magic="0:0;16:3:0:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" on_node="zfs-serv3" call-id="23" rc-code="0" op-status="0" interval="60000" last-rc-change="1529415685" exec-time="1072" queue-time="0" op-digest="83de0541a8f21b88aab09602ac2b7b81" op-secure-params=" passwd " op-secure-digest="3b7448c4f33f13a6bf14d7ec9585273e"/>
          </lrm_resource>
          <lrm_resource id="ha-ip" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ha-ip_last_0" operation_key="ha-ip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.11" transition-key="7:3:7:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" transition-magic="0:7;7:3:7:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" on_node="zfs-serv3" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1529415684" last-rc-change="1529415684" exec-time="64" queue-time="0" op-digest="33aeb4470256c3fdbf4685a3eaf3fcac"/>
          </lrm_resource>
          <lrm_resource id="vm_storage" type="ZFS" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="vm_storage_last_0" operation_key="vm_storage_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.11" transition-key="6:3:7:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" transition-magic="0:7;6:3:7:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" on_node="zfs-serv3" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1529415684" last-rc-change="1529415684" exec-time="47" queue-time="0" op-digest="31e5f882de1c132db379d39486ef5e81"/>
          </lrm_resource>
          <lrm_resource id="nfs-server" type="nfs-server" class="systemd">
            <lrm_rsc_op id="nfs-server_last_0" operation_key="nfs-server_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.11" transition-key="10:3:7:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" transition-magic="0:7;10:3:7:08cf1cdc-f8c5-4c45-9e34-7f662b243ecc" on_node="zfs-serv3" call-id="21" rc-code="7" op-status="0" interval="0" last-run="1529415684" last-rc-change="1529415684" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state id="2" uname="zfs-serv4" crmd="online" crm-debug-origin="do_update_resource" in_ccm="true" join="member" expected="member">
      <transient_attributes id="2">
        <instance_attributes id="status-2">
          <nvpair id="status-2-shutdown" name="shutdown" value="0"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="2">
        <lrm_resources>
          <lrm_resource id="resIPMI-zfs4" type="external/ipmi" class="stonith">
            <lrm_rsc_op id="resIPMI-zfs4_last_0" operation_key="resIPMI-zfs4_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.11" transition-key="5:1:7:e8de3f82-cac9-40e6-ab2e-cf092d060abf" transition-magic="0:7;5:1:7:e8de3f82-cac9-40e6-ab2e-cf092d060abf" on_node="zfs-serv4" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1529417235" last-rc-change="1529417235" exec-time="2" queue-time="0" op-digest="351dc4f3aa7fbcd19a7edddd96396a5a" op-secure-params=" passwd " op-secure-digest="3b7448c4f33f13a6bf14d7ec9585273e"/>
          </lrm_resource>
          <lrm_resource id="resIPMI-zfs3" type="external/ipmi" class="stonith">
            <lrm_rsc_op id="resIPMI-zfs3_last_0" operation_key="resIPMI-zfs3_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.11" transition-key="14:1:0:e8de3f82-cac9-40e6-ab2e-cf092d060abf" transition-magic="0:0;14:1:0:e8de3f82-cac9-40e6-ab2e-cf092d060abf" on_node="zfs-serv4" call-id="22" rc-code="0" op-status="0" interval="0" last-run="1529417235" last-rc-change="1529417235" exec-time="1207" queue-time="0" op-digest="094346bd465cb2a98ae36678e916c2e2" op-secure-params=" passwd " op-secure-digest="15dcf9b49905c4d0a293fbb058ab1c04"/>
            <lrm_rsc_op id="resIPMI-zfs3_monitor_60000" operation_key="resIPMI-zfs3_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.11" transition-key="15:1:0:e8de3f82-cac9-40e6-ab2e-cf092d060abf" transition-magic="0:0;15:1:0:e8de3f82-cac9-40e6-ab2e-cf092d060abf" on_node="zfs-serv4" call-id="23" rc-code="0" op-status="0" interval="60000" last-rc-change="1529417236" exec-time="1073" queue-time="0" op-digest="acea0abc4a7da1aa2370af269d6b2d66" op-secure-params=" passwd " op-secure-digest="15dcf9b49905c4d0a293fbb058ab1c04"/>
          </lrm_resource>
          <lrm_resource id="vm_storage" type="ZFS" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="vm_storage_last_0" operation_key="vm_storage_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.11" transition-key="3:1:7:e8de3f82-cac9-40e6-ab2e-cf092d060abf" transition-magic="0:7;3:1:7:e8de3f82-cac9-40e6-ab2e-cf092d060abf" on_node="zfs-serv4" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1529417235" last-rc-change="1529417235" exec-time="71" queue-time="0" op-digest="31e5f882de1c132db379d39486ef5e81"/>
          </lrm_resource>
          <lrm_resource id="nfs-server" type="nfs-server" class="systemd">
            <lrm_rsc_op id="nfs-server_last_0" operation_key="nfs-server_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.11" transition-key="7:1:7:e8de3f82-cac9-40e6-ab2e-cf092d060abf" transition-magic="0:7;7:1:7:e8de3f82-cac9-40e6-ab2e-cf092d060abf" on_node="zfs-serv4" call-id="21" rc-code="7" op-status="0" interval="0" last-run="1529417235" last-rc-change="1529417235" exec-time="19" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
          <lrm_resource id="ha-ip" type="IPaddr2" class="ocf" provider="heartbeat">
            <lrm_rsc_op id="ha-ip_last_0" operation_key="ha-ip_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.11" transition-key="4:1:7:e8de3f82-cac9-40e6-ab2e-cf092d060abf" transition-magic="0:7;4:1:7:e8de3f82-cac9-40e6-ab2e-cf092d060abf" on_node="zfs-serv4" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1529417235" last-rc-change="1529417235" exec-time="144" queue-time="0" op-digest="33aeb4470256c3fdbf4685a3eaf3fcac"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
  </status>
</cib>
