On 06/28/2012 01:29 PM, David Vossel wrote:
I've been looking into multistate resource colocations quite a bit this week.
I have a branch I'm working with that may improve this situation for you.
If you are feeling brave, test this branch out with your configuration and see
if it fairs better.
https://github.com/davidvossel/pacemaker/tree/master_colo_fixes
If you want to try and apply the patch to your own src, this is commit to
use.https://github.com/davidvossel/pacemaker/commit/0062eab18f96d3f75462e0a889e4175f02552d92
I could be doing something wrong, but that commit doesn't seem to fix my
problem. I applied that commit against the pacemaker packages from
debian squeeze-backports (they call it pacemaker-1.1.7) to test. I
tweaked my production configuration to use Dummy and Stateful resources,
and introduced a location constraint (named "foo") to simulate a failure
of nfs_kernel_server on storage02. As before, the nfs export (called
export_test) stopped, presumably due to it's colocation with
nfs_kernel_server. At this point I ran cibadmin -Q to generate the
attached file.
I'm expecting pacemaker to migrate the DRBD master and all the other
services (all of which are one way or another colocated with the DRBD
master) to storage01, since they could all run there. If I run:
crm_simulate -x cib.xml -S
(cib.xml attached), crm_simulate outputs nothing in the "Transition
Summary", indicating it's happy with the way things are. I was expecting
this to indicate a migration to storage01 so that export_test can run.
If it's not too much trouble, could you try this on your development
version? I wonder if maybe some changes besides the one commit you
referenced above are needed, but making a build of your branch head is a
bit more work than I have time to do now.
<cib epoch="894" num_updates="209" admin_epoch="0" validate-with="pacemaker-1.2" crm_feature_set="3.0.6" update-origin="storage02" update-client="crm_resource" cib-last-written="Fri Jun 29 11:37:46 2012" have-quorum="1" dc-uuid="storage02">
<configuration>
<crm_config>
<cluster_property_set id="cib-bootstrap-options">
<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
<nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/>
<nvpair id="cib-bootstrap-options-expected-quorum-votes" name="expected-quorum-votes" value="2"/>
<nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.7-ee0730e13d124c3d58f00016c3376a1de5323cff"/>
<nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="openais"/>
<nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1340984212"/>
</cluster_property_set>
</crm_config>
<nodes>
<node id="storage01" type="normal" uname="storage01">
<instance_attributes id="storage01-instance_attributes">
<nvpair id="storage01-instance_attributes-standby" name="standby" value="off"/>
</instance_attributes>
</node>
<node id="storage02" type="normal" uname="storage02">
<instance_attributes id="storage02-instance_attributes">
<nvpair id="storage02-instance_attributes-standby" name="standby" value="off"/>
</instance_attributes>
</node>
</nodes>
<resources>
<primitive class="ocf" id="export_test" provider="pacemaker" type="Dummy">
<operations>
<op id="export_test-start-0" interval="0" name="start" timeout="40s"/>
<op id="export_test-monitor-30s" interval="30s" name="monitor" timeout="20s"/>
</operations>
<meta_attributes id="export_test-meta_attributes">
<nvpair id="export_test-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="export_test-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
</primitive>
<primitive class="ocf" id="fs_test" provider="pacemaker" type="Dummy">
<!--# *** test ***-->
<operations>
<op id="fs_test-start-0" interval="0" name="start" timeout="60s"/>
<op id="fs_test-stop-0" interval="0" name="stop" timeout="60s"/>
<op id="fs_test-monitor-30s" interval="30s" name="monitor" timeout="40s"/>
</operations>
<meta_attributes id="fs_test-meta_attributes">
<nvpair id="fs_test-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="fs_test-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
</primitive>
<primitive class="ocf" id="ip_storage" provider="pacemaker" type="Dummy">
<operations>
<op id="ip_storage-monitor-30s" interval="30s" name="monitor"/>
</operations>
<meta_attributes id="ip_storage-meta_attributes">
<nvpair id="ip_storage-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="ip_storage-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
</primitive>
<clone id="nfs_common_clone">
<instance_attributes id="nfs_common_clone-instance_attributes">
<nvpair id="nfs_common_clone-instance_attributes-notify" name="notify" value="false"/>
<nvpair id="nfs_common_clone-instance_attributes-ordered" name="ordered" value="false"/>
</instance_attributes>
<meta_attributes id="nfs_common_clone-meta_attributes">
<nvpair id="nfs_common_clone-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="nfs_common_clone-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
<primitive class="ocf" id="nfs_common" provider="pacemaker" type="Dummy">
<operations>
<op id="nfs_common-monitor-10s" interval="10s" name="monitor" timeout="30s"/>
</operations>
</primitive>
</clone>
<clone id="nfs_kernel_server_clone">
<!--# each of the NFS services runs on each node, all the time (ideally).-->
<instance_attributes id="nfs_kernel_server_clone-instance_attributes">
<nvpair id="nfs_kernel_server_clone-instance_attributes-notify" name="notify" value="false"/>
<nvpair id="nfs_kernel_server_clone-instance_attributes-ordered" name="ordered" value="false"/>
</instance_attributes>
<meta_attributes id="nfs_kernel_server_clone-meta_attributes">
<nvpair id="nfs_kernel_server_clone-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="nfs_kernel_server_clone-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
<primitive class="ocf" id="nfs_kernel_server" provider="pacemaker" type="Dummy">
<operations>
<op id="nfs_kernel_server-monitor-10s" interval="10s" name="monitor" timeout="30s"/>
</operations>
</primitive>
</clone>
<clone id="portmap_clone">
<instance_attributes id="portmap_clone-instance_attributes">
<nvpair id="portmap_clone-instance_attributes-notify" name="notify" value="false"/>
<nvpair id="portmap_clone-instance_attributes-ordered" name="ordered" value="false"/>
</instance_attributes>
<meta_attributes id="portmap_clone-meta_attributes">
<nvpair id="portmap_clone-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="portmap_clone-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
<primitive class="ocf" id="portmap" provider="pacemaker" type="Dummy">
<operations>
<op id="portmap-monitor-10s" interval="10s" name="monitor" timeout="30s"/>
</operations>
</primitive>
</clone>
<primitive class="ocf" id="vg_exports" provider="pacemaker" type="Dummy">
<operations>
<op id="vg_exports-monitor-30s" interval="30s" name="monitor" timeout="30s"/>
<op id="vg_exports-start-0" interval="0" name="start" timeout="30s"/>
<op id="vg_exports-stop-0" interval="0" name="stop" timeout="30s"/>
</operations>
<meta_attributes id="vg_exports-meta_attributes">
<nvpair id="vg_exports-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="vg_exports-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
</primitive>
<master id="drbd_exports_ms">
<meta_attributes id="drbd_exports_ms-meta_attributes">
<nvpair id="drbd_exports_ms-meta_attributes-master-max" name="master-max" value="1"/>
<nvpair id="drbd_exports_ms-meta_attributes-master-node-max" name="master-node-max" value="1"/>
<nvpair id="drbd_exports_ms-meta_attributes-clone-max" name="clone-max" value="2"/>
<nvpair id="drbd_exports_ms-meta_attributes-clone-node-max" name="clone-node-max" value="1"/>
<nvpair id="drbd_exports_ms-meta_attributes-notify" name="notify" value="true"/>
<nvpair id="drbd_exports_ms-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="drbd_exports_ms-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
<primitive class="ocf" id="drbd_exports" provider="pacemaker" type="Stateful">
<operations>
<op id="drbd_exports-monitor-10s" interval="10s" name="monitor" role="Master"/>
<op id="drbd_exports-monitor-20s" interval="20s" name="monitor" role="Slave"/>
<op id="drbd_exports-start-0" interval="0" name="start" timeout="240s"/>
<op id="drbd_exports-stop-0" interval="0" name="stop" timeout="100s"/>
</operations>
</primitive>
</master>
</resources>
<constraints>
<rsc_location id="drbd_masters" rsc="drbd_exports_ms">
<!--# not strictly necessary, but allows crm_simulate to promote DRBD. Also-->
<!--# storage02 is a much more capable machine, so prefer that.-->
<rule id="drbd_masters-rule" role="master" score="1">
<expression attribute="#uname" id="drbd_masters-expression" operation="eq" value="storage01"/>
</rule>
<rule id="drbd_masters-rule-0" role="master" score="100">
<expression attribute="#uname" id="drbd_masters-expression-0" operation="eq" value="storage02"/>
</rule>
</rsc_location>
<rsc_colocation id="colo_drbd_master" score="INFINITY">
<resource_set id="colo_drbd_master-0" sequential="false">
<resource_ref id="ip_storage"/>
<resource_ref id="vg_exports"/>
</resource_set>
<resource_set id="colo_drbd_master-1" role="Master" sequential="false">
<resource_ref id="drbd_exports_ms"/>
</resource_set>
</rsc_colocation>
<rsc_colocation id="nfs_service_colo" score="INFINITY">
<resource_set id="nfs_service_colo-0" sequential="false">
<resource_ref id="nfs_kernel_server_clone"/>
</resource_set>
<resource_set id="nfs_service_colo-1" sequential="false">
<resource_ref id="nfs_common_clone"/>
</resource_set>
<resource_set id="nfs_service_colo-2" sequential="false">
<resource_ref id="portmap_clone"/>
</resource_set>
</rsc_colocation>
<rsc_colocation id="test_export_on_fs" score="INFINITY">
<!--# the parens are required to maintain a sane ordering of colocation-->
<!--# dependencies. See:-->
<!--# http://oss.clusterlabs.org/pipermail/pacemaker/2012-June/014420.html-->
<resource_set id="test_export_on_fs-0" sequential="false">
<resource_ref id="export_test"/>
</resource_set>
<resource_set id="test_export_on_fs-1" sequential="false">
<resource_ref id="fs_test"/>
</resource_set>
<resource_set id="test_export_on_fs-2" sequential="false">
<resource_ref id="vg_exports"/>
</resource_set>
</rsc_colocation>
<rsc_colocation id="test_export_on_nfs" score="INFINITY">
<resource_set id="test_export_on_nfs-0" sequential="false">
<resource_ref id="export_test"/>
</resource_set>
<resource_set id="test_export_on_nfs-1" sequential="false">
<resource_ref id="nfs_kernel_server_clone"/>
</resource_set>
</rsc_colocation>
<rsc_order id="nfs_service_order" score="0">
<!--# There's a bit of a gotcha with clones: if the order score is inf, then-->
<!--# any change to any of the clones on any node will cause a restart of all the-->
<!--# resources ordered after it. So if storage02 was exporting the filesystems,-->
<!--# and storage01 was in standby then came online, the start of the-->
<!--# nfs_kernel_server_clone on storage01 would cause a restart of the exports on-->
<!--# storage02.-->
<!--#-->
<!--# To get around that, we use an advisory ordering. This disables the normal-->
<!--# "restart dependent services" logic of the order constraint, but of course we-->
<!--# still don't want to run nfs-kernel-server if nfs-common or portmap can't run.-->
<!--# Thus, we must also include a colocation constraint, even though it wouldn't-->
<!--# otherwise be required (since the clones run all these services everywhere).-->
<!--#-->
<!--# Apparently, this isn't the desired behavior, and it's been somewhat fixed but-->
<!--# we are hitting the bug anyway. It could be because the order constraint is a-->
<!--# resource set. See bug report:-->
<!--#-->
<!--# https://developerbugs.linuxfoundation.org/show_bug.cgi?id=2153-->
<resource_set id="nfs_service_order-0">
<resource_ref id="portmap_clone"/>
<resource_ref id="nfs_common_clone"/>
<resource_ref id="nfs_kernel_server_clone"/>
</resource_set>
</rsc_order>
<rsc_order first="drbd_exports_ms" first-action="promote" id="promote_before_vg" score="INFINITY" then="vg_exports" then-action="start"/>
<rsc_order id="test_fs_before_export" score="INFINITY">
<resource_set id="test_fs_before_export-0">
<resource_ref id="vg_exports"/>
<resource_ref id="fs_test"/>
<resource_ref id="export_test"/>
</resource_set>
</rsc_order>
<rsc_order first="nfs_kernel_server_clone" id="test_nfs_before_export" score="INFINITY" then="export_test"/>
<rsc_location id="foo" node="storage02" rsc="nfs_kernel_server_clone" score="-INFINITY"/>
</constraints>
</configuration>
<status>
<node_state id="storage01" uname="storage01" ha="active" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="do_update_resource" shutdown="0">
<lrm id="storage01">
<lrm_resources>
<lrm_resource id="export_test" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="export_test_last_0" operation_key="export_test_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="10:5:7:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:7;10:5:7:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1340984398" last-rc-change="1340984398" exec-time="10" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
</lrm_resource>
<lrm_resource id="fs_test" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="fs_test_last_0" operation_key="fs_test_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="11:5:7:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:7;11:5:7:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="3" rc-code="7" op-status="0" interval="0" last-run="1340984398" last-rc-change="1340984398" exec-time="10" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
</lrm_resource>
<lrm_resource id="ip_storage" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="ip_storage_last_0" operation_key="ip_storage_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="12:5:7:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:7;12:5:7:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1340984398" last-rc-change="1340984398" exec-time="10" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
</lrm_resource>
<lrm_resource id="nfs_common:0" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="nfs_common:0_last_0" operation_key="nfs_common:0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="23:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:0;23:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1340984399" last-rc-change="1340984399" exec-time="20" queue-time="0" op-digest="c2d8e5014c9d10e53517ebfe9e4abd34" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="nfs_common:0_monitor_10000" operation_key="nfs_common:0_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="24:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:0;24:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="14" rc-code="0" op-status="0" interval="10000" last-rc-change="1340984399" exec-time="20" queue-time="0" op-digest="df318bc4f97034975348ed8bc5af90ec"/>
</lrm_resource>
<lrm_resource id="portmap:0" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="portmap:0_last_0" operation_key="portmap:0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="37:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:0;37:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="10" rc-code="0" op-status="0" interval="0" last-run="1340984399" last-rc-change="1340984399" exec-time="20" queue-time="0" op-digest="c2d8e5014c9d10e53517ebfe9e4abd34" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="portmap:0_monitor_10000" operation_key="portmap:0_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="38:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:0;38:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="12" rc-code="0" op-status="0" interval="10000" last-rc-change="1340984399" exec-time="10" queue-time="0" op-digest="df318bc4f97034975348ed8bc5af90ec"/>
</lrm_resource>
<lrm_resource id="vg_exports" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="vg_exports_last_0" operation_key="vg_exports_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="16:5:7:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:7;16:5:7:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="8" rc-code="7" op-status="0" interval="0" last-run="1340984398" last-rc-change="1340984398" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
</lrm_resource>
<lrm_resource id="nfs_kernel_server:0" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="nfs_kernel_server:0_last_0" operation_key="nfs_kernel_server:0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="31:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:0;31:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1340984399" last-rc-change="1340984399" exec-time="10" queue-time="0" op-digest="c2d8e5014c9d10e53517ebfe9e4abd34" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="nfs_kernel_server:0_monitor_10000" operation_key="nfs_kernel_server:0_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="32:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:0;32:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="17" rc-code="0" op-status="0" interval="10000" last-rc-change="1340984399" exec-time="10" queue-time="0" op-digest="df318bc4f97034975348ed8bc5af90ec"/>
</lrm_resource>
<lrm_resource id="drbd_exports:0" type="Stateful" class="ocf" provider="pacemaker">
<lrm_rsc_op id="drbd_exports:0_last_0" operation_key="drbd_exports:0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="47:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:0;47:5:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="11" rc-code="0" op-status="0" interval="0" last-run="1340984399" last-rc-change="1340984399" exec-time="40" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="drbd_exports:0_monitor_20000" operation_key="drbd_exports:0_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.6" transition-key="45:6:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" transition-magic="0:0;45:6:0:aa740e5b-1d33-4d4a-88da-1a10a74fda91" call-id="18" rc-code="0" op-status="0" interval="20000" last-rc-change="1340984400" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
</lrm_resource>
</lrm_resources>
</lrm>
<transient_attributes id="storage01">
<instance_attributes id="status-storage01">
<nvpair id="status-storage01-master-drbd_exports.0" name="master-drbd_exports:0" value="5"/>
<nvpair id="status-storage01-probe_complete" name="probe_complete" value="true"/>
</instance_attributes>
</transient_attributes>
</node_state>
<node_state id="storage02" uname="storage02" ha="active" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="do_state_transition" shutdown="0">
<transient_attributes id="storage02">
<instance_attributes id="status-storage02">
<nvpair id="status-storage02-probe_complete" name="probe_complete" value="true"/>
<nvpair id="status-storage02-master-drbd_exports.1" name="master-drbd_exports:1" value="10"/>
</instance_attributes>
</transient_attributes>
<lrm id="storage02">
<lrm_resources>
<lrm_resource id="fs_test" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="fs_test_last_0" operation_key="fs_test_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="12:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;12:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="23" rc-code="0" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="fs_test_monitor_30000" operation_key="fs_test_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="13:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;13:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="25" rc-code="0" op-status="0" interval="30000" op-digest="c2a712efd2293923763d9f0b4c6bad17"/>
</lrm_resource>
<lrm_resource id="nfs_kernel_server:0" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="nfs_kernel_server:0_last_0" operation_key="nfs_kernel_server:0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="17:1:7:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:7;17:1:7:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="6" rc-code="7" op-status="0" interval="0" op-digest="c2d8e5014c9d10e53517ebfe9e4abd34" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
</lrm_resource>
<lrm_resource id="drbd_exports:1" type="Stateful" class="ocf" provider="pacemaker">
<lrm_rsc_op id="drbd_exports:1_last_0" operation_key="drbd_exports:1_promote_0" operation="promote" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="45:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;45:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="19" rc-code="0" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="drbd_exports:1_monitor_10000" operation_key="drbd_exports:1_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="46:2:8:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:8;46:2:8:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="22" rc-code="8" op-status="0" interval="10000" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
</lrm_resource>
<lrm_resource id="ip_storage" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="ip_storage_last_0" operation_key="ip_storage_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="26:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;26:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="11" rc-code="0" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="ip_storage_monitor_30000" operation_key="ip_storage_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="27:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;27:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="14" rc-code="0" op-status="0" interval="30000" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
</lrm_resource>
<lrm_resource id="export_test" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="export_test_last_0" operation_key="export_test_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="13:1:7:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:7;13:1:7:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="2" rc-code="7" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
</lrm_resource>
<lrm_resource id="nfs_common:1" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="nfs_common:1_last_0" operation_key="nfs_common:1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="30:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;30:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="13" rc-code="0" op-status="0" interval="0" op-digest="c2d8e5014c9d10e53517ebfe9e4abd34" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="nfs_common:1_monitor_10000" operation_key="nfs_common:1_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="31:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;31:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="15" rc-code="0" op-status="0" interval="10000" op-digest="df318bc4f97034975348ed8bc5af90ec"/>
</lrm_resource>
<lrm_resource id="vg_exports" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="vg_exports_last_0" operation_key="vg_exports_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="38:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;38:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="21" rc-code="0" op-status="0" interval="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="vg_exports_monitor_30000" operation_key="vg_exports_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="39:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;39:2:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="24" rc-code="0" op-status="0" interval="30000" op-digest="02a5bcf940fc8d3239701acb11438d6a"/>
</lrm_resource>
<lrm_resource id="portmap:1" type="Dummy" class="ocf" provider="pacemaker">
<lrm_rsc_op id="portmap:1_last_0" operation_key="portmap:1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="44:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;44:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="10" rc-code="0" op-status="0" interval="0" op-digest="c2d8e5014c9d10e53517ebfe9e4abd34" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
<lrm_rsc_op id="portmap:1_monitor_10000" operation_key="portmap:1_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.6" transition-key="45:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" transition-magic="0:0;45:1:0:51e039b8-fe27-482e-bc1a-75a52fc60462" call-id="12" rc-code="0" op-status="0" interval="10000" op-digest="df318bc4f97034975348ed8bc5af90ec"/>
</lrm_resource>
</lrm_resources>
</lrm>
</node_state>
</status>
</cib>
_______________________________________________
Pacemaker mailing list: Pacemaker@oss.clusterlabs.org
http://oss.clusterlabs.org/mailman/listinfo/pacemaker
Project Home: http://www.clusterlabs.org
Getting started: http://www.clusterlabs.org/doc/Cluster_from_Scratch.pdf
Bugs: http://bugs.clusterlabs.org
