conf sh node 739272007: zfs-serv1 node 739272008: zfs-serv2 primitive HA_IP-Serv1 IPaddr2 \ params ip=172.16.101.70 cidr_netmask=16 \ op monitor interval=10s timeout=10s nic=bond0 \ meta target-role=Started primitive HA_IP-Serv2 IPaddr2 \ params ip=172.16.101.74 cidr_netmask=16 \ op monitor interval=10s nic=bond0 primitive nc_storage ZFS \ params pool=nc_storage importargs="-d /dev/disk/by-partlabel/" location cli-prefer-HA_IP-Serv1 HA_IP-Serv1 role=Started inf: zfs-serv1 location cli-prefer-HA_IP-Serv2 HA_IP-Serv2 role=Started inf: zfs-serv2 location cli-prefer-nc_storage nc_storage role=Started inf: zfs-serv2 property cib-bootstrap-options: \ have-watchdog=false \ dc-version=1.1.16-94ff4df \ cluster-infrastructure=corosync \ cluster-name=debian \ no-quorum-policy=ignore \ default-resource-stickiness=100 \ stonith-enabled=false \ last-lrm-refresh=1507702403 resource move HA_IP-Serv1 zfs-serv2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_delete operation for section constraints: OK (rc=0, origin=zfs-serv1/crm_resource/3, version=0.82.44) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.82.44 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.0 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @epoch=83, @num_updates=0 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/configuration/constraints/rsc_location[@id='cli-prefer-HA_IP-Serv1']: @node=zfs-serv2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section constraints: OK (rc=0, origin=zfs-serv1/crm_resource/4, version=0.83.0) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.0 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.1 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=1 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272007']/lrm[@id='739272007']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @crm-debug-origin=do_update_resource, @transition-key=8:1574:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;8:1574:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=55, @last-run=1507702772, @last-rc-change=1507702772, @exec Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/crmd/1853, version=0.83.1) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1574:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:17 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_file_backup: Archived previous version as /var/lib/pacemaker/cib/cib-39.raw Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:17 pid:27672 exit-code:0 exec-time:48ms queue-time:0ms Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 27735 exited with rc=0 Oct 11 08:19:32 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=17 key=HA_IP-Serv1_start_0 confirmed=true cib-update=15 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/15) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.1 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.2 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1574:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1574:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=17, @rc-code=0, @last-run=1507702772, @last-rc-change=1507702772, @exec-time=48 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/15, version=0.83.2) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=10:1574:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=18 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=16 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/16) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.2 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.3 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=3 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: ++ /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']: 1 from zfs-serv1 Oct 11 08:19:32 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: (null) -> 1507702772 from zfs-serv1 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.3 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.4 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=4 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: ++ /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']: Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/912, version=0.83.4) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.4 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.5 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=5 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: ++ /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']: Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/913, version=0.83.5) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_file_write_with_digest: Wrote version 0.83.0 of the CIB to disk (digest: 268117dddecb878f1ddc928a082f0895) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_file_write_with_digest: Reading cluster configuration file /var/lib/pacemaker/cib/cib.hyrqet (digest: /var/lib/pacemaker/cib/cib.C5oeAv) Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:20 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=18 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:20 pid:27780 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:32 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=20 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=17 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/17) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.5 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.6 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=6 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=20, @exec-time=41 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/17, version=0.83.6) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:21 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:21 pid:27833 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 27896 exited with rc=0 Oct 11 08:19:32 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=21 key=HA_IP-Serv1_start_0 confirmed=true cib-update=18 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/18) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.6 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.7 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=7 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=21, @exec-time=46 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/18, version=0.83.7) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=22 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=19 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/19) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.7 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.8 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=8 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1576:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=22, @exec-time=28 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/19, version=0.83.8) Oct 11 08:19:32 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 1 -> 2 from zfs-serv1 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.8 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.9 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=9 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/914, version=0.83.9) Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:24 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=22 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:24 pid:27942 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:32 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=24 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=20 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/20) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.9 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.10 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=10 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=24, @exec-time=42 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/20, version=0.83.10) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:25 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:25 pid:27995 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 28058 exited with rc=0 Oct 11 08:19:32 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=25 key=HA_IP-Serv1_start_0 confirmed=true cib-update=21 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/21) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.10 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.11 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=11 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=25, @exec-time=45 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/21, version=0.83.11) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=26 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=22 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/22) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.11 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.12 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=12 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1578:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=26, @exec-time=26 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/22, version=0.83.12) Oct 11 08:19:32 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 2 -> 3 from zfs-serv1 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.12 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.13 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=13 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=3 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/915, version=0.83.13) Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:28 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=26 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:28 pid:28103 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:32 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=28 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=23 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/23) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.13 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.14 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=14 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=28, @exec-time=42 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/23, version=0.83.14) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:29 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:29 pid:28156 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 28219 exited with rc=0 Oct 11 08:19:32 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=29 key=HA_IP-Serv1_start_0 confirmed=true cib-update=24 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/24) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.14 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.15 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=15 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=29, @exec-time=45 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/24, version=0.83.15) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=30 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=25 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/25) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.15 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.16 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=16 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1580:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=30, @exec-time=27 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/25, version=0.83.16) Oct 11 08:19:32 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 3 -> 4 from zfs-serv1 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.16 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.17 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=17 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=4 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/916, version=0.83.17) Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:32 Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=30 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:32 pid:28264 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:32 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=32 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=26 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/26) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.17 2 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.18 (null) Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=18 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=32, @exec-time=41 Oct 11 08:19:32 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/26, version=0.83.18) Oct 11 08:19:32 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:32 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:33 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:33 pid:28317 exit-code:0 exec-time:44ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 28380 exited with rc=0 Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=33 key=HA_IP-Serv1_start_0 confirmed=true cib-update=27 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/27) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.18 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.19 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=19 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=33, @exec-time=44 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/27, version=0.83.19) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=34 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=28 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/28) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.19 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.20 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=20 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1582:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=34, @last-rc-change=1507702773 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/28, version=0.83.20) Oct 11 08:19:33 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 4 -> 5 from zfs-serv1 Oct 11 08:19:33 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702772 -> 1507702773 from zfs-serv1 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.20 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.21 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=21 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=5 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/917, version=0.83.21) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.21 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.22 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=22 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702773 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/918, version=0.83.22) Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:36 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=34 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:36 pid:28425 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=36 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=29 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/29) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.22 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.23 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=23 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=36, @last-run=1507702773, @last-rc-change=1507702773, @exec-time=42 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/29, version=0.83.23) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:37 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:37 pid:28479 exit-code:0 exec-time:44ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 28542 exited with rc=0 Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=37 key=HA_IP-Serv1_start_0 confirmed=true cib-update=30 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/30) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.23 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.24 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=24 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=37, @exec-time=44 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/30, version=0.83.24) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=38 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=31 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/31) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.24 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.25 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=25 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1584:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=38, @exec-time=26 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/31, version=0.83.25) Oct 11 08:19:33 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 5 -> 6 from zfs-serv1 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.25 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.26 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=26 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=6 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/919, version=0.83.26) Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:40 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=38 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:40 pid:28587 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=40 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=32 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/32) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.26 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.27 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=27 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=40, @exec-time=43 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/32, version=0.83.27) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:41 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:41 pid:28640 exit-code:0 exec-time:39ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 28703 exited with rc=0 Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=41 key=HA_IP-Serv1_start_0 confirmed=true cib-update=33 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/33) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.27 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.28 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=28 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=41, @exec-time=39 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/33, version=0.83.28) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=42 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=34 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/34) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.28 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.29 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=29 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1586:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=42, @exec-time=23 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/34, version=0.83.29) Oct 11 08:19:33 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 6 -> 7 from zfs-serv1 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.29 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.30 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=30 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=7 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/920, version=0.83.30) Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:44 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=42 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:44 pid:28748 exit-code:0 exec-time:33ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=44 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=35 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/35) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.30 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.31 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=31 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=44, @exec-time=33 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/35, version=0.83.31) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:45 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:45 pid:28801 exit-code:0 exec-time:39ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 28864 exited with rc=0 Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=45 key=HA_IP-Serv1_start_0 confirmed=true cib-update=36 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/36) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.31 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.32 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=32 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=45, @exec-time=39 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/36, version=0.83.32) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=46 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=37 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/37) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.32 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.33 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=33 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1588:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=46, @exec-time=20 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/37, version=0.83.33) Oct 11 08:19:33 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 7 -> 8 from zfs-serv1 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.33 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.34 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=34 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=8 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/921, version=0.83.34) Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:48 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=46 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:48 pid:28909 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=48 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=38 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/38) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.34 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.35 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=35 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=48, @exec-time=38 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/38, version=0.83.35) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:49 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:49 pid:28962 exit-code:0 exec-time:44ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 29026 exited with rc=0 Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=49 key=HA_IP-Serv1_start_0 confirmed=true cib-update=39 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/39) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.35 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.36 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=36 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=49, @exec-time=44 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/39, version=0.83.36) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=50 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=40 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/40) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.36 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.37 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=37 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1590:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=50, @exec-time=27 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/40, version=0.83.37) Oct 11 08:19:33 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 8 -> 9 from zfs-serv1 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.37 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.38 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=38 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=9 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/922, version=0.83.38) Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:52 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=50 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:52 pid:29071 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=52 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=41 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/41) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.38 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.39 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=39 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=52, @exec-time=43 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/41, version=0.83.39) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:53 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:53 pid:29124 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 29187 exited with rc=0 Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=53 key=HA_IP-Serv1_start_0 confirmed=true cib-update=42 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/42) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.39 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.40 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=40 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=53, @exec-time=46 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/42, version=0.83.40) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=54 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=43 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/43) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.40 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.41 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=41 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1592:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=54 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/43, version=0.83.41) Oct 11 08:19:33 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 9 -> 10 from zfs-serv1 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.41 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.42 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=42 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=10 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/923, version=0.83.42) Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:56 Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=54 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:56 pid:29232 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:33 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=56 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=44 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/44) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.42 2 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.43 (null) Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=43 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=56, @exec-time=41 Oct 11 08:19:33 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/44, version=0.83.43) Oct 11 08:19:33 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:33 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:57 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:57 pid:29285 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 29348 exited with rc=0 Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=57 key=HA_IP-Serv1_start_0 confirmed=true cib-update=45 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/45) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.43 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.44 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=44 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=57, @exec-time=45 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/45, version=0.83.44) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=58 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=46 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/46) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.44 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.45 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=45 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1594:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=58, @last-rc-change=1507702774, @exec-time=28 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/46, version=0.83.45) Oct 11 08:19:34 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 10 -> 11 from zfs-serv1 Oct 11 08:19:34 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702773 -> 1507702774 from zfs-serv1 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.45 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.46 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=46 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=11 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/924, version=0.83.46) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.46 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.47 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=47 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702774 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/925, version=0.83.47) Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:60 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=58 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:60 pid:29393 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=60 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=47 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/47) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.47 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.48 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=48 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=60, @last-run=1507702774, @last-rc-change=1507702774, @exec-time=42 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/47, version=0.83.48) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:61 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:61 pid:29446 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 29509 exited with rc=0 Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=61 key=HA_IP-Serv1_start_0 confirmed=true cib-update=48 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/48) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.48 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.49 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=49 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=61 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/48, version=0.83.49) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=62 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=49 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/49) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.49 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.50 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=50 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1596:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=62 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/49, version=0.83.50) Oct 11 08:19:34 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 11 -> 12 from zfs-serv1 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.50 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.51 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=51 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=12 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/926, version=0.83.51) Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:64 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=62 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:64 pid:29554 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=64 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=50 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/50) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.51 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.52 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=52 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=64 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/50, version=0.83.52) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:65 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:65 pid:29607 exit-code:0 exec-time:44ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 29670 exited with rc=0 Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=65 key=HA_IP-Serv1_start_0 confirmed=true cib-update=51 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/51) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.52 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.53 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=53 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=65, @exec-time=44 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/51, version=0.83.53) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=66 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=52 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/52) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.53 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.54 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=54 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1598:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=66, @exec-time=25 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/52, version=0.83.54) Oct 11 08:19:34 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 12 -> 13 from zfs-serv1 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.54 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.55 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=55 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=13 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/927, version=0.83.55) Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:68 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=66 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:68 pid:29715 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=68 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=53 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/53) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.55 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.56 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=56 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=68, @exec-time=41 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/53, version=0.83.56) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:69 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:69 pid:29768 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 29831 exited with rc=0 Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=69 key=HA_IP-Serv1_start_0 confirmed=true cib-update=54 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/54) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.56 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.57 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=57 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=69, @exec-time=43 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/54, version=0.83.57) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=70 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=55 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/55) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.57 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.58 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=58 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1600:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=70, @exec-time=21 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/55, version=0.83.58) Oct 11 08:19:34 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 13 -> 14 from zfs-serv1 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.58 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.59 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=59 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=14 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/928, version=0.83.59) Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:72 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=70 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:72 pid:29876 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=72 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=56 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/56) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.59 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.60 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=60 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=72, @exec-time=38 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/56, version=0.83.60) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:73 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:73 pid:29929 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 29992 exited with rc=0 Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=73 key=HA_IP-Serv1_start_0 confirmed=true cib-update=57 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/57) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.60 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.61 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=61 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=73 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/57, version=0.83.61) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=74 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=58 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/58) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.61 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.62 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=62 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1602:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=74 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/58, version=0.83.62) Oct 11 08:19:34 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 14 -> 15 from zfs-serv1 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.62 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.63 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=63 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=15 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/929, version=0.83.63) Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:76 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=74 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:76 pid:30037 exit-code:0 exec-time:35ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=76 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=59 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/59) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.63 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.64 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=64 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=76, @exec-time=35 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/59, version=0.83.64) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:77 Oct 11 08:19:34 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:77 pid:30090 exit-code:0 exec-time:44ms queue-time:0ms Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 30153 exited with rc=0 Oct 11 08:19:34 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=77 key=HA_IP-Serv1_start_0 confirmed=true cib-update=60 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/60) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.64 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.65 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=65 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=77, @exec-time=44 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/60, version=0.83.65) Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:34 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=78 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=61 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/61) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.65 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.66 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=66 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1604:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=78, @exec-time=25 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/61, version=0.83.66) Oct 11 08:19:34 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 15 -> 16 from zfs-serv1 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.66 2 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.67 (null) Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=67 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=16 Oct 11 08:19:34 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/930, version=0.83.67) Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:80 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=78 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:80 pid:30198 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=80 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=62 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/62) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.67 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.68 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=68 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=80, @last-run=1507702775, @last-rc-change=1507702775, @exec-time=43 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/62, version=0.83.68) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:81 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:81 pid:30251 exit-code:0 exec-time:47ms queue-time:1ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 30314 exited with rc=0 Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=81 key=HA_IP-Serv1_start_0 confirmed=true cib-update=63 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/63) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.68 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.69 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=69 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=81, @exec-time=47, @queue-time=1 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/63, version=0.83.69) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=82 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=64 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/64) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.69 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.70 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=70 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1606:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=82, @last-rc-change=1507702775, @exec-time=26 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/64, version=0.83.70) Oct 11 08:19:35 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 16 -> 17 from zfs-serv1 Oct 11 08:19:35 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702774 -> 1507702775 from zfs-serv1 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.70 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.71 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=71 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=17 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/931, version=0.83.71) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.71 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.72 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=72 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702775 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/932, version=0.83.72) Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:84 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=82 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:84 pid:30359 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=84 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=65 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/65) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.72 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.73 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=73 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=84, @exec-time=43, @queue-time=0 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/65, version=0.83.73) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:85 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:85 pid:30412 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 30475 exited with rc=0 Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=85 key=HA_IP-Serv1_start_0 confirmed=true cib-update=66 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/66) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.73 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.74 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=74 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=85, @exec-time=45 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/66, version=0.83.74) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=86 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=67 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/67) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.74 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.75 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=75 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1608:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=86, @exec-time=25 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/67, version=0.83.75) Oct 11 08:19:35 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 17 -> 18 from zfs-serv1 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.75 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.76 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=76 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=18 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/933, version=0.83.76) Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:88 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=86 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:88 pid:30520 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=88 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=68 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/68) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.76 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.77 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=77 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=88, @exec-time=41 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/68, version=0.83.77) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:89 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:89 pid:30573 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 30636 exited with rc=0 Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=89 key=HA_IP-Serv1_start_0 confirmed=true cib-update=69 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/69) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.77 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.78 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=78 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=89, @exec-time=47 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/69, version=0.83.78) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=90 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=70 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/70) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.78 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.79 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=79 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1610:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=90 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/70, version=0.83.79) Oct 11 08:19:35 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 18 -> 19 from zfs-serv1 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.79 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.80 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=80 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=19 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/934, version=0.83.80) Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:92 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=90 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:92 pid:30681 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=92 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=71 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/71) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.80 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.81 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=81 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=92, @exec-time=43 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/71, version=0.83.81) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:93 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:93 pid:30734 exit-code:0 exec-time:48ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 30797 exited with rc=0 Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=93 key=HA_IP-Serv1_start_0 confirmed=true cib-update=72 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/72) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.81 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.82 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=82 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=93, @exec-time=48 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/72, version=0.83.82) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=94 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=73 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/73) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.82 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.83 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=83 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1612:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=94, @exec-time=27 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/73, version=0.83.83) Oct 11 08:19:35 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 19 -> 20 from zfs-serv1 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.83 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.84 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=84 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=20 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/935, version=0.83.84) Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:96 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=94 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:96 pid:30842 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=96 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=74 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/74) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.84 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.85 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=85 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=96, @exec-time=41 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/74, version=0.83.85) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:97 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:97 pid:30895 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 30959 exited with rc=0 Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=97 key=HA_IP-Serv1_start_0 confirmed=true cib-update=75 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/75) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.85 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.86 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=86 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=97, @exec-time=43 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/75, version=0.83.86) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=98 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=76 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/76) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.86 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.87 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=87 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1614:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=98, @exec-time=21 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/76, version=0.83.87) Oct 11 08:19:35 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 20 -> 21 from zfs-serv1 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.87 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.88 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=88 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=21 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/936, version=0.83.88) Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:100 Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=98 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:100 pid:31007 exit-code:0 exec-time:36ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=100 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=77 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/77) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.88 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.89 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=89 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=100, @exec-time=36 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/77, version=0.83.89) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:101 Oct 11 08:19:35 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:101 pid:31061 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 31124 exited with rc=0 Oct 11 08:19:35 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=101 key=HA_IP-Serv1_start_0 confirmed=true cib-update=78 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/78) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.89 2 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.90 (null) Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=90 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=101, @exec-time=41 Oct 11 08:19:35 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/78, version=0.83.90) Oct 11 08:19:35 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=102 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=79 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/79) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.90 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.91 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=91 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1616:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=102, @last-rc-change=1507702776, @exec-time=24 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/79, version=0.83.91) Oct 11 08:19:36 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 21 -> 22 from zfs-serv1 Oct 11 08:19:36 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702775 -> 1507702776 from zfs-serv1 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.91 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.92 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=92 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=22 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/937, version=0.83.92) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.92 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.93 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=93 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702776 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/938, version=0.83.93) Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:104 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=102 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:104 pid:31169 exit-code:0 exec-time:33ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=104 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=80 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/80) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.93 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.94 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=94 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=104, @last-run=1507702776, @last-rc-change=1507702776, @exec-time=33 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/80, version=0.83.94) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:105 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:105 pid:31222 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 31285 exited with rc=0 Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=105 key=HA_IP-Serv1_start_0 confirmed=true cib-update=81 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/81) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.94 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.95 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=95 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=105, @exec-time=41 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/81, version=0.83.95) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=106 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=82 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/82) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.95 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.96 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=96 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1618:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=106 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/82, version=0.83.96) Oct 11 08:19:36 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 22 -> 23 from zfs-serv1 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.96 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.97 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=97 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=23 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/939, version=0.83.97) Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:108 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=106 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:108 pid:31330 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=108 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=83 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/83) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.97 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.98 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=98 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=108, @exec-time=42 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/83, version=0.83.98) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:109 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:109 pid:31383 exit-code:0 exec-time:44ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 31446 exited with rc=0 Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=109 key=HA_IP-Serv1_start_0 confirmed=true cib-update=84 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/84) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.98 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.99 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=99 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=109, @exec-time=44 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/84, version=0.83.99) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=110 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=85 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/85) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.99 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.100 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=100 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1620:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=110 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/85, version=0.83.100) Oct 11 08:19:36 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 23 -> 24 from zfs-serv1 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.100 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.101 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=101 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=24 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/940, version=0.83.101) Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:112 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=110 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:112 pid:31491 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=112 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=86 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/86) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.101 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.102 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=102 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=112, @exec-time=43 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/86, version=0.83.102) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:113 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:113 pid:31544 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 31607 exited with rc=0 Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=113 key=HA_IP-Serv1_start_0 confirmed=true cib-update=87 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/87) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.102 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.103 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=103 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=113, @exec-time=46 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/87, version=0.83.103) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=114 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=88 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/88) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.103 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.104 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=104 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1622:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=114, @exec-time=26 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/88, version=0.83.104) Oct 11 08:19:36 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 24 -> 25 from zfs-serv1 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.104 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.105 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=105 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=25 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/941, version=0.83.105) Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:116 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=114 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:116 pid:31652 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=116 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=89 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/89) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.105 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.106 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=106 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=116, @exec-time=38 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/89, version=0.83.106) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:117 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:117 pid:31705 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 31768 exited with rc=0 Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=117 key=HA_IP-Serv1_start_0 confirmed=true cib-update=90 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/90) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.106 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.107 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=107 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=117, @exec-time=43 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/90, version=0.83.107) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=118 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=91 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/91) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.107 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.108 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=108 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1624:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=118 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/91, version=0.83.108) Oct 11 08:19:36 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 25 -> 26 from zfs-serv1 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.108 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.109 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=109 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=26 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/942, version=0.83.109) Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:120 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=118 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:120 pid:31813 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=120 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=92 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/92) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.109 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.110 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=110 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=120, @exec-time=42 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/92, version=0.83.110) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:121 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:121 pid:31866 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 31929 exited with rc=0 Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=121 key=HA_IP-Serv1_start_0 confirmed=true cib-update=93 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/93) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.110 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.111 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=111 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=121, @exec-time=46 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/93, version=0.83.111) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=122 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=94 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/94) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.111 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.112 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=112 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1626:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=122, @exec-time=28 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/94, version=0.83.112) Oct 11 08:19:36 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 26 -> 27 from zfs-serv1 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.112 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.113 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=113 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=27 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/943, version=0.83.113) Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:124 Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=122 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:124 pid:31974 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:36 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=124 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=95 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/95) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.113 2 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.114 (null) Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=114 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=124, @exec-time=42 Oct 11 08:19:36 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/95, version=0.83.114) Oct 11 08:19:36 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:36 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:125 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:125 pid:32027 exit-code:0 exec-time:46ms queue-time:1ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 32090 exited with rc=0 Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=125 key=HA_IP-Serv1_start_0 confirmed=true cib-update=96 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/96) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.114 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.115 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=115 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=125, @last-run=1507702777, @last-rc-change=1507702777, @exec-time=46, @queue-time=1 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/96, version=0.83.115) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=126 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=97 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/97) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.115 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.116 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=116 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1628:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=126, @last-rc-change=1507702777, @exec-time=25 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/97, version=0.83.116) Oct 11 08:19:37 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 27 -> 28 from zfs-serv1 Oct 11 08:19:37 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702776 -> 1507702777 from zfs-serv1 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.116 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.117 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=117 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=28 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/944, version=0.83.117) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.117 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.118 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=118 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702777 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/945, version=0.83.118) Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:128 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=126 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:128 pid:32135 exit-code:0 exec-time:39ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=128 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=98 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/98) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.118 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.119 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=119 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=128, @exec-time=39, @queue-time=0 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/98, version=0.83.119) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:129 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:129 pid:32188 exit-code:0 exec-time:37ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 32251 exited with rc=0 Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=129 key=HA_IP-Serv1_start_0 confirmed=true cib-update=99 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/99) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.119 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.120 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=120 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=129, @exec-time=37 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/99, version=0.83.120) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=130 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=100 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/100) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.120 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.121 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=121 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1630:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=130, @exec-time=23 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/100, version=0.83.121) Oct 11 08:19:37 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 28 -> 29 from zfs-serv1 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.121 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.122 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=122 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=29 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/946, version=0.83.122) Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:132 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=130 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:132 pid:32296 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=132 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=101 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/101) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.122 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.123 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=123 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=132, @exec-time=38 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/101, version=0.83.123) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:133 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:133 pid:32349 exit-code:0 exec-time:40ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 32412 exited with rc=0 Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=133 key=HA_IP-Serv1_start_0 confirmed=true cib-update=102 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/102) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.123 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.124 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=124 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=133, @exec-time=40 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/102, version=0.83.124) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=134 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=103 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/103) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.124 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.125 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=125 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1632:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=134, @exec-time=19 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/103, version=0.83.125) Oct 11 08:19:37 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 29 -> 30 from zfs-serv1 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.125 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.126 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=126 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=30 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/947, version=0.83.126) Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:136 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=134 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:136 pid:32457 exit-code:0 exec-time:40ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=136 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=104 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/104) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.126 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.127 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=127 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=136 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/104, version=0.83.127) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:137 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:137 pid:32510 exit-code:0 exec-time:44ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 32573 exited with rc=0 Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=137 key=HA_IP-Serv1_start_0 confirmed=true cib-update=105 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/105) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.127 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.128 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=128 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=137, @exec-time=44 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/105, version=0.83.128) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=138 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=106 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/106) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.128 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.129 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=129 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1634:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=138, @exec-time=26 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/106, version=0.83.129) Oct 11 08:19:37 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 30 -> 31 from zfs-serv1 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.129 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.130 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=130 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=31 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/948, version=0.83.130) Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:140 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=138 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:140 pid:32618 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=140 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=107 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/107) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.130 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.131 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=131 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=140, @exec-time=38 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/107, version=0.83.131) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:141 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:141 pid:32671 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 32734 exited with rc=0 Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=141 key=HA_IP-Serv1_start_0 confirmed=true cib-update=108 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/108) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.131 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.132 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=132 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=141, @exec-time=43 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/108, version=0.83.132) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=142 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=109 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/109) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.132 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.133 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=133 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1636:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=142, @exec-time=27 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/109, version=0.83.133) Oct 11 08:19:37 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 31 -> 32 from zfs-serv1 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.133 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.134 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=134 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=32 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/949, version=0.83.134) Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:144 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=142 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:144 pid:342 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=144 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=110 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/110) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.134 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.135 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=135 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=144, @exec-time=41 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/110, version=0.83.135) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:145 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:145 pid:469 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 542 exited with rc=0 Oct 11 08:19:37 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=145 key=HA_IP-Serv1_start_0 confirmed=true cib-update=111 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/111) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.135 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.136 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=136 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=145, @exec-time=43 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/111, version=0.83.136) Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=146 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=112 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/112) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.136 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.137 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=137 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1638:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=146 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/112, version=0.83.137) Oct 11 08:19:37 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 32 -> 33 from zfs-serv1 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.137 2 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.138 (null) Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=138 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=33 Oct 11 08:19:37 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/950, version=0.83.138) Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:37 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:148 Oct 11 08:19:37 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=146 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:148 pid:588 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=148 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=113 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/113) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.138 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.139 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=139 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=148, @exec-time=42 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/113, version=0.83.139) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:149 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:149 pid:665 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 732 exited with rc=0 Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=149 key=HA_IP-Serv1_start_0 confirmed=true cib-update=114 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/114) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.139 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.140 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=140 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=149, @last-run=1507702778, @last-rc-change=1507702778, @exec-time=46 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/114, version=0.83.140) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=150 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=115 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/115) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.140 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.141 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=141 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1640:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=150, @last-rc-change=1507702778, @queue-time=1 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/115, version=0.83.141) Oct 11 08:19:38 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 33 -> 34 from zfs-serv1 Oct 11 08:19:38 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702777 -> 1507702778 from zfs-serv1 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.141 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.142 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=142 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=34 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/951, version=0.83.142) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.142 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.143 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=143 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702778 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/952, version=0.83.143) Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:152 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=150 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:152 pid:777 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=152 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=116 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/116) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.143 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.144 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=144 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=152, @exec-time=41 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/116, version=0.83.144) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:153 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:153 pid:830 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 893 exited with rc=0 Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=153 key=HA_IP-Serv1_start_0 confirmed=true cib-update=117 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/117) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.144 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.145 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=145 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=153, @exec-time=47 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/117, version=0.83.145) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=154 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=118 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/118) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.145 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.146 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=146 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1642:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=154, @exec-time=26, @queue-time=0 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/118, version=0.83.146) Oct 11 08:19:38 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 34 -> 35 from zfs-serv1 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.146 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.147 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=147 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=35 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/953, version=0.83.147) Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:156 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=154 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:156 pid:938 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=156 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=119 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/119) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.147 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.148 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=148 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=156, @exec-time=41 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/119, version=0.83.148) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:157 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:157 pid:1062 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 1125 exited with rc=0 Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=157 key=HA_IP-Serv1_start_0 confirmed=true cib-update=120 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/120) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.148 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.149 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=149 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=157, @exec-time=42 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/120, version=0.83.149) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=158 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=121 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/121) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.149 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.150 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=150 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1644:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=158, @exec-time=25 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/121, version=0.83.150) Oct 11 08:19:38 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 35 -> 36 from zfs-serv1 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.150 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.151 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=151 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=36 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/954, version=0.83.151) Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:160 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=158 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:160 pid:1170 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=160 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=122 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/122) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.151 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.152 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=152 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=160, @exec-time=38 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/122, version=0.83.152) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:161 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:161 pid:1249 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 1312 exited with rc=0 Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=161 key=HA_IP-Serv1_start_0 confirmed=true cib-update=123 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/123) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.152 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.153 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=153 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=161, @exec-time=41 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/123, version=0.83.153) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=162 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=124 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/124) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.153 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.154 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=154 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1646:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=162, @exec-time=22 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/124, version=0.83.154) Oct 11 08:19:38 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 36 -> 37 from zfs-serv1 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.154 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.155 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=155 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=37 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/955, version=0.83.155) Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:164 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=162 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:164 pid:1357 exit-code:0 exec-time:36ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=164 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=125 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/125) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.155 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.156 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=156 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=164, @exec-time=36 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/125, version=0.83.156) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:165 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:165 pid:1410 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 1473 exited with rc=0 Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=165 key=HA_IP-Serv1_start_0 confirmed=true cib-update=126 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/126) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.156 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.157 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=157 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=165, @exec-time=42 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/126, version=0.83.157) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=166 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=127 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/127) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.157 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.158 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=158 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1648:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=166, @exec-time=28 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/127, version=0.83.158) Oct 11 08:19:38 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 37 -> 38 from zfs-serv1 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.158 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.159 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=159 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=38 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/956, version=0.83.159) Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:168 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=166 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:168 pid:1518 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=168 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=128 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/128) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.159 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.160 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=160 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=168 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/128, version=0.83.160) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:169 Oct 11 08:19:38 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:169 pid:1571 exit-code:0 exec-time:48ms queue-time:0ms Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 1634 exited with rc=0 Oct 11 08:19:38 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=169 key=HA_IP-Serv1_start_0 confirmed=true cib-update=129 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/129) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.160 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.161 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=161 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=169, @exec-time=48 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/129, version=0.83.161) Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:38 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=170 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=130 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/130) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.161 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.162 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=162 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1650:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=170, @exec-time=27 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/130, version=0.83.162) Oct 11 08:19:38 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 38 -> 39 from zfs-serv1 Oct 11 08:19:38 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702778 -> 1507702779 from zfs-serv1 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.162 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.163 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=163 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=39 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/957, version=0.83.163) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.163 2 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.164 (null) Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=164 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702779 Oct 11 08:19:38 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/958, version=0.83.164) Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:172 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=170 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:172 pid:1679 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=172 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=131 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/131) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.164 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.165 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=165 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=172, @last-run=1507702779, @last-rc-change=1507702779, @exec-time=41 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/131, version=0.83.165) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:173 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:173 pid:1732 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 1795 exited with rc=0 Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=173 key=HA_IP-Serv1_start_0 confirmed=true cib-update=132 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/132) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.165 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.166 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=166 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=173, @exec-time=47 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/132, version=0.83.166) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=174 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=133 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/133) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.166 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.167 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=167 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1652:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=174, @last-rc-change=1507702779 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/133, version=0.83.167) Oct 11 08:19:39 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 39 -> 40 from zfs-serv1 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.167 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.168 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=168 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=40 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/959, version=0.83.168) Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:176 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=174 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:176 pid:1840 exit-code:0 exec-time:44ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=176 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=134 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/134) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.168 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.169 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=169 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=176, @exec-time=44 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/134, version=0.83.169) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:177 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:177 pid:1893 exit-code:0 exec-time:48ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 1956 exited with rc=0 Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=177 key=HA_IP-Serv1_start_0 confirmed=true cib-update=135 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/135) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.169 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.170 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=170 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=177, @exec-time=48 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/135, version=0.83.170) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=178 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=136 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/136) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.170 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.171 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=171 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1654:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=178 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/136, version=0.83.171) Oct 11 08:19:39 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 40 -> 41 from zfs-serv1 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.171 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.172 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=172 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=41 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/960, version=0.83.172) Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:180 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=178 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:180 pid:2001 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=180 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=137 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/137) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.172 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.173 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=173 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=180, @exec-time=41 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/137, version=0.83.173) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:181 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:181 pid:2064 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 2127 exited with rc=0 Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=181 key=HA_IP-Serv1_start_0 confirmed=true cib-update=138 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/138) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.173 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.174 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=174 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=181, @exec-time=47 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/138, version=0.83.174) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=182 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=139 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/139) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.174 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.175 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=175 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1656:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=182, @exec-time=28 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/139, version=0.83.175) Oct 11 08:19:39 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 41 -> 42 from zfs-serv1 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.175 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.176 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=176 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=42 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/961, version=0.83.176) Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:184 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=182 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:184 pid:2187 exit-code:0 exec-time:40ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=184 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=140 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/140) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.176 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.177 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=177 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=184, @exec-time=40 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/140, version=0.83.177) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:185 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:185 pid:2241 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 2304 exited with rc=0 Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=185 key=HA_IP-Serv1_start_0 confirmed=true cib-update=141 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/141) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.177 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.178 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=178 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=185, @exec-time=41 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/141, version=0.83.178) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=186 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=142 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/142) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.178 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.179 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=179 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1658:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=186, @exec-time=22 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/142, version=0.83.179) Oct 11 08:19:39 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 42 -> 43 from zfs-serv1 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.179 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.180 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=180 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=43 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/962, version=0.83.180) Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:188 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=186 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:188 pid:2349 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=188 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=143 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/143) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.180 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.181 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=181 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=188, @exec-time=38 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/143, version=0.83.181) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:189 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:189 pid:2402 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 2509 exited with rc=0 Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=189 key=HA_IP-Serv1_start_0 confirmed=true cib-update=144 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/144) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.181 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.182 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=182 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=189, @exec-time=41 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/144, version=0.83.182) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=190 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=145 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/145) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.182 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.183 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=183 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1660:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=190, @exec-time=21 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/145, version=0.83.183) Oct 11 08:19:39 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 43 -> 44 from zfs-serv1 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.183 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.184 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=184 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=44 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/963, version=0.83.184) Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:192 Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=190 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:192 pid:2554 exit-code:0 exec-time:39ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=192 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=146 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/146) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.184 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.185 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=185 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=192, @exec-time=39 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/146, version=0.83.185) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:193 Oct 11 08:19:39 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:193 pid:2607 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 2670 exited with rc=0 Oct 11 08:19:39 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=193 key=HA_IP-Serv1_start_0 confirmed=true cib-update=147 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/147) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.185 2 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.186 (null) Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=186 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=193, @exec-time=47 Oct 11 08:19:39 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/147, version=0.83.186) Oct 11 08:19:39 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=194 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=148 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/148) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.186 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.187 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=187 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1662:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=194, @last-rc-change=1507702780, @exec-time=27 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/148, version=0.83.187) Oct 11 08:19:40 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 44 -> 45 from zfs-serv1 Oct 11 08:19:40 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702779 -> 1507702780 from zfs-serv1 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.187 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.188 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=188 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=45 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/964, version=0.83.188) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.188 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.189 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=189 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702780 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/965, version=0.83.189) Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:196 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=194 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:196 pid:2715 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=196 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=149 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/149) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.189 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.190 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=190 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=196, @last-run=1507702780, @last-rc-change=1507702780, @exec-time=41 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/149, version=0.83.190) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:197 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:197 pid:2768 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 2831 exited with rc=0 Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=197 key=HA_IP-Serv1_start_0 confirmed=true cib-update=150 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/150) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.190 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.191 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=191 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=197, @exec-time=45 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/150, version=0.83.191) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=198 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=151 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/151) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.191 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.192 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=192 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1664:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=198, @exec-time=26 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/151, version=0.83.192) Oct 11 08:19:40 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 45 -> 46 from zfs-serv1 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.192 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.193 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=193 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=46 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/966, version=0.83.193) Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:200 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=198 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:200 pid:2876 exit-code:0 exec-time:40ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=200 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=152 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/152) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.193 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.194 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=194 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=200, @exec-time=40 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/152, version=0.83.194) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:201 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:201 pid:2929 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 2992 exited with rc=0 Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=201 key=HA_IP-Serv1_start_0 confirmed=true cib-update=153 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/153) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.194 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.195 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=195 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=201, @exec-time=45 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/153, version=0.83.195) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=202 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=154 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/154) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.195 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.196 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=196 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1666:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=202, @exec-time=25 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/154, version=0.83.196) Oct 11 08:19:40 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 46 -> 47 from zfs-serv1 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.196 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.197 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=197 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=47 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/967, version=0.83.197) Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:204 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=202 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:204 pid:3037 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=204 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=155 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/155) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.197 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.198 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=198 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=204, @exec-time=42 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/155, version=0.83.198) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:205 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:205 pid:3090 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 3153 exited with rc=0 Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=205 key=HA_IP-Serv1_start_0 confirmed=true cib-update=156 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/156) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.198 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.199 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=199 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=205, @exec-time=46 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/156, version=0.83.199) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=206 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=157 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/157) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.199 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.200 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=200 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1668:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=206 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/157, version=0.83.200) Oct 11 08:19:40 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 47 -> 48 from zfs-serv1 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.200 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.201 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=201 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=48 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/968, version=0.83.201) Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:208 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=206 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:208 pid:3198 exit-code:0 exec-time:40ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=208 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=158 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/158) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.201 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.202 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=202 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=208, @exec-time=40 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/158, version=0.83.202) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:209 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:209 pid:3251 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 3314 exited with rc=0 Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=209 key=HA_IP-Serv1_start_0 confirmed=true cib-update=159 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/159) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.202 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.203 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=203 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=209, @exec-time=46 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/159, version=0.83.203) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=210 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=160 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/160) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.203 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.204 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=204 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1670:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=210, @exec-time=26 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/160, version=0.83.204) Oct 11 08:19:40 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 48 -> 49 from zfs-serv1 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.204 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.205 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=205 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=49 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/969, version=0.83.205) Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:212 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=210 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:212 pid:3359 exit-code:0 exec-time:37ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=212 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=161 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/161) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.205 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.206 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=206 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=212, @exec-time=37 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/161, version=0.83.206) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:213 Oct 11 08:19:40 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:213 pid:3412 exit-code:0 exec-time:39ms queue-time:0ms Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 3475 exited with rc=0 Oct 11 08:19:40 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=213 key=HA_IP-Serv1_start_0 confirmed=true cib-update=162 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/162) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.206 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.207 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=207 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=213, @exec-time=39 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/162, version=0.83.207) Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:40 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=214 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=163 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/163) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.207 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.208 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=208 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1672:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=214, @exec-time=22 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/163, version=0.83.208) Oct 11 08:19:40 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 49 -> 50 from zfs-serv1 Oct 11 08:19:40 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702780 -> 1507702781 from zfs-serv1 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.208 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.209 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=209 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=50 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/970, version=0.83.209) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.209 2 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.210 (null) Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=210 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702781 Oct 11 08:19:40 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/971, version=0.83.210) Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:216 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=214 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:216 pid:3520 exit-code:0 exec-time:36ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=216 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=164 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/164) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.210 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.211 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=211 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=216, @last-run=1507702781, @last-rc-change=1507702781, @exec-time=36 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/164, version=0.83.211) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:217 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:217 pid:3573 exit-code:0 exec-time:40ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 3636 exited with rc=0 Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=217 key=HA_IP-Serv1_start_0 confirmed=true cib-update=165 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/165) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.211 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.212 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=212 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=217, @exec-time=40 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/165, version=0.83.212) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=218 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=166 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/166) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.212 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.213 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=213 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1674:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=218, @last-rc-change=1507702781, @exec-time=23 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/166, version=0.83.213) Oct 11 08:19:41 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 50 -> 51 from zfs-serv1 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.213 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.214 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=214 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=51 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/972, version=0.83.214) Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:220 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=218 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:220 pid:3682 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=220 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=167 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/167) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.214 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.215 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=215 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=220, @exec-time=42 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/167, version=0.83.215) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:221 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:221 pid:3735 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 3798 exited with rc=0 Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=221 key=HA_IP-Serv1_start_0 confirmed=true cib-update=168 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/168) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.215 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.216 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=216 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=221, @exec-time=46 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/168, version=0.83.216) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=222 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=169 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/169) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.216 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.217 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=217 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1676:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=222, @exec-time=26 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/169, version=0.83.217) Oct 11 08:19:41 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 51 -> 52 from zfs-serv1 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.217 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.218 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=218 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=52 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/973, version=0.83.218) Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:224 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=222 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:224 pid:3843 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=224 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=170 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/170) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.218 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.219 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=219 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=224, @exec-time=42 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/170, version=0.83.219) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:225 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:225 pid:3896 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 3959 exited with rc=0 Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=225 key=HA_IP-Serv1_start_0 confirmed=true cib-update=171 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/171) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.219 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.220 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=220 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=225, @exec-time=46 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/171, version=0.83.220) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=226 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=172 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/172) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.220 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.221 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=221 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1678:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=226, @exec-time=27 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/172, version=0.83.221) Oct 11 08:19:41 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 52 -> 53 from zfs-serv1 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.221 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.222 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=222 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=53 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/974, version=0.83.222) Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:228 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=226 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:228 pid:4004 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=228 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=173 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/173) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.222 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.223 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=223 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=228, @exec-time=42 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/173, version=0.83.223) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:229 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:229 pid:4057 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 4120 exited with rc=0 Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=229 key=HA_IP-Serv1_start_0 confirmed=true cib-update=174 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/174) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.223 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.224 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=224 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=229, @exec-time=45 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/174, version=0.83.224) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=230 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=175 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/175) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.224 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.225 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=225 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1680:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=230, @exec-time=25 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/175, version=0.83.225) Oct 11 08:19:41 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 53 -> 54 from zfs-serv1 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.225 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.226 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=226 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=54 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/975, version=0.83.226) Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:232 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=230 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:232 pid:4165 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=232 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=176 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/176) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.226 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.227 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=227 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=232, @exec-time=43 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/176, version=0.83.227) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:233 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:233 pid:4218 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 4281 exited with rc=0 Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=233 key=HA_IP-Serv1_start_0 confirmed=true cib-update=177 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/177) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.227 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.228 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=228 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=233, @exec-time=46 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/177, version=0.83.228) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=234 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=178 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/178) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.228 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.229 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=229 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1682:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=234, @exec-time=27 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/178, version=0.83.229) Oct 11 08:19:41 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 54 -> 55 from zfs-serv1 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.229 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.230 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=230 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=55 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/976, version=0.83.230) Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:236 Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=234 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:236 pid:4326 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:41 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=236 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=179 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/179) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.230 2 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.231 (null) Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=231 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=236, @exec-time=42 Oct 11 08:19:41 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/179, version=0.83.231) Oct 11 08:19:41 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:41 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:237 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:237 pid:4379 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 4442 exited with rc=0 Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=237 key=HA_IP-Serv1_start_0 confirmed=true cib-update=180 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/180) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.231 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.232 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=232 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=237, @exec-time=46 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/180, version=0.83.232) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=238 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=181 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/181) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.232 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.233 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=233 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1684:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=238, @last-rc-change=1507702782 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/181, version=0.83.233) Oct 11 08:19:42 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 55 -> 56 from zfs-serv1 Oct 11 08:19:42 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702781 -> 1507702782 from zfs-serv1 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.233 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.234 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=234 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=56 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/977, version=0.83.234) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.234 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.235 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=235 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702782 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/978, version=0.83.235) Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:240 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=238 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:240 pid:4487 exit-code:0 exec-time:37ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=240 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=182 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/182) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.235 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.236 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=236 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=240, @last-run=1507702782, @last-rc-change=1507702782, @exec-time=37 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/182, version=0.83.236) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:241 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:241 pid:4540 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 4603 exited with rc=0 Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=241 key=HA_IP-Serv1_start_0 confirmed=true cib-update=183 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/183) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.236 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.237 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=237 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=241, @exec-time=42 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/183, version=0.83.237) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=242 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=184 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/184) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.237 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.238 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=238 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1686:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=242, @exec-time=23 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/184, version=0.83.238) Oct 11 08:19:42 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 56 -> 57 from zfs-serv1 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.238 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.239 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=239 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=57 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/979, version=0.83.239) Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:244 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=242 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:244 pid:4648 exit-code:0 exec-time:38ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=244 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=185 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/185) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.239 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.240 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=240 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=244, @exec-time=38 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/185, version=0.83.240) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:245 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:245 pid:4701 exit-code:0 exec-time:39ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 4764 exited with rc=0 Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=245 key=HA_IP-Serv1_start_0 confirmed=true cib-update=186 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/186) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.240 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.241 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=241 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=245, @exec-time=39 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/186, version=0.83.241) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=246 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=187 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/187) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.241 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.242 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=242 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1688:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=246, @exec-time=19 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/187, version=0.83.242) Oct 11 08:19:42 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 57 -> 58 from zfs-serv1 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.242 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.243 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=243 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=58 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/980, version=0.83.243) Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:248 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=246 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:248 pid:4809 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=248 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=188 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/188) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.243 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.244 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=244 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=248, @exec-time=41 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/188, version=0.83.244) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:249 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:249 pid:4862 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 4925 exited with rc=0 Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=249 key=HA_IP-Serv1_start_0 confirmed=true cib-update=189 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/189) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.244 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.245 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=245 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=249, @exec-time=46 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/189, version=0.83.245) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=250 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=190 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/190) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.245 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.246 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=246 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1690:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=250, @exec-time=26 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/190, version=0.83.246) Oct 11 08:19:42 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 58 -> 59 from zfs-serv1 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.246 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.247 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=247 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=59 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/981, version=0.83.247) Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:252 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=250 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:252 pid:4970 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=252 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=191 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/191) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.247 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.248 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=248 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=252, @exec-time=43 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/191, version=0.83.248) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:253 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:253 pid:5023 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 5086 exited with rc=0 Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=253 key=HA_IP-Serv1_start_0 confirmed=true cib-update=192 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/192) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.248 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.249 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=249 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=253, @exec-time=47 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/192, version=0.83.249) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=254 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=193 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/193) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.249 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.250 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=250 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1692:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=254, @exec-time=27 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/193, version=0.83.250) Oct 11 08:19:42 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 59 -> 60 from zfs-serv1 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.250 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.251 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=251 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=60 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/982, version=0.83.251) Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:256 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=254 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:256 pid:5131 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=256 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=194 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/194) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.251 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.252 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=252 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=256, @exec-time=41 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/194, version=0.83.252) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:257 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:257 pid:5184 exit-code:0 exec-time:49ms queue-time:0ms Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 5247 exited with rc=0 Oct 11 08:19:42 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=257 key=HA_IP-Serv1_start_0 confirmed=true cib-update=195 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/195) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.252 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.253 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=253 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=257, @exec-time=49 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/195, version=0.83.253) Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=258 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=196 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/196) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.253 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.254 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=254 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1694:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=258 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/196, version=0.83.254) Oct 11 08:19:42 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 60 -> 61 from zfs-serv1 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.254 2 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.255 (null) Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=255 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=61 Oct 11 08:19:42 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/983, version=0.83.255) Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:42 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:260 Oct 11 08:19:42 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=258 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:260 pid:5292 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=260 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=197 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/197) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.255 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.256 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=256 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=260, @exec-time=42 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/197, version=0.83.256) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:261 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:261 pid:5345 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 5408 exited with rc=0 Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=261 key=HA_IP-Serv1_start_0 confirmed=true cib-update=198 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/198) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.256 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.257 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=257 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=261, @last-run=1507702783, @last-rc-change=1507702783, @exec-time=47 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/198, version=0.83.257) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=262 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=199 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/199) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.257 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.258 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=258 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1696:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=262, @last-rc-change=1507702783 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/199, version=0.83.258) Oct 11 08:19:43 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 61 -> 62 from zfs-serv1 Oct 11 08:19:43 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702782 -> 1507702783 from zfs-serv1 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.258 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.259 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=259 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=62 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/984, version=0.83.259) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.259 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.260 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=260 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702783 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/985, version=0.83.260) Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:264 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=262 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:264 pid:5453 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=264 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=200 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/200) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.260 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.261 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=261 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=264, @exec-time=43 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/200, version=0.83.261) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:265 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:265 pid:5506 exit-code:0 exec-time:48ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 5569 exited with rc=0 Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=265 key=HA_IP-Serv1_start_0 confirmed=true cib-update=201 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/201) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.261 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.262 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=262 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=265, @exec-time=48 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/201, version=0.83.262) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=266 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=202 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/202) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.262 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.263 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=263 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1698:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=266, @exec-time=28, @queue-time=1 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/202, version=0.83.263) Oct 11 08:19:43 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 62 -> 63 from zfs-serv1 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.263 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.264 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=264 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=63 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/986, version=0.83.264) Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:268 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=266 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:268 pid:5614 exit-code:0 exec-time:39ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=268 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=203 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/203) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.264 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.265 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=265 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=268, @exec-time=39 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/203, version=0.83.265) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:269 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:269 pid:5667 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 5730 exited with rc=0 Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=269 key=HA_IP-Serv1_start_0 confirmed=true cib-update=204 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/204) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.265 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.266 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=266 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=269, @exec-time=42 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/204, version=0.83.266) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=270 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=205 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/205) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.266 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.267 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=267 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1700:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=270, @exec-time=24, @queue-time=0 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/205, version=0.83.267) Oct 11 08:19:43 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 63 -> 64 from zfs-serv1 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.267 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.268 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=268 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=64 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/987, version=0.83.268) Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:272 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=270 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:272 pid:5775 exit-code:0 exec-time:37ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=272 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=206 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/206) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.268 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.269 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=269 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=272, @exec-time=37 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/206, version=0.83.269) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:273 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:273 pid:5828 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 5891 exited with rc=0 Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=273 key=HA_IP-Serv1_start_0 confirmed=true cib-update=207 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/207) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.269 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.270 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=270 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=273, @exec-time=41 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/207, version=0.83.270) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=274 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=208 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/208) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.270 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.271 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=271 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1702:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=274, @exec-time=25 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/208, version=0.83.271) Oct 11 08:19:43 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 64 -> 65 from zfs-serv1 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.271 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.272 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=272 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=65 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/988, version=0.83.272) Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:276 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=274 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:276 pid:5936 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=276 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=209 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/209) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.272 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.273 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=273 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=276 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/209, version=0.83.273) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:277 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:277 pid:5989 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 6052 exited with rc=0 Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=277 key=HA_IP-Serv1_start_0 confirmed=true cib-update=210 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/210) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.273 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.274 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=274 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=277, @exec-time=47 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/210, version=0.83.274) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=278 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=211 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/211) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.274 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.275 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=275 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1704:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=278, @exec-time=26 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/211, version=0.83.275) Oct 11 08:19:43 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 65 -> 66 from zfs-serv1 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.275 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.276 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=276 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=66 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/989, version=0.83.276) Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:280 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=278 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:280 pid:6097 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=280 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=212 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/212) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.276 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.277 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=277 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=280, @exec-time=42 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/212, version=0.83.277) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:281 Oct 11 08:19:43 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:281 pid:6150 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 6213 exited with rc=0 Oct 11 08:19:43 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=281 key=HA_IP-Serv1_start_0 confirmed=true cib-update=213 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/213) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.277 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.278 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=278 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=281, @exec-time=47 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/213, version=0.83.278) Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:43 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=282 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=214 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/214) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.278 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.279 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=279 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1706:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=282, @exec-time=28 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/214, version=0.83.279) Oct 11 08:19:43 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 66 -> 67 from zfs-serv1 Oct 11 08:19:43 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702783 -> 1507702784 from zfs-serv1 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.279 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.280 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=280 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=67 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/990, version=0.83.280) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.280 2 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.281 (null) Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=281 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702784 Oct 11 08:19:43 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/991, version=0.83.281) Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:284 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=282 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:284 pid:6258 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=284 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=215 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/215) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.281 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.282 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=282 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=284, @last-run=1507702784, @last-rc-change=1507702784, @exec-time=41 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/215, version=0.83.282) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:285 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:285 pid:6311 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 6374 exited with rc=0 Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=285 key=HA_IP-Serv1_start_0 confirmed=true cib-update=216 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/216) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.282 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.283 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=283 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=285, @exec-time=47 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/216, version=0.83.283) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=286 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=217 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/217) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.283 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.284 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=284 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1708:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=286, @last-rc-change=1507702784 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/217, version=0.83.284) Oct 11 08:19:44 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 67 -> 68 from zfs-serv1 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.284 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.285 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=285 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=68 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/992, version=0.83.285) Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:288 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=286 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:288 pid:6419 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=288 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=218 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/218) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.285 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.286 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=286 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=288, @exec-time=42 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/218, version=0.83.286) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:289 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:289 pid:6472 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 6535 exited with rc=0 Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=289 key=HA_IP-Serv1_start_0 confirmed=true cib-update=219 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/219) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.286 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.287 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=287 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=289, @exec-time=47 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/219, version=0.83.287) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=290 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=220 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/220) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.287 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.288 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=288 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1710:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=290, @exec-time=26 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/220, version=0.83.288) Oct 11 08:19:44 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 68 -> 69 from zfs-serv1 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.288 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.289 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=289 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=69 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/993, version=0.83.289) Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:292 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=290 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:292 pid:6580 exit-code:0 exec-time:42ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=292 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=221 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/221) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.289 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.290 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=290 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=292, @exec-time=42 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/221, version=0.83.290) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:293 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:293 pid:6638 exit-code:0 exec-time:48ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 6701 exited with rc=0 Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=293 key=HA_IP-Serv1_start_0 confirmed=true cib-update=222 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/222) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.290 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.291 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=291 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=293, @exec-time=48 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/222, version=0.83.291) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=294 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=223 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/223) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.291 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.292 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=292 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1712:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=294, @exec-time=27 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/223, version=0.83.292) Oct 11 08:19:44 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 69 -> 70 from zfs-serv1 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.292 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.293 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=293 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=70 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/994, version=0.83.293) Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:296 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=294 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:296 pid:6746 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=296 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=224 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/224) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.293 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.294 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=294 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=296, @exec-time=41 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/224, version=0.83.294) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:297 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:297 pid:6799 exit-code:0 exec-time:40ms queue-time:1ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 6862 exited with rc=0 Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=297 key=HA_IP-Serv1_start_0 confirmed=true cib-update=225 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/225) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.294 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.295 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=295 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=297, @exec-time=40, @queue-time=1 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/225, version=0.83.295) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=298 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=226 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/226) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.295 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.296 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=296 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1714:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=298, @exec-time=24, @queue-time=1 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/226, version=0.83.296) Oct 11 08:19:44 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 70 -> 71 from zfs-serv1 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.296 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.297 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=297 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=71 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/995, version=0.83.297) Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:300 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=298 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:300 pid:6907 exit-code:0 exec-time:37ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=300 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=227 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/227) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.297 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.298 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=298 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=300, @exec-time=37, @queue-time=0 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/227, version=0.83.298) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:301 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:301 pid:6960 exit-code:0 exec-time:41ms queue-time:1ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 7023 exited with rc=0 Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=301 key=HA_IP-Serv1_start_0 confirmed=true cib-update=228 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/228) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.298 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.299 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=299 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=301, @exec-time=41, @queue-time=1 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/228, version=0.83.299) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=302 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=229 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/229) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.299 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.300 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=300 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1716:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=302, @exec-time=22, @queue-time=0 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/229, version=0.83.300) Oct 11 08:19:44 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 71 -> 72 from zfs-serv1 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.300 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.301 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=301 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=72 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/996, version=0.83.301) Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:304 Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=302 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:304 pid:7068 exit-code:0 exec-time:37ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=304 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=230 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/230) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.301 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.302 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=302 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=304, @exec-time=37, @queue-time=0 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/230, version=0.83.302) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:305 Oct 11 08:19:44 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:305 pid:7122 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 7185 exited with rc=0 Oct 11 08:19:44 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=305 key=HA_IP-Serv1_start_0 confirmed=true cib-update=231 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/231) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.302 2 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.303 (null) Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=303 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=305, @exec-time=45 Oct 11 08:19:44 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/231, version=0.83.303) Oct 11 08:19:44 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=306 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=232 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/232) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.303 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.304 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=304 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1718:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=306, @last-rc-change=1507702785, @exec-time=25 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/232, version=0.83.304) Oct 11 08:19:45 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 72 -> 73 from zfs-serv1 Oct 11 08:19:45 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting last-failure-HA_IP-Serv1[zfs-serv2]: 1507702784 -> 1507702785 from zfs-serv1 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.304 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.305 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=305 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=73 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/997, version=0.83.305) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.305 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.306 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=306 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-last-failure-HA_IP-Serv1']: @value=1507702785 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/998, version=0.83.306) Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:308 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=306 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:308 pid:7230 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=308 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=233 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/233) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.306 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.307 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=307 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=308, @last-run=1507702785, @last-rc-change=1507702785, @exec-time=43 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/233, version=0.83.307) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:309 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:309 pid:7283 exit-code:0 exec-time:46ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 7346 exited with rc=0 Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=309 key=HA_IP-Serv1_start_0 confirmed=true cib-update=234 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/234) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.307 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.308 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=308 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=309, @exec-time=46 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/234, version=0.83.308) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=310 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=235 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/235) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.308 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.309 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=309 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1720:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=310, @exec-time=28 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/235, version=0.83.309) Oct 11 08:19:45 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 73 -> 74 from zfs-serv1 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.309 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.310 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=310 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=74 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/999, version=0.83.310) Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:312 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=310 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:312 pid:7391 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=312 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=236 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/236) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.310 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.311 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=311 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=312, @exec-time=43 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/236, version=0.83.311) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:313 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:313 pid:7444 exit-code:0 exec-time:47ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 7507 exited with rc=0 Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=313 key=HA_IP-Serv1_start_0 confirmed=true cib-update=237 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/237) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.311 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.312 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=312 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=313, @exec-time=47 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/237, version=0.83.312) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=314 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=238 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/238) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.312 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.313 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=313 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1722:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=314, @exec-time=26 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/238, version=0.83.313) Oct 11 08:19:45 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 74 -> 75 from zfs-serv1 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.313 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.314 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=314 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=75 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/1000, version=0.83.314) Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:316 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=314 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:316 pid:7553 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=316 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=239 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/239) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.314 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.315 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=315 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=316, @exec-time=41 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/239, version=0.83.315) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:317 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:317 pid:7606 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 7669 exited with rc=0 Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=317 key=HA_IP-Serv1_start_0 confirmed=true cib-update=240 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/240) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.315 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.316 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=316 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=317, @exec-time=45 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/240, version=0.83.316) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=318 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=241 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/241) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.316 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.317 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=317 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1724:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=318, @exec-time=25 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/241, version=0.83.317) Oct 11 08:19:45 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 75 -> 76 from zfs-serv1 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.317 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.318 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=318 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=76 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/1001, version=0.83.318) Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:320 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=318 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:320 pid:7714 exit-code:0 exec-time:43ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=320 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=242 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/242) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.318 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.319 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=319 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=320, @exec-time=43 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/242, version=0.83.319) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:321 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:321 pid:7767 exit-code:0 exec-time:45ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 7830 exited with rc=0 Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=321 key=HA_IP-Serv1_start_0 confirmed=true cib-update=243 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/243) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.319 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.320 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=320 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=321, @exec-time=45 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/243, version=0.83.320) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=322 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=244 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/244) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.320 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.321 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=321 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1726:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=322, @exec-time=26 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/244, version=0.83.321) Oct 11 08:19:45 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 76 -> 77 from zfs-serv1 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.321 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.322 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=322 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=77 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/1002, version=0.83.322) Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: cancel_recurring_action: Cancelling ocf operation HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=3:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_stop_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:stop call_id:324 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: Cancelled | call=322 key=HA_IP-Serv1_monitor_10000 confirmed=true Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:stop call_id:324 pid:7875 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of stop operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=324 key=HA_IP-Serv1_stop_0 confirmed=true cib-update=245 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/245) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.322 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.323 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=323 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_stop_0, @operation=stop, @transition-key=3:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;3:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=324, @exec-time=41 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/245, version=0.83.323) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=9:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_start_0 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_execute: executing - rsc:HA_IP-Serv1 action:start call_id:325 Oct 11 08:19:45 [23935] zfs-serv2 lrmd: info: log_finished: finished - rsc:HA_IP-Serv1 action:start call_id:325 pid:7928 exit-code:0 exec-time:41ms queue-time:0ms Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: action_synced_wait: Managed IPaddr2_meta-data_0 process 7991 exited with rc=0 Oct 11 08:19:45 [23938] zfs-serv2 crmd: notice: process_lrm_event: Result of start operation for HA_IP-Serv1 on zfs-serv2: 0 (ok) | call=325 key=HA_IP-Serv1_start_0 confirmed=true cib-update=246 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/246) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.323 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.324 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=324 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_0']: @operation_key=HA_IP-Serv1_start_0, @operation=start, @transition-key=9:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:0;9:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=325 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/246, version=0.83.324) Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: do_lrm_rsc_op: Performing key=2:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f op=HA_IP-Serv1_monitor_10000 Oct 11 08:19:45 [23938] zfs-serv2 crmd: info: process_lrm_event: Result of monitor operation for HA_IP-Serv1 on zfs-serv2: 7 (not running) | call=326 key=HA_IP-Serv1_monitor_10000 confirmed=false cib-update=247 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Forwarding cib_modify operation for section status to all (origin=local/crmd/247) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.324 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.325 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=325 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/lrm[@id='739272008']/lrm_resources/lrm_resource[@id='HA_IP-Serv1']/lrm_rsc_op[@id='HA_IP-Serv1_last_failure_0']: @transition-key=2:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @transition-magic=0:7;2:1728:0:d4b03c3c-1a4e-4609-86ca-675fa4a2ec8f, @call-id=326, @exec-time=23 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv2/crmd/247, version=0.83.325) Oct 11 08:19:45 [23936] zfs-serv2 attrd: info: attrd_peer_update: Setting fail-count-HA_IP-Serv1[zfs-serv2]: 77 -> 78 from zfs-serv1 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: --- 0.83.325 2 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: Diff: +++ 0.83.326 (null) Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib: @num_updates=326 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_perform_op: + /cib/status/node_state[@id='739272008']/transient_attributes[@id='739272008']/instance_attributes[@id='status-739272008']/nvpair[@id='status-739272008-fail-count-HA_IP-Serv1']: @value=78 Oct 11 08:19:45 [23933] zfs-serv2 cib: info: cib_process_request: Completed cib_modify operation for section status: OK (rc=0, origin=zfs-serv1/attrd/1003, version=0.83.326)