Cluster name: serviced
Last updated: Thu Apr 23 19:36:38 2015
Last change: Thu Apr 23 19:32:53 2015
Stack: corosync
Current DC: ip-10-111-23-78.zenoss.loc (2) - partition with quorum
Version: 1.1.12-a14efad
2 Nodes configured
2 Resources configured


Online: [ ip-10-111-23-197.zenoss.loc ip-10-111-23-78.zenoss.loc ]

Full list of resources:

 Resource Group: svcd-group
     outbound-ip    (ocf::heartbeat:IPaddr2):   Started ip-10-111-23-78.zenoss.loc 
     svcd-daemon    (ocf::zenoss:serviced): FAILED ip-10-111-23-197.zenoss.loc (unmanaged) 

Failed actions:
    svcd-daemon_stop_0 on ip-10-111-23-197.zenoss.loc 'not configured' (6): call=37, status=complete, exit-reason='none', last-rc-change='Thu Apr 23 19:33:19 2015', queued=0ms, exec=21ms
    svcd-daemon_stop_0 on ip-10-111-23-197.zenoss.loc 'not configured' (6): call=37, status=complete, exit-reason='none', last-rc-change='Thu Apr 23 19:33:19 2015', queued=0ms, exec=21ms


PCSD Status:
  ip-10-111-23-197.zenoss.loc: Online
  ip-10-111-23-78.zenoss.loc: Online

Daemon Status:
  corosync: active/enabled
  pacemaker: active/enabled
  pcsd: active/enabled

# pcs resource show --all
 Resource: app1 (class=ocf provider=cloud type=DockerContainer)
  Attributes: image=fedora command=sleep 120 
  Meta Attrs: resource-stickiness=0 
  Operations: monitor interval=15s (app1-monitor-interval-15s)
              start interval=0 timeout=300 (app1-start-interval-0)
 Clone: app2-clone
  Meta Attrs: globally-unique=true clone-max=2 clone-node-max=1 
  Resource: app2 (class=ocf provider=cloud type=DockerContainer)
   Attributes: image=fedora command=sleep 120 
   Meta Attrs: resource-stickiness=0 
   Operations: monitor interval=15s (app2-monitor-interval-15s)
               start interval=0 timeout=300 (app2-start-interval-0)

# pcs resource update app2-clone meta clone-node-max=2
Traceback (most recent call last):
  File "/sbin/pcs", line 96, in <module>
    main(sys.argv[1:])
  File "/sbin/pcs", line 78, in main
    resource.resource_cmd(argv)
  File "/usr/lib/python2.7/site-packages/pcs/resource.py", line 77, in resource_cmd
    resource_update(res_id,argv)
  File "/usr/lib/python2.7/site-packages/pcs/resource.py", line 381, in resource_update
    return resource_clone_create([a.getAttribute("id")] + args, True)
  File "/usr/lib/python2.7/site-packages/pcs/resource.py", line 768, in resource_clone_create
    clone.removeChild(ma)
  File "/usr/lib64/python2.7/xml/dom/minidom.py", line 165, in removeChild
    raise xml.dom.NotFoundErr()
xml.dom.NotFoundErr

Cluster name: c001
WARNING: no stonith devices and stonith-enabled is not false
Last updated: Mon Nov  9 10:34:34 2015
Last change: Sun Nov  8 22:58:13 2015
Stack: corosync
Current DC: ctrl01 (1) - partition with quorum
Version: 1.1.12-561c4cf
2 Nodes configured
0 Resources configured


Online: [ ctrl01 ctrl02 ]

Full list of resources:


PCSD Status:
  ctrl01: Offline
  ctrl02: Offline

Daemon Status:
  corosync: unknown/Failed to get unit file state for corosync.service: No such file or directory
  pacemaker: unknown/
Traceback (most recent call last):
  File "/usr/sbin/pcs", line 221, in <module>
    main(sys.argv[1:])
  File "/usr/sbin/pcs", line 161, in main
    cmd_map[command](argv)
  File "/usr/lib/python2.7/dist-packages/pcs/status.py", line 16, in status_cmd
    full_status()
  File "/usr/lib/python2.7/dist-packages/pcs/status.py", line 64, in full_status
    utils.serviceStatus("  ")
  File "/usr/lib/python2.7/dist-packages/pcs/utils.py", line 1979, in serviceStatus
    print prefix + daemons[i] + ": " + status[i] + "/" + enabled[i]
IndexError: list index out of range

Cluster name: c001
Last updated: Mon Nov  9 10:43:35 2015
Last change: Mon Nov  9 10:35:10 2015
Stack: corosync
Current DC: ctrl01 (1) - partition with quorum
Version: 1.1.12-561c4cf
2 Nodes configured
0 Resources configured


Online: [ ctrl01 ctrl02 ]

Full list of resources:


PCSD Status:
  ctrl01: Offline
  ctrl02: Offline

Daemon Status:
  corosync: unknown/Failed to get unit file state for pacemaker.service: No such file or directory
  pacemaker: unknown/disabled
  pcsd: active/

Running: /usr/bin/ruby -I/usr/share/pcsd/ /usr/share/pcsd/pcsd-cli.rb read_tokens
--Debug Input Start--
{}
--Debug Input End--
Return Value: 0
--Debug Output Start--
{
  "status": "ok",
  "data": {
  },
  "log": [
    "I, [2016-01-08T11:42:51.698700 #7280]  INFO -- : PCSD Debugging enabled\n",
    "D, [2016-01-08T11:42:51.698762 #7280] DEBUG -- : Did not detect RHEL 6\n",
    "I, [2016-01-08T11:42:51.698795 #7280]  INFO -- : Running: /usr/sbin/corosync-cmapctl totem.cluster_name\n",
    "I, [2016-01-08T11:42:51.698821 #7280]  INFO -- : CIB USER: hacluster, groups: \n",
    "D, [2016-01-08T11:42:51.700530 #7280] DEBUG -- : []\n",
    "D, [2016-01-08T11:42:51.700574 #7280] DEBUG -- : [\"Failed to initialize the cmap API. Error CS_ERR_LIBRARY\\n\"]\n",
    "D, [2016-01-08T11:42:51.700620 #7280] DEBUG -- : Duration: 0.001705448s\n",
    "I, [2016-01-08T11:42:51.700679 #7280]  INFO -- : Return Value: 1\n",
    "W, [2016-01-08T11:42:51.701201 #7280]  WARN -- : Cannot read config 'tokens' from '/var/lib/pcsd/tokens': No such file or directory @ rb_sysopen - /var/lib/pcsd/tokens\n",
    "E, [2016-01-08T11:42:51.701258 #7280] ERROR -- : Unable to parse tokens file: A JSON text must at least contain two octets!\n"
  ]
}
--Debug Output End--

Sending HTTP Request to: https://ubuntu1:2224/remote/check_auth
Data: None
Response Reason: [Errno 111] Connection refused
Username: hacluster
Password: 
Running: /usr/bin/ruby -I/usr/share/pcsd/ /usr/share/pcsd/pcsd-cli.rb auth
--Debug Input Start--
{"username": "hacluster", "local": false, "nodes": ["ubuntu1", "ubuntu2"], "password": "MYPASSWD", "force": false}
--Debug Input End--
Return Value: 0
--Debug Output Start--
{
  "status": "ok",
  "data": {
    "auth_responses": {
      "ubuntu1": {
        "status": "noresponse"
      },
      "ubuntu2": {
        "status": "noresponse"
      }
    },
    "sync_successful": true,
    "sync_nodes_err": [

    ],
    "sync_responses": {
    }
  },
  "log": [
    "I, [2016-01-08T11:43:00.857726 #7289]  INFO -- : PCSD Debugging enabled\n",
    "D, [2016-01-08T11:43:00.857791 #7289] DEBUG -- : Did not detect RHEL 6\n",
    "I, [2016-01-08T11:43:00.857826 #7289]  INFO -- : Running: /usr/sbin/corosync-cmapctl totem.cluster_name\n",
    "I, [2016-01-08T11:43:00.857852 #7289]  INFO -- : CIB USER: hacluster, groups: \n",
    "D, [2016-01-08T11:43:00.859573 #7289] DEBUG -- : []\n",
    "D, [2016-01-08T11:43:00.859614 #7289] DEBUG -- : [\"Failed to initialize the cmap API. Error CS_ERR_LIBRARY\\n\"]\n",
    "D, [2016-01-08T11:43:00.859657 #7289] DEBUG -- : Duration: 0.001717302s\n",
    "I, [2016-01-08T11:43:00.859714 #7289]  INFO -- : Return Value: 1\n",
    "W, [2016-01-08T11:43:00.860392 #7289]  WARN -- : Cannot read config 'tokens' from '/var/lib/pcsd/tokens': No such file or directory @ rb_sysopen - /var/lib/pcsd/tokens\n",
    "E, [2016-01-08T11:43:00.860453 #7289] ERROR -- : Unable to parse tokens file: A JSON text must at least contain two octets!\n",
    "I, [2016-01-08T11:43:00.860512 #7289]  INFO -- : SRWT Node: ubuntu2 Request: check_auth\n",
    "E, [2016-01-08T11:43:00.860551 #7289] ERROR -- : Unable to connect to node ubuntu2, no token available\n",
    "W, [2016-01-08T11:43:00.860639 #7289]  WARN -- : Cannot read config 'tokens' from '/var/lib/pcsd/tokens': No such file or directory @ rb_sysopen - /var/lib/pcsd/tokens\n",
    "E, [2016-01-08T11:43:00.860683 #7289] ERROR -- : Unable to parse tokens file: A JSON text must at least contain two octets!\n",
    "I, [2016-01-08T11:43:00.860707 #7289]  INFO -- : SRWT Node: ubuntu1 Request: check_auth\n",
    "E, [2016-01-08T11:43:00.860740 #7289] ERROR -- : Unable to connect to node ubuntu1, no token available\n",
    "I, [2016-01-08T11:43:00.862722 #7289]  INFO -- : No response from: ubuntu1 request: /auth, exception: Connection refused - connect(2) for \"ubuntu1\" port 2224\n",
    "I, [2016-01-08T11:43:00.862863 #7289]  INFO -- : No response from: ubuntu2 request: /auth, exception: Connection refused - connect(2) for \"ubuntu2\" port 2224\n"
  ]
}
--Debug Output End--

Error: Unable to communicate with ubuntu1
Error: Unable to communicate with ubuntu2

D, [2016-01-08T11:55:57.324636 #7422] DEBUG -- : Config files sync thread started
D, [2016-01-08T11:55:57.324736 #7422] DEBUG -- : Cannot read config '/var/lib/pcsd/cfgsync_ctl': No such file or directory @ rb_sysopen - /var/lib/pcsd/cfgsync_ctl
I, [2016-01-08T11:55:57.324796 #7422]  INFO -- : Running: /usr/sbin/corosync-cmapctl totem.cluster_name
I, [2016-01-08T11:55:57.324838 #7422]  INFO -- : CIB USER: hacluster, groups: 
D, [2016-01-08T11:55:57.326625 #7422] DEBUG -- : []
D, [2016-01-08T11:55:57.326679 #7422] DEBUG -- : ["Failed to initialize the cmap API. Error CS_ERR_LIBRARY\n"]
D, [2016-01-08T11:55:57.326726 #7422] DEBUG -- : Duration: 0.0017842s
I, [2016-01-08T11:55:57.326796 #7422]  INFO -- : Return Value: 1
D, [2016-01-08T11:55:57.327093 #7422] DEBUG -- : Config files sync thread finished
D, [2016-01-08T11:55:57.327165 #7422] DEBUG -- : Cannot read config '/var/lib/pcsd/cfgsync_ctl': No such file or directory @ rb_sysopen - /var/lib/pcsd/cfgsync_ctl

D, [2016-02-20T15:01:55.259320 #18793] DEBUG -- : Config files sync thread started
D, [2016-02-20T15:01:55.259562 #18793] DEBUG -- : Cannot read config '/var/lib/pcsd/cfgsync_ctl': No such file or directory - /var/lib/pcsd/cfgsync_ctl
I, [2016-02-20T15:01:55.259656 #18793]  INFO -- : Running: /usr/sbin/corosync-cmapctl totem.cluster_name
I, [2016-02-20T15:01:55.259725 #18793]  INFO -- : CIB USER: hacluster, groups: 
D, [2016-02-20T15:01:55.266683 #18793] DEBUG -- : ["totem.cluster_name (str) = uoi\n"]
D, [2016-02-20T15:01:55.266785 #18793] DEBUG -- : Duration: 0.006955592s
I, [2016-02-20T15:01:55.266857 #18793]  INFO -- : Return Value: 0
D, [2016-02-20T15:01:55.266914 #18793] DEBUG -- : Config files sync thread fetching
I, [2016-02-20T15:01:55.266964 #18793]  INFO -- : Running: /usr/sbin/pcs status nodes corosync
I, [2016-02-20T15:01:55.267004 #18793]  INFO -- : CIB USER: hacluster, groups: 
D, [2016-02-20T15:01:55.411948 #18793] DEBUG -- : ["Corosync Nodes:\n", " Online: ctrl01.uoi.io ctrl02.uoi.io ctrl03.uoi.io \n", " Offline: \n"]
D, [2016-02-20T15:01:55.412113 #18793] DEBUG -- : Duration: 0.144924801s
I, [2016-02-20T15:01:55.412201 #18793]  INFO -- : Return Value: 0
D, [2016-02-20T15:01:55.412310 #18793] DEBUG -- : Fetching configs from the cluster
I, [2016-02-20T15:01:55.412793 #18793]  INFO -- : SRWT Node: ctrl03.uoi.io Request: get_configs
I, [2016-02-20T15:01:55.412634 #18793]  INFO -- : SRWT Node: ctrl01.uoi.io Request: get_configs
I, [2016-02-20T15:01:55.414021 #18793]  INFO -- : SRWT Node: ctrl02.uoi.io Request: get_configs
I, [2016-02-20T15:01:55.462761 #18793]  INFO -- : Running: /usr/sbin/corosync-cmapctl totem.cluster_name
I, [2016-02-20T15:01:55.462836 #18793]  INFO -- : CIB USER: hacluster, groups: 
D, [2016-02-20T15:01:55.470066 #18793] DEBUG -- : ["totem.cluster_name (str) = uoi\n"]
D, [2016-02-20T15:01:55.470219 #18793] DEBUG -- : Duration: 0.00721271s
I, [2016-02-20T15:01:55.470329 #18793]  INFO -- : Return Value: 0
W, [2016-02-20T15:01:55.470680 #18793]  WARN -- : Cannot read config 'pcs_settings.conf' from '/var/lib/pcsd/pcs_settings.conf': No such file or directory - /var/lib/pcsd/pcs_settings.conf
D, [2016-02-20T15:01:55.470786 #18793] DEBUG -- : permission check action=full username=hacluster groups=[]
D, [2016-02-20T15:01:55.470829 #18793] DEBUG -- : permission granted for superuser
W, [2016-02-20T15:01:55.470930 #18793]  WARN -- : Cannot read config 'pcs_settings.conf' from '/var/lib/pcsd/pcs_settings.conf': No such file or directory - /var/lib/pcsd/pcs_settings.conf
::ffff:10.0.0.107 - - [20/Feb/2016:15:01:55 -0500] "GET /remote/get_configs HTTP/1.1" 200 357 0.0097
::ffff:10.0.0.107 - - [20/Feb/2016:15:01:55 -0500] "GET /remote/get_configs HTTP/1.1" 200 357 0.0099
ctrl01.uoi.io - - [20/Feb/2016:15:01:55 EST] "GET /remote/get_configs HTTP/1.1" 200 357
- -> /remote/get_configs
E, [2016-02-20T15:01:55.522601 #18793] ERROR -- : Unable to parse pcs_settings file: A JSON text must at least contain two octets!
E, [2016-02-20T15:01:55.522693 #18793] ERROR -- : Unable to parse pcs_settings file: A JSON text must at least contain two octets!
W, [2016-02-20T15:01:55.522838 #18793]  WARN -- : Cannot read config 'pcs_settings.conf' from '/var/lib/pcsd/pcs_settings.conf': No such file or directory - /var/lib/pcsd/pcs_settings.conf
E, [2016-02-20T15:01:55.523006 #18793] ERROR -- : Unable to parse pcs_settings file: A JSON text must at least contain two octets!
D, [2016-02-20T15:01:55.523107 #18793] DEBUG -- : Config files sync thread finished
D, [2016-02-20T15:01:55.523189 #18793] DEBUG -- : Cannot read config '/var/lib/pcsd/cfgsync_ctl': No such file or directory - /var/lib/pcsd/cfgsync_ctl

::ffff:10.0.0.107 - - [20/Feb/2016:15:10:12 -0500] "GET /remote/get_configs HTTP/1.1" 200 403 0.0135
::ffff:10.0.0.107 - - [20/Feb/2016:15:10:12 -0500] "GET /remote/get_configs HTTP/1.1" 200 403 0.0137
ctrl01.uoi.io - - [20/Feb/2016:15:10:12 EST] "GET /remote/get_configs HTTP/1.1" 200 403
- -> /remote/get_configs
E, [2016-02-20T15:10:12.469539 #19074] ERROR -- : Unable to parse pcs_settings file: A JSON text must at least contain two octets!
E, [2016-02-20T15:10:12.469680 #19074] ERROR -- : Unable to parse pcs_settings file: A JSON text must at least contain two octets!
E, [2016-02-20T15:10:12.469774 #19074] ERROR -- : Unable to parse pcs_settings file: A JSON text must at least contain two octets!
E, [2016-02-20T15:10:12.470094 #19074] ERROR -- : Unable to parse pcs_settings file: A JSON text must at least contain two octets!
D, [2016-02-20T15:10:12.470193 #19074] DEBUG -- : Config files sync thread finished
D, [2016-02-20T15:10:12.470328 #19074] DEBUG -- : Cannot read config '/var/lib/pcsd/cfgsync_ctl': A JSON text must at least contain two octets!

ctrl01.uoi.io - - [20/Feb/2016:15:10:12 EST] "GET /remote/get_configs HTTP/1.1" 200 403

$ pcs --debug cluster auth ubuntu
Username: hacluster
Password:
Running: /usr/bin/ruby -I/usr/lib/pcsd/ /usr/lib/pcsd/pcsd-cli.rb read_tokens
--Debug Input Start--
{}
--Debug Input End--

Return Value: 1
--Debug Output Start--
/usr/bin/ruby: No such file or directory -- /usr/lib/pcsd/pcsd-cli.rb (LoadError)

--Debug Output End--

Sending HTTP Request to: https://localhost:2224/run_pcs
Data: command=%5B%22--debug%22%2C+%22cluster%22%2C+%22auth%22%2C+%22ubuntu%22%2C+%22-u%22%2C+%22hacluster%22%2C+%22-p%22%2C+%22root%22%5D
Response Reason: [Errno 111] Connection refused
Error: Unable to connect to localhost ([Errno 111] Connection refused)

# pcs -f group_remove_bug.xml resource group remove g_httpd r_nginx
Removing Constraint - colocation-g_httpd-cl_DRBD_httpd-INFINITY
Removing Constraint - location-g_httpd-vm-nmb-lamp-01-50
Removing Constraint - order-cl_DRBD_httpd-g_httpd-mandatory

meta_data() {
ocf_log debug foo
        cat <<END
<?xml version="1.0"?>
<!DOCTYPE resource-agent SYSTEM "ra-api-1.dtd">
<resource-agent name="Dummy" version="1.0">
<version>1.0</version>

# pcs resource describe ocf:pacemaker:Dummy
Resource options for: Dummy
Error: Unable to parse xml for: Dummy

# pcs resource create test2 ocf:pacemaker:Dummy op start timeout=30s
Error: Unable to create resource/fence device
Call cib_create failed (-203): Update does not conform to the configured schema
<cib epoch="64" num_updates="1" admin_epoch="0" validate-with="pacemaker-1.2" cib-last-written="Wed Jun  4 02:22:19 2014" update-origin="i-053f1f59" update-client="cibadmin" crm_feature_set="3.0.8" have-quorum="1" dc-uuid="3">
  <configuration>
    <crm_config>
      <cluster_property_set id="cib-bootstrap-options">
        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.11-1.fc20-9d39a6b"/>
        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/>
        <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1401848085"/>
      </cluster_property_set>
    </crm_config>
    <nodes>
      <node id="1" uname="i-053f1f59"/>
      <node id="2" uname="i-093f1f55">
        <instance_attributes id="nodes-2">
          <nvpair id="nodes-2-standby" name="standby" value="on"/>
        </instance_attributes>
      </node>
      <node id="3" uname="i-083f1f54">
        <instance_attributes id="nodes-3">
          <nvpair id="nodes-3-standby" name="standby" value="on"/>
        </instance_attributes>
      </node>
    </nodes>
    <resources>
      <primitive class="ocf" id="app1" provider="cloud" type="DockerContainer">
        <instance_attributes id="app1-instance_attributes">
          <nvpair id="app1-instance_attributes-image" name="image" value="fedora"/>
          <nvpair id="app1-instance_attributes-command" name="command" value="sh -c &apos;while true; do curl -X POST -d &quot;$(date) $(env)&quot; http://requestb.in/17b7m861; sleep 30; done&apos;"/>
        </instance_attributes>
        <operations>
          <op id="app1-monitor-interval-1m" interval="1m" name="monitor"/>
          <op id="app1-start-interval-0" interval="0" name="start" timeout="300"/>
        </operations>
        <meta_attributes id="app1-meta_attributes"/>
      </primitive>
      <primitive class="ocf" id="test1" provider="pacemaker" type="Dummy">
        <instance_attributes id="test1-instance_attributes">
          <nvpair id="test1-instance_attributes-fake" name="fake" value="hello world"/>
        </instance_attributes>
      </primitive>
      <primitive class="ocf" id="test2" provider="pacemaker" type="Dummy">
        <instance_attributes id="test2-instance_attributes"/>
        <operations>
          <op id="test2-start-timeout-30s" name="start" timeout="30s"/>
        </operations>
      </primitive>
    </resources>
    <constraints/>
  </configuration>
  <status>
    <node_state id="1" uname="i-053f1f59" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="do_update_resource">
      <transient_attributes id="1">
        <instance_attributes id="status-1">
          <nvpair id="status-1-shutdown" name="shutdown" value="0"/>
          <nvpair id="status-1-probe_complete" name="probe_complete" value="true"/>
          <nvpair id="status-1-last-failure-app1" name="last-failure-app1" value="1401847926"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="1">
        <lrm_resources>
          <lrm_resource id="app1" type="DockerContainer" class="ocf" provider="cloud">
            <lrm_rsc_op id="app1_last_failure_0" operation_key="app1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.8" transition-key="4:187:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" transition-magic="0:0;4:187:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" call-id="311" rc-code="0" op-status="0" interval="0" last-run="1401848086" last-rc-change="1401848086" exec-time="153" queue-time="0" op-digest="6d9e7e9ff44d3b3234dae9874cfccd85"/>
            <lrm_rsc_op id="app1_monitor_60000" operation_key="app1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.8" transition-key="10:188:0:95bbffb5-41cc-447d-acc1-8e28c5f94777" transition-magic="0:0;10:188:0:95bbffb5-41cc-447d-acc1-8e28c5f94777" call-id="312" rc-code="0" op-status="0" interval="60000" last-rc-change="1401848086" exec-time="69" queue-time="0" op-digest="def3bbf9787113e013d0b058834c9c33"/>
          </lrm_resource>
          <lrm_resource id="test1" type="Dummy" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="test1_last_0" operation_key="test1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.8" transition-key="12:189:0:95bbffb5-41cc-447d-acc1-8e28c5f94777" transition-magic="0:0;12:189:0:95bbffb5-41cc-447d-acc1-8e28c5f94777" call-id="317" rc-code="0" op-status="0" interval="0" last-run="1401848384" last-rc-change="1401848384" exec-time="31" queue-time="0" op-digest="460b154c607938c6020b149b217fee26" op-force-restart=" state  op_sleep " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state id="2" uname="i-093f1f55" crmd="online" crm-debug-origin="do_update_resource" in_ccm="true" join="member" expected="member">
      <transient_attributes id="2">
        <instance_attributes id="status-2">
          <nvpair id="status-2-probe_complete" name="probe_complete" value="true"/>
          <nvpair id="status-2-shutdown" name="shutdown" value="0"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="2">
        <lrm_resources>
          <lrm_resource id="app1" type="DockerContainer" class="ocf" provider="cloud">
            <lrm_rsc_op id="app1_last_0" operation_key="app1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.8" transition-key="7:188:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" transition-magic="0:7;7:188:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" call-id="105" rc-code="7" op-status="0" interval="0" last-run="1401848086" last-rc-change="1401848086" exec-time="26" queue-time="1" op-digest="6d9e7e9ff44d3b3234dae9874cfccd85"/>
          </lrm_resource>
          <lrm_resource id="test1" type="Dummy" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="test1_last_0" operation_key="test1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.8" transition-key="9:189:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" transition-magic="0:7;9:189:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" call-id="109" rc-code="7" op-status="0" interval="0" last-run="1401848384" last-rc-change="1401848384" exec-time="28" queue-time="0" op-digest="460b154c607938c6020b149b217fee26" op-force-restart=" state  op_sleep " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
    <node_state id="3" uname="i-083f1f54" crmd="online" crm-debug-origin="do_update_resource" in_ccm="true" join="member" expected="member">
      <transient_attributes id="3">
        <instance_attributes id="status-3">
          <nvpair id="status-3-probe_complete" name="probe_complete" value="true"/>
          <nvpair id="status-3-shutdown" name="shutdown" value="0"/>
        </instance_attributes>
      </transient_attributes>
      <lrm id="3">
        <lrm_resources>
          <lrm_resource id="app1" type="DockerContainer" class="ocf" provider="cloud">
            <lrm_rsc_op id="app1_last_0" operation_key="app1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.8" transition-key="5:188:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" transition-magic="0:7;5:188:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" call-id="105" rc-code="7" op-status="0" interval="0" last-run="1401848085" last-rc-change="1401848085" exec-time="47" queue-time="0" op-digest="6d9e7e9ff44d3b3234dae9874cfccd85"/>
          </lrm_resource>
          <lrm_resource id="test1" type="Dummy" class="ocf" provider="pacemaker">
            <lrm_rsc_op id="test1_last_0" operation_key="test1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.8" transition-key="7:189:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" transition-magic="0:7;7:189:7:95bbffb5-41cc-447d-acc1-8e28c5f94777" call-id="109" rc-code="7" op-status="0" interval="0" last-run="1401848383" last-rc-change="1401848383" exec-time="46" queue-time="0" op-digest="460b154c607938c6020b149b217fee26" op-force-restart=" state  op_sleep " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
          </lrm_resource>
        </lrm_resources>
      </lrm>
    </node_state>
  </status>
</cib>

# pcs resource create test2 ocf:pacemaker:Dummy op start timeout=30s interval=0
# pcs resource show test2      
 Resource: test2 (class=ocf provider=pacemaker type=Dummy)
  Operations: start interval=0 timeout=30s (test2-start-interval-0)

pcs status
[OUTPUT OMITTED]
Traceback (most recent call last):
  File "/usr/sbin/pcs", line 138, in <module>
    main(sys.argv[1:])
  File "/usr/sbin/pcs", line 127, in main
    status.status_cmd(argv)
  File "/usr/lib/python2.6/site-packages/pcs/status.py", line 13, in status_cmd
    full_status()
  File "/usr/lib/python2.6/site-packages/pcs/status.py", line 60, in full_status
    utils.serviceStatus("  ")
  File "/usr/lib/python2.6/site-packages/pcs/utils.py", line 1504, in serviceStatus
    if is_systemctl():
  File "/usr/lib/python2.6/site-packages/pcs/utils.py", line 1476, in is_systemctl
    elif re.search(r'Foobar Linux release 6\.', issue):
NameError: global name 'issue' is not defined

# pcs resource create cmpt01.uoi.io ocf:pacemaker:remote

Cluster name: uoi
Last updated: Thu Feb 18 15:27:13 2016      Last change: Thu Feb 18 15:27:11 2016 by root via cibadmin on ctrl01.uoi.io
Stack: corosync
Current DC: ctrl01.uoi.io (version 1.1.13-10.el7_2.2-44eb2dd) - partition with quorum
4 nodes and 1 resource configured

Online: [ ctrl01.uoi.io ctrl02.uoi.io ctrl03.uoi.io ]
RemoteOnline: [ cmpt01.uoi.io ]

Full list of resources:

 cmpt01.uoi.io  (ocf::pacemaker:remote):    Started ctrl01.uoi.io

PCSD Status:
  ctrl01.uoi.io: Online
  ctrl02.uoi.io: Online
  ctrl03.uoi.io: Online

Daemon Status:
  corosync: active/enabled
  pacemaker: active/enabled
  pcsd: active/enabled

# pcs resource delete cmpt01.uoi.io
Attempting to stop: cmpt01.uoi.io...Stopped

Cluster name: uoi
Last updated: Thu Feb 18 15:30:03 2016      Last change: Thu Feb 18 15:29:47 2016 by root via cibadmin on ctrl01.uoi.io
Stack: corosync
Current DC: ctrl01.uoi.io (version 1.1.13-10.el7_2.2-44eb2dd) - partition with quorum
3 nodes and 0 resources configured

Online: [ ctrl01.uoi.io ctrl02.uoi.io ctrl03.uoi.io ]

Full list of resources:


PCSD Status:
  ctrl01.uoi.io: Online
  ctrl02.uoi.io: Online
  ctrl03.uoi.io: Online

Daemon Status:
  corosync: active/enabled
  pacemaker: active/enabled
  pcsd: active/enabled

# pcs resource create cmpt01.uoi.io ocf:pacemaker:remote
Error: unable to create resource/fence device 'cmpt01.uoi.io', 'cmpt01.uoi.io' already exists on this system

<cib crm_feature_set="3.0.10" validate-with="pacemaker-2.3" epoch="31" num_updates="3" admin_epoch="0" cib-last-written="Thu Feb 18 15:29:47 2016" update-origin="ctrl01.uoi.io" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
  <configuration>
    <crm_config>
      <cluster_property_set id="cib-bootstrap-options">
        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/>
        <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
        <nvpair id="cib-bootstrap-options-symmetric-cluster" name="symmetric-cluster" value="true"/>
        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.13-10.el7_2.2-44eb2dd"/>
        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="uoi"/>
      </cluster_property_set>
    </crm_config>
    <nodes>
      <node id="1" uname="ctrl01.uoi.io"/>
      <node id="2" uname="ctrl02.uoi.io"/>
      <node id="3" uname="ctrl03.uoi.io"/>
    </nodes>
    <resources/>
    <constraints/>
  </configuration>
  <status>
    <node_state id="2" uname="ctrl02.uoi.io" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <lrm id="2">
        <lrm_resources/>
      </lrm>
      <transient_attributes id="2">
        <instance_attributes id="status-2">
          <nvpair id="status-2-shutdown" name="shutdown" value="0"/>
          <nvpair id="status-2-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
    </node_state>
    <node_state id="1" uname="ctrl01.uoi.io" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <lrm id="1">
        <lrm_resources/>
      </lrm>
      <transient_attributes id="1">
        <instance_attributes id="status-1">
          <nvpair id="status-1-shutdown" name="shutdown" value="0"/>
          <nvpair id="status-1-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
    </node_state>
    <node_state id="3" uname="ctrl03.uoi.io" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
      <lrm id="3">
        <lrm_resources/>
      </lrm>
      <transient_attributes id="3">
        <instance_attributes id="status-3">
          <nvpair id="status-3-shutdown" name="shutdown" value="0"/>
          <nvpair id="status-3-probe_complete" name="probe_complete" value="true"/>
        </instance_attributes>
      </transient_attributes>
    </node_state>
    <node_state id="cmpt01.uoi.io">
      <transient_attributes id="cmpt01.uoi.io">
        <instance_attributes id="status-cmpt01.uoi.io"/>
      </transient_attributes>
    </node_state>
  </status>
</cib>

if not utils.is_rhel6():
    print "PCSD Status:"
    cluster.cluster_gui_status([],True)
    print ""

$ pcs cluster auth  127.0.0.1
Error: Unable to communicate with 127.0.0.1

# IPV6 localhost is fine
#
$ pcs cluster auth  ::1
Username: 

# Observation: ruby-mri is only listening on tcp6 not tcp.
#
$ netstat -anp | grep 2224
tcp6       0      0 :::2224                 :::*                    LISTEN      744/ruby-mri

$ diff /usr/lib/pcsd/ssl.rb.bak /usr/lib/pcsd/ssl.rb
31c31
<   :BindAddress        => "::",

---
>   :BindAddress        => "*",

$ systemctl restart pcsd.service

pcs resource create dummy1 ocf:pacemaker:Dummy meta target-role=stopped
crm_resource -r dummy1 -z -p cpu -v 1000
pcs resource start dummy1

# pcs resource create test1 ocf:pacemaker:Dummy fake=hello$'\n'world
# cibadmin -Q | grep world
          <nvpair id="test1-instance_attributes-fake" name="fake" value="hello world"/>

[root@node0 pcs-0.9.115]# pcs status cluster
Cluster Status:
 Last updated: Mon Mar 10 10:28:49 2014
 Last change: Mon Mar 10 10:25:42 2014 via crm_attribute on node0-priv
 Stack: cman
 Current DC: node0-priv - partition with quorum
 Version: 1.1.10-1.el6_4.4-368c726
 2 Nodes configured
 12 Resources configured

[root@node0 pcs-0.9.115]# pcs cluster status
Cluster Status:
 Last updated: Mon Mar 10 10:30:09 2014
 Last change: Mon Mar 10 10:25:42 2014 via crm_attribute on node0-priv
 Stack: cman
 Current DC: node0-priv - partition with quorum
 Version: 1.1.10-1.el6_4.4-368c726
 2 Nodes configured
 12 Resources configured

PCSD Status:
Error: no nodes found in corosync.conf