From 05fd299e094c6981b4c5b943dee03a29e78ee016 Mon Sep 17 00:00:00 2001
From: Govindarajan Soundararajan <govindarajan.s@nutanix.com>
Date: Fri, 8 Nov 2024 00:01:45 -0800
Subject: [PATCH 10/10] fence_nutanix_ahv: Add fence agent support for Nutanix
 AHV Cluster (#600)

---
 agents/nutanix_ahv/fence_nutanix_ahv.py   | 574 ++++++++++++++++++++++
 fence-agents.spec.in                      |  13 +
 tests/data/metadata/fence_nutanix_ahv.xml | 201 ++++++++
 3 files changed, 788 insertions(+)
 create mode 100644 agents/nutanix_ahv/fence_nutanix_ahv.py
 create mode 100644 tests/data/metadata/fence_nutanix_ahv.xml

diff --git a/agents/nutanix_ahv/fence_nutanix_ahv.py b/agents/nutanix_ahv/fence_nutanix_ahv.py
new file mode 100644
index 00000000..1a422dda
--- /dev/null
+++ b/agents/nutanix_ahv/fence_nutanix_ahv.py
@@ -0,0 +1,574 @@
+#!@PYTHON@ -tt
+
+# AHV Fence agent
+# Compatible with Nutanix v4 API
+
+
+import atexit
+import logging
+import sys
+import time
+import uuid
+import requests
+
+sys.path.append("@FENCEAGENTSLIBDIR@")
+from fencing import *
+from fencing import fail, EC_LOGIN_DENIED, EC_GENERIC_ERROR, EC_TIMED_OUT, run_delay, EC_BAD_ARGS
+
+
+V4_VERSION = '4.0'
+MIN_TIMEOUT = 60
+PC_PORT = 9440
+POWER_STATES = {"ON": "on", "OFF": "off", "PAUSED": "off", "UNKNOWN": "unknown"}
+
+
+class NutanixClientException(Exception):
+    pass
+
+
+class AHVFenceAgentException(Exception):
+    pass
+
+
+class TaskTimedOutException(Exception):
+    pass
+
+
+class InvalidArgsException(Exception):
+    pass
+
+
+class NutanixClient:
+    def __init__(self, username, password, disable_warnings=False):
+        self.username = username
+        self.password = password
+        self.valid_status_codes = [200, 202]
+        self.disable_warnings = disable_warnings
+
+    def request(self, url, method='GET', headers=None, **kwargs):
+        session = requests.Session()
+        session.auth = (self.username, self.password)
+
+        if self.disable_warnings:
+            requests.packages.urllib3.disable_warnings()
+
+        if headers:
+            session.headers.update(headers)
+
+        response = None
+
+        try:
+            logging.debug("Sending %s request to %s", method, url)
+            response = session.request(method, url, **kwargs)
+            response.raise_for_status()
+        except requests.exceptions.SSLError as err:
+            logging.error("Secure connection failed, verify SSL certificate")
+            logging.error("Error message: %s", err)
+            raise NutanixClientException("Secure connection failed") from err
+        except requests.exceptions.RequestException as err:
+            logging.error("API call failed: %s", response.text)
+            logging.error("Error message: %s", err)
+            raise NutanixClientException(f"API call failed: {err}") from err
+        except Exception as err:
+            logging.error("API call failed: %s", response.text)
+            logging.error("Unknown error %s", err)
+            raise NutanixClientException(f"API call failed: {err}") from err
+
+        if response.status_code not in self.valid_status_codes:
+            logging.error("API call returned status code %s", response.status_code)
+            raise NutanixClientException(f"API call failed: {response}")
+
+        return response
+
+
+class NutanixV4Client(NutanixClient):
+    def __init__(self, host=None, username=None, password=None,
+                 verify=True, disable_warnings=False):
+        self.host = host
+        self.username = username
+        self.password = password
+        self.verify = verify
+        self.base_url = f"https://{self.host}:{PC_PORT}/api"
+        self.vm_url = f"{self.base_url}/vmm/v{V4_VERSION}/ahv/config/vms"
+        self.task_url = f"{self.base_url}/prism/v{V4_VERSION}/config/tasks"
+        super().__init__(username, password, disable_warnings)
+
+    def _get_headers(self, vm_uuid=None):
+        resp = None
+        headers = {'Accept':'application/json',
+                   'Content-Type': 'application/json'}
+
+        if vm_uuid:
+            try:
+                resp = self._get_vm(vm_uuid)
+            except AHVFenceAgentException as err:
+                logging.error("Unable to retrieve etag")
+                raise AHVFenceAgentException from err
+
+            etag_str = resp.headers['Etag']
+            request_id = str(uuid.uuid1())
+            headers['If-Match'] = etag_str
+            headers['Ntnx-Request-Id'] = request_id
+
+        return headers
+
+    def _get_all_vms(self, filter_str=None, limit=None):
+        vm_url = self.vm_url
+
+        if filter_str and limit:
+            vm_url = f"{vm_url}?$filter={filter_str}&$limit={limit}"
+        elif filter_str and not limit:
+            vm_url = f"{vm_url}?$filter={filter_str}"
+        elif limit and not filter_str:
+            vm_url = f"{vm_url}?$limit={limit}"
+
+        logging.debug("Getting info for all VMs, %s", vm_url)
+        header_str = self._get_headers()
+
+        try:
+            resp = self.request(url=vm_url, method='GET',
+                                headers=header_str, verify=self.verify)
+        except NutanixClientException as err:
+            logging.error("Unable to retrieve VM info")
+            raise AHVFenceAgentException from err
+
+        vms = resp.json()
+        return vms
+
+    def _get_vm_uuid(self, vm_name):
+        vm_uuid = None
+        resp = None
+
+        if not vm_name:
+            logging.error("VM name was not provided")
+            raise AHVFenceAgentException("VM name not provided")
+
+        try:
+            filter_str = f"name eq '{vm_name}'"
+            resp = self._get_all_vms(filter_str=filter_str)
+        except AHVFenceAgentException as err:
+            logging.error("Failed to get VM info for VM %s", vm_name)
+            raise AHVFenceAgentException from err
+
+        if not resp or not isinstance(resp, dict):
+            logging.error("Failed to retrieve VM UUID for VM %s", vm_name)
+            raise AHVFenceAgentException(f"Failed to get VM UUID for {vm_name}")
+
+        if 'data' not in resp:
+            err = f"Error: Unsuccessful match for VM name: {vm_name}"
+            logging.error("Failed to retrieve VM UUID for VM %s", vm_name)
+            raise AHVFenceAgentException(err)
+
+        for vm in resp['data']:
+            if vm['name'] == vm_name:
+                vm_uuid = vm['extId']
+                break
+
+        return vm_uuid
+
+    def _get_vm(self, vm_uuid):
+        if not vm_uuid:
+            logging.error("VM UUID was not provided")
+            raise AHVFenceAgentException("VM UUID not provided")
+
+        vm_url = self.vm_url + f"/{vm_uuid}"
+        logging.debug("Getting config information for VM, %s", vm_uuid)
+
+        try:
+            header_str = self._get_headers()
+            resp = self.request(url=vm_url, method='GET',
+                                headers=header_str, verify=self.verify)
+        except NutanixClientException as err:
+            logging.error("Failed to retrieve VM details "
+                          "for VM UUID: %s", vm_uuid)
+            raise AHVFenceAgentException from err
+        except AHVFenceAgentException as err:
+            logging.error("Failed to retrieve etag from headers")
+            raise AHVFenceAgentException from err
+
+        return resp
+
+    def _power_on_off_vm(self, power_state=None, vm_uuid=None):
+        resp = None
+        vm_url = None
+
+        if not vm_uuid:
+            logging.error("VM UUID was not provided")
+            raise AHVFenceAgentException("VM UUID not provided")
+        if not power_state:
+            logging.error("Requested VM power state is None")
+            raise InvalidArgsException
+
+        power_state = power_state.lower()
+
+        if power_state == 'on':
+            vm_url = self.vm_url + f"/{vm_uuid}/$actions/power-on"
+            logging.debug("Sending request to power on VM, %s", vm_uuid)
+        elif power_state == 'off':
+            vm_url = self.vm_url + f"/{vm_uuid}/$actions/power-off"
+            logging.debug("Sending request to power off VM, %s", vm_uuid)
+        else:
+            logging.error("Invalid power state specified: %s", power_state)
+            raise InvalidArgsException
+
+        try:
+            headers_str = self._get_headers(vm_uuid)
+            resp = self.request(url=vm_url, method='POST',
+                                headers=headers_str, verify=self.verify)
+        except NutanixClientException as err:
+            logging.error("Failed to power off VM %s", vm_uuid)
+            raise AHVFenceAgentException from err
+        except AHVFenceAgentException as err:
+            logging.error("Failed to retrieve etag from headers")
+            raise AHVFenceAgentException from err
+
+        return resp
+
+    def _power_cycle_vm(self, vm_uuid):
+        if not vm_uuid:
+            logging.error("VM UUID was not provided")
+            raise AHVFenceAgentException("VM UUID not provided")
+
+        resp = None
+        vm_url = self.vm_url + f"/{vm_uuid}/$actions/power-cycle"
+        logging.debug("Sending request to power cycle VM, %s", vm_uuid)
+
+        try:
+            header_str = self._get_headers(vm_uuid)
+            resp = self.request(url=vm_url, method='POST',
+                                headers=header_str, verify=self.verify)
+        except NutanixClientException as err:
+            logging.error("Failed to power on VM %s", vm_uuid)
+            raise AHVFenceAgentException from err
+        except AHVFenceAgentException as err:
+            logging.error("Failed to retrieve etag from headers")
+            raise AHVFenceAgentException from err
+
+        return resp
+
+    def _wait_for_task(self, task_uuid, timeout=None):
+        if not task_uuid:
+            logging.error("Task UUID was not provided")
+            raise AHVFenceAgentException("Task UUID not provided")
+
+        task_url = f"{self.task_url}/{task_uuid}"
+        header_str = self._get_headers()
+        task_resp = None
+        interval = 5
+        task_status = None
+
+        if not timeout:
+            timeout = MIN_TIMEOUT
+        else:
+            try:
+                timeout = int(timeout)
+            except ValueError:
+                timeout = MIN_TIMEOUT
+
+        while task_status != 'SUCCEEDED':
+            if timeout <= 0:
+                raise TaskTimedOutException(f"Task timed out: {task_uuid}")
+
+            time.sleep(interval)
+            timeout = timeout - interval
+
+            try:
+                task_resp = self.request(url=task_url, method='GET',
+                                         headers=header_str, verify=self.verify)
+                task_status = task_resp.json()['data']['status']
+            except NutanixClientException as err:
+                logging.error("Unable to retrieve task status")
+                raise AHVFenceAgentException from err
+            except Exception as err:
+                logging.error("Unknown error")
+                raise AHVFenceAgentException from err
+
+            if task_status == 'FAILED':
+                raise AHVFenceAgentException(f"Task failed, task uuid: {task_uuid}")
+
+    def list_vms(self, filter_str=None, limit=None):
+        vms = None
+        vm_list = {}
+
+        try:
+            vms = self._get_all_vms(filter_str, limit)
+        except NutanixClientException as err:
+            logging.error("Failed to retrieve VM list")
+            raise AHVFenceAgentException from err
+
+        if not vms or not isinstance(vms, dict):
+            logging.error("Failed to retrieve VM list")
+            raise AHVFenceAgentException("Unable to get VM list")
+
+        if 'data' not in vms:
+            err = "Got invalid or empty VM list"
+            logging.debug(err)
+        else:
+            for vm in vms['data']:
+                vm_name = vm['name']
+                ext_id = vm['extId']
+                power_state = vm['powerState']
+                vm_list[vm_name] = (ext_id, power_state)
+
+        return vm_list
+
+    def get_power_state(self, vm_name=None, vm_uuid=None):
+        resp = None
+        power_state = None
+
+        if not vm_name and not vm_uuid:
+            logging.error("Require at least one of VM name or VM UUID")
+            raise InvalidArgsException("No arguments provided")
+
+        if not vm_uuid:
+            try:
+                vm_uuid = self._get_vm_uuid(vm_name)
+            except AHVFenceAgentException as err:
+                logging.error("Unable to retrieve UUID of VM, %s", vm_name)
+                raise AHVFenceAgentException from err
+
+        try:
+            resp = self._get_vm(vm_uuid)
+        except AHVFenceAgentException as err:
+            logging.error("Unable to retrieve power state of VM %s", vm_uuid)
+            raise AHVFenceAgentException from err
+
+        try:
+            power_state = resp.json()['data']['powerState']
+        except AHVFenceAgentException as err:
+            logging.error("Failed to retrieve power state of VM %s", vm_uuid)
+            raise AHVFenceAgentException from err
+
+        return POWER_STATES[power_state]
+
+    def set_power_state(self, vm_name=None, vm_uuid=None,
+                        power_state='off', timeout=None):
+        resp = None
+        current_power_state = None
+        power_state = power_state.lower()
+
+        if not timeout:
+            timeout = MIN_TIMEOUT
+
+        if not vm_name and not vm_uuid:
+            logging.error("Require at least one of VM name or VM UUID")
+            raise InvalidArgsException("No arguments provided")
+
+        if not vm_uuid:
+            vm_uuid = self._get_vm_uuid(vm_name)
+
+        try:
+            current_power_state = self.get_power_state(vm_uuid=vm_uuid)
+        except AHVFenceAgentException as err:
+            raise AHVFenceAgentException from err
+
+        if current_power_state.lower() == power_state.lower():
+            logging.debug("VM already powered %s", power_state.lower())
+            return
+
+        if power_state.lower() == 'on':
+            resp = self._power_on_off_vm(power_state, vm_uuid)
+        elif power_state.lower() == 'off':
+            resp = self._power_on_off_vm(power_state, vm_uuid)
+
+        task_id = resp.json()['data']['extId']
+
+        try:
+            self._wait_for_task(task_id, timeout)
+        except AHVFenceAgentException as err:
+            logging.error("Failed to power %s VM", power_state.lower())
+            logging.error("VM power %s task failed", power_state.lower())
+            raise AHVFenceAgentException from err
+        except TaskTimedOutException as err:
+            logging.error("Timed out powering %s VM %s",
+                          power_state.lower(), vm_uuid)
+            raise TaskTimedOutException from err
+
+        logging.debug("Powered %s VM, %s successfully",
+                     power_state.lower(), vm_uuid)
+
+    def power_cycle_vm(self, vm_name=None, vm_uuid=None, timeout=None):
+        resp = None
+        status = None
+
+        if not timeout:
+            timeout = MIN_TIMEOUT
+
+        if not vm_name and not vm_uuid:
+            logging.error("Require at least one of VM name or VM UUID")
+            raise InvalidArgsException("No arguments provided")
+
+        if not vm_uuid:
+            vm_uuid = self._get_vm_uuid(vm_name)
+
+        resp = self._power_cycle_vm(vm_uuid)
+        task_id = resp.json()['data']['extId']
+
+        try:
+            self._wait_for_task(task_id, timeout)
+        except AHVFenceAgentException as err:
+            logging.error("Failed to power-cycle VM %s", vm_uuid)
+            logging.error("VM power-cycle task failed with status, %s", status)
+            raise AHVFenceAgentException from err
+        except TaskTimedOutException as err:
+            logging.error("Timed out power-cycling VM %s", vm_uuid)
+            raise TaskTimedOutException from err
+
+
+        logging.debug("Power-cycled VM, %s", vm_uuid)
+
+
+def connect(options):
+    host = options["--ip"]
+    username = options["--username"]
+    password = options["--password"]
+    verify_ssl = True
+    disable_warnings = False
+
+    if "--ssl-insecure" in options:
+        verify_ssl = False
+        disable_warnings = True
+
+    client = NutanixV4Client(host, username, password,
+                             verify_ssl, disable_warnings)
+
+    try:
+        client.list_vms(limit=1)
+    except AHVFenceAgentException as err:
+        logging.error("Connection to Prism Central Failed")
+        logging.error(err)
+        fail(EC_LOGIN_DENIED)
+
+    return client
+
+def get_list(client, options):
+    vm_list = None
+
+    filter_str = options.get("--filter", None)
+    limit = options.get("--limit", None)
+
+    try:
+        vm_list = client.list_vms(filter_str, limit)
+    except AHVFenceAgentException as err:
+        logging.error("Failed to list VMs")
+        logging.error(err)
+        fail(EC_GENERIC_ERROR)
+
+    return vm_list
+
+def get_power_status(client, options):
+    vmid = None
+    name = None
+    power_state = None
+
+    vmid = options.get("--uuid", None)
+    name = options.get("--plug", None)
+
+    if not vmid and not name:
+        logging.error("Need VM name or VM UUID for power op")
+        fail(EC_BAD_ARGS)
+    try:
+        power_state = client.get_power_state(vm_name=name, vm_uuid=vmid)
+    except AHVFenceAgentException:
+        fail(EC_GENERIC_ERROR)
+    except InvalidArgsException:
+        fail(EC_BAD_ARGS)
+
+    return power_state
+
+def set_power_status(client, options):
+    action = options["--action"].lower()
+    timeout = options.get("--power-timeout", None)
+    vmid = options.get("--uuid", None)
+    name = options.get("--plug", None)
+
+    if not name and not vmid:
+        logging.error("Need VM name or VM UUID to set power state of a VM")
+        fail(EC_BAD_ARGS)
+
+    try:
+        client.set_power_state(vm_name=name, vm_uuid=vmid,
+                               power_state=action, timeout=timeout)
+    except AHVFenceAgentException as err:
+        logging.error(err)
+        fail(EC_GENERIC_ERROR)
+    except TaskTimedOutException as err:
+        logging.error(err)
+        fail(EC_TIMED_OUT)
+    except InvalidArgsException:
+        fail(EC_BAD_ARGS)
+
+def power_cycle(client, options):
+    timeout = options.get("--power-timeout", None)
+    vmid = options.get("--uuid", None)
+    name = options.get("--plug", None)
+
+    if not name and not vmid:
+        logging.error("Need VM name or VM UUID to set power cycling a VM")
+        fail(EC_BAD_ARGS)
+
+    try:
+        client.power_cycle_vm(vm_name=name, vm_uuid=vmid, timeout=timeout)
+    except AHVFenceAgentException as err:
+        logging.error(err)
+        fail(EC_GENERIC_ERROR)
+    except TaskTimedOutException as err:
+        logging.error(err)
+        fail(EC_TIMED_OUT)
+    except InvalidArgsException:
+        fail(EC_BAD_ARGS)
+
+def define_new_opts():
+    all_opt["filter"] = {
+            "getopt": ":",
+            "longopt": "filter",
+            "help": """
+            --filter=[filter]	Filter list, list VMs actions.
+            --filter=\"name eq 'node1-vm'\"
+            --filter=\"startswith(name,'node')\"
+            --filter=\"name in ('node1-vm','node-3-vm')\" """,
+            "required": "0",
+            "shortdesc": "Filter list, get_list"
+            "e.g: \"name eq 'node1-vm'\"",
+            "order": 2
+            }
+
+def main():
+    device_opt = [
+            "ipaddr",
+            "login",
+            "passwd",
+            "ssl",
+            "notls",
+            "web",
+            "port",
+            "filter",
+            "method",
+            "disable_timeout",
+            "power_timeout"
+            ]
+
+    atexit.register(atexit_handler)
+    define_new_opts()
+
+    all_opt["power_timeout"]["default"] = str(MIN_TIMEOUT)
+    options = check_input(device_opt, process_input(device_opt))
+    docs = {}
+    docs["shortdesc"] = "Fencing agent for Nutanix AHV Cluster VMs."
+    docs["longdesc"] = """fence_ahv is a power fencing agent for \
+virtual machines deployed on Nutanix AHV cluster with the AHV cluster \
+being managed by Prism Central."""
+    docs["vendorurl"] = "https://www.nutanix.com"
+    show_docs(options, docs)
+    run_delay(options)
+    client = connect(options)
+
+    result = fence_action(client, options, set_power_status, get_power_status,
+                          get_list, reboot_cycle_fn=power_cycle
+                         )
+
+    sys.exit(result)
+
+
+if __name__ == "__main__":
+    main()
diff --git a/fence-agents.spec.in b/fence-agents.spec.in
index c8d8cbdd..f8ef5f27 100644
--- a/fence-agents.spec.in
+++ b/fence-agents.spec.in
@@ -70,6 +70,7 @@ fence-agents-ldom \\
 fence-agents-lpar \\
 fence-agents-mpath \\
 fence-agents-netio \\
+fence-agents-nutanix-ahv \\
 fence-agents-ovh \\
 fence-agents-ovm \\
 fence-agents-redfish \\
@@ -930,6 +931,18 @@ via telnet or SSH.
 %{_sbindir}/fence_netio
 %{_mandir}/man8/fence_netio.8*
 
+%package nutanix-ahv
+License: GPL-2.0-or-later AND LGPL-2.0-or-later
+Summary: Fence agent for Nutanix AHV
+Requires: fence-agents-common = %{version}-%{release}
+BuildArch: noarch
+Obsoletes: fence-agents < 3.1.13
+%description nutanix-ahv
+Fence agent for Nutanix AHV clusters.
+%files nutanix-ahv
+%{_sbindir}/fence_nutanix_ahv
+%{_mandir}/man8/fence_nutanix_ahv.8*
+
 %ifarch x86_64 ppc64le
 %package openstack
 License: GPL-2.0-or-later AND LGPL-2.0-or-later
diff --git a/tests/data/metadata/fence_nutanix_ahv.xml b/tests/data/metadata/fence_nutanix_ahv.xml
new file mode 100644
index 00000000..bbc307b1
--- /dev/null
+++ b/tests/data/metadata/fence_nutanix_ahv.xml
@@ -0,0 +1,201 @@
+<?xml version="1.0" ?>
+<resource-agent name="fence_nutanix_ahv" shortdesc="Fencing agent for Nutanix AHV Cluster VMs." >
+<longdesc>fence_ahv is a power fencing agent for virtual machines deployed on Nutanix AHV cluster with the AHV cluster being managed by Prism Central.</longdesc>
+<vendor-url>https://www.nutanix.com</vendor-url>
+<parameters>
+	<parameter name="action" unique="0" required="1">
+		<getopt mixed="-o, --action=[action]" />
+		<content type="string" default="reboot"  />
+		<shortdesc lang="en">Fencing action</shortdesc>
+	</parameter>
+	<parameter name="ip" unique="0" required="1" obsoletes="ipaddr">
+		<getopt mixed="-a, --ip=[ip]" />
+		<content type="string"  />
+		<shortdesc lang="en">IP address or hostname of fencing device</shortdesc>
+	</parameter>
+	<parameter name="ipaddr" unique="0" required="1" deprecated="1">
+		<getopt mixed="-a, --ip=[ip]" />
+		<content type="string"  />
+		<shortdesc lang="en">IP address or hostname of fencing device</shortdesc>
+	</parameter>
+	<parameter name="ipport" unique="0" required="0">
+		<getopt mixed="-u, --ipport=[port]" />
+		<content type="integer" default="80"  />
+		<shortdesc lang="en">TCP/UDP port to use for connection with device</shortdesc>
+	</parameter>
+	<parameter name="login" unique="0" required="1" deprecated="1">
+		<getopt mixed="-l, --username=[name]" />
+		<content type="string"  />
+		<shortdesc lang="en">Login name</shortdesc>
+	</parameter>
+	<parameter name="method" unique="0" required="0">
+		<getopt mixed="-m, --method=[method]" />
+		<content type="select" default="onoff"  >
+			<option value="onoff" />
+			<option value="cycle" />
+		</content>
+		<shortdesc lang="en">Method to fence</shortdesc>
+	</parameter>
+	<parameter name="notls" unique="0" required="0">
+		<getopt mixed="-t, --notls" />
+		<content type="boolean"  />
+		<shortdesc lang="en">Disable TLS negotiation and force SSL3.0. This should only be used for devices that do not support TLS1.0 and up.</shortdesc>
+	</parameter>
+	<parameter name="passwd" unique="0" required="0" deprecated="1">
+		<getopt mixed="-p, --password=[password]" />
+		<content type="string"  />
+		<shortdesc lang="en">Login password or passphrase</shortdesc>
+	</parameter>
+	<parameter name="passwd_script" unique="0" required="0" deprecated="1">
+		<getopt mixed="-S, --password-script=[script]" />
+		<content type="string"  />
+		<shortdesc lang="en">Script to run to retrieve password</shortdesc>
+	</parameter>
+	<parameter name="password" unique="0" required="0" obsoletes="passwd">
+		<getopt mixed="-p, --password=[password]" />
+		<content type="string"  />
+		<shortdesc lang="en">Login password or passphrase</shortdesc>
+	</parameter>
+	<parameter name="password_script" unique="0" required="0" obsoletes="passwd_script">
+		<getopt mixed="-S, --password-script=[script]" />
+		<content type="string"  />
+		<shortdesc lang="en">Script to run to retrieve password</shortdesc>
+	</parameter>
+	<parameter name="plug" unique="0" required="1" obsoletes="port">
+		<getopt mixed="-n, --plug=[id]" />
+		<content type="string"  />
+		<shortdesc lang="en">Physical plug number on device, UUID or identification of machine</shortdesc>
+	</parameter>
+	<parameter name="port" unique="0" required="1" deprecated="1">
+		<getopt mixed="-n, --plug=[id]" />
+		<content type="string"  />
+		<shortdesc lang="en">Physical plug number on device, UUID or identification of machine</shortdesc>
+	</parameter>
+	<parameter name="ssl" unique="0" required="0">
+		<getopt mixed="-z, --ssl" />
+		<content type="boolean"  />
+		<shortdesc lang="en">Use SSL connection with verifying certificate</shortdesc>
+	</parameter>
+	<parameter name="ssl_insecure" unique="0" required="0">
+		<getopt mixed="--ssl-insecure" />
+		<content type="boolean"  />
+		<shortdesc lang="en">Use SSL connection without verifying certificate</shortdesc>
+	</parameter>
+	<parameter name="ssl_secure" unique="0" required="0">
+		<getopt mixed="--ssl-secure" />
+		<content type="boolean"  />
+		<shortdesc lang="en">Use SSL connection with verifying certificate</shortdesc>
+	</parameter>
+	<parameter name="username" unique="0" required="1" obsoletes="login">
+		<getopt mixed="-l, --username=[name]" />
+		<content type="string"  />
+		<shortdesc lang="en">Login name</shortdesc>
+	</parameter>
+	<parameter name="filter" unique="0" required="0">
+		<getopt mixed="
+            --filter=[filter]" />
+		<content type="string"  />
+		<shortdesc lang="en">Filter list, get_liste.g: "name eq 'node1-vm'"</shortdesc>
+	</parameter>
+	<parameter name="quiet" unique="0" required="0">
+		<getopt mixed="-q, --quiet" />
+		<content type="boolean"  />
+		<shortdesc lang="en">Disable logging to stderr. Does not affect --verbose or --debug-file or logging to syslog.</shortdesc>
+	</parameter>
+	<parameter name="verbose" unique="0" required="0">
+		<getopt mixed="-v, --verbose" />
+		<content type="boolean"  />
+		<shortdesc lang="en">Verbose mode. Multiple -v flags can be stacked on the command line (e.g., -vvv) to increase verbosity.</shortdesc>
+	</parameter>
+	<parameter name="verbose_level" unique="0" required="0">
+		<getopt mixed="--verbose-level" />
+		<content type="integer"  />
+		<shortdesc lang="en">Level of debugging detail in output. Defaults to the number of --verbose flags specified on the command line, or to 1 if verbose=1 in a stonith device configuration (i.e., on stdin).</shortdesc>
+	</parameter>
+	<parameter name="debug" unique="0" required="0" deprecated="1">
+		<getopt mixed="-D, --debug-file=[debugfile]" />
+		<content type="string"  />
+		<shortdesc lang="en">Write debug information to given file</shortdesc>
+	</parameter>
+	<parameter name="debug_file" unique="0" required="0" obsoletes="debug">
+		<getopt mixed="-D, --debug-file=[debugfile]" />
+		<shortdesc lang="en">Write debug information to given file</shortdesc>
+	</parameter>
+	<parameter name="version" unique="0" required="0">
+		<getopt mixed="-V, --version" />
+		<content type="boolean"  />
+		<shortdesc lang="en">Display version information and exit</shortdesc>
+	</parameter>
+	<parameter name="help" unique="0" required="0">
+		<getopt mixed="-h, --help" />
+		<content type="boolean"  />
+		<shortdesc lang="en">Display help and exit</shortdesc>
+	</parameter>
+	<parameter name="plug_separator" unique="0" required="0">
+		<getopt mixed="--plug-separator=[char]" />
+		<content type="string" default=","  />
+		<shortdesc lang="en">Separator for plug parameter when specifying more than 1 plug</shortdesc>
+	</parameter>
+	<parameter name="separator" unique="0" required="0">
+		<getopt mixed="-C, --separator=[char]" />
+		<content type="string" default=","  />
+		<shortdesc lang="en">Separator for CSV created by 'list' operation</shortdesc>
+	</parameter>
+	<parameter name="delay" unique="0" required="0">
+		<getopt mixed="--delay=[seconds]" />
+		<content type="second" default="0"  />
+		<shortdesc lang="en">Wait X seconds before fencing is started</shortdesc>
+	</parameter>
+	<parameter name="disable_timeout" unique="0" required="0">
+		<getopt mixed="--disable-timeout=[true/false]" />
+		<content type="string"  />
+		<shortdesc lang="en">Disable timeout (true/false) (default: true when run from Pacemaker 2.0+)</shortdesc>
+	</parameter>
+	<parameter name="login_timeout" unique="0" required="0">
+		<getopt mixed="--login-timeout=[seconds]" />
+		<content type="second" default="5"  />
+		<shortdesc lang="en">Wait X seconds for cmd prompt after login</shortdesc>
+	</parameter>
+	<parameter name="power_timeout" unique="0" required="0">
+		<getopt mixed="--power-timeout=[seconds]" />
+		<content type="second" default="60"  />
+		<shortdesc lang="en">Test X seconds for status change after ON/OFF</shortdesc>
+	</parameter>
+	<parameter name="power_wait" unique="0" required="0">
+		<getopt mixed="--power-wait=[seconds]" />
+		<content type="second" default="0"  />
+		<shortdesc lang="en">Wait X seconds after issuing ON/OFF</shortdesc>
+	</parameter>
+	<parameter name="shell_timeout" unique="0" required="0">
+		<getopt mixed="--shell-timeout=[seconds]" />
+		<content type="second" default="3"  />
+		<shortdesc lang="en">Wait X seconds for cmd prompt after issuing command</shortdesc>
+	</parameter>
+	<parameter name="stonith_status_sleep" unique="0" required="0">
+		<getopt mixed="--stonith-status-sleep=[seconds]" />
+		<content type="second" default="1"  />
+		<shortdesc lang="en">Sleep X seconds between status calls during a STONITH action</shortdesc>
+	</parameter>
+	<parameter name="retry_on" unique="0" required="0">
+		<getopt mixed="--retry-on=[attempts]" />
+		<content type="integer" default="1"  />
+		<shortdesc lang="en">Count of attempts to retry power on</shortdesc>
+	</parameter>
+	<parameter name="gnutlscli_path" unique="0" required="0">
+		<getopt mixed="--gnutlscli-path=[path]" />
+		<shortdesc lang="en">Path to gnutls-cli binary</shortdesc>
+	</parameter>
+</parameters>
+<actions>
+	<action name="on" automatic="0"/>
+	<action name="off" />
+	<action name="reboot" />
+	<action name="status" />
+	<action name="list" />
+	<action name="list-status" />
+	<action name="monitor" />
+	<action name="metadata" />
+	<action name="manpage" />
+	<action name="validate-all" />
+</actions>
+</resource-agent>
-- 
2.33.1.windows.1