Add notes on test deploy

notes/stv/20230725-test-deploy-01.txt

@@ -0,0 +1,195 @@
+#
+# <meta:header>
+#   <meta:licence>
+#     Copyright (c) 2023, ROE (http://www.roe.ac.uk/)
+#
+#     This information is free software: you can redistribute it and/or modify
+#     it under the terms of the GNU General Public License as published by
+#     the Free Software Foundation, either version 3 of the License, or
+#     (at your option) any later version.
+#
+#     This information is distributed in the hope that it will be useful,
+#     but WITHOUT ANY WARRANTY; without even the implied warranty of
+#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#     GNU General Public License for more details.
+#
+#     You should have received a copy of the GNU General Public License
+#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#   </meta:licence>
+# </meta:header>
+#
+
+
+    Target:
+
+        Test hbscan upgrade
+
+    Result:
+
+        Success.
+
+
+
+# -----------------------------------------------------
+# Check which cloud is currently live.
+#[user@desktop]
+
+    ssh [email protected] \
+        '
+        date
+        hostname
+        '
+
+	> iris-gaia-green-20230308-zeppelin
+
+
+
+# -----------------------------------------------------
+# Create a container to work with.
+#[user@desktop]
+
+    #
+    # Live is green, selecting red for the deployment.
+    #
+
+    source "${HOME:?}/aglais.env"
+
+    agcolour=red
+    configname=zeppelin-54.86-spark-6.26.43
+
+    agproxymap=3000:3000
+    clientname=ansibler-${agcolour}
+    cloudname=iris-gaia-${agcolour}
+
+    podman run \
+        --rm \
+        --tty \
+        --interactive \
+        --name     "${clientname:?}" \
+        --hostname "${clientname:?}" \
+        --publish  "${agproxymap:?}" \
+        --env "cloudname=${cloudname:?}" \
+        --env "configname=${configname:?}" \
+        --env "SSH_AUTH_SOCK=/mnt/ssh_auth_sock" \
+        --volume "${SSH_AUTH_SOCK:?}:/mnt/ssh_auth_sock:rw,z" \
+        --volume "${HOME:?}/clouds.yaml:/etc/openstack/clouds.yaml:ro,z" \
+        --volume "${AGLAIS_CODE:?}/deployments:/deployments:ro,z" \
+        ghcr.io/wfau/atolmis/ansible-client:2022.07.25 \
+        bash
+
+    >   ....
+
+
+TASK [Copy pip requirements file into tmp] *************************************
+changed: [master01]
+changed: [worker03]
+changed: [worker04]
+changed: [worker02]
+changed: [worker01]
+changed: [worker05]
+changed: [worker06]
+changed: [zeppelin]
+
+TASK [Install the required Python packages] ************************************
+changed: [worker03]
+changed: [worker04]
+changed: [worker01]
+changed: [worker02]
+changed: [master01]
+changed: [zeppelin]
+changed: [worker06]
+changed: [worker05]
+
+
+...
+
+# data.gaia-dmp.uk:22 SSH-2.0-OpenSSH_8.0
+# data.gaia-dmp.uk:22 SSH-2.0-OpenSSH_8.0
+# data.gaia-dmp.uk:22 SSH-2.0-OpenSSH_8.0
+Warning: Permanently added the ECDSA host key for IP address '128.232.222.153' to the list of known hosts.
+
+Number of files: 583 (reg: 432, dir: 151)
+Number of created files: 583 (reg: 432, dir: 151)
+Number of deleted files: 0
+Number of regular files transferred: 432
+Total file size: 193.82M bytes
+Total transferred file size: 193.82M bytes
+Literal data: 193.82M bytes
+Matched data: 0 bytes
+File list size: 50.94K
+File list generation time: 0.003 seconds
+File list transfer time: 0.000 seconds
+Total bytes sent: 9.05K
+Total bytes received: 193.92M
+
+sent 9.05K bytes  received 193.92M bytes  55.41M bytes/sec
+total size is 193.82M  speedup is 1.00
+
+Number of files: 1 (reg: 1)
+Number of created files: 1 (reg: 1)
+Number of deleted files: 0
+Number of regular files transferred: 1
+Total file size: 103.15K bytes
+Total transferred file size: 103.15K bytes
+Literal data: 103.15K bytes
+Matched data: 0 bytes
+File list size: 87
+File list generation time: 0.001 seconds
+File list transfer time: 0.000 seconds
+Total bytes sent: 43
+Total bytes received: 103.31K
+
+sent 43 bytes  received 103.31K bytes  206.71K bytes/sec
+total size is 103.15K  speedup is 1.00
+Zeppelin stop                                              [  OK  ]
+Zeppelin start                                             [  OK  ]
+----
+Updating DuckDNS record
+OK
+----
+Collecting git+https://github.com/wfau/[email protected]
+  Cloning https://github.com/wfau/aglais-testing (to revision v0.2.6) to /tmp/pip-req-build-m38vmbua
+  Running command git clone --filter=blob:none -q https://github.com/wfau/aglais-testing /tmp/pip-req-build-m38vmbua
+  Running command git checkout -q bc9b9787b5b6225e11df5a4ef0272bcec660a44e
+  Resolved https://github.com/wfau/aglais-testing to commit bc9b9787b5b6225e11df5a4ef0272bcec660a44e
+  Preparing metadata (setup.py) ... done
+Collecting zdairi@ git+https://github.com/stvoutsin/zdairi
+  Cloning https://github.com/stvoutsin/zdairi to /tmp/pip-install-1w1y4h2h/zdairi_76b1b8ba13f24ce3aa05e5ba6be1b712
+  Running command git clone --filter=blob:none -q https://github.com/stvoutsin/zdairi /tmp/pip-install-1w1y4h2h/zdairi_76b1b8ba13f24ce3aa05e5ba6be1b712
+  Resolved https://github.com/stvoutsin/zdairi to commit a26cdc80af3c8e339036928105a762ab79af96e0
+  Preparing metadata (setup.py) ... done
+Requirement already satisfied: simplejson in /usr/local/lib64/python3.10/site-packages (from aglais-benchmark==0.1.1) (3.17.6)
+Requirement already satisfied: requests in /usr/local/lib/python3.10/site-packages (from zdairi@ git+https://github.com/stvoutsin/zdairi->aglais-benchmark==0.1.1) (2.28.1)
+Requirement already satisfied: PyYAML in /usr/lib64/python3.10/site-packages (from zdairi@ git+https://github.com/stvoutsin/zdairi->aglais-benchmark==0.1.1) (6.0)
+Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/site-packages (from requests->zdairi@ git+https://github.com/stvoutsin/zdairi->aglais-benchmark==0.1.1) (3.3)
+Requirement already satisfied: charset-normalizer<3,>=2 in /usr/local/lib/python3.10/site-packages (from requests->zdairi@ git+https://github.com/stvoutsin/zdairi->aglais-benchmark==0.1.1) (2.1.0)
+Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/site-packages (from requests->zdairi@ git+https://github.com/stvoutsin/zdairi->aglais-benchmark==0.1.1) (2022.6.15)
+Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/site-packages (from requests->zdairi@ git+https://github.com/stvoutsin/zdairi->aglais-benchmark==0.1.1) (1.26.10)
+Using legacy 'setup.py install' for aglais-benchmark, since package 'wheel' is not installed.
+Using legacy 'setup.py install' for zdairi, since package 'wheel' is not installed.
+Installing collected packages: zdairi, aglais-benchmark
+    Running setup.py install for zdairi ... done
+    Running setup.py install for aglais-benchmark ... done
+Successfully installed aglais-benchmark-0.1.1 zdairi-0.7.3
+WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
+
+
+aglais:
+  status:
+    deployment:
+      type: hadoop-yarn
+      conf: zeppelin-54.86-spark-6.26.43
+      name: iris-gaia-red-20230725
+      date: 20230725T081543
+      hostname: zeppelin.gaia-dmp.uk
+  spec:
+    openstack:
+      cloud:
+        base: arcus
+        name: iris-gaia-red
+
+real	51m55.193s
+user	8m31.645s
+sys	2m10.157s
+
+# No error messages in package installation