Bump version to 0.9.91

.version

@@ -1 +1 @@
-0.9.93
+0.9.91

CHANGELOG.md

@@ -1,24 +1,11 @@
 ## PVC Changelog
 
-###### [v0.9.93](https://github.com/parallelvirtualcluster/pvc/releases/tag/v0.9.93)
-
-  * [API Daemon] Fixes a bug where stuck zkhandler threads were not cleaned up on error
-
-###### [v0.9.92](https://github.com/parallelvirtualcluster/pvc/releases/tag/v0.9.92)
-
-  * [CLI Client] Adds the new restore state to the colours list for VM status
-  * [API Daemon] Fixes an incorrect variable assignment
-  * [Provisioner] Improves the error handling of various steps in the debootstrap and rinse example scripts
-  * [CLI Client] Fixes two bugs around missing keys that were added recently (uses get() instead direct dictionary refs)
-  * [CLI Client] Improves API error handling via GET retries (x3) and better server status code handling
-
 ###### [v0.9.91](https://github.com/parallelvirtualcluster/pvc/releases/tag/v0.9.91)
 
   * [Client CLI] Fixes a bug and improves output during cluster task events.
   * [Client CLI] Improves the output of the task list display.
   * [Provisioner] Fixes some missing cloud-init modules in the default debootstrap script.
   * [Client CLI] Fixes a bug with a missing argument to the vm_define helper function.
-  * [All] Fixes inconsistent package find + rm commands to avoid errors in dpkg.
 
 ###### [v0.9.90](https://github.com/parallelvirtualcluster/pvc/releases/tag/v0.9.90)
 

api-daemon/provisioner/examples/script/3-debootstrap.py

@@ -150,10 +150,6 @@
 from daemon_lib.vmbuilder import VMBuilder
 
 
-# These are some global variables used below
-default_root_password = "test123"
-
-
 # The VMBuilderScript class must be named as such, and extend VMBuilder.
 class VMBuilderScript(VMBuilder):
     def setup(self):
@@ -502,15 +498,11 @@ class VMBuilderScript(VMBuilder):
         ret = os.system(
             f"debootstrap --include={','.join(deb_packages)} {deb_release} {temp_dir} {deb_mirror}"
         )
-        ret = int(ret >> 8)
         if ret > 0:
-            self.fail(f"Debootstrap failed with exit code {ret}")
+            self.fail("Failed to run debootstrap")
 
         # Bind mount the devfs so we can grub-install later
-        ret = os.system("mount --bind /dev {}/dev".format(temp_dir))
+        os.system("mount --bind /dev {}/dev".format(temp_dir))
-        ret = int(ret >> 8)
-        if ret > 0:
-            self.fail(f"/dev bind mount failed with exit code {ret}")
 
         # Create an fstab entry for each volume
         fstab_file = "{}/etc/fstab".format(temp_dir)
@@ -696,36 +688,23 @@ GRUB_DISABLE_LINUX_UUID=false
         # Do some tasks inside the chroot using the provided context manager
         with chroot(temp_dir):
             # Install and update GRUB
-            ret = os.system(
+            os.system(
                 "grub-install --force /dev/rbd/{}/{}_{}".format(
                     root_volume["pool"], vm_name, root_volume["disk_id"]
                 )
             )
-            ret = int(ret >> 8)
+            os.system("update-grub")
-            if ret > 0:
-                self.fail(f"GRUB install failed with exit code {ret}")
-
-            ret = os.system("update-grub")
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"GRUB update failed with exit code {ret}")
 
             # Set a really dumb root password so the VM can be debugged
             # EITHER CHANGE THIS YOURSELF, here or in Userdata, or run something after install
             # to change the root password: don't leave it like this on an Internet-facing machine!
-            ret = os.system(f"echo root:{default_root_password} | chpasswd")
+            os.system("echo root:test123 | chpasswd")
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"Root password change failed with exit code {ret}")
 
             # Enable cloud-init target on (first) boot
             # Your user-data should handle this and disable it once done, or things get messy.
             # That cloud-init won't run without this hack seems like a bug... but even the official
             # Debian cloud images are affected, so who knows.
-            ret = os.system("systemctl enable cloud-init.target")
+            os.system("systemctl enable cloud-init.target")
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"Enable of cloud-init failed with exit code {ret}")
 
     def cleanup(self):
         """
@@ -750,7 +729,7 @@ GRUB_DISABLE_LINUX_UUID=false
         temp_dir = "/tmp/target"
 
         # Unmount the bound devfs
-        os.system("umount -f {}/dev".format(temp_dir))
+        os.system("umount {}/dev".format(temp_dir))
 
         # Use this construct for reversing the list, as the normal reverse() messes with the list
         for volume in list(reversed(self.vm_data["volumes"])):
@@ -767,7 +746,7 @@ GRUB_DISABLE_LINUX_UUID=false
             ):
                 # Unmount filesystem
                 retcode, stdout, stderr = pvc_common.run_os_command(
-                    f"umount -f {mount_path}"
+                    f"umount {mount_path}"
                 )
                 if retcode:
                     self.log_err(

api-daemon/provisioner/examples/script/4-rinse.py

@@ -150,11 +150,6 @@
 from daemon_lib.vmbuilder import VMBuilder
 
 
-# These are some global variables used below
-default_root_password = "test123"
-default_local_time = "UTC"
-
-
 # The VMBuilderScript class must be named as such, and extend VMBuilder.
 class VMBuilderScript(VMBuilder):
     def setup(self):
@@ -529,23 +524,13 @@ class VMBuilderScript(VMBuilder):
         ret = os.system(
             f"rinse --arch {rinse_architecture} --directory {temporary_directory} --distribution {rinse_release} --cache-dir {rinse_cache} --add-pkg-list /tmp/addpkg --verbose {mirror_arg}"
         )
-        ret = int(ret >> 8)
         if ret > 0:
-            self.fail(f"Rinse failed with exit code {ret}")
+            self.fail("Failed to run rinse")
 
         # Bind mount the devfs, sysfs, and procfs so we can grub-install later
-        ret = os.system("mount --bind /dev {}/dev".format(temporary_directory))
+        os.system("mount --bind /dev {}/dev".format(temporary_directory))
-        ret = int(ret >> 8)
+        os.system("mount --bind /sys {}/sys".format(temporary_directory))
-        if ret > 0:
+        os.system("mount --bind /proc {}/proc".format(temporary_directory))
-            self.fail(f"/dev bind mount failed with exit code {ret}")
-        ret = os.system("mount --bind /sys {}/sys".format(temporary_directory))
-        ret = int(ret >> 8)
-        if ret > 0:
-            self.fail(f"/sys bind mount failed with exit code {ret}")
-        ret = os.system("mount --bind /proc {}/proc".format(temporary_directory))
-        ret = int(ret >> 8)
-        if ret > 0:
-            self.fail(f"/proc bind mount failed with exit code {ret}")
 
         # Create an fstab entry for each volume
         fstab_file = "{}/etc/fstab".format(temporary_directory)
@@ -657,76 +642,41 @@ GRUB_SERIAL_COMMAND="serial --speed=115200 --unit=0 --word=8 --parity=no --stop=
         # Do some tasks inside the chroot using the provided context manager
         with chroot(temporary_directory):
             # Fix the broken kernel from rinse by setting a systemd machine ID and running the post scripts
-            ret = os.system("systemd-machine-id-setup")
+            os.system("systemd-machine-id-setup")
-            ret = int(ret >> 8)
+            os.system(
-            if ret > 0:
-                self.fail(f"Machine ID setup failed with exit code {ret}")
-
-            ret = os.system(
                 "rpm -q --scripts kernel-core | grep -A20  'posttrans scriptlet' | tail -n+2 | bash -x"
             )
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"RPM kernel reinstall failed with exit code {ret}")
 
             # Install any post packages
-            if len(post_packages) > 0:
+            os.system(f"dnf install -y {' '.join(post_packages)}")
-                ret = os.system(f"dnf install -y {' '.join(post_packages)}")
-                ret = int(ret >> 8)
-                if ret > 0:
-                    self.fail(f"DNF install failed with exit code {ret}")
 
             # Install and update GRUB config
-            ret = os.system(
+            os.system(
                 "grub2-install --force /dev/rbd/{}/{}_{}".format(
                     root_volume["pool"], vm_name, root_volume["disk_id"]
                 )
             )
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"GRUB install failed with exit code {ret}")
-
             os.system("grub2-mkconfig -o /boot/grub2/grub.cfg")
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"GRUB update failed with exit code {ret}")
 
             # Set a really dumb root password so the VM can be debugged
             # EITHER CHANGE THIS YOURSELF, here or in Userdata, or run something after install
             # to change the root password: don't leave it like this on an Internet-facing machine!
-            ret = os.system(f"echo root:{default_root_password} | chpasswd")
+            os.system("echo root:test123 | chpasswd")
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"Root password change failed with exit code {ret}")
 
             # Enable dbus-broker
-            ret = os.system("systemctl enable dbus-broker.service")
+            os.system("systemctl enable dbus-broker.service")
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"Enable of dbus-broker failed with exit code {ret}")
 
             # Enable NetworkManager
             os.system("systemctl enable NetworkManager.service")
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"Enable of NetworkManager failed with exit code {ret}")
 
             # Enable cloud-init target on (first) boot
             # Your user-data should handle this and disable it once done, or things get messy.
             # That cloud-init won't run without this hack seems like a bug... but even the official
             # Debian cloud images are affected, so who knows.
             os.system("systemctl enable cloud-init.target")
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"Enable of cloud-init failed with exit code {ret}")
 
             # Set the timezone to UTC
-            ret = os.system(
+            os.system("ln -sf ../usr/share/zoneinfo/UTC /etc/localtime")
-                f"ln -sf ../usr/share/zoneinfo/{default_local_time} /etc/localtime"
-            )
-            ret = int(ret >> 8)
-            if ret > 0:
-                self.fail(f"Localtime update failed with exit code {ret}")
 
     def cleanup(self):
         """

api-daemon/pvcapid/Daemon.py

@@ -27,7 +27,7 @@ from distutils.util import strtobool as dustrtobool
 import daemon_lib.config as cfg
 
 # Daemon version
-version = "0.9.93"
+version = "0.9.91"
 
 # API version
 API_VERSION = 1.0

client-cli/pvc/lib/common.py

@@ -140,31 +140,15 @@ def call_api(
     # Determine the request type and hit the API
     disable_warnings()
     try:
-        response = None
         if operation == "get":
-            retry_on_code = [429, 500, 502, 503, 504]
+            response = requests.get(
-            for i in range(3):
+                uri,
-                failed = False
+                timeout=timeout,
-                try:
+                headers=headers,
-                    response = requests.get(
+                params=params,
-                        uri,
+                data=data,
-                        timeout=timeout,
+                verify=config["verify_ssl"],
-                        headers=headers,
+            )
-                        params=params,
-                        data=data,
-                        verify=config["verify_ssl"],
-                    )
-                    if response.status_code in retry_on_code:
-                        failed = True
-                        continue
-                except requests.exceptions.ConnectionError:
-                    failed = True
-                    pass
-            if failed:
-                error = f"Code {response.status_code}" if response else "Timeout"
-                raise requests.exceptions.ConnectionError(
-                    f"Failed to connect after 3 tries ({error})"
-                )
         if operation == "post":
             response = requests.post(
                 uri,
@@ -205,8 +189,7 @@ def call_api(
             )
     except Exception as e:
         message = "Failed to connect to the API: {}".format(e)
-        code = response.status_code if response else 504
+        response = ErrorResponse({"message": message}, 500)
-        response = ErrorResponse({"message": message}, code)
 
     # Display debug output
     if config["debug"]:

client-cli/pvc/lib/storage.py

@@ -430,7 +430,7 @@ def format_list_osd(config, osd_list):
             )
             continue
 
-        if osd_information.get("is_split") is not None:
+        if osd_information["is_split"]:
             osd_information["device"] = f"{osd_information['device']} [s]"
 
         # Deal with the size to human readable

client-cli/pvc/lib/vm.py

@@ -1632,7 +1632,6 @@ def format_info(config, domain_information, long_output):
         "migrate": ansiprint.blue(),
         "unmigrate": ansiprint.blue(),
         "provision": ansiprint.blue(),
-        "restore": ansiprint.blue(),
     }
     ainformation.append(
         "{}State:{}              {}{}{}".format(
@@ -1717,7 +1716,7 @@ def format_info(config, domain_information, long_output):
         "{}Max live downtime:{}  {}".format(
             ansiprint.purple(),
             ansiprint.end(),
-            f"{domain_information.get('migration_max_downtime')} ms",
+            f"{domain_information['migration_max_downtime']} ms",
         )
     )
 

client-cli/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup
 
 setup(
     name="pvc",
-    version="0.9.93",
+    version="0.9.91",
     packages=["pvc.cli", "pvc.lib"],
     install_requires=[
         "Click",

daemon-common/cluster.py

@@ -1201,7 +1201,7 @@ def get_resource_metrics(zkhandler):
         try:
             user_time = vm["vcpu_stats"]["user_time"] / 1000000
         except Exception:
-            user_time = 0
+            cpu_time = 0
         output_lines.append(
             f"pvc_vm_vcpus_user_time{{vm=\"{vm['name']}\"}} {user_time}"
         )

daemon-common/zkhandler.py

@@ -57,11 +57,10 @@ class ZKConnection(object):
                 schema_version = 0
             zkhandler.schema.load(schema_version, quiet=True)
 
-            try:
+            ret = function(zkhandler, *args, **kwargs)
-                ret = function(zkhandler, *args, **kwargs)
+
-            finally:
+            zkhandler.disconnect()
-                zkhandler.disconnect()
+            del zkhandler
-                del zkhandler
 
             return ret
 

debian/changelog

@@ -1,26 +1,9 @@
-pvc (0.9.93-0) unstable; urgency=high
-
-  * [API Daemon] Fixes a bug where stuck zkhandler threads were not cleaned up on error
-
- -- Joshua M. Boniface <joshua@boniface.me>  Tue, 30 Jan 2024 09:51:21 -0500
-
-pvc (0.9.92-0) unstable; urgency=high
-
-  * [CLI Client] Adds the new restore state to the colours list for VM status
-  * [API Daemon] Fixes an incorrect variable assignment
-  * [Provisioner] Improves the error handling of various steps in the debootstrap and rinse example scripts
-  * [CLI Client] Fixes two bugs around missing keys that were added recently (uses get() instead direct dictionary refs)
-  * [CLI Client] Improves API error handling via GET retries (x3) and better server status code handling
-
- -- Joshua M. Boniface <joshua@boniface.me>  Mon, 29 Jan 2024 09:39:10 -0500
-
 pvc (0.9.91-0) unstable; urgency=high
 
   * [Client CLI] Fixes a bug and improves output during cluster task events.
   * [Client CLI] Improves the output of the task list display.
   * [Provisioner] Fixes some missing cloud-init modules in the default debootstrap script.
   * [Client CLI] Fixes a bug with a missing argument to the vm_define helper function.
-  * [All] Fixes inconsistent package find + rm commands to avoid errors in dpkg.
 
  -- Joshua M. Boniface <joshua@boniface.me>  Tue, 23 Jan 2024 10:02:19 -0500
 

debian/pvc-client-cli.postinst

@@ -2,12 +2,7 @@
 
 # Generate the bash completion configuration
 if [ -d /etc/bash_completion.d ]; then
-    echo "Installing BASH completion configuration"
     _PVC_COMPLETE=source_bash pvc > /etc/bash_completion.d/pvc
 fi
 
-# Remove any cached CPython directories or files
-echo "Cleaning up CPython caches"
-find /usr/lib/python3/dist-packages/pvc -type d -name "__pycache__" -exec rm -fr {} + &>/dev/null || true
-
 exit 0

debian/pvc-daemon-api.preinst

@@ -1,5 +1,5 @@
 #!/bin/sh
 
 # Remove any cached CPython directories or files
-echo "Cleaning up CPython caches"
+echo "Cleaning up existing CPython files"
-find /usr/share/pvc/pvcapid -type d -name "__pycache__" -exec rm -fr {} + &>/dev/null || true
+find /usr/share/pvc/pvcapid -type d -name "__pycache__" -exec rm -rf {} \; &>/dev/null || true

debian/pvc-daemon-common.preinst

@@ -1,5 +0,0 @@
-#!/bin/sh
-
-# Remove any cached CPython directories or files
-echo "Cleaning up CPython caches"
-find /usr/share/pvc/daemon_lib -type d -name "__pycache__" -exec rm -fr {} + &>/dev/null || true

debian/pvc-daemon-health.preinst

@@ -1,6 +1,6 @@
 #!/bin/sh
 
 # Remove any cached CPython directories or files
-echo "Cleaning up CPython caches"
+echo "Cleaning up existing CPython files"
-find /usr/share/pvc/pvchealthd -type d -name "__pycache__" -exec rm -fr {} + &>/dev/null || true
+find /usr/share/pvc/pvchealthd -type d -name "__pycache__" -exec rm -rf {} \; &>/dev/null || true
-find /usr/share/pvc/plugins -type d -name "__pycache__" -exec rm -fr {} + &>/dev/null || true
+find /usr/share/pvc/plugins -type d -name "__pycache__" -exec rm -rf {} \; &>/dev/null || true

debian/pvc-daemon-node.preinst

@@ -1,5 +1,5 @@
 #!/bin/sh
 
 # Remove any cached CPython directories or files
-echo "Cleaning up CPython caches"
+echo "Cleaning up existing CPython files"
-find /usr/share/pvc/pvcnoded -type d -name "__pycache__" -exec rm -fr {} + &>/dev/null || true
+find /usr/share/pvc/pvcnoded -type d -name "__pycache__" -exec rm -rf {} \; &>/dev/null || true

debian/pvc-daemon-worker.preinst

@@ -1,5 +1,5 @@
 #!/bin/sh
 
 # Remove any cached CPython directories or files
-echo "Cleaning up CPython caches"
+echo "Cleaning up existing CPython files"
-find /usr/share/pvc/pvcworkerd -type d -name "__pycache__" -exec rm -fr {} + &>/dev/null || true
+find /usr/share/pvc/pvcworkerd -type d -name "__pycache__" -exec rm -rf {} \; &>/dev/null || true

debian/rules

@@ -13,7 +13,7 @@ override_dh_python3:
 	rm -r $(CURDIR)/client-cli/.pybuild $(CURDIR)/client-cli/pvc.egg-info
 
 override_dh_auto_clean:
-	find . -name "__pycache__" -o -name ".pybuild" -exec rm -fr {} + || true
+	find . -name "__pycache__" -o -name ".pybuild" -exec rm -r {} \; || true
 
 # If you need to rebuild the Sphinx documentation
 # Add spinxdoc to the dh --with line

health-daemon/pvchealthd/Daemon.py

@@ -33,7 +33,7 @@ import os
 import signal
 
 # Daemon version
-version = "0.9.93"
+version = "0.9.91"
 
 
 ##########################################################

node-daemon/pvcnoded/Daemon.py

@@ -49,7 +49,7 @@ import re
 import json
 
 # Daemon version
-version = "0.9.93"
+version = "0.9.91"
 
 
 ##########################################################

worker-daemon/pvcworkerd/Daemon.py

@@ -44,7 +44,7 @@ from daemon_lib.vmbuilder import (
 )
 
 # Daemon version
-version = "0.9.93"
+version = "0.9.91"
 
 
 config = cfg.get_configuration()