#!/usr/bin/env python3 # helper.py - PVC HTTP API helper functions # Part of the Parallel Virtual Cluster (PVC) system # # Copyright (C) 2018-2021 Joshua M. Boniface # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, version 3. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # ############################################################################### import flask import json import lxml.etree as etree from werkzeug.formparser import parse_form_data from pvcapid.Daemon import config, strtobool from daemon_lib.zkhandler import ZKConnection import daemon_lib.common as pvc_common import daemon_lib.cluster as pvc_cluster import daemon_lib.node as pvc_node import daemon_lib.vm as pvc_vm import daemon_lib.network as pvc_network import daemon_lib.ceph as pvc_ceph # # Cluster base functions # @ZKConnection(config) def initialize_cluster(zkhandler): """ Initialize a new cluster """ # Abort if we've initialized the cluster before if zkhandler.exists('/primary_node'): return False # Create the root keys zkhandler.write([ ('/primary_node', 'none'), ('/upstream_ip', 'none'), ('/maintenance', 'False'), ('/nodes', ''), ('/domains', ''), ('/networks', ''), ('/ceph', ''), ('/ceph/osds', ''), ('/ceph/pools', ''), ('/ceph/volumes', ''), ('/ceph/snapshots', ''), ('/cmd', ''), ('/cmd/domains', ''), ('/cmd/ceph', ''), ('/locks', ''), ('/locks/flush_lock', ''), ('/locks/primary_node', ''), ]) return True @ZKConnection(config) def backup_cluster(zkhandler): # Dictionary of values to come cluster_data = dict() def get_data(path): data = zkhandler.read(path) children = zkhandler.children(path) cluster_data[path] = data if children: if path == '/': child_prefix = '/' else: child_prefix = path + '/' for child in children: if child_prefix + child == '/zookeeper': # We must skip the built-in /zookeeper tree continue get_data(child_prefix + child) get_data('/') return cluster_data, 200 @ZKConnection(config) def restore_cluster(zkhandler, cluster_data_raw): try: cluster_data = json.loads(cluster_data_raw) except Exception as e: return {"message": "Failed to parse JSON data: {}.".format(e)}, 400 # Build a key+value list kv = [] for key in cluster_data: data = cluster_data[key] kv.append((key, data)) # Close the Zookeeper connection result = zkhandler.write(kv) if result: return {'message': 'Restore completed successfully.'}, 200 else: return {'message': 'Restore failed.'}, 500 # # Cluster functions # @ZKConnection(config) def cluster_status(zkhandler): """ Get the overall status of the PVC cluster """ retflag, retdata = pvc_cluster.get_info(zkhandler) return retdata, 200 @ZKConnection(config) def cluster_maintenance(zkhandler, maint_state='false'): """ Set the cluster in or out of maintenance state """ retflag, retdata = pvc_cluster.set_maintenance(zkhandler, maint_state) retdata = { 'message': retdata } if retflag: retcode = 200 else: retcode = 400 return retdata, retcode # # Node functions # @ZKConnection(config) def node_list(zkhandler, limit=None, daemon_state=None, coordinator_state=None, domain_state=None, is_fuzzy=True): """ Return a list of nodes with limit LIMIT. """ retflag, retdata = pvc_node.get_list(zkhandler, limit, daemon_state=daemon_state, coordinator_state=coordinator_state, domain_state=domain_state, is_fuzzy=is_fuzzy) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'Node not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def node_daemon_state(zkhandler, node): """ Return the daemon state of node NODE. """ retflag, retdata = pvc_node.get_list(zkhandler, node, is_fuzzy=False) if retflag: if retdata: retcode = 200 retdata = { 'name': node, 'daemon_state': retdata[0]['daemon_state'] } else: retcode = 404 retdata = { 'message': 'Node not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def node_coordinator_state(zkhandler, node): """ Return the coordinator state of node NODE. """ retflag, retdata = pvc_node.get_list(zkhandler, node, is_fuzzy=False) if retflag: if retdata: retcode = 200 retdata = { 'name': node, 'coordinator_state': retdata[0]['coordinator_state'] } else: retcode = 404 retdata = { 'message': 'Node not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def node_domain_state(zkhandler, node): """ Return the domain state of node NODE. """ retflag, retdata = pvc_node.get_list(zkhandler, node, is_fuzzy=False) if retflag: if retdata: retcode = 200 retdata = { 'name': node, 'domain_state': retdata[0]['domain_state'] } else: retcode = 404 retdata = { 'message': 'Node not found.' } else: retcode = 400 return retdata, retcode @ZKConnection(config) def node_secondary(zkhandler, node): """ Take NODE out of primary router mode. """ retflag, retdata = pvc_node.secondary_node(zkhandler, node) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def node_primary(zkhandler, node): """ Set NODE to primary router mode. """ retflag, retdata = pvc_node.primary_node(zkhandler, node) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def node_flush(zkhandler, node, wait): """ Flush NODE of running VMs. """ retflag, retdata = pvc_node.flush_node(zkhandler, node, wait) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def node_ready(zkhandler, node, wait): """ Restore NODE to active service. """ retflag, retdata = pvc_node.ready_node(zkhandler, node, wait) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode # # VM functions # @ZKConnection(config) def vm_is_migrated(zkhandler, vm): """ Determine if a VM is migrated or not """ retdata = pvc_vm.is_migrated(zkhandler, vm) return retdata @ZKConnection(config) def vm_state(zkhandler, vm): """ Return the state of virtual machine VM. """ retflag, retdata = pvc_vm.get_list(zkhandler, None, None, vm, is_fuzzy=False) if retflag: if retdata: retcode = 200 retdata = { 'name': vm, 'state': retdata['state'] } else: retcode = 404 retdata = { 'message': 'VM not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def vm_node(zkhandler, vm): """ Return the current node of virtual machine VM. """ retflag, retdata = pvc_vm.get_list(zkhandler, None, None, vm, is_fuzzy=False) if retflag: if retdata: retcode = 200 retdata = { 'name': vm, 'node': retdata['node'], 'last_node': retdata['last_node'] } else: retcode = 404 retdata = { 'message': 'VM not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def vm_console(zkhandler, vm, lines=None): """ Return the current console log for VM. """ # Default to 10 lines of log if not set try: lines = int(lines) except TypeError: lines = 10 retflag, retdata = pvc_vm.get_console_log(zkhandler, vm, lines) if retflag: retcode = 200 retdata = { 'name': vm, 'data': retdata } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def vm_list(zkhandler, node=None, state=None, limit=None, is_fuzzy=True): """ Return a list of VMs with limit LIMIT. """ retflag, retdata = pvc_vm.get_list(zkhandler, node, state, limit, is_fuzzy) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'VM not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def vm_define(zkhandler, xml, node, limit, selector, autostart, migration_method): """ Define a VM from Libvirt XML in the PVC cluster. """ # Verify our XML is sensible try: xml_data = etree.fromstring(xml) new_cfg = etree.tostring(xml_data, pretty_print=True).decode('utf8') except Exception as e: return {'message': 'XML is malformed or incorrect: {}'.format(e)}, 400 retflag, retdata = pvc_vm.define_vm(zkhandler, new_cfg, node, limit, selector, autostart, migration_method, profile=None) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def get_vm_meta(zkhandler, vm): """ Get metadata of a VM. """ retflag, retdata = pvc_vm.get_list(zkhandler, None, None, vm, is_fuzzy=False) if retflag: if retdata: retcode = 200 retdata = { 'name': vm, 'node_limit': retdata['node_limit'], 'node_selector': retdata['node_selector'], 'node_autostart': retdata['node_autostart'], 'migration_method': retdata['migration_method'] } else: retcode = 404 retdata = { 'message': 'VM not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def update_vm_meta(zkhandler, vm, limit, selector, autostart, provisioner_profile, migration_method): """ Update metadata of a VM. """ if autostart is not None: try: autostart = bool(strtobool(autostart)) except Exception: autostart = False retflag, retdata = pvc_vm.modify_vm_metadata(zkhandler, vm, limit, selector, autostart, provisioner_profile, migration_method) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_modify(zkhandler, name, restart, xml): """ Modify a VM Libvirt XML in the PVC cluster. """ # Verify our XML is sensible try: xml_data = etree.fromstring(xml) new_cfg = etree.tostring(xml_data, pretty_print=True).decode('utf8') except Exception as e: return {'message': 'XML is malformed or incorrect: {}'.format(e)}, 400 retflag, retdata = pvc_vm.modify_vm(zkhandler, name, restart, new_cfg) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_rename(zkhandler, name, new_name): """ Rename a VM in the PVC cluster. """ if new_name is None: output = { 'message': 'A new VM name must be specified' } return 400, output if pvc_vm.searchClusterByName(zkhandler, new_name) is not None: output = { 'message': 'A VM named \'{}\' is already present in the cluster'.format(new_name) } return 400, output retflag, retdata = pvc_vm.rename_vm(zkhandler, name, new_name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_undefine(zkhandler, name): """ Undefine a VM from the PVC cluster. """ retflag, retdata = pvc_vm.undefine_vm(zkhandler, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_remove(zkhandler, name): """ Remove a VM from the PVC cluster. """ retflag, retdata = pvc_vm.remove_vm(zkhandler, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_start(zkhandler, name): """ Start a VM in the PVC cluster. """ retflag, retdata = pvc_vm.start_vm(zkhandler, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_restart(zkhandler, name, wait): """ Restart a VM in the PVC cluster. """ retflag, retdata = pvc_vm.restart_vm(zkhandler, name, wait) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_shutdown(zkhandler, name, wait): """ Shutdown a VM in the PVC cluster. """ retflag, retdata = pvc_vm.shutdown_vm(zkhandler, name, wait) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_stop(zkhandler, name): """ Forcibly stop a VM in the PVC cluster. """ retflag, retdata = pvc_vm.stop_vm(zkhandler, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_disable(zkhandler, name): """ Disable a (stopped) VM in the PVC cluster. """ retflag, retdata = pvc_vm.disable_vm(zkhandler, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_move(zkhandler, name, node, wait, force_live): """ Move a VM to another node. """ retflag, retdata = pvc_vm.move_vm(zkhandler, name, node, wait, force_live) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_migrate(zkhandler, name, node, flag_force, wait, force_live): """ Temporarily migrate a VM to another node. """ retflag, retdata = pvc_vm.migrate_vm(zkhandler, name, node, flag_force, wait, force_live) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_unmigrate(zkhandler, name, wait, force_live): """ Unmigrate a migrated VM. """ retflag, retdata = pvc_vm.unmigrate_vm(zkhandler, name, wait, force_live) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def vm_flush_locks(zkhandler, vm): """ Flush locks of a (stopped) VM. """ retflag, retdata = pvc_vm.get_list(zkhandler, None, None, vm, is_fuzzy=False) if retdata[0].get('state') not in ['stop', 'disable']: return {"message": "VM must be stopped to flush locks"}, 400 retflag, retdata = pvc_vm.flush_locks(zkhandler, vm) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode # # Network functions # @ZKConnection(config) def net_list(zkhandler, limit=None, is_fuzzy=True): """ Return a list of client networks with limit LIMIT. """ retflag, retdata = pvc_network.get_list(zkhandler, limit, is_fuzzy) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'Network not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def net_add(zkhandler, vni, description, nettype, domain, name_servers, ip4_network, ip4_gateway, ip6_network, ip6_gateway, dhcp4_flag, dhcp4_start, dhcp4_end): """ Add a virtual client network to the PVC cluster. """ if dhcp4_flag: dhcp4_flag = bool(strtobool(dhcp4_flag)) retflag, retdata = pvc_network.add_network(zkhandler, vni, description, nettype, domain, name_servers, ip4_network, ip4_gateway, ip6_network, ip6_gateway, dhcp4_flag, dhcp4_start, dhcp4_end) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def net_modify(zkhandler, vni, description, domain, name_servers, ip4_network, ip4_gateway, ip6_network, ip6_gateway, dhcp4_flag, dhcp4_start, dhcp4_end): """ Modify a virtual client network in the PVC cluster. """ if dhcp4_flag is not None: dhcp4_flag = bool(strtobool(dhcp4_flag)) retflag, retdata = pvc_network.modify_network(zkhandler, vni, description, domain, name_servers, ip4_network, ip4_gateway, ip6_network, ip6_gateway, dhcp4_flag, dhcp4_start, dhcp4_end) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def net_remove(zkhandler, network): """ Remove a virtual client network from the PVC cluster. """ retflag, retdata = pvc_network.remove_network(zkhandler, network) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def net_dhcp_list(zkhandler, network, limit=None, static=False): """ Return a list of DHCP leases in network NETWORK with limit LIMIT. """ retflag, retdata = pvc_network.get_list_dhcp(zkhandler, network, limit, static) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'Lease not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def net_dhcp_add(zkhandler, network, ipaddress, macaddress, hostname): """ Add a static DHCP lease to a virtual client network. """ retflag, retdata = pvc_network.add_dhcp_reservation(zkhandler, network, ipaddress, macaddress, hostname) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def net_dhcp_remove(zkhandler, network, macaddress): """ Remove a static DHCP lease from a virtual client network. """ retflag, retdata = pvc_network.remove_dhcp_reservation(zkhandler, network, macaddress) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def net_acl_list(zkhandler, network, limit=None, direction=None, is_fuzzy=True): """ Return a list of network ACLs in network NETWORK with limit LIMIT. """ retflag, retdata = pvc_network.get_list_acl(zkhandler, network, limit, direction, is_fuzzy=True) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'ACL not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def net_acl_add(zkhandler, network, direction, description, rule, order): """ Add an ACL to a virtual client network. """ retflag, retdata = pvc_network.add_acl(zkhandler, network, direction, description, rule, order) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def net_acl_remove(zkhandler, network, description): """ Remove an ACL from a virtual client network. """ retflag, retdata = pvc_network.remove_acl(zkhandler, network, description) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode # # Ceph functions # @ZKConnection(config) def ceph_status(zkhandler): """ Get the current Ceph cluster status. """ retflag, retdata = pvc_ceph.get_status(zkhandler) if retflag: retcode = 200 else: retcode = 400 return retdata, retcode @ZKConnection(config) def ceph_util(zkhandler): """ Get the current Ceph cluster utilization. """ retflag, retdata = pvc_ceph.get_util(zkhandler) if retflag: retcode = 200 else: retcode = 400 return retdata, retcode @ZKConnection(config) def ceph_osd_list(zkhandler, limit=None): """ Get the list of OSDs in the Ceph storage cluster. """ retflag, retdata = pvc_ceph.get_list_osd(zkhandler, limit) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'OSD not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def ceph_osd_state(zkhandler, osd): retflag, retdata = pvc_ceph.get_list_osd(zkhandler, osd) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'OSD not found.' } else: retcode = 400 retdata = { 'message': retdata } in_state = retdata[0]['stats']['in'] up_state = retdata[0]['stats']['up'] return {"id": osd, "in": in_state, "up": up_state}, retcode @ZKConnection(config) def ceph_osd_add(zkhandler, node, device, weight): """ Add a Ceph OSD to the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.add_osd(zkhandler, node, device, weight) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_osd_remove(zkhandler, osd_id): """ Remove a Ceph OSD from the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.remove_osd(zkhandler, osd_id) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_osd_in(zkhandler, osd_id): """ Set in a Ceph OSD in the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.in_osd(zkhandler, osd_id) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_osd_out(zkhandler, osd_id): """ Set out a Ceph OSD in the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.out_osd(zkhandler, osd_id) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_osd_set(zkhandler, option): """ Set options on a Ceph OSD in the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.set_osd(zkhandler, option) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_osd_unset(zkhandler, option): """ Unset options on a Ceph OSD in the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.unset_osd(zkhandler, option) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_pool_list(zkhandler, limit=None, is_fuzzy=True): """ Get the list of RBD pools in the Ceph storage cluster. """ retflag, retdata = pvc_ceph.get_list_pool(zkhandler, limit, is_fuzzy) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'Pool not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def ceph_pool_add(zkhandler, name, pgs, replcfg): """ Add a Ceph RBD pool to the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.add_pool(zkhandler, name, pgs, replcfg) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata } return output, retcode @ZKConnection(config) def ceph_pool_remove(zkhandler, name): """ Remove a Ceph RBD pool to the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.remove_pool(zkhandler, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_volume_list(zkhandler, pool=None, limit=None, is_fuzzy=True): """ Get the list of RBD volumes in the Ceph storage cluster. """ retflag, retdata = pvc_ceph.get_list_volume(zkhandler, pool, limit, is_fuzzy) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'Volume not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def ceph_volume_add(zkhandler, pool, name, size): """ Add a Ceph RBD volume to the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.add_volume(zkhandler, pool, name, size) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_volume_clone(zkhandler, pool, name, source_volume): """ Clone a Ceph RBD volume to a new volume on the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.clone_volume(zkhandler, pool, source_volume, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_volume_resize(zkhandler, pool, name, size): """ Resize an existing Ceph RBD volume in the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.resize_volume(zkhandler, pool, name, size) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_volume_rename(zkhandler, pool, name, new_name): """ Rename a Ceph RBD volume in the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.rename_volume(zkhandler, pool, name, new_name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_volume_remove(zkhandler, pool, name): """ Remove a Ceph RBD volume to the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.remove_volume(zkhandler, pool, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_volume_upload(zkhandler, pool, volume, img_type): """ Upload a raw file via HTTP post to a PVC Ceph volume """ # Determine the image conversion options if img_type not in ['raw', 'vmdk', 'qcow2', 'qed', 'vdi', 'vpc']: output = { "message": "Image type '{}' is not valid.".format(img_type) } retcode = 400 return output, retcode # Get the size of the target block device retcode, retdata = pvc_ceph.get_list_volume(zkhandler, pool, volume, is_fuzzy=False) # If there's no target, return failure if not retcode or len(retdata) < 1: output = { "message": "Target volume '{}' does not exist in pool '{}'.".format(volume, pool) } retcode = 400 return output, retcode dev_size = retdata[0]['stats']['size'] def cleanup_maps_and_volumes(): # Unmap the target blockdev retflag, retdata = pvc_ceph.unmap_volume(zkhandler, pool, volume) # Unmap the temporary blockdev retflag, retdata = pvc_ceph.unmap_volume(zkhandler, pool, "{}_tmp".format(volume)) # Remove the temporary blockdev retflag, retdata = pvc_ceph.remove_volume(zkhandler, pool, "{}_tmp".format(volume)) # Create a temporary block device to store non-raw images if img_type == 'raw': # Map the target blockdev retflag, retdata = pvc_ceph.map_volume(zkhandler, pool, volume) if not retflag: output = { 'message': retdata.replace('\"', '\'') } retcode = 400 cleanup_maps_and_volumes() return output, retcode dest_blockdev = retdata # Save the data to the blockdev directly try: # This sets up a custom stream_factory that writes directly into the ova_blockdev, # rather than the standard stream_factory which writes to a temporary file waiting # on a save() call. This will break if the API ever uploaded multiple files, but # this is an acceptable workaround. def image_stream_factory(total_content_length, filename, content_type, content_length=None): return open(dest_blockdev, 'wb') parse_form_data(flask.request.environ, stream_factory=image_stream_factory) except Exception: output = { 'message': "Failed to upload or write image file to temporary volume." } retcode = 400 cleanup_maps_and_volumes() return output, retcode output = { 'message': "Wrote uploaded file to volume '{}' in pool '{}'.".format(volume, pool) } retcode = 200 cleanup_maps_and_volumes() return output, retcode # Write the image directly to the blockdev else: # Create a temporary blockdev retflag, retdata = pvc_ceph.add_volume(zkhandler, pool, "{}_tmp".format(volume), dev_size) if not retflag: output = { 'message': retdata.replace('\"', '\'') } retcode = 400 cleanup_maps_and_volumes() return output, retcode # Map the temporary target blockdev retflag, retdata = pvc_ceph.map_volume(zkhandler, pool, "{}_tmp".format(volume)) if not retflag: output = { 'message': retdata.replace('\"', '\'') } retcode = 400 cleanup_maps_and_volumes() return output, retcode temp_blockdev = retdata # Map the target blockdev retflag, retdata = pvc_ceph.map_volume(zkhandler, pool, volume) if not retflag: output = { 'message': retdata.replace('\"', '\'') } retcode = 400 cleanup_maps_and_volumes() return output, retcode dest_blockdev = retdata # Save the data to the temporary blockdev directly try: # This sets up a custom stream_factory that writes directly into the ova_blockdev, # rather than the standard stream_factory which writes to a temporary file waiting # on a save() call. This will break if the API ever uploaded multiple files, but # this is an acceptable workaround. def image_stream_factory(total_content_length, filename, content_type, content_length=None): return open(temp_blockdev, 'wb') parse_form_data(flask.request.environ, stream_factory=image_stream_factory) except Exception: output = { 'message': "Failed to upload or write image file to temporary volume." } retcode = 400 cleanup_maps_and_volumes() return output, retcode # Convert from the temporary to destination format on the blockdevs retcode, stdout, stderr = pvc_common.run_os_command( 'qemu-img convert -C -f {} -O raw {} {}'.format(img_type, temp_blockdev, dest_blockdev) ) if retcode: output = { 'message': "Failed to convert image format from '{}' to 'raw': {}".format(img_type, stderr) } retcode = 400 cleanup_maps_and_volumes() return output, retcode output = { 'message': "Converted and wrote uploaded file to volume '{}' in pool '{}'.".format(volume, pool) } retcode = 200 cleanup_maps_and_volumes() return output, retcode @ZKConnection(config) def ceph_volume_snapshot_list(zkhandler, pool=None, volume=None, limit=None, is_fuzzy=True): """ Get the list of RBD volume snapshots in the Ceph storage cluster. """ retflag, retdata = pvc_ceph.get_list_snapshot(zkhandler, pool, volume, limit, is_fuzzy) if retflag: if retdata: retcode = 200 else: retcode = 404 retdata = { 'message': 'Volume snapshot not found.' } else: retcode = 400 retdata = { 'message': retdata } return retdata, retcode @ZKConnection(config) def ceph_volume_snapshot_add(zkhandler, pool, volume, name): """ Add a Ceph RBD volume snapshot to the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.add_snapshot(zkhandler, pool, volume, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_volume_snapshot_rename(zkhandler, pool, volume, name, new_name): """ Rename a Ceph RBD volume snapshot in the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.rename_snapshot(zkhandler, pool, volume, name, new_name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode @ZKConnection(config) def ceph_volume_snapshot_remove(zkhandler, pool, volume, name): """ Remove a Ceph RBD volume snapshot from the PVC Ceph storage cluster. """ retflag, retdata = pvc_ceph.remove_snapshot(zkhandler, pool, volume, name) if retflag: retcode = 200 else: retcode = 400 output = { 'message': retdata.replace('\"', '\'') } return output, retcode