From c42795049faa319a62fc62a912d1eb76d30168a9 Mon Sep 17 00:00:00 2001 From: Joshua Boniface Date: Thu, 31 May 2018 20:26:44 -0400 Subject: [PATCH] Initial commit --- VMInstance.py | 112 ++++++++++++++++++++++++++ __pycache__/VMInstance.cpython-35.pyc | Bin 0 -> 3821 bytes __pycache__/manage_vm.cpython-35.pyc | Bin 0 -> 3524 bytes pvc.py | 6 ++ pvcd.py | 84 +++++++++++++++++++ 5 files changed, 202 insertions(+) create mode 100644 VMInstance.py create mode 100644 __pycache__/VMInstance.cpython-35.pyc create mode 100644 __pycache__/manage_vm.cpython-35.pyc create mode 100755 pvc.py create mode 100755 pvcd.py diff --git a/VMInstance.py b/VMInstance.py new file mode 100644 index 00000000..f0ac7d8a --- /dev/null +++ b/VMInstance.py @@ -0,0 +1,112 @@ +#!/usr/bin/env python3 + +import os, time, uuid, libvirt, kazoo.client + +class VMInstance: + def __init__(self, domuuid, zk, thishypervisor): + # Passed-in variables on creation + self.domuuid = domuuid + self.zkey = '/domains/%s' % domuuid + self.zk = zk + self.thishypervisor = thishypervisor + + # These will all be set later + self.hypervisor = None + self.state = None + self.dom = None + + # Watch for changes to the hypervisor field in Zookeeper + @zk.DataWatch(self.zkey + '/hypervisor') + def watch_hypervisor(data, stat): + self.hypervisor = data.decode('ascii') + print("Version: %s, data: %s" % (stat.version, data.decode('ascii'))) + self.manage_vm_state() + + # Watch for changes to the state field in Zookeeper + @zk.DataWatch(self.zkey + '/state') + def watch_state(data, stat): + self.state = data.decode('ascii') + print("Version: %s, data: %s" % (stat.version, self.state)) + self.manage_vm_state() + + # Start up the VM + def start_vm(self, conn, xmlconfig): + print("Starting VM %s" % self.domuuid) + dom = conn.createXML(xmlconfig, 0) + if dom == None: + print('Failed to create a domain from an XML definition.') + exit(1) + return dom + + # Stop the VM forcibly + def stop_vm(self): + print("Forcibly stopping VM %s" % self.domuuid) + self.dom.destroy() + + # Shutdown the VM gracefully + def shutdown_vm(self): + print("Stopping VM %s" % self.domuuid) + self.dom.shutdown() + + # Migrate the VM to a target host + def migrate_vm(self): + self.zk.set(self.zkey + '/status', b'migrate') + dest_conn = libvirt.open('qemu+ssh://%s/system' % target) + if dest_conn == None: + print('Failed to open connection to qemu+ssh://%s/system' % target) + exit(1) + + target_dom = self.dom.migrate(dest_conn, libvirt.VIR_MIGRATE_LIVE, None, None, 0) + if target_dom == None: + print('Could not migrate to the new domain') + exit(1) + + print('Migrated successfully') + dest_conn.close() + + # Receive the migration from another host (wait until VM is running) + def receive_migrate(self): + while True: + if self.dom.state() != libvirt.VIR_DOMAIN_RUNNING: + continue + else: + self.zk.set(self.zkey + '/status', b'start') + break + # + # Main function to manage a VM (taking only self) + # + def manage_vm_state(self): + # Start up a new Libvirt connection + libvirt_name = "qemu:///system" + conn = libvirt.open(libvirt_name) + if conn == None: + print('Failed to open local libvirt connection.') + exit(1) + + # Check the current state of the VM + try: + self.dom = conn.lookupByUUID(uuid.UUID(self.domuuid).bytes) + running = self.dom.state() + except: + running = False + + if running != False and self.state == "stop" and self.hypervisor == self.thishypervisor: + self.stop_vm() + + if running != False and self.state == "shutdown" and self.hypervisor == self.thishypervisor: + self.shutdown_vm() + + elif running == False and self.state == "migrate" and self.hypervisr == self.thishypervisor: + self.receive_migrate() + + elif running != False and self.state == "migrate" and self.hypervisr != self.thishypervisor: + self.migrate_vm() + + elif running == False and self.state == "start" and self.hypervisor == self.thishypervisor: + # Grab the domain information from Zookeeper + domxml, domxmlstat = self.zk.get(self.zkey + '/xml') + domxml = str(domxml.decode('ascii')) + self.dom = self.start_vm(conn, domxml) + + # The VM should now be running so return the domain and active connection + conn.close diff --git a/__pycache__/VMInstance.cpython-35.pyc b/__pycache__/VMInstance.cpython-35.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1a120f35c514b3e4f716a2334f572a38df70a266 GIT binary patch literal 3821 zcmbtXOK%*<5$>MHzPNmd5=li4;!zC2+9cv4fPE2ULylw#1k8;iMwGKQFj&nD#UXcR zR^79dc0rvKBsm30F8K|~DfuzE^eI42PX2*U`Ko$nAB+?m$Z)5py1S~ny1MGC=FaMB z$n+#jhdh ziq~MRkgkK4_cauYPDE|_I3Vug)mTs@SdNz<Vr%znAHvmqkhBVOe@Ac!?$_=s%%3m*RIqgzN^; z+tiWb+~HA2oV!f$#%T(M2_At}mZ%W(NtFgqcrQDzrTDE7N9gc=ej@}%UU|!WzF6SH zwyI*v$BGYHwa#Rv9p{5yn(6ipjn46Sn5eT<=PDv^(nDV#?`6FDE}C-~!CS$Kb|(c~ zjBQA9;x5e|Ibs`3lFatRYat}|bI@`-#_#DUO($E2iPCAF-41T(p9FEQ=n>WOO(jmE zJWfnwZjkYZD$NR0J+m@qebCE#&yw(L5aIxeq~#coR2YxCEs1Z^Kl-!y=Kc0@K1kXp zxjr8C+MlcZB#8>$9-c+*`RVNr$7bV2uZWJr`I@|EI!@ti%0NzTE%1k7nx#b;?%wI= zQLnE*-n}S2skGU!C09~lu-e<->PmasZ*`)g_UkAtk$n`nenm#eZa>n>ij zH>;D&Z!kY1FVaK)BKjU){SZxI^OaMM!xs^i+{%&w|5!1h|q=Kl$l{UfNIMpvZ$rB?#c47uaMBj#NGfdRg$r{%1j) z98sVlOLo5|xt3>-lYC?9RuX*1OJ1f0Ch0hh7v)*jt-l=fK^&#e)D}kVAV4M+Kafah}XV&WrJM^Qu0SuQndj-Q$UJq zRuz(CWq#K6&ZNrdH`1DbXMh+)h)=FOPX?nOYkhpXjf&IOV_hVJ#Z<_LNfuD_0;3W0 zlpSvpQCFeV=Fxli@=-qyvb+eUtB_D}oCI0&VwzEtt$k}i9OzLLC0ZYi`u%aM$>?HS zofL{d!&Lj})3a0+#v?;a1sU=Ta}1z_hST7jE@Ul z?##vhU5Zth$#xgT?8q96W&h$*gawhQHzZky1*;3)^@Rm3!-kdoYblAC2$v;ocP2Sw zxMU^IN=dBw_foRPYufIjwRU7voLpu@uFxHuE~j6ij>2ocD7M5o;&7X8-WbP^ZnN0P z4xI+30CQ8{BZjX|uaYaMtppE1lM+jA&dVxe3E$3wX<9EJ%PvF61G+8dL-j7gM%_Te zS0+_Vyf%s_U$I)>JY8CGW$=*MWPo{gfBZ+ zNXHMT3D9)wymy7D@($CWG2EuhaWxjKKHcjcDc za+lKa!acmxY8YI{$fhtfjW8VK@u*L9GYp@PdVM>icCe`3)65~(0qhF8s4f^htNg0` ze?-%5uqm7GH0wL!o!#Yf$xxyc%ZW2aU|R#*T=-F^Ka5L7pMU9CFK(^fkE{d4rttRrUUnQQ!CiJZ~y(< z&EM{Hh4_b9d0gJlnKY^S}@kb$IFb*?PoV(1huQbJu z5(7g7Pr(YyG)QWM%^@YlZ5V(1Qi^YdID{wcz#oLb$c1-pp})Eijs#-1kX7$T&3@hL zrR8Lp7rIxk^^VR?GIg5kQY92Udg#~3djqfj9mu&5BhDZ;By**x;DbY!jod4~ zMG~t;{nqqrS@wZs1|S1rcfZwed7;xlIQjIL8f$G7N3Og z=nuklSPh9YKJuWdXw5XzEGg5>w3jX!|3u|QWr9;H%8RSabeBtt;UqJyL}kM&i%%ye zKy0SdJT*>zY+QU8FDZ*6a*Rh?8V}o5k;HE{KKzUL_q)BLa+38%r9PStdta$?lqHq! zot!4U$*>qcC#5?lXJ+%|uu6{N<;EKn-6n`|wqz*Zmi32ARPDrZUgT9A@7x=g$#ASc z-MKDbH+p1B_WHE_?R(Q^bF!K+MiwQk;*@wyZNlux_a&_OIg3D#$7%lSf9bI!Ydqd2 zT5+-g^h-}jPPpG!R6_qF-O9rpC80ctI*L%LT0{aO6ir2SsM&H+P;HF+XrYxU2Gg8Ig5>`f@3^iV7* z@DK3nK1jtSk2b^=jW4t>s%@%z?q%ozC|c@3+`kApzho)9j(UV=B|H?e->W{t{=Ho04t1`4z7!E_*pTa{`PQqakKHK{;OtV9(2-N@1cO)0Nob!3< zVu|sxS9ulrHguF|4*H<=YBEL%ALh?31USRXG&hkURRIk@frO@P2-%fwxg|TGZFwbX z^R27QFCq7sEJE)36+d(r(dt{1A8a)7yyBUTy&jGSE@XVycO#i84Q7| zCac>JxreXWl^>Gj^x zJ$bt39b_-XO=(+A~roQ6eNg%dyk9g~Erqbw}4mouc* z+k18@4fQlhGOZ7%+PlBoj~_qj_jmh`t^k)Y%jmrdT(hCFB+E~;cxK$spv|6v(v{n? z;nsInJh-+vaj}{nGKBgeyU|87nAM!LHHWrz;m+K#E$a%vAFQ^h1pui~(Zzha(@?*| zRRo~EXow0!z8C@Bj9yG({Oo<|c|dX16r&c&V0_djdJ%~8K#bNXq!&%`w74mxr0T~6 zE@K$_O(DfItic#X`(NU`$<}uG^Pha5S||Nbi)ELtkS}ciD7JaBJD)_2xw8$i97j1{ z@464@GBfWmy6#eepq}Q{ba&ZsxtjQb5zcVFQd>J*MD@nvwupj6E9KMqi)h2vLWn%5 zw~267xPY~B(aQK}Hl1-<9#2nxarWfN?nC48y~<8*;-|j{An(c3t_V z+yn+2a?R<;4d<2yOO}sLas*upgLS!+L~V$!tXJ?B3)hUEbO literal 0 HcmV?d00001 diff --git a/pvc.py b/pvc.py new file mode 100755 index 00000000..fa600dd5 --- /dev/null +++ b/pvc.py @@ -0,0 +1,6 @@ +#!/usr/bin/env python3 + +def help(): + print("pvc - Parallel Virtual Cluster command-line utility") + +help() diff --git a/pvcd.py b/pvcd.py new file mode 100755 index 00000000..f10e4dec --- /dev/null +++ b/pvcd.py @@ -0,0 +1,84 @@ +#!/usr/bin/env python3 + +from kazoo.client import KazooClient +from kazoo.client import KazooState +import libvirt +import sys +import uuid +import VMInstance +import time + +def help(): + print("pvcd - Parallel Virtual Cluster management daemon") +# exit(0) + +help() + +# Connect to zookeeper +zk = KazooClient(hosts='127.0.0.1:2181') +try: + zk.start() +except: + print("Failed to connect to local Zookeeper instance") + exit(1) + +def zk_listener(state): + if state == KazooState.LOST: + # Register somewhere that the session was lost + pass + elif state == KazooState.SUSPENDED: + # Handle being disconnected from Zookeeper + pass + else: + # Handle being connected/reconnected to Zookeeper + pass + +zk.add_listener(zk_listener) + +# Connect to libvirt +libvirt_name = "qemu:///system" +conn = libvirt.open(libvirt_name) +if conn == None: + print('Failed to open connection to %s' % libvirt_name) + exit(1) + +# Gather data about hypervisor +hostname = conn.getHostname() +nodeinfo = conn.getInfo() +numnodes = nodeinfo[4] +memlistNUMA = conn.getCellsFreeMemory(0, numnodes) +memlistTOTAL = conn.getFreeMemory() + +print("Node hostname: %s" % hostname) +print("Free memory: %s" % memlistTOTAL) +cell = 0 +for cellfreemem in memlistNUMA: + print('NUMA Node '+str(cell)+': '+str(cellfreemem)+' bytes free memory') + cell += 1 + +print('Virtualization type: '+conn.getType()) +uri = conn.getURI() +print('Canonical URI: '+uri) + +print() + +map = conn.getCPUMap() + +print("CPUs: " + str(map[0])) +print("Available: " + str(map[1])) + + +print() + +def start_vm(vmname): + print("Starting VM %s" % vmname) + +vm = VMInstance.VMInstance('b1dc4e21-544f-47aa-9bb7-8af0bc443b78', zk, hostname); + +while True: + # Tick loop + time.sleep(1) + pass + +conn.close() +zk.stop()