pvc/client-common/network.py

869 lines
34 KiB
Python
Raw Normal View History

#!/usr/bin/env python3
2018-09-23 15:26:20 -04:00
# network.py - PVC client function library, Network fuctions
# Part of the Parallel Virtual Cluster (PVC) system
#
# Copyright (C) 2018 Joshua M. Boniface <joshua@boniface.me>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
#
###############################################################################
import os
import socket
import time
import uuid
import re
import tempfile
import subprocess
import difflib
import colorama
import click
import lxml.objectify
import configparser
import kazoo.client
import client_lib.ansiprint as ansiprint
2018-09-25 01:47:29 -04:00
import client_lib.zkhandler as zkhandler
2018-09-23 15:26:20 -04:00
import client_lib.common as common
#
# Cluster search functions
#
2018-09-23 15:26:20 -04:00
def getClusterNetworkList(zk_conn):
# Get a list of VNIs by listing the children of /networks
2018-10-28 18:13:28 -04:00
vni_list = zkhandler.listchildren(zk_conn, '/networks')
2018-09-23 15:26:20 -04:00
description_list = []
# For each VNI, get the corresponding description from the data
for vni in vni_list:
2018-10-28 18:13:28 -04:00
description_list.append(zkhandler.readdata(zk_conn, '/networks/{}'.format(vni)))
2018-09-23 15:26:20 -04:00
return vni_list, description_list
def searchClusterByVNI(zk_conn, vni):
try:
# Get the lists
2018-09-23 15:26:20 -04:00
vni_list, description_list = getClusterNetworkList(zk_conn)
# We're looking for UUID, so find that element ID
2018-09-23 15:26:20 -04:00
index = vni_list.index(vni)
# Get the name_list element at that index
2018-09-23 15:26:20 -04:00
description = description_list[index]
except ValueError:
# We didn't find anything
return None
2018-09-23 15:26:20 -04:00
return description
2018-09-23 15:26:20 -04:00
def searchClusterByDescription(zk_conn, description):
try:
# Get the lists
2018-09-23 15:26:20 -04:00
vni_list, description_list = getClusterNetworkList(zk_conn)
# We're looking for name, so find that element ID
2018-09-23 15:26:20 -04:00
index = description_list.index(description)
# Get the uuid_list element at that index
2018-09-23 15:26:20 -04:00
vni = vni_list[index]
except ValueError:
# We didn't find anything
return None
2018-09-23 15:26:20 -04:00
return vni
2018-09-23 15:26:20 -04:00
def getNetworkVNI(zk_conn, network):
# Validate and obtain alternate passed value
if network.isdigit():
net_description = searchClusterByVNI(zk_conn, network)
net_vni = searchClusterByDescription(zk_conn, net_description)
else:
net_vni = searchClusterByDescription(zk_conn, network)
net_description = searchClusterByVNI(zk_conn, net_vni)
2018-09-23 15:26:20 -04:00
return net_vni
2018-09-23 15:26:20 -04:00
def getNetworkDescription(zk_conn, network):
# Validate and obtain alternate passed value
2018-09-23 15:26:20 -04:00
if network.isdigit():
net_description = searchClusterByVNI(zk_conn, network)
net_vni = searchClusterByDescription(zk_conn, net_description)
else:
2018-09-23 15:26:20 -04:00
net_vni = searchClusterByDescription(zk_conn, network)
net_description = searchClusterByVNI(zk_conn, net_vni)
2018-09-23 15:26:20 -04:00
return net_description
def getNetworkDHCPLeases(zk_conn, vni):
# Get a list of DHCP leases by listing the children of /networks/<vni>/dhcp_leases
2018-10-17 00:23:27 -04:00
dhcp_leases = zkhandler.listchildren(zk_conn, '/networks/{}/dhcp_leases'.format(vni))
return sorted(dhcp_leases)
2018-09-23 15:26:20 -04:00
def getNetworkDHCPReservations(zk_conn, vni):
# Get a list of DHCP reservations by listing the children of /networks/<vni>/dhcp_reservations
2018-10-17 00:23:27 -04:00
dhcp_reservations = zkhandler.listchildren(zk_conn, '/networks/{}/dhcp_reservations'.format(vni))
2018-09-30 11:22:25 -04:00
return sorted(dhcp_reservations)
2018-10-17 20:05:22 -04:00
def getNetworkACLs(zk_conn, vni, _direction):
2018-10-17 00:23:27 -04:00
# Get the (sorted) list of active ACLs
2018-10-17 20:05:22 -04:00
if _direction == 'both':
directions = ['in', 'out']
else:
directions = [_direction]
2018-10-17 00:23:27 -04:00
full_acl_list = []
2018-10-17 20:05:22 -04:00
for direction in directions:
unordered_acl_list = zkhandler.listchildren(zk_conn, '/networks/{}/firewall_rules/{}'.format(vni, direction))
ordered_acls = dict()
2018-10-17 20:05:22 -04:00
for acl in unordered_acl_list:
order = zkhandler.readdata(zk_conn, '/networks/{}/firewall_rules/{}/{}/order'.format(vni, direction, acl))
ordered_acls[order] = acl
2018-10-17 00:23:27 -04:00
2018-10-17 20:05:22 -04:00
for order in sorted(ordered_acls.keys()):
full_acl_list.append({'direction': direction, 'description': ordered_acls[order]})
2018-10-17 00:23:27 -04:00
return full_acl_list
2018-09-23 15:26:20 -04:00
def getNetworkInformation(zk_conn, vni):
description = zkhandler.readdata(zk_conn, '/networks/{}'.format(vni))
domain = zkhandler.readdata(zk_conn, '/networks/{}/domain'.format(vni))
ip_network = zkhandler.readdata(zk_conn, '/networks/{}/ip_network'.format(vni))
ip_gateway = zkhandler.readdata(zk_conn, '/networks/{}/ip_gateway'.format(vni))
dhcp_flag = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_flag'.format(vni))
dhcp_start = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_start'.format(vni))
dhcp_end = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_end'.format(vni))
return description, domain, ip_network, ip_gateway, dhcp_flag, dhcp_start, dhcp_end
def getDHCPLeaseInformation(zk_conn, vni, mac_address):
hostname = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_leases/{}/hostname'.format(vni, mac_address))
ip_address = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_leases/{}/ipaddr'.format(vni, mac_address))
try:
timestamp = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_leases/{}/expiry'.format(vni, mac_address))
except:
timestamp = 'static'
return hostname, ip_address, mac_address, timestamp
def getDHCPReservationInformation(zk_conn, vni, mac_address):
hostname = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_reservations/{}/hostname'.format(vni, mac_address))
ip_address = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_reservations/{}/ipaddr'.format(vni, mac_address))
timestamp = 'static'
return hostname, ip_address, mac_address, timestamp
2018-10-17 00:23:27 -04:00
def getACLInformation(zk_conn, vni, direction, description):
order = zkhandler.readdata(zk_conn, '/networks/{}/firewall_rules/{}/{}/order'.format(vni, direction, description))
rule = zkhandler.readdata(zk_conn, '/networks/{}/firewall_rules/{}/{}/rule'.format(vni, direction, description))
return order, description, rule
2018-09-23 15:26:20 -04:00
def formatNetworkInformation(zk_conn, vni, long_output):
description, domain, ip_network, ip_gateway, dhcp_flag, dhcp_start, dhcp_end = getNetworkInformation(zk_conn, vni)
if dhcp_flag == "True":
dhcp_flag_colour = ansiprint.green()
2018-09-25 13:58:52 -04:00
else:
dhcp_flag_colour = ansiprint.blue()
colour_off = ansiprint.end()
2018-09-25 13:58:52 -04:00
2018-09-23 15:26:20 -04:00
# Format a nice output: do this line-by-line then concat the elements at the end
ainformation = []
ainformation.append('{}Virtual network information:{}'.format(ansiprint.bold(), ansiprint.end()))
2018-09-23 15:26:20 -04:00
ainformation.append('')
# Basic information
ainformation.append('{}VNI:{} {}'.format(ansiprint.purple(), ansiprint.end(), vni))
ainformation.append('{}Description:{} {}'.format(ansiprint.purple(), ansiprint.end(), description))
ainformation.append('{}Domain:{} {}'.format(ansiprint.purple(), ansiprint.end(), domain))
ainformation.append('{}IP network:{} {}'.format(ansiprint.purple(), ansiprint.end(), ip_network))
ainformation.append('{}IP gateway:{} {}'.format(ansiprint.purple(), ansiprint.end(), ip_gateway))
ainformation.append('{}DHCP enabled:{} {}{}{}'.format(ansiprint.purple(), ansiprint.end(), dhcp_flag_colour, dhcp_flag, colour_off))
if dhcp_flag == "True":
ainformation.append('{}DHCP range:{} {} - {}'.format(ansiprint.purple(), ansiprint.end(), dhcp_start, dhcp_end))
2018-09-23 15:26:20 -04:00
if long_output:
dhcp_reservations_list = getNetworkDHCPReservations(zk_conn, vni)
if dhcp_reservations_list:
2018-09-23 15:26:20 -04:00
ainformation.append('')
ainformation.append('{}Client DHCP reservations:{}'.format(ansiprint.bold(), ansiprint.end()))
2018-09-23 15:26:20 -04:00
ainformation.append('')
# Only show static reservations in the detailed information
dhcp_reservations_string = formatDHCPLeaseList(zk_conn, vni, dhcp_reservations_list, reservations=True)
for line in dhcp_reservations_string.split('\n'):
ainformation.append(line)
2018-09-30 11:22:25 -04:00
2018-10-27 16:03:01 -04:00
firewall_rules = zkhandler.listchildren(zk_conn, '/networks/{}/firewall_rules'.format(vni))
2018-09-23 15:26:20 -04:00
if firewall_rules:
ainformation.append('')
ainformation.append('{}Network firewall rules:{}'.format(ansiprint.bold(), ansiprint.end()))
2018-09-23 15:26:20 -04:00
ainformation.append('')
formatted_firewall_rules = get_list_firewall_rules(zk_conn, vni)
2018-09-23 15:26:20 -04:00
# Join it all together
information = '\n'.join(ainformation)
return information
def formatNetworkList(zk_conn, net_list):
net_list_output = []
description = dict()
domain = dict()
ip_network = dict()
ip_gateway = dict()
dhcp_flag = dict()
dhcp_flag_colour = dict()
dhcp_start = dict()
dhcp_end = dict()
dhcp_range = dict()
colour_off = ansiprint.end()
# Gather information for printing
for net in net_list:
# get info
description[net], domain[net], ip_network[net], ip_gateway[net], dhcp_flag[net], dhcp_start[net], dhcp_end[net] = getNetworkInformation(zk_conn, net)
if dhcp_flag[net] == "True":
dhcp_flag_colour[net] = ansiprint.green()
dhcp_range[net] = '{} - {}'.format(dhcp_start[net], dhcp_end[net])
else:
dhcp_flag_colour[net] = ansiprint.blue()
dhcp_range[net] = 'N/A'
# Determine optimal column widths
# Dynamic columns: node_name, hypervisor, migrated
net_vni_length = 5
net_description_length = 13
2018-09-28 20:42:24 -04:00
net_domain_length = 8
net_ip_network_length = 12
net_ip_gateway_length = 9
net_dhcp_flag_length = 5
net_dhcp_range_length = 12
for net in net_list:
# vni column
_net_vni_length = len(net) + 1
if _net_vni_length > net_vni_length:
net_vni_length = _net_vni_length
# description column
_net_description_length = len(description[net]) + 1
if _net_description_length > net_description_length:
net_description_length = _net_description_length
2018-09-28 20:42:24 -04:00
# domain column
_net_domain_length = len(domain[net]) + 1
if _net_domain_length > net_domain_length:
net_domain_length = _net_domain_length
# ip_network column
_net_ip_network_length = len(ip_network[net]) + 1
if _net_ip_network_length > net_ip_network_length:
net_ip_network_length = _net_ip_network_length
# ip_gateway column
_net_ip_gateway_length = len(ip_gateway[net]) + 1
if _net_ip_gateway_length > net_ip_gateway_length:
net_ip_gateway_length = _net_ip_gateway_length
# dhcp_flag column
_net_dhcp_flag_length = len(dhcp_flag[net]) + 1
if _net_dhcp_flag_length > net_dhcp_flag_length:
net_dhcp_flag_length = _net_dhcp_flag_length
# dhcp_range column
_net_dhcp_range_length = len(dhcp_range[net]) + 1
if _net_dhcp_range_length > net_dhcp_range_length:
net_dhcp_range_length = _net_dhcp_range_length
# Format the string (header)
net_list_output_header = '{bold}\
{net_vni: <{net_vni_length}} \
{net_description: <{net_description_length}} \
2018-09-28 20:42:24 -04:00
{net_domain: <{net_domain_length}} \
{net_ip_network: <{net_ip_network_length}} \
{net_ip_gateway: <{net_ip_gateway_length}} \
{net_dhcp_flag: <{net_dhcp_flag_length}} \
{net_dhcp_range: <{net_dhcp_range_length}} \
{end_bold}'.format(
bold=ansiprint.bold(),
end_bold=ansiprint.end(),
net_vni_length=net_vni_length,
net_description_length=net_description_length,
2018-09-28 20:42:24 -04:00
net_domain_length=net_domain_length,
net_ip_network_length=net_ip_network_length,
net_ip_gateway_length=net_ip_gateway_length,
net_dhcp_flag_length=net_dhcp_flag_length,
net_dhcp_range_length=net_dhcp_range_length,
net_vni='VNI',
net_description='Description',
2018-09-28 20:42:24 -04:00
net_domain='Domain',
net_ip_network='Network',
net_ip_gateway='Gateway',
net_dhcp_flag='DHCP',
net_dhcp_range='Range',
)
for net in net_list:
net_list_output.append(
'{bold}\
{net_vni: <{net_vni_length}} \
{net_description: <{net_description_length}} \
2018-09-28 20:42:24 -04:00
{net_domain: <{net_domain_length}} \
{net_ip_network: <{net_ip_network_length}} \
{net_ip_gateway: <{net_ip_gateway_length}} \
{dhcp_flag_colour}{net_dhcp_flag: <{net_dhcp_flag_length}}{colour_off} \
{net_dhcp_range: <{net_dhcp_range_length}} \
{end_bold}'.format(
bold='',
end_bold='',
net_vni_length=net_vni_length,
net_description_length=net_description_length,
2018-09-28 20:42:24 -04:00
net_domain_length=net_domain_length,
net_ip_network_length=net_ip_network_length,
net_ip_gateway_length=net_ip_gateway_length,
net_dhcp_flag_length=net_dhcp_flag_length,
net_dhcp_range_length=net_dhcp_range_length,
net_vni=net,
net_description=description[net],
2018-09-28 20:42:24 -04:00
net_domain=domain[net],
net_ip_network=ip_network[net],
net_ip_gateway=ip_gateway[net],
net_dhcp_flag=dhcp_flag[net],
net_dhcp_range=dhcp_range[net],
dhcp_flag_colour=dhcp_flag_colour[net],
colour_off=colour_off
)
)
output_string = net_list_output_header + '\n' + '\n'.join(sorted(net_list_output))
return output_string
def formatDHCPLeaseList(zk_conn, vni, dhcp_leases_list, reservations=False):
dhcp_lease_list_output = []
hostname = dict()
ip_address = dict()
mac_address = dict()
timestamp = dict()
# Gather information for printing
for dhcp_lease in dhcp_leases_list:
if reservations:
hostname[dhcp_lease], ip_address[dhcp_lease], mac_address[dhcp_lease], timestamp[dhcp_lease] = getDHCPReservationInformation(zk_conn, vni, dhcp_lease)
else:
hostname[dhcp_lease], ip_address[dhcp_lease], mac_address[dhcp_lease], timestamp[dhcp_lease] = getDHCPLeaseInformation(zk_conn, vni, dhcp_lease)
# Determine optimal column widths
lease_hostname_length = 9
lease_ip_address_length = 11
lease_mac_address_length = 13
lease_timestamp_length = 13
for dhcp_lease in dhcp_leases_list:
# hostname column
_lease_hostname_length = len(hostname[dhcp_lease]) + 1
if _lease_hostname_length > lease_hostname_length:
lease_hostname_length = _lease_hostname_length
2018-10-17 00:23:27 -04:00
# ip_address column
_lease_ip_address_length = len(ip_address[dhcp_lease]) + 1
if _lease_ip_address_length > lease_ip_address_length:
lease_ip_address_length = _lease_ip_address_length
2018-10-17 00:23:27 -04:00
# mac_address column
_lease_mac_address_length = len(mac_address[dhcp_lease]) + 1
if _lease_mac_address_length > lease_mac_address_length:
lease_mac_address_length = _lease_mac_address_length
# Format the string (header)
dhcp_lease_list_output_header = '{bold}\
{lease_hostname: <{lease_hostname_length}} \
{lease_ip_address: <{lease_ip_address_length}} \
{lease_mac_address: <{lease_mac_address_length}} \
{lease_timestamp: <{lease_timestamp_length}} \
{end_bold}'.format(
bold=ansiprint.bold(),
end_bold=ansiprint.end(),
lease_hostname_length=lease_hostname_length,
lease_ip_address_length=lease_ip_address_length,
lease_mac_address_length=lease_mac_address_length,
lease_timestamp_length=lease_timestamp_length,
lease_hostname='Hostname',
lease_ip_address='IP Address',
lease_mac_address='MAC Address',
lease_timestamp='Timestamp'
)
for dhcp_lease in dhcp_leases_list:
dhcp_lease_list_output.append('{bold}\
{lease_hostname: <{lease_hostname_length}} \
{lease_ip_address: <{lease_ip_address_length}} \
{lease_mac_address: <{lease_mac_address_length}} \
{lease_timestamp: <{lease_timestamp_length}} \
{end_bold}'.format(
bold='',
end_bold='',
lease_hostname_length=lease_hostname_length,
lease_ip_address_length=lease_ip_address_length,
lease_mac_address_length=lease_mac_address_length,
lease_timestamp_length=12,
lease_hostname=hostname[dhcp_lease],
lease_ip_address=ip_address[dhcp_lease],
lease_mac_address=mac_address[dhcp_lease],
lease_timestamp=timestamp[dhcp_lease]
)
)
output_string = dhcp_lease_list_output_header + '\n' + '\n'.join(sorted(dhcp_lease_list_output))
return output_string
2018-10-17 20:05:22 -04:00
def formatACLList(zk_conn, vni, _direction, acl_list):
2018-10-17 00:23:27 -04:00
acl_list_output = []
direction = dict()
order = dict()
description = dict()
rule = dict()
2018-10-17 00:23:27 -04:00
2018-10-17 20:05:22 -04:00
if _direction is None:
directions = ['in', 'out']
else:
directions = [_direction]
2018-10-17 00:23:27 -04:00
# Gather information for printing
for acl in acl_list:
2018-10-17 20:05:22 -04:00
acld = acl['description']
order[acld], description[acld], rule[acld] = getACLInformation(zk_conn, vni, acl['direction'], acl['description'])
direction[acld] = acl['direction']
2018-10-17 00:23:27 -04:00
# Determine optimal column widths
acl_direction_length = 10
2018-10-17 00:23:27 -04:00
acl_order_length = 6
acl_description_length = 12
acl_rule_length = 5
for acl in acl_list:
2018-10-17 20:05:22 -04:00
acld = acl['description']
2018-10-17 00:23:27 -04:00
# order column
2018-10-17 20:05:22 -04:00
_acl_order_length = len(order[acld]) + 1
2018-10-17 00:23:27 -04:00
if _acl_order_length > acl_order_length:
acl_order_length = _acl_order_length
# description column
2018-10-17 20:05:22 -04:00
_acl_description_length = len(description[acld]) + 1
2018-10-17 00:23:27 -04:00
if _acl_description_length > acl_description_length:
acl_description_length = _acl_description_length
# rule column
2018-10-17 20:05:22 -04:00
_acl_rule_length = len(rule[acld]) + 1
2018-10-17 00:23:27 -04:00
if _acl_rule_length > acl_rule_length:
acl_rule_length = _acl_rule_length
# Format the string (header)
acl_list_output_header = '{bold}\
{acl_direction: <{acl_direction_length}} \
2018-10-17 00:23:27 -04:00
{acl_order: <{acl_order_length}} \
{acl_description: <{acl_description_length}} \
{acl_rule: <{acl_rule_length}} \
{end_bold}'.format(
bold=ansiprint.bold(),
end_bold=ansiprint.end(),
acl_direction_length=acl_direction_length,
2018-10-17 00:23:27 -04:00
acl_order_length=acl_order_length,
acl_description_length=acl_description_length,
acl_rule_length=acl_rule_length,
2018-10-17 20:05:22 -04:00
acl_direction='Direction',
2018-10-17 00:23:27 -04:00
acl_order='Order',
acl_description='Description',
acl_rule='Rule',
)
for acl in acl_list:
2018-10-17 20:05:22 -04:00
acld = acl['description']
2018-10-17 00:23:27 -04:00
acl_list_output.append('{bold}\
{acl_direction: <{acl_direction_length}} \
2018-10-17 00:23:27 -04:00
{acl_order: <{acl_order_length}} \
{acl_description: <{acl_description_length}} \
{acl_rule: <{acl_rule_length}} \
{end_bold}'.format(
bold='',
end_bold='',
acl_direction_length=acl_direction_length,
2018-10-17 00:23:27 -04:00
acl_order_length=acl_order_length,
acl_description_length=acl_description_length,
acl_rule_length=acl_rule_length,
2018-10-17 20:05:22 -04:00
acl_direction=direction[acld],
acl_order=order[acld],
acl_description=description[acld],
acl_rule=rule[acld],
2018-10-17 00:23:27 -04:00
)
)
output_string = acl_list_output_header + '\n' + '\n'.join(sorted(acl_list_output))
return output_string
def isValidMAC(macaddr):
allowed = re.compile(r"""
(
^([0-9A-F]{2}[:]){5}([0-9A-F]{2})$
)
""",
re.VERBOSE|re.IGNORECASE)
if allowed.match(macaddr) is None:
return False
else:
return True
def isValidIP(ipaddr):
ip_blocks = str(ipaddr).split(".")
if len(ip_blocks) == 4:
for block in ip_blocks:
# Check if number is digit, if not checked before calling this function
if not block.isdigit():
return False
tmp = int(block)
if 0 > tmp > 255:
return False
return True
return False
2018-09-23 15:26:20 -04:00
#
# Direct functions
#
def add_network(zk_conn, vni, description, domain, ip_network, ip_gateway, dhcp_flag, dhcp_start, dhcp_end):
if dhcp_flag and ( not dhcp_start or not dhcp_end ):
return False, 'ERROR: DHCP start and end addresses are required for a DHCP-enabled network.'
2018-10-17 00:23:27 -04:00
# Check if a network with this VNI or description already exists
if zkhandler.exists(zk_conn, '/networks/{}'.format(vni)):
2018-09-23 15:26:20 -04:00
return False, 'ERROR: A network with VNI {} already exists!'.format(vni)
2018-10-17 00:23:27 -04:00
for network in zkhandler.listchildren(zk_conn, '/networks'):
network_description = zkhandler.readdata(zk_conn, '/networks/{}'.format(network))
if network_description == description:
return False, 'ERROR: A network with description {} already exists!'.format(description)
2018-09-23 15:26:20 -04:00
# Add the new network to Zookeeper
zkhandler.writedata(zk_conn, {
'/networks/{}'.format(vni): description,
'/networks/{}/domain'.format(vni): domain,
'/networks/{}/ip_network'.format(vni): ip_network,
'/networks/{}/ip_gateway'.format(vni): ip_gateway,
2018-10-17 00:23:27 -04:00
'/networks/{}/dhcp_flag'.format(vni): dhcp_flag,
'/networks/{}/dhcp_start'.format(vni): dhcp_start,
'/networks/{}/dhcp_end'.format(vni): dhcp_end,
'/networks/{}/dhcp_leases'.format(vni): '',
'/networks/{}/dhcp_reservations'.format(vni): '',
2018-10-17 00:23:27 -04:00
'/networks/{}/firewall_rules'.format(vni): '',
'/networks/{}/firewall_rules/in'.format(vni): '',
'/networks/{}/firewall_rules/out'.format(vni): ''
})
2018-09-23 15:26:20 -04:00
return True, 'Network "{}" added successfully!'.format(description)
2018-09-23 15:26:20 -04:00
def modify_network(zk_conn, vni, **parameters):
# Add the new network to Zookeeper
zk_data = dict()
2018-09-23 15:26:20 -04:00
if parameters['description'] != None:
zk_data.update({'/networks/{}'.format(vni): parameters['description']})
if parameters['domain'] != None:
zk_data.update({'/networks/{}/domain'.format(vni): parameters['domain']})
2018-09-23 15:26:20 -04:00
if parameters['ip_network'] != None:
zk_data.update({'/networks/{}/ip_network'.format(vni): parameters['ip_network']})
2018-09-23 15:26:20 -04:00
if parameters['ip_gateway'] != None:
zk_data.update({'/networks/{}/ip_gateway'.format(vni): parameters['ip_gateway']})
2018-09-23 15:26:20 -04:00
if parameters['dhcp_flag'] != None:
2018-10-17 00:23:27 -04:00
zk_data.update({'/networks/{}/dhcp_flag'.format(vni): parameters['dhcp_flag']})
if parameters['dhcp_start'] != None:
zk_data.update({'/networks/{}/dhcp_start'.format(vni): parameters['dhcp_start']})
if parameters['dhcp_end'] != None:
zk_data.update({'/networks/{}/dhcp_end'.format(vni): parameters['dhcp_end']})
zkhandler.writedata(zk_conn, zk_data)
2018-09-23 15:26:20 -04:00
return True, 'Network "{}" modified successfully!'.format(vni)
2018-09-23 15:26:20 -04:00
def remove_network(zk_conn, network):
# Validate and obtain alternate passed value
2018-09-23 15:26:20 -04:00
vni = getNetworkVNI(zk_conn, network)
description = getNetworkDescription(zk_conn, network)
if not vni:
return False, 'ERROR: Could not find network "{}" in the cluster!'.format(network)
2018-09-23 15:26:20 -04:00
# Delete the configuration
zkhandler.deletekey(zk_conn, '/networks/{}'.format(vni))
2018-09-23 15:26:20 -04:00
return True, 'Network "{}" removed successfully!'.format(description)
def add_dhcp_reservation(zk_conn, network, ipaddress, macaddress, hostname):
# Validate and obtain standard passed value
net_vni = getNetworkVNI(zk_conn, network)
if net_vni == None:
return False, 'ERROR: Could not find network "{}" in the cluster!'.format(network)
# Use lowercase MAC format exclusively
macaddress = macaddress.lower()
if not isValidMAC(macaddress):
return False, 'ERROR: MAC address "{}" is not valid! Always use ":" as a separator.'.format(macaddress)
if not isValidIP(ipaddress):
return False, 'ERROR: IP address "{}" is not valid!'.format(macaddress)
if zkhandler.exists(zk_conn, '/networks/{}/dhcp_reservations/{}'.format(net_vni, macaddress)):
2018-09-30 11:22:25 -04:00
return False, 'ERROR: A reservation with MAC "{}" already exists!'.format(macaddress)
# Add the new static lease to ZK
try:
zkhandler.writedata(zk_conn, {
'/networks/{}/dhcp_reservations/{}'.format(net_vni, macaddress): 'static',
'/networks/{}/dhcp_reservations/{}/hostname'.format(net_vni, macaddress): hostname,
'/networks/{}/dhcp_reservations/{}/ipaddr'.format(net_vni, macaddress): ipaddress
})
except Exception as e:
return False, 'ERROR: Failed to write to Zookeeper! Exception: "{}".'.format(e)
return True, 'DHCP reservation "{}" added successfully!'.format(macaddress)
2018-10-03 23:53:33 -04:00
def remove_dhcp_reservation(zk_conn, network, reservation):
# Validate and obtain standard passed value
net_vni = getNetworkVNI(zk_conn, network)
if net_vni == None:
return False, 'ERROR: Could not find network "{}" in the cluster!'.format(network)
match_description = ''
# Check if the reservation matches a description, a mac, or an IP address currently in the database
2018-10-17 00:23:27 -04:00
dhcp_reservations_list = getNetworkDHCPReservations(zk_conn, net_vni)
2018-10-03 23:53:33 -04:00
for macaddr in dhcp_reservations_list:
hostname = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_reservations/{}/hostname'.format(net_vni, macaddr))
ipaddress = zkhandler.readdata(zk_conn, '/networks/{}/dhcp_reservations/{}/ipaddr'.format(net_vni, macaddr))
if reservation == macaddr or reservation == hostname or reservation == ipaddress:
2018-09-30 11:22:25 -04:00
match_description = macaddr
if not match_description:
2018-10-03 23:53:33 -04:00
return False, 'ERROR: No DHCP reservation exists matching "{}"!'.format(reservation)
# Remove the entry from zookeeper
try:
zkhandler.deletekey(zk_conn, '/networks/{}/dhcp_reservations/{}'.format(net_vni, match_description))
except:
return False, 'ERROR: Failed to write to Zookeeper!'
2018-10-03 23:53:33 -04:00
return True, 'DHCP reservation "{}" removed successfully!'.format(match_description)
2018-10-17 00:23:27 -04:00
def add_acl(zk_conn, network, direction, description, rule, order):
# Validate and obtain standard passed value
net_vni = getNetworkVNI(zk_conn, network)
if net_vni == None:
return False, 'ERROR: Could not find network "{}" in the cluster!'.format(network)
# Change direction to something more usable
if direction:
direction = "in"
else:
direction = "out"
if zkhandler.exists(zk_conn, '/networks/{}/firewall_rules/{}/{}'.format(net_vni, direction, description)):
2018-10-17 00:23:27 -04:00
return False, 'ERROR: A rule with description "{}" already exists!'.format(description)
# Handle reordering
full_acl_list = getNetworkACLs(zk_conn, net_vni, direction)
acl_list_length = len(full_acl_list)
# Set order to len
if order == None or int(order) > acl_list_length:
order = acl_list_length
# Convert passed-in order to an integer
else:
order = int(order)
# Insert into the array at order-1
2018-10-17 20:05:22 -04:00
full_acl_list.insert(order, {'direction': direction, 'description': description})
2018-10-17 00:23:27 -04:00
# Update the existing ordering
updated_orders = dict()
2018-10-17 00:23:27 -04:00
for idx, acl in enumerate(full_acl_list):
2018-10-17 20:05:22 -04:00
if acl['description'] == description:
2018-10-17 00:23:27 -04:00
continue
updated_orders[
2018-10-17 20:05:22 -04:00
'/networks/{}/firewall_rules/{}/{}/order'.format(net_vni, direction, acl['description'])
2018-10-17 00:23:27 -04:00
] = idx
if updated_orders:
2018-10-17 20:05:22 -04:00
try:
zkhandler.writedata(zk_conn, updated_orders)
except Exception as e:
return False, 'ERROR: Failed to write to Zookeeper! Exception: "{}".'.format(e)
2018-10-17 00:23:27 -04:00
# Add the new rule
try:
zkhandler.writedata(zk_conn, {
'/networks/{}/firewall_rules/{}/{}'.format(net_vni, direction, description): '',
'/networks/{}/firewall_rules/{}/{}/order'.format(net_vni, direction, description): order,
'/networks/{}/firewall_rules/{}/{}/rule'.format(net_vni, direction, description): rule
})
except Exception as e:
return False, 'ERROR: Failed to write to Zookeeper! Exception: "{}".'.format(e)
return True, 'Firewall rule "{}" added successfully!'.format(description)
def remove_acl(zk_conn, network, rule, direction):
# Validate and obtain standard passed value
net_vni = getNetworkVNI(zk_conn, network)
if net_vni == None:
return False, 'ERROR: Could not find network "{}" in the cluster!'.format(network)
# Change direction to something more usable
if direction:
direction = "in"
else:
direction = "out"
match_description = ''
# Check if the ACL matches a description currently in the database
acl_list = getNetworkACLs(zk_conn, net_vni, direction)
for acl in acl_list:
2018-10-17 20:05:22 -04:00
if acl['description'] == rule:
match_description = acl['description']
2018-10-17 00:23:27 -04:00
if not match_description:
return False, 'ERROR: No firewall rule exists matching description "{}"!'.format(rule)
# Remove the entry from zookeeper
try:
zkhandler.deletekey(zk_conn, '/networks/{}/firewall_rules/{}/{}'.format(net_vni, direction, match_description))
2018-10-17 00:23:27 -04:00
except Exception as e:
return False, 'ERROR: Failed to write to Zookeeper! Exception: "{}".'.format(e)
# Update the existing ordering
2018-10-17 20:05:22 -04:00
updated_acl_list = getNetworkACLs(zk_conn, net_vni, direction)
updated_orders = dict()
2018-10-17 20:05:22 -04:00
for idx, acl in enumerate(updated_acl_list):
2018-10-17 00:23:27 -04:00
updated_orders[
2018-10-17 20:05:22 -04:00
'/networks/{}/firewall_rules/{}/{}/order'.format(net_vni, direction, acl['description'])
2018-10-17 00:23:27 -04:00
] = idx
if updated_orders:
try:
zkhandler.writedata(zk_conn, updated_orders)
except Exception as e:
return False, 'ERROR: Failed to write to Zookeeper! Exception: "{}".'.format(e)
return True, 'Firewall rule "{}" removed successfully!'.format(match_description)
def get_info(zk_conn, network, long_output):
# Validate and obtain alternate passed value
2018-09-23 15:26:20 -04:00
net_vni = getNetworkVNI(zk_conn, network)
if net_vni == None:
return False, 'ERROR: Could not find network "{}" in the cluster!'.format(network)
2018-09-25 01:32:52 -04:00
information = formatNetworkInformation(zk_conn, net_vni, long_output)
click.echo(information)
click.echo('')
2018-09-23 15:26:20 -04:00
return True, ''
def get_list(zk_conn, limit):
2018-09-25 01:47:29 -04:00
net_list = []
2018-10-27 16:03:01 -04:00
full_net_list = zkhandler.listchildren(zk_conn, '/networks')
2018-09-25 02:20:32 -04:00
2018-09-25 01:47:29 -04:00
for net in full_net_list:
description = zkhandler.readdata(zk_conn, '/networks/{}'.format(net))
if limit != None:
try:
2018-09-25 02:20:32 -04:00
# Implcitly assume fuzzy limits
if re.match('\^.*', limit) == None:
limit = '.*' + limit
if re.match('.*\$', limit) == None:
limit = limit + '.*'
if re.match(limit, net) != None:
net_list.append(net)
if re.match(limit, description) != None:
net_list.append(net)
2018-09-25 01:47:29 -04:00
except Exception as e:
return False, 'Regex Error: {}'.format(e)
2018-09-25 02:20:32 -04:00
else:
net_list.append(net)
output_string = formatNetworkList(zk_conn, net_list)
click.echo(output_string)
return True, ''
2018-09-25 13:58:52 -04:00
def get_list_dhcp(zk_conn, network, limit, only_static=False):
# Validate and obtain alternate passed value
net_vni = getNetworkVNI(zk_conn, network)
if net_vni == None:
return False, 'ERROR: Could not find network "{}" in the cluster!'.format(network)
dhcp_list = []
if only_static:
full_dhcp_list = getNetworkDHCPReservations(zk_conn, net_vni)
reservations = True
else:
full_dhcp_list = getNetworkDHCPLeases(zk_conn, net_vni)
reservations = False
if limit:
try:
# Implcitly assume fuzzy limits
if re.match('\^.*', limit) == None:
limit = '.*' + limit
if re.match('.*\$', limit) == None:
limit = limit + '.*'
except Exception as e:
return False, 'Regex Error: {}'.format(e)
for lease in full_dhcp_list:
valid_lease = False
if limit:
if re.match(limit, lease) != None:
valid_lease = True
if re.match(limit, lease) != None:
2018-10-02 00:14:08 -04:00
valid_lease = True
else:
valid_lease = True
if valid_lease:
dhcp_list.append(lease)
output_string = formatDHCPLeaseList(zk_conn, net_vni, dhcp_list, reservations=reservations)
click.echo(output_string)
2018-09-23 15:26:20 -04:00
return True, ''
2018-10-17 00:23:27 -04:00
def get_list_acl(zk_conn, network, limit, direction):
# Validate and obtain alternate passed value
net_vni = getNetworkVNI(zk_conn, network)
if net_vni == None:
return False, 'ERROR: Could not find network "{}" in the cluster!'.format(network)
2018-10-17 00:23:27 -04:00
# Change direction to something more usable
2018-10-17 20:05:22 -04:00
if direction is None:
direction = "both"
elif direction is True:
2018-10-17 00:23:27 -04:00
direction = "in"
2018-10-17 20:05:22 -04:00
elif direction is False:
2018-10-17 00:23:27 -04:00
direction = "out"
acl_list = []
full_acl_list = getNetworkACLs(zk_conn, net_vni, direction)
if limit:
try:
# Implcitly assume fuzzy limits
if re.match('\^.*', limit) == None:
limit = '.*' + limit
if re.match('.*\$', limit) == None:
limit = limit + '.*'
except Exception as e:
return False, 'Regex Error: {}'.format(e)
2018-10-17 20:05:22 -04:00
for acl in full_acl_list:
2018-10-17 00:23:27 -04:00
valid_acl = False
if limit:
2018-10-17 20:05:22 -04:00
if re.match(limit, acl['description']) != None:
2018-10-17 00:23:27 -04:00
valid_acl = True
else:
valid_acl = True
if valid_acl:
acl_list.append(acl)
output_string = formatACLList(zk_conn, net_vni, direction, acl_list)
click.echo(output_string)
return True, ''