Arif Ali
35d195c334
* Move stuff from common to default, as it didn't make sense * use virsh_user instead, that was its more customisable * Revert the change to manage-maas-nodes.sh now use extra function to call maas_auto_assign_networks instead * More comments to the code
247 lines
7.6 KiB
Bash
Executable File
247 lines
7.6 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# set -x
|
|
. functions.sh
|
|
|
|
# Storage type
|
|
storage_format="raw"
|
|
|
|
# Models for nic and storage
|
|
nic_model="virtio"
|
|
stg_bus="scsi"
|
|
|
|
# Time between building VMs
|
|
build_fanout=60
|
|
|
|
maas_assign_networks()
|
|
{
|
|
maas_auto_assign_networks $1
|
|
}
|
|
|
|
# Attempts to auto assign all the networks for a host
|
|
maas_auto_assign_networks()
|
|
{
|
|
system_id=$1
|
|
|
|
# Grabs all the interfaces that are attached to the system
|
|
node_interfaces=$(maas ${maas_profile} interfaces read ${system_id} \
|
|
| jq ".[] | {id:.id, name:.name, mode:.links[].mode, subnet:.links[].subnet.id }" --compact-output)
|
|
|
|
# This for loop will go through all the interfaces and enable Auto-Assign
|
|
# on all ports
|
|
for interface in ${node_interfaces}
|
|
do
|
|
int_id=$(echo $interface | jq ".id" | sed s/\"//g)
|
|
subnet_id=$(echo $interface | jq ".subnet" | sed s/\"//g)
|
|
mode=$(echo $interface | jq ".mode" | sed s/\"//g)
|
|
if [[ $mode != "auto" ]] ; then
|
|
maas ${maas_profile} interface link-subnet ${system_id} ${int_id} mode="AUTO" subnet=${subnet_id}
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Calls the 3 functions that creates the VMs
|
|
create_vms() {
|
|
install_deps
|
|
maas_login
|
|
create_storage
|
|
build_vms
|
|
}
|
|
|
|
# Calls the functions that destroys and cleans up all the VMs
|
|
wipe_vms() {
|
|
install_deps
|
|
maas_login
|
|
destroy_vms
|
|
}
|
|
|
|
# Creates the disks for all the nodes
|
|
create_storage() {
|
|
for ((virt="$node_start"; virt<=node_count; virt++)); do
|
|
printf -v virt_node %s-%02d "$compute" "$virt"
|
|
|
|
# Create th directory where the storage files will be located
|
|
mkdir -p "$storage_path/$virt_node"
|
|
|
|
# For all the disks that are defined in the array, create a disk
|
|
for ((disk=0;disk<${#disks[@]};disk++)); do
|
|
/usr/bin/qemu-img create -f "$storage_format" \
|
|
"$storage_path/$virt_node/$virt_node-d$((${disk} + 1)).img" "${disks[$disk]}"G &
|
|
done
|
|
done
|
|
wait
|
|
}
|
|
|
|
# The purpose of this function is to stop, release the nodes and wipe the disks
|
|
# to save space, and then so that the machines in MAAS can be re-used
|
|
wipe_disks() {
|
|
for ((virt="$node_start"; virt<=node_count; virt++)); do
|
|
printf -v virt_node %s-%02d "$compute" "$virt"
|
|
system_id=$(maas_system_id ${virt_node})
|
|
|
|
# Release the machine in MAAS
|
|
maas ${maas_profile} machine release ${system_id}
|
|
|
|
# Ensure that the machine is in ready state before the next step
|
|
ensure_machine_in_state ${system_id} "Ready"
|
|
|
|
# Stop the machine if it is running
|
|
# It's probably stopped anyway as per the release above
|
|
virsh --connect qemu:///system shutdown "$virt_node"
|
|
|
|
# Remove the disks
|
|
for ((disk=0;disk<${#disks[@]};disk++)); do
|
|
rm -rf "$storage_path/$virt_node/$virt_node-d$((${disk} + 1)).img" &
|
|
done
|
|
done
|
|
|
|
# Re-create the storage again from scratch
|
|
create_storage
|
|
wait
|
|
}
|
|
|
|
# Builds the VMs from scratch, and then adds them to MAAS
|
|
build_vms() {
|
|
for ((virt="$node_start"; virt<=node_count; virt++)); do
|
|
printf -v virt_node %s-%02d "$compute" "$virt"
|
|
|
|
# Based on the variables in hypervisor.config, we define the variables
|
|
# for ram and cpus. This also allows a number of control nodes that
|
|
# can be defined as part of full set of nodes.
|
|
ram="$node_ram"
|
|
vcpus="$node_cpus"
|
|
node_type="compute"
|
|
if [[ $virt -le $control_count ]] ; then
|
|
ram="$control_ram"
|
|
vcpus="$control_cpus"
|
|
node_type="control"
|
|
fi
|
|
bus=$stg_bus
|
|
|
|
# Based on the bridges array, it will generate these amount of MAC
|
|
# addresses and then create the network definitions to add to
|
|
# virt-install
|
|
macaddr=()
|
|
network_spec=""
|
|
|
|
# Based on the type of network we are using we will assign variables
|
|
# such that this can be either bridge or network type
|
|
if [[ $network_type == "bridge" ]] ; then
|
|
net_prefix="bridge"
|
|
net_type=(${bridges[@]})
|
|
elif [[ $network_type == "network" ]] ; then
|
|
net_prefix="network"
|
|
net_type=(${networks[@]})
|
|
fi
|
|
|
|
# Now define the network definition
|
|
for ((mac=0;mac<${#net_type[@]};mac++)); do
|
|
macaddr+=($(printf '52:54:00:%02x:%02x:%02x\n' "$((RANDOM%256))" "$((RANDOM%256))" "$((RANDOM%256))"))
|
|
network_spec+=" --network=$net_prefix="${net_type[$mac]}",mac="${macaddr[$mac]}",model=$nic_model"
|
|
done
|
|
|
|
# Based on the disks array, it will create a definition to add these
|
|
# disks to the VM
|
|
disk_spec=""
|
|
for ((disk=0;disk<${#disks[@]};disk++)); do
|
|
disk_spec+=" --disk path=$storage_path/$virt_node/$virt_node-d$((${disk} + 1)).img"
|
|
disk_spec+=",format=$storage_format,size=${disks[$disk]},bus=$bus,io=native,cache=directsync"
|
|
done
|
|
|
|
# Creates the VM with all the attributes given
|
|
virt-install -v --noautoconsole \
|
|
--print-xml \
|
|
--autostart \
|
|
--boot network,hd,menu=on \
|
|
--video qxl,vram=256 \
|
|
--channel spicevmc \
|
|
--name "$virt_node" \
|
|
--ram "$ram" \
|
|
--vcpus "$vcpus" \
|
|
--os-variant "ubuntu18.04" \
|
|
--console pty,target_type=serial \
|
|
--graphics spice,clipboard_copypaste=no,mouse_mode=client,filetransfer_enable=off \
|
|
--cpu host-passthrough,cache.mode=passthrough \
|
|
--controller "$bus",model=virtio-scsi,index=0 \
|
|
$disk_spec \
|
|
$network_spec > "$virt_node.xml" &&
|
|
|
|
# Create the Vm based on the XML file defined in the above command
|
|
virsh define "$virt_node.xml"
|
|
|
|
# Start the VM
|
|
virsh start "$virt_node" &
|
|
|
|
# Call the maas_add_node function, this will add the node to MAAS
|
|
maas_add_node ${virt_node} ${macaddr[0]} ${node_type} &
|
|
|
|
# Wait some time before building the next, this helps with a lot of DHCP requests
|
|
# and ensures that all VMs are commissioned and deployed.
|
|
sleep ${build_fanout}
|
|
|
|
done
|
|
wait
|
|
}
|
|
|
|
destroy_vms() {
|
|
for ((node="$node_start"; node<=node_count; node++)); do
|
|
printf -v virt_node %s-%02d "$compute" "$node"
|
|
|
|
# If the domain is running, this will complete, else throw a warning
|
|
virsh --connect qemu:///system destroy "$virt_node"
|
|
|
|
# Actually remove the VM
|
|
virsh --connect qemu:///system undefine "$virt_node"
|
|
|
|
# Remove the three storage volumes from disk
|
|
for ((disk=0;disk<${#disks[@]};disk++)); do
|
|
virsh vol-delete --pool "$virt_node" "$virt_node-d$((${disk} + 1)).img"
|
|
done
|
|
|
|
# Remove the folder storage is located
|
|
rm -rf "$storage_path/$virt_node/"
|
|
sync
|
|
|
|
# Remove the XML definitions for the VM
|
|
rm -f "$virt_node.xml" \
|
|
"/etc/libvirt/qemu/$virt_node.xml" \
|
|
"/etc/libvirt/storage/$virt_node.xml" \
|
|
"/etc/libvirt/storage/autostart/$virt_node.xml"
|
|
|
|
# Now remove the VM from MAAS
|
|
system_id=$(maas_system_id ${virt_node})
|
|
maas ${maas_profile} machine delete ${system_id}
|
|
done
|
|
}
|
|
|
|
show_help() {
|
|
echo "
|
|
|
|
-c Creates everything
|
|
-w Removes everything
|
|
-d Releases VMs, Clears Disk
|
|
"
|
|
}
|
|
|
|
# Initialise the configs
|
|
read_config
|
|
|
|
while getopts ":cwd" opt; do
|
|
case $opt in
|
|
c)
|
|
create_vms
|
|
;;
|
|
w)
|
|
wipe_vms
|
|
;;
|
|
d)
|
|
wipe_disks
|
|
;;
|
|
\?)
|
|
printf "Unrecognized option: -%s. Valid options are:" "$OPTARG" >&2
|
|
show_help
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|