clustvirt/lib/host/lib.go

// Package host provides utilities and data structures in relation to a libvirt host.
// This includes getting a list of virtual machines running on a host, launching
// a new virtual machine on a host, triggering a virtual machine migration to another
// host, getting hardware and resource usage from a host, and eventually more.
// Most of this is data at the moment, ensuring data can be gathered efficiently without
// slowing down the host from it's main job of running virtual machines.
package host

import (
	"sync"

	"git.staur.ca/stobbsm/clustvirt/lib/guest"
	"git.staur.ca/stobbsm/clustvirt/lib/log"
	"libvirt.org/go/libvirt"
	"libvirt.org/go/libvirtxml"
)

// Host holds information and acts as a connection handle for a Host
// If a connection is closed prematurely, will re-open the connection and
// try the attempted method again
type Host struct {
	// HostName used to make the connection
	HostName string
	// SystemHostName is the hostname as reported by the system itself
	SystemHostName string
	// LibVersion is the version of Libvirt on the host
	LibVersion uint32
	// SysInfo is the XML representation of the host system information
	SysInfo string
	// Alive indicates if the connection is alive
	Alive bool
	// Encrypted indicates if the connection is encrypted
	Encrypted bool
	// Secure indicates if the connection is secure
	Secure bool
	// HostInfo provides basic HW information about a host
	HostInfo *libvirtxml.CapsHost
	// NodeMemory provides basic memory information about the Host
	NodeMemory *NodeMemoryInfo
	// VMList is the list of virtual machines available to the host
	VMList []*libvirtxml.Domain
	// NetIfList is the list of network interfaces on the host
	NetIfFList []*libvirtxml.Interface
	// NetworkList is the list of defined networks on the host
	NetworkList []*libvirtxml.Network
	// DeviceList is the list of devices on the host
	DeviceList []*libvirtxml.NodeDevice
	// SecretList provides a list of secrets available to the host
	SecretList []*libvirtxml.Secret
	// StoragePoolList provides the list of stoarge ppols available to the host
	StoragePoolList []*libvirtxml.StoragePool
	// VolumeList is the list of volumes available on the host
	VolumeList []*libvirtxml.StorageVolume

	uri      *URI
	conn     *libvirt.Connect
	close    chan struct{}
	closeErr chan error
}

// NodeMemoryInfo provides statistis about node memory usage from libvirt.NodeMemoryStats
type NodeMemoryInfo struct {
	Total   uint64
	Free    uint64
	Buffers uint64
	Cached  uint64
}

// ConnectHost creates a host connection wrapper that can be used regularly
func ConnectHost(uri *URI, host string) (*Host, error) {
	h := &Host{
		HostName: host,
		uri:      uri,
	}

	if err := h.connect(); err != nil {
		return nil, err
	}

	h.close = make(chan struct{})
	h.closeErr = make(chan error)

	h.getInfo()

	go func() {
		defer close(h.closeErr)
		<-h.close
		_, err := h.conn.Close()
		h.closeErr <- err
	}()
	return h, nil
}

// connect creates a host connection
func (h *Host) connect() error {
	var err error
	h.conn, err = libvirt.NewConnect(h.uri.ConnectionString(h.HostName))
	return err
}

// GetGuestByName returns a GuestVM instance that exists on the given host
func (h *Host) GetGuestByName(name string) (*guest.VM, error) {
	g, err := guest.GetGuest(name, h.conn)
	if err == nil {
		return g, nil
	}
	lverr, ok := err.(libvirt.Error)
	if ok && lverr.Code == libvirt.ERR_INVALID_CONN {
		// try again after creating a new connection
		return guest.GetGuest(name, h.conn)
	}
	return nil, err
}

// Close triggers closing the host connection
func (h *Host) Close() error {
	log.Info("Host.Close").Str("hostname", h.HostName).Msg("closing connection")
	close(h.close)
	return <-h.closeErr
}

// private methods that load the different informational parts

func (h *Host) getInfo() {
	wg := new(sync.WaitGroup)

	log.Info("host.getInfo").Str("hostname", h.HostName).Msg("collecting host information")
	infoFuncs := []func(){
		h.hostInfo,
		h.memoryInfo,
		h.getStoragePools,
		h.getNetsInfo,
		h.getIfaceInfo,
		h.getDevicesInfo,
		h.getDomainInfo,
		h.getSecretsInfo,
	}

	for _, f := range infoFuncs {
		wg.Add(1)
		go func(wg *sync.WaitGroup) {
			defer wg.Done()
			f()
		}(wg)
	}

	wg.Wait()
}

func (h *Host) hostInfo() {
	log.Info("host.hostInfo").Str("hostname", h.HostName).Msg("collecting hostinfo")
	var err error

	rawxml, err := h.conn.GetCapabilities()
	if err != nil {
		log.Error("Host.hostInfo").Str("hostname", h.HostName).Err(ErrGetXML).Err(err).Send()
	}
	xmldoc := &libvirtxml.Caps{}
	if err = xmldoc.Unmarshal(rawxml); err != nil {
		log.Error("Host.hostInfo").Str("hostname", h.HostName).Err(ErrParseXML).Err(err).Send()
	}
	h.HostInfo = &xmldoc.Host
	h.SystemHostName, err = h.conn.GetHostname()
	if err != nil {
		log.Error("Host.hostInfo").Str("hostname", h.HostName).Err(err).Msg("unable to set SystemHostName")
	}
	if h.SystemHostName == "" {
		h.SystemHostName = h.HostName
	}
	log.Info("Host.hostInfo").Str("hostname", h.HostName).Str("system hostname", h.SystemHostName).Msg("set system hostname")
	h.LibVersion, err = h.conn.GetLibVersion()
	if err != nil {
		log.Error("Host.hostInfo").Str("hostname", h.HostName).Err(err).Msg("unable to get libversion")
		return
	}
	log.Info("Host.hostInfo").Str("hostname", h.HostName).Uint32("libversion", h.LibVersion).Send()
}

func (h *Host) memoryInfo() {
	mi, err := h.conn.GetMemoryStats(libvirt.NODE_MEMORY_STATS_ALL_CELLS, 0)
	if err != nil {
		log.Error("Host.memoryInfo").Str("hostname", h.HostName).Err(err).Send()
	}
	h.NodeMemory = &NodeMemoryInfo{
		Total:   mi.Total,
		Free:    mi.Free,
		Buffers: mi.Buffers,
		Cached:  mi.Cached,
	}

	h.SysInfo, err = h.conn.GetSysinfo(0)
	if err != nil {
		log.Error("Host.memoryInfo").Str("hostname", h.HostName).Err(err).Msg("failed to GetSysInfo")
	}

	h.Alive, err = h.conn.IsAlive()
	if err != nil {
		log.Error("Host.memoryInfo").Str("hostname", h.HostName).Err(err).Msg("failed check to IsAlive")
	}
	h.Encrypted, err = h.conn.IsEncrypted()
	if err != nil {
		log.Error("Host.memoryInfo").Str("hostname", h.HostName).Err(err).Msg("failed to check IsEncrypted")
	}
	h.Secure, err = h.conn.IsSecure()
	if err != nil {
		log.Error("Host.memoryInfo").Str("hostname", h.HostName).Err(err).Msg("failed to check IsSecure")
	}
}

func (h *Host) getStoragePools() {
	log.Info("host.getStoragePools").Str("hostname", h.HostName).Msg("collection storage pool information")
	// Get list of all storage pools on the host
	spools, err := h.conn.ListAllStoragePools(0)
	if err != nil {
		log.Error("Host.getStoragePools").Str("hostname", h.HostName).Err(err).Msg("failed to ListAllStoragePools")
	}
	if len(spools) > 0 {
		h.StoragePoolList = make([]*libvirtxml.StoragePool, len(spools))
		for i, s := range spools {
			// run in a function to allow defer s.Free()
			func() {
				defer s.Free()
				// Get the XML represenation of each storage pool, parse it with libvirtxml
				rawxml, err := s.GetXMLDesc(0)
				if err != nil {
					log.Error("Host.getStoragePools").Str("hostname", h.HostName).Err(ErrGetXML).Err(err).Send()
					return
				}
				xmldoc := &libvirtxml.StoragePool{}
				err = xmldoc.Unmarshal(rawxml)
				if err != nil {
					log.Error("Host.getStoragePools").Str("hostname", h.HostName).Err(ErrParseXML).Err(err).Send()
					return
				}
				h.StoragePoolList[i] = xmldoc

				// Get list of all storage volumes in the current storage pool
				svols, err := s.ListAllStorageVolumes(0)
				if err != nil {
					log.Error("Host.getStoragePools").Str("hostname", h.HostName).Str("storagepool", h.StoragePoolList[i].Name).Err(err).Msg("failed to ListAllStorageVolumes")
				}
				if len(svols) > 0 {
					// define temporary variable to hold slice of StorageVolume, that can
					// either be appended to the existing slice, or used in place of the newly
					// defined slice
					tvl := make([]*libvirtxml.StorageVolume, len(svols))
					for j, sv := range svols {
						// run in a function so I can defer the sv.Free() call
						func() {
							defer sv.Free()
							rawxml, err = sv.GetXMLDesc(0)
							if err != nil {
								log.Error("Host.getStoragePools").Str("hostname", h.HostName).Err(ErrGetXML).Err(err).Send()
								return
							}
							xmldoc := &libvirtxml.StorageVolume{}
							err = xmldoc.Unmarshal(rawxml)
							if err != nil {
								log.Error("Host.getStoragePools").Str("hostname", h.HostName).Err(ErrParseXML).Err(err).Send()
								return
							}
							tvl[j] = xmldoc
							log.Info("Host.getStoragePools").Str("hostname", h.HostName).Str("added volume", tvl[j].Name).Send()
						}()
					}
					// Append the contents of tvl to h.VolumeList
					if h.VolumeList == nil {
						log.Info("Host.getStoragePools").Str("hostname", h.HostName).Str("storagepool", h.StoragePoolList[i].Name).Msg("initializing VolumeList")
						h.VolumeList = []*libvirtxml.StorageVolume{}
					}
					// Only append if the temporary storage volume isn't nil
					log.Info("Host.getStoragePools").Str("hostname", h.HostName).Str("storagepool", h.StoragePoolList[i].Name).Int("VolumeList count", len(h.VolumeList)).Msg("before filter")
					for _, tsv := range tvl {
						if tsv != nil {
							h.VolumeList = append(h.VolumeList, tsv)
						}
					}
					log.Info("Host.getStoragePools").Str("hostname", h.HostName).Str("storagepool", h.StoragePoolList[i].Name).Int("VolumeList count", len(h.VolumeList)).Msg("after filter")
				}
			}()
		}
	}
}

func (h *Host) getSecretsInfo() {
	log.Info("host.getSecretsInfo").Str("hostname", h.HostName).Msg("collecting secret information")
	nsecrets, err := h.conn.ListAllSecrets(0)
	if err != nil {
		log.Error("Host.getSecretsInfo").Str("hostname", h.HostName).Err(err).Send()
	}
	if len(nsecrets) > 0 {
		h.SecretList = make([]*libvirtxml.Secret, len(nsecrets))
		for i, s := range nsecrets {
			func() {
				defer s.Free()
				rawxml, err := s.GetXMLDesc(0)
				if err != nil {
					log.Error("Host.getSecretsInfo").Str("hostname", h.HostName).Err(ErrGetXML).Err(err).Send()
				}
				xmldoc := &libvirtxml.Secret{}
				if err = xmldoc.Unmarshal(rawxml); err != nil {
					log.Error("Host.getSecretsInfo").Str("hostname", h.HostName).Err(ErrParseXML).Err(err).Send()
				}
				h.SecretList[i] = xmldoc
			}()
		}
	}
}

func (h *Host) getDomainInfo() {
	log.Info("host.getDomainInfo").Str("hostname", h.HostName).Msg("collecting domain (vm) information")
	// getDomainInfo
	doms, err := h.conn.ListAllDomains(0)
	if err != nil {
		log.Error("Host.getDomainInfo").Str("hostname", h.HostName).Err(err).Send()
		return
	}
	if len(doms) > 0 {
		h.VMList = make([]*libvirtxml.Domain, len(doms))
		for i, d := range doms {
			func() {
				defer d.Free()
				rawxml, err := d.GetXMLDesc(0)
				if err != nil {
					log.Error("Host.getDomainInfo").Str("hostname", h.HostName).Err(ErrGetXML).Err(err).Send()
					return
				}
				h.VMList[i] = &libvirtxml.Domain{}
				if err = h.VMList[i].Unmarshal(rawxml); err != nil {
					log.Error("Host.getDomainInfo").Str("hostname", h.HostName).Err(ErrParseXML).Err(err).Send()
					return
				}
			}()
		}
	}
}

func (h *Host) getIfaceInfo() {
	// getIfaceInfo
	ifaces, err := h.conn.ListAllInterfaces(0)
	if err != nil {
		log.Error("Host.getIfaceInfo").Str("hostname", h.HostName).Err(err).Send()
	}
	if len(ifaces) > 0 {
		h.NetIfFList = make([]*libvirtxml.Interface, len(ifaces))
		for i, ni := range ifaces {
			func() {
				defer ni.Free()
				rawxml, err := ni.GetXMLDesc(0)
				if err != nil {
					log.Error("Host.getIfaceInfo").Str("hostname", h.HostName).Err(ErrGetXML).Err(err).Send()
					return
				}
				h.NetIfFList[i] = &libvirtxml.Interface{}
				if err = h.NetIfFList[i].Unmarshal(rawxml); err != nil {
					log.Error("Host.getIfaceInfo").Str("hostname", h.HostName).Err(ErrParseXML).Err(err).Send()
					return
				}
			}()
		}
	}
}

func (h *Host) getNetsInfo() {
	// getNetsInfo
	nets, err := h.conn.ListAllNetworks(0)
	if err != nil {
		log.Error("Host.getNetsInfo").Str("hostname", h.HostName).Err(err).Send()
	}
	if len(nets) > 0 {
		h.NetworkList = make([]*libvirtxml.Network, len(nets))
		for i, net := range nets {
			func() {
				defer net.Free()
				rawxml, err := net.GetXMLDesc(0)
				if err != nil {
					log.Error("Host.getNetsInfo").Str("hostname", h.HostName).Err(ErrGetXML).Err(err).Send()
					return
				}
				h.NetworkList[i] = &libvirtxml.Network{}
				if err = h.NetworkList[i].Unmarshal(rawxml); err != nil {
					log.Error("Host.getNetsInfo").Str("hostname", h.HostName).Err(ErrParseXML).Err(err).Send()
					return
				}
			}()
		}
	}
}

func (h *Host) getDevicesInfo() {
	ndevs, err := h.conn.ListAllNodeDevices(0)
	if err != nil {
		log.Error("Host.getDevicesInfo").Str("hostname", h.HostName).Err(err).Send()
	}
	if len(ndevs) > 0 {
		h.DeviceList = make([]*libvirtxml.NodeDevice, len(ndevs))
		for i, dev := range ndevs {
			func() {
				defer dev.Free()
				rawxml, err := dev.GetXMLDesc(0)
				if err != nil {
					log.Error("Host.getDevicesInfo").Str("hostname", h.HostName).Err(ErrGetXML).Err(err).Send()
					return
				}
				h.DeviceList[i] = &libvirtxml.NodeDevice{}
				if err = h.DeviceList[i].Unmarshal(rawxml); err != nil {
					log.Error("Host.getDevicesInfo").Str("hostname", h.HostName).Err(ErrParseXML).Err(err).Send()
					return
				}
			}()
		}
	}
}