ubnt-freifunk-map-api/unms.go

package main

import (
	"encoding/json"
	"errors"
	"fmt"
	"io/ioutil"
	"log"
	"net/http"
	"strings"
	"time"

	_ "github.com/fatih/structs"

	//_ "github.com/influxdata/influxdb1-client" // this is important because of the bug in go mod
	client "github.com/influxdata/influxdb1-client/v2"
)

// UNMS API processing (Richtfunk)
func processUNMSAPI() ([]node, []link) {
	// Variables for runtime
	var links []link
	var nodes []node

	d := getDevices(conf.Unms.DevicesURL)

	// API CALL 1
	log.Println("calling API 1")
	var u []unifiAPIResponse
	err := UnmsCallAPI("/devices", &u)
	if err != nil {
		log.Fatalln(err)
	}

	for i := range d.Devices {
		var dev unifiAPIResponse
		var currentDevice device
		for j := range u {
			if strings.ToUpper(u[j].Identification.MAC) == strings.ToUpper(d.Devices[i].MAC) {
				dev = u[j]
				currentDevice = d.Devices[i]
			}
		}

		var isOnline bool = false
		if dev.Overview.Status == "active" {
			isOnline = true
		}
		// END OF API CALL 1

		// API CALL 2
		log.Println("calling API 2 for device", d.Devices[i].Name)
		var details unifiAPIDetails
		UnmsCallAPI("/devices/erouters/"+dev.Identification.ID, &details)
		// END OF API CALL 2

		// API CALL 3
		log.Println("calling API 3 for device", d.Devices[i].Name)
		var airmaxes []unifiAPIAirmax
		UnmsCallAPI("/devices/airmaxes/"+dev.Identification.ID+"/stations", &airmaxes)
		// check if remote mac address is part of our published network
		for i := range airmaxes {
			if isRemoteMACpublished(airmaxes[i].DeviceIdentification.MAC, d.Devices) {
				links = UnmsAddLink(dev, airmaxes[i], links)
			}
		}
		// END OF API CALL 3

		// Get info from json file (static)
		nodes = append(nodes, node{
			Firstseen:      dev.Overview.CreatedAt.Format(iso8601),
			Lastseen:       dev.Overview.LastSeen.Format(iso8601),
			IsOnline:       isOnline,
			IsGateway:      false,
			Clients:        0,
			ClientsWifi24:  0,
			ClientsWifi5:   0,
			ClientsOther:   0,
			RootFSUsage:    0,
			LoadAVG:        details.Overview.CPU / 100,
			MemoryUsage:    details.Overview.RAM / 100,
			Uptime:         dev.Identification.Started.Format(iso8601),
			GatewayNexthop: currentDevice.GatewayNexthop,
			Gateway:        currentDevice.Gateway,
			Location:       &currentDevice.Location,
			NodeID:         strings.ReplaceAll(dev.Identification.MAC, ":", ""),
			MAC:            dev.Identification.MAC,
			Adresses:       UnmsGetAddresses(details.IPAddress),
			Domain:         currentDevice.Domain,
			Hostname:       "[RiFu] " + details.Identification.Name,
			Owner:          "Freifunk Rhein-Sieg",
			Firmware: firmware{
				Base:    "Ubiquiti - Stock",
				Release: details.Firmware.Current,
			},
			Autoupdater: autoupdater{
				Enabled: false,
				Branch:  "stable",
			},
			NProc: 1,
			Model: details.Identification.Model,
		})
	}
	return nodes, links
}

func processUNMSAPIRouter() []node {
	// Variables for runtime
	var nodes []node

	d := getDevices(conf.Unms.RouterURL)

	// API CALL 1, get all devices list from UNMS
	log.Println("Get all devices from UNMS")
	var u []unifiAPIResponse
	err := UnmsCallAPI("/devices", &u)
	if err != nil {
		log.Fatalln(err)
	}
	// END OF API CALL 1

	// Get Information for devices device
	for i := range d.Devices {
		var dev unifiAPIResponse
		var currentDevice device
		for j := range u {
			if strings.ToUpper(u[j].Identification.MAC) == strings.ToUpper(d.Devices[i].MAC) {
				dev = u[j]
				currentDevice = d.Devices[i]
			}
		}

		var isOnline bool = false
		if dev.Overview.Status == "active" {
			isOnline = true
		}

		// API CALL FOR ROUTER DETAILS (Interface RX/TX)
		log.Println("Getting details of ", d.Devices[i].Name, "from UNMS API")
		var details unifiAPIDetails
		UnmsCallAPI("/devices/erouters/"+dev.Identification.ID, &details)

		// API CALL FOR DEVICE STATISTICS (CPU, RAM)
		log.Println("Getting statistics of ", d.Devices[i].Name, "from UNMS API")
		var statistics UNMSstatistics
		UnmsCallAPI("/devices/"+dev.Identification.ID+"/statistics?interval=hour", &statistics)

		// API CALL FOR DHCP LEASES
		log.Println("Getting DHCP Leases of ", d.Devices[i].Name, "from UNMS API")
		var dhcpleases UNMSdhcp
		UnmsCallAPI("/devices/erouters/"+dev.Identification.ID+"/dhcp/leases", &dhcpleases)

		// Open connection to InfluxDB
		bp, err := client.NewBatchPoints(client.BatchPointsConfig{
			Database:  "freifunk",
			Precision: "s",
		})
		if err != nil {
			log.Fatalln("Error: ", err)
		}
		//

		fields := map[string]interface{}{}
		tags := map[string]string{
			"hostname": strings.ReplaceAll(d.Devices[i].Name, " ", "-"),
			"nodeid":   strings.ReplaceAll(dev.Identification.MAC, ":", ""),
		}
		// Generate fields for all network interfaces
		for eth := range details.Interfaces {
			interface_name_rx := ("rate.rx" + "_" + details.Interfaces[eth].Identification.Name)
			interface_name_tx := ("rate.tx" + "_" + details.Interfaces[eth].Identification.Name)
			fields[interface_name_rx] = details.Interfaces[eth].Statistics.Rxrate
			fields[interface_name_tx] = details.Interfaces[eth].Statistics.Txrate
		}

		// Generate fields for all Statistics
		load := (float64(statistics.CPU[0].Y) / float64(100))
		fields["cpu"] = statistics.CPU[0].Y
		fields["load"] = load
		fields["ram"] = statistics.RAM[0].Y

		// Generate field for DHCP Leases
		leases := len(dhcpleases)
		fields["clients.total"] = leases

		// Generate Dataponts
		point, err := client.NewPoint(
			"node",
			tags,
			fields,
			time.Now(),
		)
		if err != nil {
			log.Fatalln("Error: ", err)
		}
		// Add Datapoints in InfluxDB
		bp.AddPoint(point)
		c := influxDBClient()
		err = c.Write(bp)
		if err != nil {
			log.Fatal(err)
		}

		// Get info from json file (static)
		nodes = append(nodes, node{
			Firstseen:      dev.Overview.CreatedAt.Format(iso8601),
			Lastseen:       dev.Overview.LastSeen.Format(iso8601),
			IsOnline:       isOnline,
			IsGateway:      false,
			Clients:        0,
			ClientsWifi24:  0,
			ClientsWifi5:   0,
			ClientsOther:   0,
			RootFSUsage:    0,
			LoadAVG:        details.Overview.CPU / 100,
			MemoryUsage:    details.Overview.RAM / 100,
			Uptime:         dev.Identification.Started.Format(iso8601),
			GatewayNexthop: currentDevice.GatewayNexthop,
			Gateway:        currentDevice.Gateway,
			Location:       &currentDevice.Location,
			NodeID:         strings.ReplaceAll(dev.Identification.MAC, ":", ""),
			MAC:            dev.Identification.MAC,
			Adresses:       UnmsGetAddresses(details.IPAddress),
			Domain:         currentDevice.Domain,
			Hostname:       "[VPN-Router] " + details.Identification.Name,
			Owner:          "Freifunk Rhein-Sieg",
			Firmware: firmware{
				Base:    "Ubiquiti - Stock",
				Release: details.Firmware.Current,
			},
			Autoupdater: autoupdater{
				Enabled: false,
				Branch:  "stable",
			},
			NProc: 1,
			Model: details.Identification.Model,
		})
	}
	return nodes
}

func influxDBClient() client.Client {
	c, err := client.NewHTTPClient(client.HTTPConfig{
		Addr: "http://statistik.freifunk-troisdorf.de:8886",
	})
	if err != nil {
		log.Fatalln("Error: ", err)
	}
	return c
}

func UnmsCallAPI(url string, i interface{}) error {
	request, err := http.NewRequest(http.MethodGet, conf.Unms.UnmsAPIURL+url, nil)
	if err != nil {
		return errors.New(fmt.Sprint("can't set request", conf.Unms.UnmsAPIURL+url))
	}
	request.Header.Set("x-auth-token", conf.Unms.APItoken)
	client := &http.Client{}
	response, err := client.Do(request)
	if err != nil {
		return fmt.Errorf("can't get request %s with x-auth-token %s", conf.Unms.UnmsAPIURL+url, conf.Unms.APItoken)
	}
	if response.StatusCode != 200 {
		log.Fatalln("Can´t call UNMS API, check token and URL. HTTP Status: ", response.StatusCode)
	}
	data, err := ioutil.ReadAll(response.Body)
	defer response.Body.Close()
	if err != nil {
		return fmt.Errorf("can't read response body: %+v", response.Body)
	}
	// no error occurred, unmarshal to struct
	json.Unmarshal(data, &i)
	return nil
}

func UnmsGetAddresses(ip string) []string {
	var adresses []string
	adresses = append(adresses, strings.Split(ip, "/")[0])
	return adresses
}

func UnmsAddLink(dev unifiAPIResponse, airmaxes unifiAPIAirmax, links []link) []link {
	for i := range links {
		if links[i].SourceAddr == airmaxes.DeviceIdentification.MAC {
			// link already exists
			return links
		}
	}
	links = append(links, link{
		Type:       "wifi",
		Source:     strings.ReplaceAll(dev.Identification.MAC, ":", ""),
		Target:     strings.ReplaceAll(airmaxes.DeviceIdentification.MAC, ":", ""),
		SourceTQ:   airmaxes.Statistics.LinkScore,
		TargetTQ:   airmaxes.Statistics.LinkScore,
		SourceAddr: dev.Identification.MAC,
		TargetAddr: airmaxes.DeviceIdentification.MAC,
	})
	return links
}