yanic/models/nodes.go

package models

import (
	"encoding/json"
	"io/ioutil"
	"log"
	"os"
	"sync"
	"time"

	"github.com/FreifunkBremen/respond-collector/data"
	"github.com/FreifunkBremen/respond-collector/jsontime"
	"github.com/FreifunkBremen/respond-collector/meshviewer"
)

// Node struct
type Node struct {
	Firstseen  jsontime.Time     `json:"firstseen"`
	Lastseen   jsontime.Time     `json:"lastseen"`
	Flags      *meshviewer.Flags `json:"flags,omitempty"`
	Statistics *data.Statistics  `json:"statistics"`
	Nodeinfo   *data.NodeInfo    `json:"nodeinfo"`
	Neighbours *data.Neighbours  `json:"-"`
}

// Nodes struct: cache DB of Node's structs
type Nodes struct {
	Version   int              `json:"version"`
	Timestamp jsontime.Time    `json:"timestamp"`
	List      map[string]*Node `json:"nodes"` // the current nodemap, indexed by node ID
	config    *Config
	sync.Mutex
}

// NewNodes create Nodes structs
func NewNodes(config *Config) *Nodes {
	nodes := &Nodes{
		List:   make(map[string]*Node),
		config: config,
	}

	if config.Nodes.NodesPath != "" {
		nodes.load()
	}
	go nodes.worker()

	nodes.Version = 1
	return nodes
}

// Update a Node
func (nodes *Nodes) Update(nodeID string, res *data.ResponseData) {
	now := jsontime.Now()

	nodes.Lock()
	node, _ := nodes.List[nodeID]

	if node == nil {
		node = &Node{
			Firstseen: now,
			Flags: &meshviewer.Flags{
				Online:  true,
				Gateway: false,
			},
		}
		nodes.List[nodeID] = node
	}
	nodes.Unlock()

	node.Lastseen = now

	if node.Flags != nil {
		node.Flags.Online = true
	}

	// Update neighbours
	if val := res.Neighbours; val != nil {
		node.Neighbours = val
	}

	// Update nodeinfo
	if val := res.NodeInfo; val != nil {
		node.Nodeinfo = val
		node.Flags.Gateway = val.VPN
	}

	// Update statistics
	if val := res.Statistics; val != nil {
		node.Statistics = val
	}
}
func (nodes *Nodes) GetMeshviewer() *meshviewer.Nodes {
	meshviewerNodes := &meshviewer.Nodes{
		Version:   nodes.Version,
		List:      make(map[string]*meshviewer.Node),
		Timestamp: nodes.Timestamp,
	}
	for nodeID, _ := range nodes.List {
		meshviewerNodes.Lock()
		node, _ := meshviewerNodes.List[nodeID]

		if node == nil {
			node = &meshviewer.Node{
				Firstseen: nodes.List[nodeID].Firstseen,
				Lastseen:  nodes.List[nodeID].Lastseen,
				Flags:     nodes.List[nodeID].Flags,
				Nodeinfo:  nodes.List[nodeID].Nodeinfo,
			}
			meshviewerNodes.List[nodeID] = node
		}
		meshviewerNodes.Unlock()
		node.Statistics = &meshviewer.Statistics{
			NodeId:      nodes.List[nodeID].Statistics.NodeId,
			Clients:     nodes.List[nodeID].Statistics.Clients.Total,
			Gateway:     nodes.List[nodeID].Statistics.Gateway,
			RootFsUsage: nodes.List[nodeID].Statistics.RootFsUsage,
			LoadAverage: nodes.List[nodeID].Statistics.LoadAverage,
			Memory:      nodes.List[nodeID].Statistics.Memory,
			Uptime:      nodes.List[nodeID].Statistics.Uptime,
			Idletime:    nodes.List[nodeID].Statistics.Idletime,
			Processes:   nodes.List[nodeID].Statistics.Processes,
			MeshVpn:     nodes.List[nodeID].Statistics.MeshVpn,
			Traffic:     nodes.List[nodeID].Statistics.Traffic,
		}
	}
	return meshviewerNodes
}

// Periodically saves the cached DB to json file
func (nodes *Nodes) worker() {
	c := time.Tick(time.Second * time.Duration(nodes.config.Nodes.SaveInterval))

	for range c {
		log.Println("saving", len(nodes.List), "nodes")
		nodes.Timestamp = jsontime.Now()
		nodes.Lock()
		//
		// set node as offline (without statistics)
		for _, node := range nodes.List {
			if node.Statistics != nil && node.Lastseen.Unix()+int64(5*nodes.config.Respondd.CollectInterval) < nodes.Timestamp.Unix() {
				if node.Flags != nil {
					node.Flags.Online = false
				}
			}
		}
		// serialize nodes
		save(nodes.GetMeshviewer(), nodes.config.Nodes.NodesPath)

		if path := nodes.config.Nodes.GraphsPath; path != "" {
			save(nodes.BuildGraph(), path)
		}

		nodes.Unlock()
	}
}

func (nodes *Nodes) load() {
	path := nodes.config.Nodes.NodesPath
	log.Println("loading", path)

	if filedata, err := ioutil.ReadFile(path); err == nil {
		meshviewerNodes := &meshviewer.Nodes{}
		if err := json.Unmarshal(filedata, meshviewerNodes); err == nil {
			nodes.Version = meshviewerNodes.Version
			nodes.Timestamp = meshviewerNodes.Timestamp
			nodes.List = make(map[string]*Node)
			for nodeID, _ := range meshviewerNodes.List {
				nodes.Lock()
				node, _ := nodes.List[nodeID]

				if node == nil {
					node = &Node{
						Firstseen: meshviewerNodes.List[nodeID].Firstseen,
						Lastseen:  meshviewerNodes.List[nodeID].Lastseen,
						Flags:     meshviewerNodes.List[nodeID].Flags,
						Nodeinfo:  meshviewerNodes.List[nodeID].Nodeinfo,
					}
					nodes.List[nodeID] = node
				}
				nodes.Unlock()
				node.Statistics = &data.Statistics{
					NodeId:      meshviewerNodes.List[nodeID].Statistics.NodeId,
					Clients:     data.Clients{Total: meshviewerNodes.List[nodeID].Statistics.Clients},
					Gateway:     meshviewerNodes.List[nodeID].Statistics.Gateway,
					RootFsUsage: meshviewerNodes.List[nodeID].Statistics.RootFsUsage,
					LoadAverage: meshviewerNodes.List[nodeID].Statistics.LoadAverage,
					Memory:      meshviewerNodes.List[nodeID].Statistics.Memory,
					Uptime:      meshviewerNodes.List[nodeID].Statistics.Uptime,
					Idletime:    meshviewerNodes.List[nodeID].Statistics.Idletime,
					Processes:   meshviewerNodes.List[nodeID].Statistics.Processes,
					MeshVpn:     meshviewerNodes.List[nodeID].Statistics.MeshVpn,
					Traffic:     meshviewerNodes.List[nodeID].Statistics.Traffic,
				}
			}
			log.Println("loaded", len(nodes.List), "nodes")
		} else {
			log.Println("failed to unmarshal nodes:", err)
		}

	} else {
		log.Println("failed loading cached nodes:", err)
	}
}

func save(input interface{}, outputFile string) {
	data, err := json.Marshal(input)
	if err != nil {
		log.Panic(err)
	}

	tmpFile := outputFile + ".tmp"

	if err := ioutil.WriteFile(tmpFile, data, 0644); err != nil {
		log.Panic(err)
	}

	if err := os.Rename(tmpFile, outputFile); err != nil {
		log.Panic(err)
	}
}