Added InfluxDB for Gateways #23

Merged
stefan merged 1 commits from testing-statistics into master 2023-05-12 13:16:45 +00:00
5 changed files with 118 additions and 34 deletions

63
influx.go Normal file
View File

@ -0,0 +1,63 @@
package main
import (
"encoding/json"
"log"
client "github.com/influxdata/influxdb1-client/v2"
)
// Create InfluxDB Client
func influxDBClient(port string) client.Client {
c, err := client.NewHTTPClient(client.HTTPConfig{
Addr: conf.General.InfluxURL + ":" + port,
})
if err != nil {
log.Fatalln("Error: ", err)
}
return c
}
// Get a single Datapoint from InfluxDB
func getInfluxDataPoint(dp string, h string, p string) float64 {
//Build the Query
query := "SELECT last(" + dp + ") FROM system WHERE host = '" + h + "'"
c := influxDBClient(p)
q := client.NewQuery(query, "udp", "s")
response, err := c.Query(q)
if err != nil {
log.Println("Influx query error!")
}
res := 0.0
if len(response.Results) > 0 {
res, err := response.Results[0].Series[0].Values[0][1].(json.Number).Float64()
if err != nil {
log.Println("Error in type conversion")
}
return res
}
return res
}
// Send Datapoints to InfluxDB, point map and InfluxDB Port needed
func sendInfluxBatchDataPoint(point *client.Point, influxPort string) {
// Open connection to InfluxDB
bp, err := client.NewBatchPoints(client.BatchPointsConfig{
Database: "freifunk",
Precision: "s",
})
if err != nil {
log.Fatalln("Error: ", err)
}
bp.AddPoint(point)
c := influxDBClient(influxPort)
err = c.Write(bp)
if err != nil {
log.Fatal(err)
}
//
}

View File

@ -47,8 +47,6 @@ func main() {
} }
} }
}() }()
//processUNMSAPIRouter()
//createMetrics(influxDBClient())
// start webserver on Port 3000 // start webserver on Port 3000
serveJSON() serveJSON()
} }

View File

@ -4,15 +4,59 @@ import (
"log" "log"
"strings" "strings"
"time" "time"
client "github.com/influxdata/influxdb1-client/v2"
) )
func processGateways() []node { func processGateways() []node {
d := getDevices(conf.Gateways.GatewaysURL) d := getDevices(conf.Gateways.GatewaysURL)
var nodes []node var nodes []node
for i := range d.Devices { for i := range d.Devices {
log.Println("Processing Static Device: ", d.Devices[i].Name) log.Println("Processing Static Device: ", d.Devices[i].Name)
currentDevice := d.Devices[i]
//Calulate Memory
mem := getInfluxDataPoint("mem", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
maxmem := getInfluxDataPoint("maxmem", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
memory := mem / maxmem * 100
rx := getInfluxDataPoint("netin", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
tx := getInfluxDataPoint("netout", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
// Get CPU
cpu := getInfluxDataPoint("cpu", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
//Uptime (seconds)
uptime := getInfluxDataPoint("uptime", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
t := time.Duration(uptime * float64(time.Second))
up := time.Now().Add(-t)
// fields := map[string]interface{}{}
fields := make(map[string]any)
tags := map[string]string{
"hostname": strings.ReplaceAll(d.Devices[i].Name, " ", "-"),
"nodeid": strings.ReplaceAll(d.Devices[i].MAC, ":", ""),
}
//Build fields for InfluxDB
fields["load"] = cpu
fields["ram"] = int(memory)
fields["time.up"] = int(uptime)
//Network
fields["traffic.rx.bytes"] = int(rx)
fields["traffic.tx.bytes"] = int(tx)
point, err := client.NewPoint(
"node",
tags,
fields,
time.Now(),
)
if err != nil {
log.Fatalln("Error: ", err)
}
sendInfluxBatchDataPoint(point, conf.General.FreifunkInfluxPort)
//Build Nodes
nodes = append(nodes, node{ nodes = append(nodes, node{
Firstseen: time.Now().Format(iso8601), Firstseen: up.Format(iso8601),
Lastseen: time.Now().Format(iso8601), Lastseen: time.Now().Format(iso8601),
IsOnline: true, IsOnline: true,
IsGateway: true, IsGateway: true,
@ -21,9 +65,9 @@ func processGateways() []node {
ClientsWifi5: 0, ClientsWifi5: 0,
ClientsOther: 0, ClientsOther: 0,
RootFSUsage: 0, RootFSUsage: 0,
LoadAVG: 0, LoadAVG: cpu,
MemoryUsage: 0, MemoryUsage: memory,
Uptime: time.Now().Format(iso8601), Uptime: up.Format(iso8601),
GatewayNexthop: "", GatewayNexthop: "",
Gateway: "", Gateway: "",
NodeID: strings.ReplaceAll(d.Devices[i].MAC, ":", ""), NodeID: strings.ReplaceAll(d.Devices[i].MAC, ":", ""),

View File

@ -10,6 +10,11 @@ import (
) )
type config struct { type config struct {
General struct {
FreifunkInfluxPort string `json:"freifunk_influx_port"`
ProxmoxInfluxPort string `json:"proxmox_influx_port"`
InfluxURL string `json:"influx_url"`
}
Unms struct { Unms struct {
Enabled bool `json:"enabled"` Enabled bool `json:"enabled"`
UnmsAPIURL string `json:"unmsAPIUrl"` UnmsAPIURL string `json:"unmsAPIUrl"`
@ -40,6 +45,7 @@ type config struct {
type device struct { type device struct {
Name string `json:"name"` Name string `json:"name"`
FQDN string `json:"fqdn"`
MAC string `json:"mac"` MAC string `json:"mac"`
GatewayNexthop string `json:"gateway_nexthop"` GatewayNexthop string `json:"gateway_nexthop"`
LinkedTo string `json:"linked_to"` LinkedTo string `json:"linked_to"`

29
unms.go
View File

@ -104,7 +104,6 @@ func processUNMSAPI() ([]node, []link) {
func processUNMSAPIRouter() ([]node, error) { func processUNMSAPIRouter() ([]node, error) {
// Variables for runtime // Variables for runtime
var nodes []node var nodes []node
d := getDevices(conf.Unms.RouterURL) d := getDevices(conf.Unms.RouterURL)
// API CALL 1, get all devices list from UNMS // API CALL 1, get all devices list from UNMS
@ -154,16 +153,6 @@ func processUNMSAPIRouter() ([]node, error) {
log.Println("Router ist offline, skipping DHCP Leases") log.Println("Router ist offline, skipping DHCP Leases")
} }
// Open connection to InfluxDB
bp, err := client.NewBatchPoints(client.BatchPointsConfig{
Database: "freifunk",
Precision: "s",
})
if err != nil {
log.Fatalln("Error: ", err)
}
//
// fields := map[string]interface{}{} // fields := map[string]interface{}{}
fields := make(map[string]any) fields := make(map[string]any)
tags := map[string]string{ tags := map[string]string{
@ -204,14 +193,8 @@ func processUNMSAPIRouter() ([]node, error) {
if err != nil { if err != nil {
log.Fatalln("Error: ", err) log.Fatalln("Error: ", err)
} }
// Add Datapoints in InfluxDB
bp.AddPoint(point)
c := influxDBClient()
err = c.Write(bp)
if err != nil {
log.Fatal(err)
}
sendInfluxBatchDataPoint(point, conf.General.FreifunkInfluxPort)
// Get info from json file (static) // Get info from json file (static)
nodes = append(nodes, node{ nodes = append(nodes, node{
Firstseen: dev.Overview.CreatedAt.Format(iso8601), Firstseen: dev.Overview.CreatedAt.Format(iso8601),
@ -250,16 +233,6 @@ func processUNMSAPIRouter() ([]node, error) {
return nodes, nil return nodes, nil
} }
func influxDBClient() client.Client {
c, err := client.NewHTTPClient(client.HTTPConfig{
Addr: "http://statistik.freifunk-troisdorf.de:8886",
})
if err != nil {
log.Fatalln("Error: ", err)
}
return c
}
func UnmsCallAPI(url string, i any) error { func UnmsCallAPI(url string, i any) error {
request, err := http.NewRequest(http.MethodGet, conf.Unms.UnmsAPIURL+url, nil) request, err := http.NewRequest(http.MethodGet, conf.Unms.UnmsAPIURL+url, nil)
if err != nil { if err != nil {