Compare commits
No commits in common. "master" and "1.1.6" have entirely different histories.
113
.drone.jsonnet
Normal file
113
.drone.jsonnet
Normal file
@ -0,0 +1,113 @@
|
||||
local pipeline(os, arch) = {
|
||||
kind: "pipeline",
|
||||
name: os + "/" + arch,
|
||||
platform: {
|
||||
"os": os,
|
||||
"arch": arch,
|
||||
},
|
||||
steps: [{
|
||||
name: "compile " + os + "/" + arch,
|
||||
image: "golang:1.15.6-alpine3.12",
|
||||
environment: {
|
||||
"GOOS": os,
|
||||
"GOARCH": arch,
|
||||
"CGO_ENABLED": "0",
|
||||
},
|
||||
commands: [
|
||||
'go build -ldflags "-s -w -X main.version=${DRONE_TAG##v}" -trimpath -o release/' + os + "/" + arch + "/ubnt-freifunk-map-api .",
|
||||
"tar -cvzf release/ubnt-freifunk-map-api_"+ os + "-" + arch + ".tar.gz -C release/" + os + "/" + arch + " ubnt-freifunk-map-api"
|
||||
],
|
||||
},
|
||||
{
|
||||
name: "gitea_release " + os + "/" + arch,
|
||||
image: "plugins/gitea-release",
|
||||
settings: {
|
||||
api_key: { "from_secret": "gitea_api_key" },
|
||||
base_url: "https://git.freifunk-rhein-sieg.net",
|
||||
files: "release/*.tar.gz"
|
||||
},
|
||||
when: {
|
||||
event: "tag"
|
||||
},
|
||||
},
|
||||
{
|
||||
name: "upload to docker hub " + os + "/" + arch,
|
||||
image: "plugins/docker:" + os + "-" + arch,
|
||||
settings: {
|
||||
repo: "fftdf/ffmap-ubnt-api",
|
||||
username: { "from_secret": "docker_username" },
|
||||
password: { "from_secret": "docker_password" },
|
||||
auto_tag: true,
|
||||
auto_tag_suffix: os + "-" + arch
|
||||
},
|
||||
when: {
|
||||
event: "tag"
|
||||
},
|
||||
},
|
||||
],
|
||||
};
|
||||
|
||||
local manifest() = {
|
||||
kind: "pipeline",
|
||||
type: "docker",
|
||||
name: "manifest",
|
||||
depends_on: ["linux/amd64"],
|
||||
when: {
|
||||
event: "tag"
|
||||
},
|
||||
|
||||
steps: [
|
||||
{
|
||||
name: "publish",
|
||||
image: "plugins/manifest",
|
||||
settings: {
|
||||
auto_tag: true,
|
||||
ignore_missing: true,
|
||||
spec: "manifest.yml",
|
||||
username: { "from_secret": "docker_username" },
|
||||
password: { "from_secret": "docker_password" },
|
||||
},
|
||||
when: {
|
||||
event: "tag"
|
||||
},
|
||||
},
|
||||
],
|
||||
};
|
||||
|
||||
local validateJSON() = {
|
||||
kind: "pipeline",
|
||||
type: "docker",
|
||||
name: "validate json",
|
||||
when: {
|
||||
event: "push"
|
||||
},
|
||||
|
||||
steps: [
|
||||
{
|
||||
name: "validate ucDevices",
|
||||
image: "fftdf/docker-json-validate",
|
||||
commands: [
|
||||
"jsonlint ucDevices.json"
|
||||
],
|
||||
when: {
|
||||
event: "push"
|
||||
},
|
||||
},
|
||||
{
|
||||
name: "validate Devices",
|
||||
image: "fftdf/docker-json-validate",
|
||||
commands: [
|
||||
"jsonlint devices.json",
|
||||
],
|
||||
when: {
|
||||
event: "push"
|
||||
},
|
||||
},
|
||||
],
|
||||
};
|
||||
|
||||
[
|
||||
pipeline("linux", "amd64"),
|
||||
// pipeline("linux", "arm64"),
|
||||
manifest()
|
||||
]
|
||||
@ -1,25 +0,0 @@
|
||||
---
|
||||
platform: linux/arm64
|
||||
|
||||
pipeline:
|
||||
build:
|
||||
image: golang
|
||||
environment:
|
||||
- GOOS=linux
|
||||
- GOARCH=amd64
|
||||
commands:
|
||||
- go build -ldflags "-s -w -X main.version=${CI_COMMIT_TAG}" -trimpath -o release/ubnt-freifunk-map-api .
|
||||
|
||||
docker:
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
settings:
|
||||
platforms: linux/amd64
|
||||
registry: git.freifunk-rhein-sieg.net
|
||||
repo: git.freifunk-rhein-sieg.net/freifunk-troisdorf/ubnt-freifunk-map-api
|
||||
username:
|
||||
from_secret: gitea_user
|
||||
password:
|
||||
from_secret: gitea_token
|
||||
tags: ${CI_COMMIT_TAG}
|
||||
when:
|
||||
- branch: master
|
||||
@ -1,7 +1,7 @@
|
||||
FROM alpine:3.12.3
|
||||
WORKDIR /opt/
|
||||
|
||||
ADD ./release/ubnt-freifunk-map-api /opt/ubnt-freifunk-map-api
|
||||
ADD ./release/*/*/ubnt-freifunk-map-api /opt/ubnt-freifunk-map-api
|
||||
RUN chmod +x /opt/ubnt-freifunk-map-api
|
||||
|
||||
EXPOSE 3000
|
||||
|
||||
48
README.md
48
README.md
@ -1,17 +1,12 @@
|
||||
# Freifunk Meshviewer Unifi Access Points und Richtfunkstrecken import
|
||||
|
||||
Dieses tool Importiert Nodes für die Freifunk Map aus den APIs UISP (Richtfunk) & Unifi (Access Points).
|
||||
Ebenfalls ist der Import statischer devices möglich. Da diese alle in unerem Proxmox cluster laufen, werden Statistikdaten aus der Proxmox InfluxDB geholt.
|
||||
|
||||
Alle Config dateien müssen per http erreichbar sein (z.B. in einem Git)
|
||||
Für Troisdorf werden diese Dateien hier gepflegt: https://git.freifunk-rhein-sieg.net/Freifunk-Troisdorf/ubnt-api-devices
|
||||
Für die Rhein-Sieg-Map hier: https://git.freifunk-rhein-sieg.net/Freifunk-Rhein-Sieg/ubnt-api-devices
|
||||
Dieses tool Importiert Nodes für die Freifunk Map aus den APIs UNMS (Richtfunk) & Unifi (Access Points)
|
||||
|
||||
## Config
|
||||
|
||||
### Unifi Access Points (unifi_devices.json)
|
||||
### Unifi Access Points (ucDevices.json)
|
||||
|
||||
In der Datei unifi_devices.json können die Access Points gepflegt werden, die auf der Freifunk Map erscheinen sollen.
|
||||
In der Datei ucDevices.json können die Access Points gepflegt werden, die auf der Freifunk Map erscheinen sollen.
|
||||
|
||||
Hierzu muss die Datei im json Format erweitert werden.
|
||||
|
||||
@ -37,9 +32,9 @@ Erklärung:
|
||||
* linked_to: (Optional) Die MAC Adresse des Routers an dem der AP angeschlossen ist. Normalerweise gateway_nexthop mit Doppelpunkten. Wenn nicht gesetzt wird kein Link auf der Map angezeigt.
|
||||
* domain: Die Domain in der sich der AP befindet. (tdf, inn, flu)
|
||||
|
||||
### UISP Richtfunkstrecken
|
||||
### UNMS Richtfunkstrecken
|
||||
|
||||
In der Datei rifu_devices.json können die Richtfunkstrecken gepflegt werden, die auf der Freifunk Map erscheinen sollen.
|
||||
In der Datei devices.json können die Richtfunkstrecken gepflegt werden, die auf der Freifunk Map erscheinen sollen.
|
||||
|
||||
```json
|
||||
{
|
||||
@ -61,44 +56,11 @@ Erklärung:
|
||||
* gateway: Im Normalfall die NodeID des Supernodes (zu finden in der MAP)
|
||||
* domain: Die Domain in der sich der AP befindet. (tdf, inn, flu)
|
||||
|
||||
### UISP Router
|
||||
|
||||
In dieser datei werden die Router (meist ER-X) gepflegt. Diese Daten werden dann ebenfalls aus der UISP API Importiert.
|
||||
|
||||
```json
|
||||
{
|
||||
"name": "Rathaus Uplink",
|
||||
"mac": "18:e8:29:ad:9a:34",
|
||||
"gateway_nexthop": "18e8292f7de6",
|
||||
"gateway": "a28cae6ff604",
|
||||
"domain": "tdf",
|
||||
"location": {
|
||||
"longitude":7.149406208,
|
||||
"latitude":50.817093402
|
||||
}
|
||||
},
|
||||
```
|
||||
|
||||
### Gateways.json
|
||||
|
||||
Hier werden Statische Geräte eingetragen die auf dem Proxmox Cluster laufen.
|
||||
|
||||
```json
|
||||
{
|
||||
"name": "VPN01",
|
||||
"fqdn": "vpn01.fftdf.de",
|
||||
"mac": "00:00:00:00:00:01",
|
||||
"domain": "VPN1",
|
||||
"adresses": ["5.9.220.114"]
|
||||
},
|
||||
```
|
||||
|
||||
### Config.json
|
||||
|
||||
Es gibt 3 Module die Ein/Ausgeschatet werden können:
|
||||
* UNMS
|
||||
* Unifi
|
||||
* Meshviewer
|
||||
* Gateways
|
||||
|
||||
Die Funktion Meshviewer importiert die vorhandenen meshviewer.json und manipuliert dort die Userzahlen. Sobald ein Access Point einen Node aus einer Meshviwer.json als "gateway_nexthop" eingetragen hat, werden die Clients an dem verbundenen Access Point und nicht mehr am Offloader angezeigt.
|
||||
@ -1,21 +1,18 @@
|
||||
{
|
||||
"unms": {
|
||||
"enabled": false,
|
||||
"unmsAPIUrl": "https://uisp.freifunk-troisdorf.de/v2.1",
|
||||
"unmsAPIUrl": "https://unifi.freifunk-troisdorf.de/v2.1",
|
||||
"APItoken": "UNMS API TOKEN",
|
||||
"devicesURL": "https://git.freifunk-rhein-sieg.net/Freifunk-Troisdorf/ubnt-freifunk-map-api/raw/branch/master/example.devices.json"
|
||||
},
|
||||
"unifi": [
|
||||
{
|
||||
"name": "Unifi Freifunk Troisdorf",
|
||||
"unifi": {
|
||||
"enabled": false,
|
||||
"displayusers": true,
|
||||
"APIUrl": "https://unifi.freifunk-troisdorf.de",
|
||||
"APIUrl": "https://unifi.freifunk-troisdorf.de:8443",
|
||||
"user": "APIuser",
|
||||
"password": "PASSWORD",
|
||||
"ucDevicesURL": "https://git.freifunk-rhein-sieg.net/Freifunk-Troisdorf/ubnt-freifunk-map-api/raw/branch/master/example.ucDevices.json"
|
||||
}
|
||||
],
|
||||
},
|
||||
"meshviewer": {
|
||||
"enabled": false,
|
||||
"files": [
|
||||
|
||||
@ -1,26 +0,0 @@
|
||||
{
|
||||
"devices":[
|
||||
{
|
||||
"name": "Rathaus2Bahnhof",
|
||||
"mac": "18:E8:29:8E:C6:4D",
|
||||
"gateway_nexthop": "18e8292f7de6",
|
||||
"gateway": "a28cae6ff604",
|
||||
"domain": "other",
|
||||
"location": {
|
||||
"longitude":7.148406208,
|
||||
"latitude":50.817093402
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "Bahnhof2Rathaus",
|
||||
"mac": "18:e8:29:dc:c3:7e",
|
||||
"gateway_nexthop": "18e8292f7de6",
|
||||
"gateway": "a28cae6ff604",
|
||||
"domain": "other",
|
||||
"location": {
|
||||
"longitude":7.150436640,
|
||||
"latitude":50.814456507
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
16
go.mod
16
go.mod
@ -1,17 +1,5 @@
|
||||
module git.freifunk-rhein-sieg.net/Freifunk-Troisdorf/ubnt-freifunk-map-api
|
||||
|
||||
go 1.20
|
||||
go 1.16
|
||||
|
||||
require (
|
||||
git.nils.zone/nils/prettify v0.0.4
|
||||
github.com/fatih/structs v1.1.0
|
||||
github.com/influxdata/influxdb1-client v0.0.0-20220302092344-a9ab5670611c
|
||||
)
|
||||
|
||||
require (
|
||||
github.com/TylerBrock/colorjson v0.0.0-20200706003622-8a50f05110d2 // indirect
|
||||
github.com/fatih/color v1.9.0 // indirect
|
||||
github.com/mattn/go-colorable v0.1.4 // indirect
|
||||
github.com/mattn/go-isatty v0.0.11 // indirect
|
||||
golang.org/x/sys v0.0.0-20191026070338-33540a1f6037 // indirect
|
||||
)
|
||||
require git.nils.zone/nils/prettify v0.0.4
|
||||
|
||||
4
go.sum
4
go.sum
@ -4,12 +4,8 @@ github.com/TylerBrock/colorjson v0.0.0-20200706003622-8a50f05110d2 h1:ZBbLwSJqkH
|
||||
github.com/TylerBrock/colorjson v0.0.0-20200706003622-8a50f05110d2/go.mod h1:VSw57q4QFiWDbRnjdX8Cb3Ow0SFncRw+bA/ofY6Q83w=
|
||||
github.com/fatih/color v1.9.0 h1:8xPHl4/q1VyqGIPif1F+1V3Y3lSmrq01EabUW3CoW5s=
|
||||
github.com/fatih/color v1.9.0/go.mod h1:eQcE1qtQxscV5RaZvpXrrb8Drkc3/DdQ+uUYCNjL+zU=
|
||||
github.com/fatih/structs v1.1.0 h1:Q7juDM0QtcnhCpeyLGQKyg4TOIghuNXrkL32pHAUMxo=
|
||||
github.com/fatih/structs v1.1.0/go.mod h1:9NiDSp5zOcgEDl+j00MP/WkGVPOlPRLejGD8Ga6PJ7M=
|
||||
github.com/hokaccha/go-prettyjson v0.0.0-20190818114111-108c894c2c0e h1:0aewS5NTyxftZHSnFaJmWE5oCCrj4DyEXkAiMa1iZJM=
|
||||
github.com/hokaccha/go-prettyjson v0.0.0-20190818114111-108c894c2c0e/go.mod h1:pFlLw2CfqZiIBOx6BuCeRLCrfxBJipTY0nIOF/VbGcI=
|
||||
github.com/influxdata/influxdb1-client v0.0.0-20220302092344-a9ab5670611c h1:qSHzRbhzK8RdXOsAdfDgO49TtqC1oZ+acxPrkfTxcCs=
|
||||
github.com/influxdata/influxdb1-client v0.0.0-20220302092344-a9ab5670611c/go.mod h1:qj24IKcXYK6Iy9ceXlo3Tc+vtHo9lIhSX5JddghvEPo=
|
||||
github.com/mattn/go-colorable v0.1.4 h1:snbPLB8fVfU9iwbbo30TPtbLRzwWu6aJS6Xh4eaaviA=
|
||||
github.com/mattn/go-colorable v0.1.4/go.mod h1:U0ppj6V5qS13XJ6of8GYAs25YV2eR4EVcfRqFIhoBtE=
|
||||
github.com/mattn/go-isatty v0.0.8/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s=
|
||||
|
||||
63
influx.go
63
influx.go
@ -1,63 +0,0 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"log"
|
||||
|
||||
client "github.com/influxdata/influxdb1-client/v2"
|
||||
)
|
||||
|
||||
// Create InfluxDB Client
|
||||
func influxDBClient(port string) client.Client {
|
||||
c, err := client.NewHTTPClient(client.HTTPConfig{
|
||||
Addr: conf.General.InfluxURL + ":" + port,
|
||||
})
|
||||
if err != nil {
|
||||
log.Fatalln("Error: ", err)
|
||||
}
|
||||
return c
|
||||
}
|
||||
|
||||
// Get a single Datapoint from InfluxDB
|
||||
func getInfluxDataPoint(dp string, h string, p string) float64 {
|
||||
|
||||
//Build the Query
|
||||
query := "SELECT last(" + dp + ") FROM system WHERE host = '" + h + "'"
|
||||
|
||||
c := influxDBClient(p)
|
||||
q := client.NewQuery(query, "udp", "s")
|
||||
response, err := c.Query(q)
|
||||
if err != nil {
|
||||
log.Println("Influx query error!")
|
||||
}
|
||||
res := 0.0
|
||||
if len(response.Results) > 0 {
|
||||
res, err := response.Results[0].Series[0].Values[0][1].(json.Number).Float64()
|
||||
if err != nil {
|
||||
log.Println("Error in type conversion")
|
||||
}
|
||||
return res
|
||||
}
|
||||
return res
|
||||
}
|
||||
|
||||
// Send Datapoints to InfluxDB, point map and InfluxDB Port needed
|
||||
func sendInfluxBatchDataPoint(point *client.Point, influxPort string) {
|
||||
|
||||
// Open connection to InfluxDB
|
||||
bp, err := client.NewBatchPoints(client.BatchPointsConfig{
|
||||
Database: "freifunk",
|
||||
Precision: "s",
|
||||
})
|
||||
if err != nil {
|
||||
log.Fatalln("Error: ", err)
|
||||
}
|
||||
|
||||
bp.AddPoint(point)
|
||||
c := influxDBClient(influxPort)
|
||||
err = c.Write(bp)
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
//
|
||||
}
|
||||
660
main.go
660
main.go
@ -1,36 +1,34 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/csv"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"flag"
|
||||
"fmt"
|
||||
"io"
|
||||
"io/ioutil"
|
||||
"log"
|
||||
"net/http"
|
||||
"net/http/cookiejar"
|
||||
"os"
|
||||
"sync"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
_ "git.nils.zone/nils/prettify"
|
||||
)
|
||||
|
||||
const (
|
||||
iso8601 = "2006-01-02T15:04:05-0700"
|
||||
fetchInterval = 1 * time.Minute
|
||||
iso8601 = "2006-01-02T15:04:05-0700"
|
||||
)
|
||||
|
||||
// flags
|
||||
var (
|
||||
lastFetchTime time.Time
|
||||
cacheMutex sync.Mutex
|
||||
cacheNodes []node
|
||||
cacheLinks []link
|
||||
)
|
||||
var configPath = flag.String("configPath", "config.json", "Path to config.json")
|
||||
var version = "development"
|
||||
var delay time.Duration = 60 * time.Second
|
||||
var conf = loadconfig(*configPath)
|
||||
var ucDev = getDevices(conf.Unifi.UCDevicesURL)
|
||||
|
||||
func main() {
|
||||
log.Printf("starting version %s...\n", version)
|
||||
@ -38,124 +36,272 @@ func main() {
|
||||
flag.Parse()
|
||||
|
||||
// check if flags are set
|
||||
if *configPath == "" {
|
||||
log.Fatalln("Please specify path to config.json flag '-configPath'")
|
||||
}
|
||||
|
||||
//if *configPath == "" {
|
||||
// log.Fatalln("Please specify path to config.json flag '-configPath'")
|
||||
//}
|
||||
// start API processing (runs in a loop)
|
||||
go func() {
|
||||
if err := processAPIs(); err != nil {
|
||||
log.Fatalln("API processing failed, error is: ", err)
|
||||
}
|
||||
tick := time.Tick(delay)
|
||||
for range tick {
|
||||
if err := processAPIs(); err != nil {
|
||||
log.Fatalln("API processing failed, error is: ", err)
|
||||
}
|
||||
}
|
||||
}()
|
||||
go processAPIs()
|
||||
|
||||
// start webserver on Port 3000
|
||||
serveJSON()
|
||||
}
|
||||
|
||||
func processAPIs() error {
|
||||
var nodes []node
|
||||
var links []link
|
||||
|
||||
if conf.UISP.Enabled {
|
||||
log.Println("Processing UISP")
|
||||
//Process UISP RiFu Nodes
|
||||
uispNodes, uispLinks, err := processUISPRiFu()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
//Process UISP Routers (like EDGE Router)
|
||||
uispRouters, err := processUISPRouter()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
nodes = append(nodes, uispNodes...)
|
||||
nodes = append(nodes, uispRouters...)
|
||||
links = append(links, uispLinks...)
|
||||
}
|
||||
if len(conf.Unifi) > 0 {
|
||||
log.Println("Anazahl der Unifi Server:", len(conf.Unifi))
|
||||
for i := range conf.Unifi {
|
||||
if conf.Unifi[i].Enabled {
|
||||
log.Println("Processing Unifi-Server: ", conf.Unifi[i].Name)
|
||||
//Process Unifi Nodes
|
||||
unifiNodes, _, err := processUnifiAPI(i)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
nodes = append(nodes, unifiNodes...)
|
||||
}
|
||||
}
|
||||
}
|
||||
if conf.Meshviewer.Enabled {
|
||||
log.Println("Processing Meshviewer")
|
||||
mvNodes, mvLinks := getMeshviewer()
|
||||
nodes = append(nodes, mvNodes...)
|
||||
links = append(links, mvLinks...)
|
||||
}
|
||||
if conf.Gateways.Enabled {
|
||||
log.Println("Processing Gateways")
|
||||
//Process Static Gateways from Json
|
||||
gwNodes := processGateways()
|
||||
nodes = append(nodes, gwNodes...)
|
||||
}
|
||||
// assemble final struct
|
||||
o := output{
|
||||
Timestamp: time.Now().Format(iso8601),
|
||||
Nodes: nodes,
|
||||
Links: links,
|
||||
}
|
||||
|
||||
// create file output
|
||||
log.Println("writing json file")
|
||||
|
||||
if err := o.writeToFile(); err != nil {
|
||||
log.Fatalln(err)
|
||||
}
|
||||
|
||||
// we're done here
|
||||
log.Println("...done")
|
||||
return nil
|
||||
}
|
||||
|
||||
func loadconfig(file string) config {
|
||||
var config config
|
||||
configFile, err := os.Open(file)
|
||||
if err != nil {
|
||||
log.Fatalln("Failed loding Config file: ", err)
|
||||
}
|
||||
jsonParse := json.NewDecoder(configFile)
|
||||
if err := jsonParse.Decode(&config); err != nil {
|
||||
log.Fatalln(err)
|
||||
}
|
||||
jsonParse := json.NewDecoder(configFile)
|
||||
jsonParse.Decode(&config)
|
||||
return config
|
||||
}
|
||||
|
||||
// int to bool converter
|
||||
//int to bool converter
|
||||
func itob(i int) bool {
|
||||
return i == 1
|
||||
if i == 1 {
|
||||
return true
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
// function to get file from meshviewer
|
||||
//Unifi Controller API processing
|
||||
func processUcAPIs() ([]node, []link) {
|
||||
//get list of Unifi devices to display
|
||||
var nodes []node
|
||||
var links []link
|
||||
d := getDevices(conf.Unifi.UCDevicesURL)
|
||||
|
||||
//call Unifi Controller
|
||||
ucAPI := newAPI(conf.Unifi.User, conf.Unifi.Password, conf.Unifi.APIURL)
|
||||
//login
|
||||
ucAPI.ucLogin()
|
||||
//get all Sites from Controller
|
||||
sites, err := ucAPI.ucGetSites()
|
||||
if err != nil {
|
||||
log.Fatalln(err)
|
||||
}
|
||||
//get all devices in all sites
|
||||
devices, err := ucAPI.ucGetDevices(sites)
|
||||
if err != nil {
|
||||
log.Fatalln(err)
|
||||
}
|
||||
|
||||
//build nodes struct
|
||||
for _, jsonDevice := range d.Devices {
|
||||
var currentDevice ucDevice
|
||||
var currentJSONDevice device
|
||||
for _, device := range devices {
|
||||
if strings.ToUpper(device.Mac) == strings.ToUpper(jsonDevice.MAC) {
|
||||
currentDevice = device
|
||||
currentJSONDevice = jsonDevice
|
||||
}
|
||||
}
|
||||
if isRemoteMACpublished(jsonDevice.MAC, d.Devices) == true {
|
||||
links = ucAddLink(jsonDevice, links)
|
||||
}
|
||||
load, err := strconv.ParseFloat(currentDevice.Sysstats.CPU, 64)
|
||||
if err != nil {
|
||||
fmt.Println("Error: ", currentDevice.Name)
|
||||
//log.Fatalln(err)
|
||||
load = 0
|
||||
}
|
||||
mem, err := strconv.ParseFloat(currentDevice.Sysstats.Memory, 64)
|
||||
if err != nil {
|
||||
//log.Fatalln(err)
|
||||
load = 0
|
||||
}
|
||||
var model = lookupModels(currentDevice.Model)
|
||||
var clients = currentDevice.Users
|
||||
if conf.Unifi.DisplayUsers == false {
|
||||
clients = 0
|
||||
}
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: "0",
|
||||
Lastseen: time.Unix(int64(currentDevice.LastSeen), 0).Format(iso8601),
|
||||
IsOnline: itob(currentDevice.State),
|
||||
IsGateway: false,
|
||||
Clients: clients,
|
||||
ClientsWifi24: 0,
|
||||
ClientsWifi5: 0,
|
||||
ClientsOther: clients,
|
||||
RootFSUsage: 0,
|
||||
LoadAVG: load / 100,
|
||||
MemoryUsage: mem / 100,
|
||||
Uptime: time.Now().Add(-1 * time.Second * time.Duration(currentDevice.Uptime)).Format(iso8601),
|
||||
GatewayNexthop: currentJSONDevice.GatewayNexthop,
|
||||
Gateway: currentJSONDevice.Gateway,
|
||||
Location: ¤tJSONDevice.Location,
|
||||
NodeID: strings.ReplaceAll(currentDevice.Mac, ":", ""),
|
||||
MAC: currentDevice.Mac,
|
||||
Adresses: []string{currentDevice.IP},
|
||||
Domain: currentJSONDevice.Domain,
|
||||
Hostname: "[Unifi] " + currentDevice.Name,
|
||||
Owner: "Freifunk Rhein-Sieg",
|
||||
Firmware: firmware{
|
||||
Base: "Ubiquiti - Stock",
|
||||
Release: currentDevice.Version,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: false,
|
||||
Branch: "stable",
|
||||
},
|
||||
NProc: 1,
|
||||
Model: model,
|
||||
})
|
||||
}
|
||||
return nodes, links
|
||||
}
|
||||
|
||||
//UNMS API processing (Richtfunk)
|
||||
func processUNMSAPI() ([]node, []link) {
|
||||
// Variables for runtime
|
||||
var links []link
|
||||
var nodes []node
|
||||
|
||||
d := getDevices(conf.Unms.DevicesURL)
|
||||
|
||||
// API CALL 1
|
||||
log.Println("calling API 1")
|
||||
var u []unifiAPIResponse
|
||||
err := callUnifiAPI("/devices", &u)
|
||||
if err != nil {
|
||||
log.Fatalln(err)
|
||||
}
|
||||
|
||||
for i := range d.Devices {
|
||||
var dev unifiAPIResponse
|
||||
var currentDevice device
|
||||
for j := range u {
|
||||
if strings.ToUpper(u[j].Identification.MAC) == strings.ToUpper(d.Devices[i].MAC) {
|
||||
dev = u[j]
|
||||
currentDevice = d.Devices[i]
|
||||
}
|
||||
}
|
||||
|
||||
var isOnline bool = false
|
||||
if dev.Overview.Status == "active" {
|
||||
isOnline = true
|
||||
}
|
||||
// END OF API CALL 1
|
||||
|
||||
// API CALL 2
|
||||
log.Println("calling API 2 for device", d.Devices[i].Name)
|
||||
var details unifiAPIDetails
|
||||
callUnifiAPI("/devices/erouters/"+dev.Identification.ID, &details)
|
||||
// END OF API CALL 2
|
||||
|
||||
// API CALL 3
|
||||
log.Println("calling API 3 for device", d.Devices[i].Name)
|
||||
var airmaxes []unifiAPIAirmax
|
||||
callUnifiAPI("/devices/airmaxes/"+dev.Identification.ID+"/stations", &airmaxes)
|
||||
// check if remote mac address is part of our published network
|
||||
for i := range airmaxes {
|
||||
if isRemoteMACpublished(airmaxes[i].DeviceIdentification.MAC, d.Devices) == true {
|
||||
links = addLink(dev, airmaxes[i], links)
|
||||
}
|
||||
}
|
||||
// END OF API CALL 3
|
||||
|
||||
// Get info from json file (static)
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: dev.Overview.CreatedAt.Format(iso8601),
|
||||
Lastseen: dev.Overview.LastSeen.Format(iso8601),
|
||||
IsOnline: isOnline,
|
||||
IsGateway: false,
|
||||
Clients: 0,
|
||||
ClientsWifi24: 0,
|
||||
ClientsWifi5: 0,
|
||||
ClientsOther: 0,
|
||||
RootFSUsage: 0,
|
||||
LoadAVG: details.Overview.CPU / 100,
|
||||
MemoryUsage: details.Overview.RAM / 100,
|
||||
Uptime: dev.Identification.Started.Format(iso8601),
|
||||
GatewayNexthop: currentDevice.GatewayNexthop,
|
||||
Gateway: currentDevice.Gateway,
|
||||
Location: ¤tDevice.Location,
|
||||
NodeID: strings.ReplaceAll(dev.Identification.MAC, ":", ""),
|
||||
MAC: dev.Identification.MAC,
|
||||
Adresses: getAddresses(details.IPAddress),
|
||||
Domain: currentDevice.Domain,
|
||||
Hostname: "[RiFu] " + details.Identification.Name,
|
||||
Owner: "Freifunk Rhein-Sieg",
|
||||
Firmware: firmware{
|
||||
Base: "Ubiquiti - Stock",
|
||||
Release: details.Firmware.Current,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: false,
|
||||
Branch: "stable",
|
||||
},
|
||||
NProc: 1,
|
||||
Model: details.Identification.Model,
|
||||
})
|
||||
}
|
||||
return nodes, links
|
||||
}
|
||||
|
||||
func processAPIs() {
|
||||
tick := time.Tick(delay)
|
||||
for range tick {
|
||||
var nodes []node
|
||||
var links []link
|
||||
|
||||
if conf.Unms.Enabled == true {
|
||||
log.Println("Processing UNMS")
|
||||
unmsNodes, unmsLinks := processUNMSAPI()
|
||||
nodes = append(nodes, unmsNodes...)
|
||||
links = append(links, unmsLinks...)
|
||||
}
|
||||
if conf.Unifi.Enabled == true {
|
||||
log.Println("Processing Unifi")
|
||||
ucNodes, ucLinks := processUcAPIs()
|
||||
nodes = append(nodes, ucNodes...)
|
||||
links = append(links, ucLinks...)
|
||||
}
|
||||
if conf.Meshviewer.Enabled == true {
|
||||
log.Println("Processing Meshviewer")
|
||||
mvNodes, mvLinks := getMeshviewer()
|
||||
nodes = append(nodes, mvNodes...)
|
||||
links = append(links, mvLinks...)
|
||||
}
|
||||
// assemble final struct
|
||||
o := output{
|
||||
Timestamp: time.Now().Format(iso8601),
|
||||
Nodes: nodes,
|
||||
Links: links,
|
||||
}
|
||||
|
||||
// create file output
|
||||
log.Println("writing json file")
|
||||
|
||||
if err := o.writeToFile(); err != nil {
|
||||
log.Fatalln(err)
|
||||
}
|
||||
// get outages to serve as .csv
|
||||
l := getUNMSLogs()
|
||||
err := writeOutagesToCSV(l)
|
||||
if err != nil {
|
||||
log.Println("Error writing outages.csv")
|
||||
}
|
||||
// we're done here
|
||||
log.Println("...done")
|
||||
}
|
||||
}
|
||||
func getFile(url string) []byte {
|
||||
resp, err := http.Get(url)
|
||||
if err != nil {
|
||||
log.Println("Error getting file from:", url)
|
||||
}
|
||||
data := resp.Body
|
||||
byteValue, _ := io.ReadAll(data)
|
||||
byteValue, _ := ioutil.ReadAll(data)
|
||||
return byteValue
|
||||
}
|
||||
|
||||
// get devices from devices file on webserver (config)
|
||||
func getDevices(url string) devices {
|
||||
// get devices from JSON file
|
||||
jsonFile := getFile(url)
|
||||
|
||||
// read file to bytes
|
||||
// variable for d
|
||||
var d devices
|
||||
@ -168,7 +314,30 @@ func getDevices(url string) devices {
|
||||
return d
|
||||
}
|
||||
|
||||
// check for MAC Adress in current Devices
|
||||
func callUnifiAPI(url string, i interface{}) error {
|
||||
request, err := http.NewRequest(http.MethodGet, conf.Unms.UnmsAPIURL+url, nil)
|
||||
if err != nil {
|
||||
return errors.New(fmt.Sprint("can't set request", conf.Unms.UnmsAPIURL+url))
|
||||
}
|
||||
request.Header.Set("x-auth-token", conf.Unms.APItoken)
|
||||
client := &http.Client{}
|
||||
response, err := client.Do(request)
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't get request %s with x-auth-token %s", conf.Unms.UnmsAPIURL+url, conf.Unms.APItoken)
|
||||
}
|
||||
if response.StatusCode != 200 {
|
||||
log.Fatalln("Can´t call UNMS API, check token and URL. HTTP Status: ", response.StatusCode)
|
||||
}
|
||||
data, err := ioutil.ReadAll(response.Body)
|
||||
defer response.Body.Close()
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't read response body: %+v", response.Body)
|
||||
}
|
||||
// no error occurred, unmarshal to struct
|
||||
json.Unmarshal(data, &i)
|
||||
return nil
|
||||
}
|
||||
|
||||
func isRemoteMACpublished(mac string, devices []device) bool {
|
||||
for i := range devices {
|
||||
if devices[i].MAC == mac {
|
||||
@ -178,6 +347,31 @@ func isRemoteMACpublished(mac string, devices []device) bool {
|
||||
return false
|
||||
}
|
||||
|
||||
func addLink(dev unifiAPIResponse, airmaxes unifiAPIAirmax, links []link) []link {
|
||||
for i := range links {
|
||||
if links[i].SourceAddr == airmaxes.DeviceIdentification.MAC {
|
||||
// link already exists
|
||||
return links
|
||||
}
|
||||
}
|
||||
links = append(links, link{
|
||||
Type: "wifi",
|
||||
Source: strings.ReplaceAll(dev.Identification.MAC, ":", ""),
|
||||
Target: strings.ReplaceAll(airmaxes.DeviceIdentification.MAC, ":", ""),
|
||||
SourceTQ: airmaxes.Statistics.LinkScore,
|
||||
TargetTQ: airmaxes.Statistics.LinkScore,
|
||||
SourceAddr: dev.Identification.MAC,
|
||||
TargetAddr: airmaxes.DeviceIdentification.MAC,
|
||||
})
|
||||
return links
|
||||
}
|
||||
|
||||
func getAddresses(ip string) []string {
|
||||
var adresses []string
|
||||
adresses = append(adresses, strings.Split(ip, "/")[0])
|
||||
return adresses
|
||||
}
|
||||
|
||||
func serveJSON() {
|
||||
fs := http.FileServer(http.Dir("./output"))
|
||||
http.Handle("/", fs)
|
||||
@ -197,3 +391,269 @@ func httpClient() *http.Client {
|
||||
client := &http.Client{Jar: jar}
|
||||
return client
|
||||
}
|
||||
|
||||
func newAPI(user string, pass string, baseURL string) ucAPIData {
|
||||
return ucAPIData{
|
||||
user: user,
|
||||
pass: pass,
|
||||
baseURL: baseURL,
|
||||
client: httpClient(),
|
||||
}
|
||||
}
|
||||
|
||||
func (u *ucAPIData) ucCallAPI(url string, method string, body *bytes.Buffer, output interface{}) error {
|
||||
req, err := http.NewRequest(method, u.baseURL+url, body)
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't set request %s", u.baseURL+url)
|
||||
}
|
||||
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
response, err := u.client.Do(req)
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't login %s", u.baseURL+url)
|
||||
}
|
||||
defer response.Body.Close()
|
||||
if response.StatusCode != 200 {
|
||||
return fmt.Errorf("Login failed %s", u.baseURL+url)
|
||||
}
|
||||
|
||||
data, err := ioutil.ReadAll(response.Body)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
err = json.Unmarshal(data, &output)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (u *ucAPIData) ucLogin() error {
|
||||
var loginData = []byte(`{"username":"` + u.user + `","password":"` + u.pass + `"}`)
|
||||
|
||||
url := "/api/login"
|
||||
err := u.ucCallAPI(url, http.MethodPost, bytes.NewBuffer(loginData), nil)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (u *ucAPIData) ucGetSites() ([]ucSite, error) {
|
||||
var d struct {
|
||||
Data []ucSite `json:"data"`
|
||||
}
|
||||
|
||||
url := "/api/self/sites"
|
||||
err := u.ucCallAPI(url, http.MethodGet, bytes.NewBuffer([]byte{}), &d)
|
||||
if err != nil {
|
||||
return []ucSite{}, err
|
||||
}
|
||||
return d.Data, nil
|
||||
}
|
||||
|
||||
func (u *ucAPIData) ucGetDevices(sites []ucSite) ([]ucDevice, error) {
|
||||
var d struct {
|
||||
Data []ucDevice `json:"data"`
|
||||
}
|
||||
var s []ucDevice
|
||||
|
||||
for _, site := range sites {
|
||||
url := "/api/s/" + site.ID + "/stat/device"
|
||||
u.ucCallAPI(url, http.MethodGet, bytes.NewBuffer([]byte{}), &d)
|
||||
s = append(s, d.Data...)
|
||||
}
|
||||
return s, nil
|
||||
}
|
||||
|
||||
func ucAddLink(dev device, links []link) []link {
|
||||
for i := range links {
|
||||
if links[i].SourceAddr == dev.MAC {
|
||||
// link already exists
|
||||
return links
|
||||
}
|
||||
}
|
||||
if dev.LinkedTo == "" {
|
||||
//no LinkedTo in ucDevices.json
|
||||
return links
|
||||
}
|
||||
links = append(links, link{
|
||||
Type: "cable",
|
||||
Source: strings.ReplaceAll(dev.MAC, ":", ""),
|
||||
Target: strings.ReplaceAll(dev.GatewayNexthop, ":", ""),
|
||||
SourceTQ: 1,
|
||||
TargetTQ: 1,
|
||||
SourceAddr: dev.MAC,
|
||||
TargetAddr: dev.LinkedTo,
|
||||
})
|
||||
return links
|
||||
}
|
||||
|
||||
func getMeshviewerJSON(url string) (mvDevices, error) {
|
||||
// get devices from JSON file
|
||||
jsonFile := getFile(url)
|
||||
|
||||
// read file to bytes
|
||||
// variable for d
|
||||
var n mvDevices
|
||||
//var l []link
|
||||
// unmarshal to struct
|
||||
err := json.Unmarshal(jsonFile, &n)
|
||||
if err != nil {
|
||||
fmt.Println("can´t get Meshviewer Json file from " + url)
|
||||
log.Println(err)
|
||||
}
|
||||
return n, nil
|
||||
}
|
||||
func findNodeID(NodeID string) bool {
|
||||
for i := range ucDev.Devices {
|
||||
if ucDev.Devices[i].GatewayNexthop == NodeID {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
func addmvDevices(d mvDevices) ([]node, []link) {
|
||||
var nodes []node
|
||||
var links []link
|
||||
|
||||
for i := range d.Nodes {
|
||||
mvNode := d.Nodes[i]
|
||||
if findNodeID(mvNode.NodeID) == true {
|
||||
mvNode.Clients = 0
|
||||
mvNode.ClientsWifi24 = 0
|
||||
mvNode.ClientsWifi5 = 0
|
||||
mvNode.ClientsOther = 0
|
||||
}
|
||||
if mvNode.Location.Latitude == 0 {
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: mvNode.Firstseen,
|
||||
Lastseen: mvNode.Lastseen,
|
||||
IsOnline: mvNode.IsOnline,
|
||||
IsGateway: mvNode.IsGateway,
|
||||
Clients: mvNode.Clients,
|
||||
ClientsWifi24: mvNode.ClientsWifi24,
|
||||
ClientsWifi5: mvNode.ClientsWifi5,
|
||||
ClientsOther: mvNode.ClientsOther,
|
||||
RootFSUsage: int(mvNode.RootfsUsage),
|
||||
LoadAVG: mvNode.Loadavg,
|
||||
MemoryUsage: mvNode.MemoryUsage,
|
||||
Uptime: mvNode.Uptime,
|
||||
GatewayNexthop: mvNode.GatewayNexthop,
|
||||
Gateway: mvNode.Gateway,
|
||||
NodeID: mvNode.NodeID,
|
||||
MAC: mvNode.Mac,
|
||||
Adresses: mvNode.Addresses,
|
||||
Domain: mvNode.Domain,
|
||||
Hostname: mvNode.Hostname,
|
||||
Owner: mvNode.Owner,
|
||||
Firmware: firmware{
|
||||
Base: mvNode.Firmware.Base,
|
||||
Release: mvNode.Firmware.Release,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: mvNode.Autoupdater.Enabled,
|
||||
Branch: mvNode.Autoupdater.Branch,
|
||||
},
|
||||
NProc: mvNode.Nproc,
|
||||
Model: mvNode.Model,
|
||||
})
|
||||
} else {
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: mvNode.Firstseen,
|
||||
Lastseen: mvNode.Lastseen,
|
||||
IsOnline: mvNode.IsOnline,
|
||||
IsGateway: mvNode.IsGateway,
|
||||
Clients: mvNode.Clients,
|
||||
ClientsWifi24: mvNode.ClientsWifi24,
|
||||
ClientsWifi5: mvNode.ClientsWifi5,
|
||||
ClientsOther: mvNode.ClientsOther,
|
||||
RootFSUsage: int(mvNode.RootfsUsage),
|
||||
LoadAVG: mvNode.Loadavg,
|
||||
MemoryUsage: mvNode.MemoryUsage,
|
||||
Uptime: mvNode.Uptime,
|
||||
GatewayNexthop: mvNode.GatewayNexthop,
|
||||
Gateway: mvNode.Gateway,
|
||||
Location: &mvNode.Location,
|
||||
NodeID: mvNode.NodeID,
|
||||
MAC: mvNode.Mac,
|
||||
Adresses: mvNode.Addresses,
|
||||
Domain: mvNode.Domain,
|
||||
Hostname: mvNode.Hostname,
|
||||
Owner: mvNode.Owner,
|
||||
Firmware: firmware{
|
||||
Base: mvNode.Firmware.Base,
|
||||
Release: mvNode.Firmware.Release,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: mvNode.Autoupdater.Enabled,
|
||||
Branch: mvNode.Autoupdater.Branch,
|
||||
},
|
||||
NProc: mvNode.Nproc,
|
||||
Model: mvNode.Model,
|
||||
})
|
||||
}
|
||||
}
|
||||
for i := range d.Links {
|
||||
mvNode := d.Links[i]
|
||||
links = append(links, link{
|
||||
Type: mvNode.Type,
|
||||
Source: mvNode.Source,
|
||||
Target: mvNode.Target,
|
||||
SourceTQ: mvNode.SourceTq,
|
||||
TargetTQ: mvNode.TargetTq,
|
||||
SourceAddr: mvNode.SourceAddr,
|
||||
TargetAddr: mvNode.TargetAddr,
|
||||
})
|
||||
}
|
||||
return nodes, links
|
||||
}
|
||||
|
||||
func getMeshviewer() ([]node, []link) {
|
||||
var nodes []node
|
||||
var links []link
|
||||
|
||||
for i := range conf.Meshviewer.Files {
|
||||
log.Println("Hole Meshviewer JSON von: ", conf.Meshviewer.Files[i].URL)
|
||||
m, err := getMeshviewerJSON(conf.Meshviewer.Files[i].URL)
|
||||
if err != nil {
|
||||
return nodes, links
|
||||
}
|
||||
mvNodes, mvLinks := addmvDevices(m)
|
||||
nodes = append(nodes, mvNodes...)
|
||||
links = append(links, mvLinks...)
|
||||
}
|
||||
return nodes, links
|
||||
}
|
||||
|
||||
func getUNMSLogs() UNMSLogResponse {
|
||||
|
||||
var l UNMSLogResponse
|
||||
log.Println("Get Outages from UNMS")
|
||||
err := callUnifiAPI("/outages?count=100&page=1&type=outage", &l)
|
||||
if err != nil {
|
||||
log.Fatalln("Error calling Outages API")
|
||||
}
|
||||
return l
|
||||
}
|
||||
|
||||
func writeOutagesToCSV(l UNMSLogResponse) error {
|
||||
csvFile, err := os.Create("output/outages.csv")
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
writer := csv.NewWriter(csvFile)
|
||||
|
||||
for _, o := range l.Items {
|
||||
var row []string
|
||||
row = append(row, o.StartTime.Format("02.01.2006 15:04:05"))
|
||||
row = append(row, o.EndTime.Format("02.01.2006 15:04:05"))
|
||||
row = append(row, o.Site.Name)
|
||||
row = append(row, o.Device.DisplayName)
|
||||
writer.Write(row)
|
||||
}
|
||||
writer.Flush()
|
||||
return nil
|
||||
}
|
||||
|
||||
19
manifest.yml
Normal file
19
manifest.yml
Normal file
@ -0,0 +1,19 @@
|
||||
image: fftdf/ffmap-ubnt-api:{{#if build.tag}}{{trimPrefix "v" build.tag}}{{else}}latest{{/if}}
|
||||
{{#if build.tags}}
|
||||
tags:
|
||||
- "latest"
|
||||
{{#each build.tags}}
|
||||
- {{this}}
|
||||
{{/each}}
|
||||
{{/if}}
|
||||
manifests:
|
||||
-
|
||||
image: fftdf/ffmap-ubnt-api:{{#if build.tag}}{{trimPrefix "v" build.tag}}-{{/if}}linux-amd64
|
||||
platform:
|
||||
architecture: amd64
|
||||
os: linux
|
||||
# -
|
||||
# image: fftdf/ffmap-ubnt-api:{{#if build.tag}}{{trimPrefix "v" build.tag}}-{{/if}}linux-arm64
|
||||
# platform:
|
||||
# architecture: arm64
|
||||
# os: linux
|
||||
160
meshviewer.go
160
meshviewer.go
@ -1,160 +0,0 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"log"
|
||||
"time"
|
||||
)
|
||||
|
||||
func getMeshviewerJSON(url string) (mvDevices, error) {
|
||||
// get devices from JSON file
|
||||
jsonFile := getFile(url)
|
||||
|
||||
// read file to bytes
|
||||
// variable for d
|
||||
var n mvDevices
|
||||
//var l []link
|
||||
// unmarshal to struct
|
||||
err := json.Unmarshal(jsonFile, &n)
|
||||
if err != nil {
|
||||
log.Println("can´t get Meshviewer Json file from " + url)
|
||||
log.Println(err)
|
||||
}
|
||||
return n, nil
|
||||
}
|
||||
|
||||
func checkMeshviewerLink(s string) bool {
|
||||
mvNodes, _ := getMeshviewer()
|
||||
for i := range mvNodes {
|
||||
if mvNodes[i].MAC == s {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
func addmvDevices(d mvDevices) ([]node, []link) {
|
||||
var nodes []node
|
||||
var links []link
|
||||
|
||||
for i := range d.Nodes {
|
||||
mvNode := d.Nodes[i]
|
||||
if findNodeID(mvNode.NodeID) {
|
||||
mvNode.Clients = 0
|
||||
mvNode.ClientsWifi24 = 0
|
||||
mvNode.ClientsWifi5 = 0
|
||||
mvNode.ClientsOther = 0
|
||||
}
|
||||
if mvNode.Location.Latitude == 0 {
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: mvNode.Firstseen,
|
||||
Lastseen: mvNode.Lastseen,
|
||||
IsOnline: mvNode.IsOnline,
|
||||
IsGateway: mvNode.IsGateway,
|
||||
Clients: mvNode.Clients,
|
||||
ClientsWifi24: mvNode.ClientsWifi24,
|
||||
ClientsWifi5: mvNode.ClientsWifi5,
|
||||
ClientsOther: mvNode.ClientsOther,
|
||||
RootFSUsage: int(mvNode.RootfsUsage),
|
||||
LoadAVG: mvNode.Loadavg,
|
||||
MemoryUsage: mvNode.MemoryUsage,
|
||||
Uptime: mvNode.Uptime,
|
||||
GatewayNexthop: mvNode.GatewayNexthop,
|
||||
Gateway: mvNode.Gateway,
|
||||
NodeID: mvNode.NodeID,
|
||||
MAC: mvNode.Mac,
|
||||
Adresses: mvNode.Addresses,
|
||||
Domain: mvNode.Domain,
|
||||
Hostname: mvNode.Hostname,
|
||||
Owner: mvNode.Owner,
|
||||
Firmware: firmware{
|
||||
Base: mvNode.Firmware.Base,
|
||||
Release: mvNode.Firmware.Release,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: mvNode.Autoupdater.Enabled,
|
||||
Branch: mvNode.Autoupdater.Branch,
|
||||
},
|
||||
NProc: mvNode.Nproc,
|
||||
Model: mvNode.Model,
|
||||
})
|
||||
} else {
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: mvNode.Firstseen,
|
||||
Lastseen: mvNode.Lastseen,
|
||||
IsOnline: mvNode.IsOnline,
|
||||
IsGateway: mvNode.IsGateway,
|
||||
Clients: mvNode.Clients,
|
||||
ClientsWifi24: mvNode.ClientsWifi24,
|
||||
ClientsWifi5: mvNode.ClientsWifi5,
|
||||
ClientsOther: mvNode.ClientsOther,
|
||||
RootFSUsage: int(mvNode.RootfsUsage),
|
||||
LoadAVG: mvNode.Loadavg,
|
||||
MemoryUsage: mvNode.MemoryUsage,
|
||||
Uptime: mvNode.Uptime,
|
||||
GatewayNexthop: mvNode.GatewayNexthop,
|
||||
Gateway: mvNode.Gateway,
|
||||
Location: &mvNode.Location,
|
||||
NodeID: mvNode.NodeID,
|
||||
MAC: mvNode.Mac,
|
||||
Adresses: mvNode.Addresses,
|
||||
Domain: mvNode.Domain,
|
||||
Hostname: mvNode.Hostname,
|
||||
Owner: mvNode.Owner,
|
||||
Firmware: firmware{
|
||||
Base: mvNode.Firmware.Base,
|
||||
Release: mvNode.Firmware.Release,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: mvNode.Autoupdater.Enabled,
|
||||
Branch: mvNode.Autoupdater.Branch,
|
||||
},
|
||||
NProc: mvNode.Nproc,
|
||||
Model: mvNode.Model,
|
||||
})
|
||||
}
|
||||
}
|
||||
for i := range d.Links {
|
||||
mvNode := d.Links[i]
|
||||
links = append(links, link{
|
||||
Type: mvNode.Type,
|
||||
Source: mvNode.Source,
|
||||
Target: mvNode.Target,
|
||||
SourceTQ: mvNode.SourceTq,
|
||||
TargetTQ: mvNode.TargetTq,
|
||||
SourceAddr: mvNode.SourceAddr,
|
||||
TargetAddr: mvNode.TargetAddr,
|
||||
})
|
||||
}
|
||||
return nodes, links
|
||||
}
|
||||
|
||||
func getMeshviewer() ([]node, []link) {
|
||||
cacheMutex.Lock()
|
||||
defer cacheMutex.Unlock()
|
||||
|
||||
// Überprüfen, ob die Daten kürzlich aktualisiert wurden
|
||||
if time.Since(lastFetchTime) < fetchInterval {
|
||||
return cacheNodes, cacheLinks
|
||||
}
|
||||
|
||||
var nodes []node
|
||||
var links []link
|
||||
|
||||
for i := range conf.Meshviewer.Files {
|
||||
m, err := getMeshviewerJSON(conf.Meshviewer.Files[i].URL)
|
||||
if err != nil {
|
||||
return cacheNodes, cacheLinks
|
||||
}
|
||||
mvNodes, mvLinks := addmvDevices(m)
|
||||
nodes = append(nodes, mvNodes...)
|
||||
links = append(links, mvLinks...)
|
||||
}
|
||||
|
||||
// Cache aktualisieren
|
||||
cacheNodes = nodes
|
||||
cacheLinks = links
|
||||
lastFetchTime = time.Now()
|
||||
|
||||
return cacheNodes, cacheLinks
|
||||
}
|
||||
@ -1,99 +0,0 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"log"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
client "github.com/influxdata/influxdb1-client/v2"
|
||||
)
|
||||
|
||||
func processGateways() []node {
|
||||
d := getDevices(conf.Gateways.GatewaysURL)
|
||||
var nodes []node
|
||||
|
||||
for i := range d.Devices {
|
||||
log.Println("Processing Static Device: ", d.Devices[i].Name)
|
||||
currentDevice := d.Devices[i]
|
||||
|
||||
//Collect data
|
||||
//Calulate Memory (%)
|
||||
mem := getInfluxDataPoint("mem", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
|
||||
maxmem := getInfluxDataPoint("maxmem", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
|
||||
memoryMap := mem / maxmem
|
||||
memory := memoryMap * 100
|
||||
// Get Network
|
||||
rx := getInfluxDataPoint("netin", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
|
||||
tx := getInfluxDataPoint("netout", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
|
||||
// Get CPU (%)
|
||||
cpuMap := getInfluxDataPoint("cpu", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
|
||||
cpu := cpuMap * 100
|
||||
//Uptime (seconds)
|
||||
uptime := getInfluxDataPoint("uptime", currentDevice.FQDN, conf.General.ProxmoxInfluxPort)
|
||||
t := time.Duration(uptime * float64(time.Second))
|
||||
up := time.Now().Add(-t)
|
||||
|
||||
// fields := map[string]interface{}{}
|
||||
fields := make(map[string]any)
|
||||
tags := map[string]string{
|
||||
"hostname": strings.ReplaceAll(d.Devices[i].Name, " ", "-"),
|
||||
"nodeid": strings.ReplaceAll(d.Devices[i].MAC, ":", ""),
|
||||
}
|
||||
|
||||
//Build fields for InfluxDB
|
||||
fields["load"] = cpu
|
||||
fields["ram"] = int(memory)
|
||||
fields["time.up"] = int(uptime)
|
||||
//Network
|
||||
fields["traffic.rx.bytes"] = int(rx)
|
||||
fields["traffic.tx.bytes"] = int(tx)
|
||||
|
||||
point, err := client.NewPoint(
|
||||
"node",
|
||||
tags,
|
||||
fields,
|
||||
time.Now(),
|
||||
)
|
||||
if err != nil {
|
||||
log.Fatalln("Error: ", err)
|
||||
}
|
||||
if conf.General.InfluxEnabled {
|
||||
sendInfluxBatchDataPoint(point, conf.General.FreifunkInfluxPort)
|
||||
}
|
||||
|
||||
//Build Nodes
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: up.Format(iso8601),
|
||||
Lastseen: time.Now().Format(iso8601),
|
||||
IsOnline: true,
|
||||
IsGateway: true,
|
||||
Clients: 0,
|
||||
ClientsWifi24: 0,
|
||||
ClientsWifi5: 0,
|
||||
ClientsOther: 0,
|
||||
RootFSUsage: 0,
|
||||
LoadAVG: cpuMap,
|
||||
MemoryUsage: memoryMap,
|
||||
Uptime: up.Format(iso8601),
|
||||
GatewayNexthop: "",
|
||||
Gateway: "",
|
||||
NodeID: strings.ReplaceAll(d.Devices[i].MAC, ":", ""),
|
||||
MAC: d.Devices[i].MAC,
|
||||
Adresses: d.Devices[i].Adresses,
|
||||
Domain: d.Devices[i].Domain,
|
||||
Hostname: "[Gateway] " + d.Devices[i].Name,
|
||||
Owner: "Freifunk Troisdorf",
|
||||
Firmware: firmware{
|
||||
Base: "KVM",
|
||||
Release: "Ubuntu 22.04",
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: false,
|
||||
Branch: "stable",
|
||||
},
|
||||
NProc: 1,
|
||||
Model: "KVM",
|
||||
})
|
||||
}
|
||||
return nodes
|
||||
}
|
||||
107
types.go
107
types.go
@ -6,24 +6,25 @@ import (
|
||||
"io/ioutil"
|
||||
"net/http"
|
||||
"os"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
type config struct {
|
||||
General struct {
|
||||
InfluxEnabled bool `json:"influx_enabled"`
|
||||
FreifunkInfluxPort string `json:"freifunk_influx_port"`
|
||||
ProxmoxInfluxPort string `json:"proxmox_influx_port"`
|
||||
InfluxURL string `json:"influx_url"`
|
||||
}
|
||||
UISP struct {
|
||||
Unms struct {
|
||||
Enabled bool `json:"enabled"`
|
||||
UnmsAPIURL string `json:"unmsAPIUrl"`
|
||||
APItoken string `json:"APItoken"`
|
||||
DevicesURL string `json:"devicesURL"`
|
||||
RouterURL string `json:"routerURL"`
|
||||
} `json:"unms"`
|
||||
Unifi []UnifiServer `json:"unifi"`
|
||||
Unifi struct {
|
||||
Enabled bool `json:"enabled"`
|
||||
DisplayUsers bool `json:"displayusers"`
|
||||
APIURL string `json:"APIUrl"`
|
||||
User string `json:"user"`
|
||||
Password string `json:"password"`
|
||||
UCDevicesURL string `json:"ucDevicesURL"`
|
||||
} `json:"unifi"`
|
||||
Meshviewer struct {
|
||||
Enabled bool `json:"enabled"`
|
||||
Files []struct {
|
||||
@ -31,25 +32,10 @@ type config struct {
|
||||
URL string `json:"URL"`
|
||||
} `json:"files"`
|
||||
} `json:"meshviewer"`
|
||||
Gateways struct {
|
||||
Enabled bool `json:"enabled"`
|
||||
GatewaysURL string `json:"gatewaysurl"`
|
||||
} `json:"gateways"`
|
||||
}
|
||||
|
||||
type UnifiServer struct {
|
||||
Name string `json:"name"`
|
||||
Enabled bool `json:"enabled"`
|
||||
DisplayUsers bool `json:"displayusers"`
|
||||
APIURL string `json:"APIUrl"`
|
||||
User string `json:"user"`
|
||||
Password string `json:"password"`
|
||||
UCDevicesURL string `json:"ucDevicesURL"`
|
||||
}
|
||||
|
||||
type device struct {
|
||||
Name string `json:"name"`
|
||||
FQDN string `json:"fqdn"`
|
||||
MAC string `json:"mac"`
|
||||
GatewayNexthop string `json:"gateway_nexthop"`
|
||||
LinkedTo string `json:"linked_to"`
|
||||
@ -59,7 +45,6 @@ type device struct {
|
||||
Longitude float64 `json:"longitude"`
|
||||
Latitude float64 `json:"latitude"`
|
||||
} `json:"location"`
|
||||
Adresses []string `json:"adresses"`
|
||||
}
|
||||
type devices struct {
|
||||
Devices []device `json:"devices"`
|
||||
@ -91,29 +76,6 @@ type unifiAPIDetails struct {
|
||||
RAM float64 `json:"ram"`
|
||||
} `json:"overview"`
|
||||
IPAddress string `json:"ipAddress"`
|
||||
Location struct {
|
||||
Latitude float64 `json:"latitude"`
|
||||
Longitude float64 `json:"longitude"`
|
||||
Altitude int `json:"altitude"`
|
||||
} `json:"location"`
|
||||
Interfaces []struct {
|
||||
Identification struct {
|
||||
Type string `json:"type"`
|
||||
Name string `json:"name"`
|
||||
Description string `json:"description"`
|
||||
Mac string `json:"mac"`
|
||||
DisplayName string `json:"displayName"`
|
||||
} `json:"identification"`
|
||||
Statistics struct {
|
||||
Rxrate int `json:"rxrate"`
|
||||
Txrate int `json:"txrate"`
|
||||
Rxbytes int64 `json:"rxbytes"`
|
||||
Txbytes int64 `json:"txbytes"`
|
||||
PoePower int `json:"poePower"`
|
||||
Dropped int `json:"dropped"`
|
||||
Errors int `json:"errors"`
|
||||
} `json:"statistics"`
|
||||
} `json:"interfaces"`
|
||||
}
|
||||
|
||||
type unifiAPIAirmax struct {
|
||||
@ -202,6 +164,17 @@ func (o *output) writeToFile() error {
|
||||
return nil
|
||||
}
|
||||
|
||||
type apiResponse struct {
|
||||
StatusCode int `json:"statusCode"`
|
||||
Error string `json:"error"`
|
||||
Message string `json:"message"`
|
||||
}
|
||||
|
||||
type jar struct {
|
||||
lk sync.Mutex
|
||||
cookies map[string][]*http.Cookie
|
||||
}
|
||||
|
||||
type ucSite struct {
|
||||
Name string `json:"desc"`
|
||||
ID string `json:"name"`
|
||||
@ -224,7 +197,7 @@ type ucDevice struct {
|
||||
} `json:"system-stats"`
|
||||
}
|
||||
|
||||
type UnifiAPIData struct {
|
||||
type ucAPIData struct {
|
||||
user string
|
||||
pass string
|
||||
baseURL string
|
||||
@ -279,7 +252,7 @@ type mvDevices struct {
|
||||
} `json:"links"`
|
||||
}
|
||||
|
||||
// switch Unifi AP Mod IDs to Names
|
||||
//switch Unifi AP Mod IDs to Names
|
||||
func lookupModels(model string) string {
|
||||
switch model {
|
||||
case "BZ2", "U2S48", "U2Sv2":
|
||||
@ -328,37 +301,3 @@ type UNMSLogResponse struct {
|
||||
} `json:"device"`
|
||||
} `json:"items"`
|
||||
}
|
||||
|
||||
type XY struct {
|
||||
X int `json:"x"`
|
||||
Y int `json:"y"`
|
||||
}
|
||||
|
||||
type AvgMax struct {
|
||||
AVG []XY `json:"avg"`
|
||||
MAX []XY `json:"max"`
|
||||
}
|
||||
|
||||
type UNMSstatistics struct {
|
||||
Period int `json:"period"`
|
||||
Interval struct {
|
||||
Start int `json:"start"`
|
||||
End int `json:"end"`
|
||||
} `json:"interval"`
|
||||
CPU AvgMax `json:"cpu"`
|
||||
RAM AvgMax `json:"ram"`
|
||||
Errors AvgMax `json:"errors"`
|
||||
Interfaces []struct {
|
||||
ID string `json:"id"`
|
||||
Priority int `json:"priority"`
|
||||
Name string `json:"name"`
|
||||
Receive AvgMax `json:"receive"`
|
||||
Transmit AvgMax `json:"transmit"`
|
||||
} `json:"interfaces"`
|
||||
}
|
||||
|
||||
type UNMSdhcp []struct {
|
||||
Address string `json:"address"`
|
||||
Hostname string `json:"hostname"`
|
||||
Type string `json:"type"`
|
||||
}
|
||||
|
||||
284
unifi.go
284
unifi.go
@ -1,284 +0,0 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"log"
|
||||
"net/http"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
client "github.com/influxdata/influxdb1-client/v2"
|
||||
)
|
||||
|
||||
// Unifi Controller API processing
|
||||
func processUnifiAPI(s int) ([]node, []link, error) {
|
||||
//get list of Unifi devices to display
|
||||
var nodes []node
|
||||
var links []link
|
||||
d := getDevices(conf.Unifi[s].UCDevicesURL)
|
||||
|
||||
//call Unifi Controller
|
||||
ucAPI := UnifiNewAPI(conf.Unifi[s].User, conf.Unifi[s].Password, conf.Unifi[s].APIURL)
|
||||
//login
|
||||
if err := ucAPI.ucLogin(); err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
//get all Sites from Controller
|
||||
sites, err := ucAPI.ucGetSites()
|
||||
if err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
//get all devices in all sites
|
||||
devices, err := ucAPI.ucGetDevices(sites)
|
||||
if err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
|
||||
//build nodes struct
|
||||
//mvJson, err := getMeshviewerJSON()
|
||||
for _, jsonDevice := range d.Devices {
|
||||
var currentDevice ucDevice
|
||||
var currentJSONDevice device
|
||||
for _, device := range devices {
|
||||
if strings.EqualFold(device.Mac, jsonDevice.MAC) {
|
||||
currentDevice = device
|
||||
currentJSONDevice = jsonDevice
|
||||
}
|
||||
}
|
||||
|
||||
if isRemoteMACpublished(jsonDevice.MAC, d.Devices) {
|
||||
//hier muss gecheckt werden ob der link valide ist
|
||||
if checkMeshviewerLink(jsonDevice.LinkedTo) {
|
||||
links = UnifiAddLink(jsonDevice, links)
|
||||
}
|
||||
}
|
||||
|
||||
isOnline := currentDevice.State == 1
|
||||
var load float64
|
||||
var mem float64
|
||||
var cpu float64
|
||||
if isOnline {
|
||||
load, err = strconv.ParseFloat(currentDevice.Sysstats.CPU, 64)
|
||||
cpu = load * 100
|
||||
if err != nil {
|
||||
log.Println("Error psrsing CPU of device ", currentDevice.Name)
|
||||
log.Println(err)
|
||||
load = 0
|
||||
cpu = 0
|
||||
}
|
||||
mem, err = strconv.ParseFloat(currentDevice.Sysstats.Memory, 64)
|
||||
if err != nil {
|
||||
log.Println("Error parsing Memory of device ", currentDevice.Name)
|
||||
log.Println(err)
|
||||
mem = 0
|
||||
}
|
||||
}
|
||||
|
||||
var model = lookupModels(currentDevice.Model)
|
||||
var clients int
|
||||
if conf.Unifi[s].DisplayUsers {
|
||||
clients = currentDevice.Users
|
||||
}
|
||||
|
||||
//// INFLUX START
|
||||
// fields := map[string]interface{}{}
|
||||
fields := make(map[string]any)
|
||||
tags := map[string]string{
|
||||
"hostname": strings.ReplaceAll(currentDevice.Name, " ", "-"),
|
||||
"nodeid": strings.ReplaceAll(currentDevice.Mac, ":", ""),
|
||||
}
|
||||
// Generate fields for all network interfaces (not availible for Unifi Nodes)
|
||||
//for eth := range details.Interfaces {
|
||||
// interface_name_rx := ("rate.rx" + "_" + details.Interfaces[eth].Identification.Name)
|
||||
// interface_name_tx := ("rate.tx" + "_" + details.Interfaces[eth].Identification.Name)
|
||||
// fields[interface_name_rx] = details.Interfaces[eth].Statistics.Rxrate
|
||||
// fields[interface_name_tx] = details.Interfaces[eth].Statistics.Txrate
|
||||
//}
|
||||
|
||||
// set default values if we can't get statistics
|
||||
fields["cpu"] = 0
|
||||
fields["load"] = float64(0)
|
||||
fields["ram"] = 0
|
||||
|
||||
if isOnline {
|
||||
// Generate fields for all Statistics
|
||||
//load := (float64(load) / float64(100))
|
||||
fields["cpu"] = int(cpu)
|
||||
fields["load"] = load
|
||||
fields["ram"] = int(mem)
|
||||
}
|
||||
|
||||
// Generate field for DHCP Leases
|
||||
fields["clients.total"] = clients
|
||||
fields["time.up"] = currentDevice.Uptime
|
||||
|
||||
// Generate Dataponts
|
||||
point, err := client.NewPoint(
|
||||
"node",
|
||||
tags,
|
||||
fields,
|
||||
time.Now(),
|
||||
)
|
||||
if err != nil {
|
||||
log.Fatalln("Error: ", err)
|
||||
}
|
||||
|
||||
if conf.General.InfluxEnabled {
|
||||
sendInfluxBatchDataPoint(point, conf.General.FreifunkInfluxPort)
|
||||
}
|
||||
|
||||
// INFLUX STOP
|
||||
//log.Println(currentDevice.Mac)
|
||||
if currentDevice.Mac != "" {
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: "0",
|
||||
Lastseen: time.Unix(int64(currentDevice.LastSeen), 0).Format(iso8601),
|
||||
IsOnline: itob(currentDevice.State),
|
||||
IsGateway: false,
|
||||
Clients: clients,
|
||||
ClientsWifi24: 0,
|
||||
ClientsWifi5: 0,
|
||||
ClientsOther: clients,
|
||||
RootFSUsage: 0,
|
||||
LoadAVG: load / 100,
|
||||
MemoryUsage: mem / 100,
|
||||
Uptime: time.Now().Add(-1 * time.Second * time.Duration(currentDevice.Uptime)).Format(iso8601),
|
||||
GatewayNexthop: currentJSONDevice.GatewayNexthop,
|
||||
Gateway: currentJSONDevice.Gateway,
|
||||
Location: ¤tJSONDevice.Location,
|
||||
NodeID: strings.ReplaceAll(currentDevice.Mac, ":", ""),
|
||||
MAC: currentDevice.Mac,
|
||||
Adresses: []string{currentDevice.IP},
|
||||
Domain: currentJSONDevice.Domain,
|
||||
Hostname: "[Unifi] " + currentDevice.Name,
|
||||
Owner: "Freifunk Rhein-Sieg",
|
||||
Firmware: firmware{
|
||||
Base: "Ubiquiti - Stock",
|
||||
Release: currentDevice.Version,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: false,
|
||||
Branch: "stable",
|
||||
},
|
||||
NProc: 1,
|
||||
Model: model,
|
||||
})
|
||||
}
|
||||
}
|
||||
return nodes, links, err
|
||||
}
|
||||
|
||||
func UnifiNewAPI(user string, pass string, baseURL string) UnifiAPIData {
|
||||
return UnifiAPIData{
|
||||
user: user,
|
||||
pass: pass,
|
||||
baseURL: baseURL,
|
||||
client: httpClient(),
|
||||
}
|
||||
}
|
||||
|
||||
func (u *UnifiAPIData) ucCallAPI(url string, method string, body *bytes.Buffer, output interface{}) error {
|
||||
req, err := http.NewRequest(method, u.baseURL+url, body)
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't set request %s", u.baseURL+url)
|
||||
}
|
||||
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
response, err := u.client.Do(req)
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't login %s", u.baseURL+url)
|
||||
}
|
||||
defer response.Body.Close()
|
||||
if response.StatusCode != 200 {
|
||||
return fmt.Errorf("login failed %s", u.baseURL+url)
|
||||
}
|
||||
|
||||
data, err := io.ReadAll(response.Body)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
err = json.Unmarshal(data, &output)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (u *UnifiAPIData) ucLogin() error {
|
||||
var loginData = []byte(`{"username":"` + u.user + `","password":"` + u.pass + `"}`)
|
||||
|
||||
url := "/api/login"
|
||||
err := u.ucCallAPI(url, http.MethodPost, bytes.NewBuffer(loginData), nil)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (u *UnifiAPIData) ucGetSites() ([]ucSite, error) {
|
||||
var d struct {
|
||||
Data []ucSite `json:"data"`
|
||||
}
|
||||
|
||||
url := "/api/self/sites"
|
||||
err := u.ucCallAPI(url, http.MethodGet, bytes.NewBuffer([]byte{}), &d)
|
||||
if err != nil {
|
||||
return []ucSite{}, err
|
||||
}
|
||||
return d.Data, nil
|
||||
}
|
||||
|
||||
func (u *UnifiAPIData) ucGetDevices(sites []ucSite) ([]ucDevice, error) {
|
||||
var d struct {
|
||||
Data []ucDevice `json:"data"`
|
||||
}
|
||||
var s []ucDevice
|
||||
|
||||
for _, site := range sites {
|
||||
url := "/api/s/" + site.ID + "/stat/device"
|
||||
u.ucCallAPI(url, http.MethodGet, bytes.NewBuffer([]byte{}), &d)
|
||||
s = append(s, d.Data...)
|
||||
}
|
||||
return s, nil
|
||||
}
|
||||
|
||||
func UnifiAddLink(dev device, links []link) []link {
|
||||
for i := range links {
|
||||
if links[i].SourceAddr == dev.MAC {
|
||||
// link already exists
|
||||
return links
|
||||
}
|
||||
}
|
||||
if dev.LinkedTo == "" {
|
||||
//no LinkedTo in ucDevices.json
|
||||
return links
|
||||
}
|
||||
links = append(links, link{
|
||||
Type: "cable",
|
||||
Source: strings.ReplaceAll(dev.MAC, ":", ""),
|
||||
Target: strings.ReplaceAll(dev.GatewayNexthop, ":", ""),
|
||||
SourceTQ: 1,
|
||||
TargetTQ: 1,
|
||||
SourceAddr: dev.MAC,
|
||||
TargetAddr: dev.LinkedTo,
|
||||
})
|
||||
return links
|
||||
}
|
||||
|
||||
func findNodeID(NodeID string) bool {
|
||||
for s := range conf.Unifi {
|
||||
ucDev := getDevices(conf.Unifi[s].UCDevicesURL)
|
||||
for i := range ucDev.Devices {
|
||||
if ucDev.Devices[i].GatewayNexthop == NodeID {
|
||||
return true
|
||||
}
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
287
unms.go
287
unms.go
@ -1,287 +0,0 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"log"
|
||||
"net/http"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
_ "github.com/fatih/structs"
|
||||
|
||||
//_ "github.com/influxdata/influxdb1-client" // this is important because of the bug in go mod
|
||||
client "github.com/influxdata/influxdb1-client/v2"
|
||||
)
|
||||
|
||||
// UNMS API processing (Richtfunk)
|
||||
func processUISPRiFu() ([]node, []link, error) {
|
||||
// Variables for runtime
|
||||
var links []link
|
||||
var nodes []node
|
||||
|
||||
d := getDevices(conf.UISP.DevicesURL)
|
||||
|
||||
// API CALL 1 (get Device overview)
|
||||
log.Println("Starting UISP API Crawler for Rifu devices")
|
||||
log.Println("Getting device overview from UNMS API")
|
||||
var u []unifiAPIResponse
|
||||
if err := UnmsCallAPI("/devices", &u); err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
|
||||
for i := range d.Devices {
|
||||
time.Sleep(time.Second)
|
||||
var dev unifiAPIResponse
|
||||
var currentDevice device
|
||||
for j := range u {
|
||||
if strings.ToUpper(u[j].Identification.MAC) == strings.ToUpper(d.Devices[i].MAC) {
|
||||
dev = u[j]
|
||||
currentDevice = d.Devices[i]
|
||||
}
|
||||
}
|
||||
isOnline := dev.Overview.Status == "active"
|
||||
// END OF API CALL 1
|
||||
|
||||
// Getting details from UISP
|
||||
log.Println("Getting device details for: ", d.Devices[i].Name)
|
||||
var details unifiAPIDetails
|
||||
if err := UnmsCallAPI("/devices/erouters/"+dev.Identification.ID, &details); err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
|
||||
// Getting details for RiFu
|
||||
log.Println("Getting details for RiFu Link for: ", d.Devices[i].Name)
|
||||
var airmaxes []unifiAPIAirmax
|
||||
if err := UnmsCallAPI("/devices/airmaxes/"+dev.Identification.ID+"/stations", &airmaxes); err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
// check if remote mac address is part of our published network
|
||||
for i := range airmaxes {
|
||||
if isRemoteMACpublished(airmaxes[i].DeviceIdentification.MAC, d.Devices) {
|
||||
links = UnmsAddLink(dev, airmaxes[i], links)
|
||||
}
|
||||
}
|
||||
// END OF API CALL 3
|
||||
|
||||
// Get info from json file (static)
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: dev.Overview.CreatedAt.Format(iso8601),
|
||||
Lastseen: dev.Overview.LastSeen.Format(iso8601),
|
||||
IsOnline: isOnline,
|
||||
IsGateway: false,
|
||||
Clients: 0,
|
||||
ClientsWifi24: 0,
|
||||
ClientsWifi5: 0,
|
||||
ClientsOther: 0,
|
||||
RootFSUsage: 0,
|
||||
LoadAVG: details.Overview.CPU / 100,
|
||||
MemoryUsage: details.Overview.RAM / 100,
|
||||
Uptime: dev.Identification.Started.Format(iso8601),
|
||||
GatewayNexthop: currentDevice.GatewayNexthop,
|
||||
Gateway: currentDevice.Gateway,
|
||||
Location: ¤tDevice.Location,
|
||||
NodeID: strings.ReplaceAll(dev.Identification.MAC, ":", ""),
|
||||
MAC: dev.Identification.MAC,
|
||||
Adresses: UnmsGetAddresses(details.IPAddress),
|
||||
Domain: currentDevice.Domain,
|
||||
Hostname: "[RiFu] " + details.Identification.Name,
|
||||
Owner: "Freifunk Rhein-Sieg",
|
||||
Firmware: firmware{
|
||||
Base: "Ubiquiti - Stock",
|
||||
Release: details.Firmware.Current,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: false,
|
||||
Branch: "stable",
|
||||
},
|
||||
NProc: 1,
|
||||
Model: details.Identification.Model,
|
||||
})
|
||||
}
|
||||
return nodes, links, nil
|
||||
}
|
||||
|
||||
func processUISPRouter() ([]node, error) {
|
||||
time.Sleep(time.Second)
|
||||
// Variables for runtime
|
||||
var nodes []node
|
||||
d := getDevices(conf.UISP.RouterURL)
|
||||
|
||||
// API CALL 1, get all devices list from UNMS
|
||||
log.Println("Get all Routers from UISP")
|
||||
var u []unifiAPIResponse
|
||||
if err := UnmsCallAPI("/devices", &u); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// Get Information for devices device
|
||||
for i := range d.Devices {
|
||||
var dev unifiAPIResponse
|
||||
var currentDevice device
|
||||
for j := range u {
|
||||
if strings.ToUpper(u[j].Identification.MAC) == strings.ToUpper(d.Devices[i].MAC) {
|
||||
dev = u[j]
|
||||
currentDevice = d.Devices[i]
|
||||
}
|
||||
}
|
||||
|
||||
isOnline := dev.Overview.Status == "active"
|
||||
|
||||
// API CALL FOR ROUTER DETAILS (Interface RX/TX)
|
||||
log.Println("Getting details of ", d.Devices[i].Name, "from UISP API")
|
||||
var details unifiAPIDetails
|
||||
if err := UnmsCallAPI("/devices/erouters/"+dev.Identification.ID, &details); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// API CALL FOR DEVICE STATISTICS (CPU, RAM)
|
||||
log.Println("Getting statistics of ", d.Devices[i].Name, "from UISP API")
|
||||
var statistics UNMSstatistics
|
||||
if err := UnmsCallAPI("/devices/"+dev.Identification.ID+"/statistics?interval=hour", &statistics); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
// API CALL FOR DHCP LEASES
|
||||
log.Println("Getting DHCP Leases of ", d.Devices[i].Name, "from UNMS API")
|
||||
var dhcpleases UNMSdhcp
|
||||
if isOnline {
|
||||
if err := UnmsCallAPI("/devices/erouters/"+dev.Identification.ID+"/dhcp/leases", &dhcpleases); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
} else {
|
||||
log.Println("Router ist offline, skipping DHCP Leases")
|
||||
}
|
||||
|
||||
// fields := map[string]interface{}{}
|
||||
fields := make(map[string]any)
|
||||
tags := map[string]string{
|
||||
"hostname": strings.ReplaceAll(d.Devices[i].Name, " ", "-"),
|
||||
"nodeid": strings.ReplaceAll(dev.Identification.MAC, ":", ""),
|
||||
}
|
||||
// Generate fields for all network interfaces
|
||||
for eth := range details.Interfaces {
|
||||
interface_name_rx := ("rate.rx" + "_" + details.Interfaces[eth].Identification.Name)
|
||||
interface_name_tx := ("rate.tx" + "_" + details.Interfaces[eth].Identification.Name)
|
||||
fields[interface_name_rx] = details.Interfaces[eth].Statistics.Rxrate
|
||||
fields[interface_name_tx] = details.Interfaces[eth].Statistics.Txrate
|
||||
}
|
||||
|
||||
// set default values if we can't get statistics
|
||||
fields["cpu"] = 0
|
||||
fields["load"] = float64(0)
|
||||
fields["ram"] = 0
|
||||
|
||||
if isOnline {
|
||||
// Generate fields for all Statistics
|
||||
load := (float64(statistics.CPU.AVG[0].Y) / float64(100))
|
||||
fields["cpu"] = statistics.CPU.AVG[0].Y
|
||||
fields["load"] = load
|
||||
fields["ram"] = statistics.RAM.AVG[0].Y
|
||||
}
|
||||
|
||||
// Generate field for DHCP Leases
|
||||
fields["clients.total"] = len(dhcpleases)
|
||||
|
||||
// Generate Dataponts
|
||||
point, err := client.NewPoint(
|
||||
"node",
|
||||
tags,
|
||||
fields,
|
||||
time.Now(),
|
||||
)
|
||||
if err != nil {
|
||||
log.Fatalln("Error: ", err)
|
||||
}
|
||||
if conf.General.InfluxEnabled {
|
||||
sendInfluxBatchDataPoint(point, conf.General.FreifunkInfluxPort)
|
||||
}
|
||||
// Get info from json file (static)
|
||||
nodes = append(nodes, node{
|
||||
Firstseen: dev.Overview.CreatedAt.Format(iso8601),
|
||||
Lastseen: dev.Overview.LastSeen.Format(iso8601),
|
||||
IsOnline: isOnline,
|
||||
IsGateway: false,
|
||||
Clients: 0,
|
||||
ClientsWifi24: 0,
|
||||
ClientsWifi5: 0,
|
||||
ClientsOther: 0,
|
||||
RootFSUsage: 0,
|
||||
LoadAVG: details.Overview.CPU / 100,
|
||||
MemoryUsage: details.Overview.RAM / 100,
|
||||
Uptime: dev.Identification.Started.Format(iso8601),
|
||||
GatewayNexthop: currentDevice.GatewayNexthop,
|
||||
Gateway: currentDevice.Gateway,
|
||||
Location: ¤tDevice.Location,
|
||||
NodeID: strings.ReplaceAll(dev.Identification.MAC, ":", ""),
|
||||
MAC: dev.Identification.MAC,
|
||||
Adresses: UnmsGetAddresses(details.IPAddress),
|
||||
Domain: currentDevice.Domain,
|
||||
Hostname: "[VPN-Router] " + details.Identification.Name,
|
||||
Owner: "Freifunk Rhein-Sieg",
|
||||
Firmware: firmware{
|
||||
Base: "Ubiquiti - Stock",
|
||||
Release: details.Firmware.Current,
|
||||
},
|
||||
Autoupdater: autoupdater{
|
||||
Enabled: false,
|
||||
Branch: "stable",
|
||||
},
|
||||
NProc: 1,
|
||||
Model: details.Identification.Model,
|
||||
})
|
||||
}
|
||||
return nodes, nil
|
||||
}
|
||||
|
||||
func UnmsCallAPI(url string, i any) error {
|
||||
time.Sleep(time.Second)
|
||||
request, err := http.NewRequest(http.MethodGet, conf.UISP.UnmsAPIURL+url, nil)
|
||||
if err != nil {
|
||||
return errors.New(fmt.Sprint("can't set request", conf.UISP.UnmsAPIURL+url))
|
||||
}
|
||||
//log.Println(conf.UISP.UnmsAPIURL + url)
|
||||
request.Header.Set("x-auth-token", conf.UISP.APItoken)
|
||||
client := &http.Client{}
|
||||
response, err := client.Do(request)
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't get request %s with x-auth-token %s", conf.UISP.UnmsAPIURL+url, conf.UISP.APItoken)
|
||||
}
|
||||
if response.StatusCode != 200 {
|
||||
log.Println("Can't call UNMS API, check token and URL. Skipping device. HTTP Status: ", response.StatusCode)
|
||||
return nil
|
||||
}
|
||||
data, err := ioutil.ReadAll(response.Body)
|
||||
defer response.Body.Close()
|
||||
if err != nil {
|
||||
return fmt.Errorf("can't read response body: %+v", response.Body)
|
||||
}
|
||||
// no error occurred, unmarshal to struct
|
||||
return json.Unmarshal(data, &i)
|
||||
}
|
||||
|
||||
func UnmsGetAddresses(ip string) []string {
|
||||
var adresses []string
|
||||
adresses = append(adresses, strings.Split(ip, "/")[0])
|
||||
return adresses
|
||||
}
|
||||
|
||||
func UnmsAddLink(dev unifiAPIResponse, airmaxes unifiAPIAirmax, links []link) []link {
|
||||
for i := range links {
|
||||
if links[i].SourceAddr == airmaxes.DeviceIdentification.MAC {
|
||||
// link already exists
|
||||
return links
|
||||
}
|
||||
}
|
||||
links = append(links, link{
|
||||
Type: "wifi",
|
||||
Source: strings.ReplaceAll(dev.Identification.MAC, ":", ""),
|
||||
Target: strings.ReplaceAll(airmaxes.DeviceIdentification.MAC, ":", ""),
|
||||
SourceTQ: airmaxes.Statistics.LinkScore,
|
||||
TargetTQ: airmaxes.Statistics.LinkScore,
|
||||
SourceAddr: dev.Identification.MAC,
|
||||
TargetAddr: airmaxes.DeviceIdentification.MAC,
|
||||
})
|
||||
return links
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user