bmaeuser/pfsense-analytics
1
0
Fork 0
mirror of https://github.com/lephisto/pfsense-analytics.git synced 2025-12-06 04:19:19 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add autoprovisioning Stuff

Browse Source
This commit is contained in:
Bastian Maeuser
2019-11-07 17:30:59 +01:00
parent 27128911f0
commit 3880d11779
5 changed files with 2252 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
dashboardassign.sh Executable file
View File

@@ -0,0 +1,3 @@
#!/bin/bash
sed -i 's/${DS_PFS_GRAYLOG}/pfsensefw/g' provisioning/dashboards/firewall.json
sed -i 's/${DS_NTOP-CLUSTER}/ntop/g' provisioning/dashboards/ndpi.json

11
provisioning/dashboards/all.yml Normal file
View File

@@ -0,0 +1,11 @@
apiVersion: 1
providers:
- name: 'pfSense Analytics'
orgId: 1
folder: ''
type: file
disableDeletion: false
editable: true
options:
path: /etc/grafana/provisioning/dashboards

1373
provisioning/dashboards/firewall.json Normal file
View File

File diff suppressed because it is too large Load Diff

863
provisioning/dashboards/ndpi.json Normal file
View File

@@ -0,0 +1,863 @@
{
"__inputs": [
{
"name": "DS_NTOP-CLUSTER",
"label": "ntop-cluster",
"description": "",
"type": "datasource",
"pluginId": "influxdb",
"pluginName": "InfluxDB"
}
],
"__requires": [
{
"type": "grafana",
"id": "grafana",
"name": "Grafana",
"version": "6.4.3"
},
{
"type": "panel",
"id": "grafana-piechart-panel",
"name": "Pie Chart",
"version": "1.3.9"
},
{
"type": "panel",
"id": "grafana-worldmap-panel",
"name": "Worldmap Panel",
"version": "0.2.1"
},
{
"type": "panel",
"id": "graph",
"name": "Graph",
"version": ""
},
{
"type": "datasource",
"id": "influxdb",
"name": "InfluxDB",
"version": "1.0.0"
}
],
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": "-- Grafana --",
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"type": "dashboard"
}
]
},
"editable": true,
"gnetId": null,
"graphTooltip": 1,
"id": null,
"iteration": 1573140126928,
"links": [],
"panels": [
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "ntop",
"fill": 1,
"fillGradient": 2,
"gridPos": {
"h": 7,
"w": 24,
"x": 0,
"y": 0
},
"id": 16,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"dataLinks": []
},
"percentage": false,
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"alias": "IPV4 $tag_host",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
},
{
"params": [
"host"
],
"type": "tag"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"measurement": "host:traffic",
"orderByTime": "ASC",
"policy": "default",
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"bytes_rcvd"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"1s"
],
"type": "non_negative_derivative"
},
{
"params": [
"*8"
],
"type": "math"
}
]
],
"tags": []
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "IPv4 Traffic by Host",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bps",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"collapsed": false,
"datasource": "ntop",
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 7
},
"id": 12,
"panels": [],
"title": "Interface igb1",
"type": "row"
},
{
"aliasColors": {},
"breakPoint": "50%",
"cacheTimeout": null,
"combine": {
"label": "Others",
"threshold": 0
},
"datasource": "ntop",
"fontSize": "110%",
"format": "decbytes",
"gridPos": {
"h": 8,
"w": 6,
"x": 0,
"y": 8
},
"id": 6,
"interval": null,
"legend": {
"header": "",
"percentage": true,
"show": true,
"sort": "total",
"sortDesc": true,
"values": false
},
"legendType": "On graph",
"links": [],
"maxDataPoints": 3,
"nullPointMode": "connected",
"options": {},
"pieType": "donut",
"strokeWidth": "3",
"targets": [
{
"alias": "IPv4",
"groupBy": [
{
"params": [
"host"
],
"type": "tag"
}
],
"measurement": "host:traffic",
"orderByTime": "ASC",
"policy": "default",
"query": "select sum(sumtx_sumrx) from (select sumtx+sumrx from (select sum(tx) as sumtx, sum(rx) as sumrx from (SELECT non_negative_difference(\"bytes_rcvd\") as rx,non_negative_difference(\"bytes_sent\") as tx FROM \"host:traffic\" WHERE (\"host\" =~ /^(?:[0-9]{1,3}\\.){3}[0-9]{1,3}$/) AND $timeFilter GROUP BY \"host\") group by *))",
"rawQuery": true,
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"bytes_rcvd"
],
"type": "field"
},
{
"params": [],
"type": "non_negative_difference"
}
]
],
"tags": [
{
"key": "host",
"operator": "=~",
"value": "/^(?:[0-9]{1,3}\\.){3}[0-9]{1,3}$/"
}
]
},
{
"alias": "IPv6",
"groupBy": [
{
"params": [
"host"
],
"type": "tag"
}
],
"measurement": "host:traffic",
"orderByTime": "ASC",
"policy": "default",
"query": "select sum(sumtx_sumrx) from (select sumtx+sumrx from (select sum(tx) as sumtx, sum(rx) as sumrx from (SELECT non_negative_difference(\"bytes_rcvd\") as rx,non_negative_difference(\"bytes_sent\") as tx FROM \"host:traffic\" WHERE (\"host\" !~ /^(?:[0-9]{1,3}\\.){3}[0-9]{1,3}/) AND $timeFilter GROUP BY \"host\") group by *))",
"rawQuery": true,
"refId": "B",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"bytes_rcvd"
],
"type": "field"
},
{
"params": [],
"type": "non_negative_difference"
}
]
],
"tags": [
{
"key": "host",
"operator": "=~",
"value": "/^(?:[0-9]{1,3}\\.){3}[0-9]{1,3}$/"
}
]
}
],
"timeFrom": null,
"timeShift": null,
"title": "Traffix Distribution V4/V6",
"type": "grafana-piechart-panel",
"valueName": "total"
},
{
"aliasColors": {},
"breakPoint": "50%",
"cacheTimeout": null,
"combine": {
"label": "Others",
"threshold": 0
},
"datasource": "ntop",
"fontSize": "80%",
"format": "decbytes",
"gridPos": {
"h": 8,
"w": 8,
"x": 6,
"y": 8
},
"id": 2,
"interval": null,
"legend": {
"percentage": true,
"percentageDecimals": 2,
"show": true,
"sort": "total",
"sortDesc": true,
"values": true
},
"legendType": "Right side",
"links": [],
"maxDataPoints": 3,
"nullPointMode": "connected",
"options": {},
"pieType": "donut",
"pluginVersion": "6.4.3",
"strokeWidth": "1",
"targets": [
{
"alias": "$tag_protocol",
"groupBy": [
{
"params": [
"protocol"
],
"type": "tag"
}
],
"limit": "",
"measurement": "iface:ndpi",
"orderByTime": "ASC",
"policy": "default",
"query": "SELECT \"bytes\" as bytes FROM \"iface:ndpi\" WHERE $timeFilter GROUP BY \"protocol\"",
"rawQuery": false,
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"bytes"
],
"type": "field"
},
{
"params": [],
"type": "non_negative_difference"
}
]
],
"slimit": "",
"tags": [
{
"key": "protocol",
"operator": "=~",
"value": "/^$ndpicat$/"
}
]
}
],
"timeFrom": null,
"timeShift": null,
"title": "NDPI Interface",
"type": "grafana-piechart-panel",
"valueName": "total"
},
{
"circleMaxSize": "15",
"circleMinSize": "3",
"colors": [
"#73BF69",
"rgba(237, 129, 40, 0.89)",
"#8F3BB8"
],
"datasource": "ntop",
"decimals": 0,
"esMetric": "Count",
"gridPos": {
"h": 15,
"w": 10,
"x": 14,
"y": 8
},
"hideEmpty": false,
"hideZero": false,
"id": 8,
"initialZoom": "2",
"locationData": "countries",
"mapCenter": "Europe",
"mapCenterLatitude": 46,
"mapCenterLongitude": 14,
"maxDataPoints": 1,
"mouseWheelZoom": true,
"options": {},
"showLegend": true,
"stickyLabels": false,
"tableQueryOptions": {
"geohashField": "geohash",
"latitudeField": "latitude",
"longitudeField": "longitude",
"metricField": "metric",
"queryType": "geohash"
},
"targets": [
{
"alias": "$tag_country",
"groupBy": [
{
"params": [
"country"
],
"type": "tag"
}
],
"measurement": "country:traffic",
"orderByTime": "ASC",
"policy": "default",
"query": "select sum(inout)/1024/1024/1024 from (SELECT \"bytes_ingress\"+\"bytes_egress\" as inout FROM \"country:traffic\" WHERE time >= now() - 3h GROUP BY \"country\") group by *",
"rawQuery": true,
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"bytes_egress"
],
"type": "field"
},
{
"params": [],
"type": "sum"
}
]
],
"tags": []
}
],
"thresholds": "4,10",
"timeFrom": null,
"timeShift": null,
"title": "Traffic egress+ingress per Country",
"type": "grafana-worldmap-panel",
"unitPlural": "GBytes",
"unitSingle": "",
"unitSingular": "GByte",
"valueName": "current"
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "ntop",
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 14,
"x": 0,
"y": 16
},
"id": 4,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"dataLinks": []
},
"percentage": false,
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": true,
"steppedLine": false,
"targets": [
{
"alias": "local2remote",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
}
],
"measurement": "iface:local2remote",
"orderByTime": "ASC",
"policy": "default",
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"bytes"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"1s"
],
"type": "non_negative_derivative"
},
{
"params": [
"*8"
],
"type": "math"
}
]
],
"tags": []
},
{
"alias": "remote2local",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
}
],
"measurement": "iface:remote2local",
"orderByTime": "ASC",
"policy": "default",
"refId": "B",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"bytes"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"1s"
],
"type": "non_negative_derivative"
},
{
"params": [
"*8"
],
"type": "math"
}
]
],
"tags": []
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Flowthroughput",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bps",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "ntop",
"fill": 1,
"fillGradient": 1,
"gridPos": {
"h": 7,
"w": 24,
"x": 0,
"y": 23
},
"id": 10,
"legend": {
"alignAsTable": true,
"avg": true,
"current": true,
"max": true,
"min": false,
"rightSide": true,
"show": true,
"sort": "current",
"sortDesc": true,
"total": false,
"values": true
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"dataLinks": []
},
"percentage": false,
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"alias": "$tag_protocol",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"protocol"
],
"type": "tag"
}
],
"measurement": "iface:ndpi",
"orderByTime": "ASC",
"policy": "default",
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"bytes"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"1s"
],
"type": "non_negative_derivative"
},
{
"params": [
"*8"
],
"type": "math"
}
]
],
"tags": [
{
"key": "protocol",
"operator": "=~",
"value": "/^$ndpicat$/"
}
]
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Traffic Distribution",
"tooltip": {
"shared": true,
"sort": 2,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "bps",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
}
],
"refresh": "30s",
"schemaVersion": 20,
"style": "dark",
"tags": [
"pfSense",
"NTOP"
],
"templating": {
"list": [
{
"allValue": null,
"current": {},
"datasource": "ntop",
"definition": "SHOW TAG VALUES FROM \"iface:ndpi\" WITH KEY=protocol",
"hide": 0,
"includeAll": true,
"label": null,
"multi": true,
"name": "ndpicat",
"options": [],
"query": "SHOW TAG VALUES FROM \"iface:ndpi\" WITH KEY=protocol",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "apps.$tag.*",
"tags": [],
"tagsQuery": "SHOW TAG VALUES FROM \"iface:ndpi\" WITH KEY=protocol WHERE protocol =~ /^RTP$/",
"type": "query",
"useTags": false
}
]
},
"time": {
"from": "now-6h",
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"5s",
"10s",
"30s",
"1m",
"5m",
"15m",
"30m",
"1h",
"2h",
"1d"
]
},
"timezone": "",
"title": "DPI",
"uid": "_LW0mbAZk",
"version": 52
}

2
provisioning/datasources/automatic.yml
View File

@@ -3,6 +3,8 @@ apiVersion: 1
deleteDatasources:
- name: ntop
orgId: 1
- name: pfsensefw
orgId: 1
datasources:
- name: ntop