{ "annotations": { "list": [] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": null, "links": [], "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 17, "panels": [], "title": "Logs (use Level and Search filters above)", "type": "row" }, { "datasource": "Loki", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "bars", "fillOpacity": 80, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineWidth": 1, "scaleDistribution": { "type": "linear" }, "stacking": { "group": "A", "mode": "normal" } }, "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null} ] } }, "overrides": [ {"matcher": {"id": "byName", "options": "fatal"}, "properties": [{"id": "color", "value": {"fixedColor": "dark-red", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "panic"}, "properties": [{"id": "color", "value": {"fixedColor": "dark-red", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "critical"}, "properties": [{"id": "color", "value": {"fixedColor": "red", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "crit"}, "properties": [{"id": "color", "value": {"fixedColor": "red", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "error"}, "properties": [{"id": "color", "value": {"fixedColor": "orange", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "err"}, "properties": [{"id": "color", "value": {"fixedColor": "orange", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "warn"}, "properties": [{"id": "color", "value": {"fixedColor": "yellow", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "warning"}, "properties": [{"id": "color", "value": {"fixedColor": "yellow", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "notice"}, "properties": [{"id": "color", "value": {"fixedColor": "blue", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "info"}, "properties": [{"id": "color", "value": {"fixedColor": "green", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "debug"}, "properties": [{"id": "color", "value": {"fixedColor": "purple", "mode": "fixed"}}]} ] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 1 }, "id": 16, "options": { "legend": { "calcs": ["sum"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "expr": "sum by (level) (count_over_time({level=~\"${level:regex}\"} |~ \"(?i)$search\" [$__interval]))", "legendFormat": "{{level}}", "refId": "A" } ], "title": "Log Volume by Level", "type": "timeseries" }, { "datasource": "Loki", "gridPos": { "h": 8, "w": 16, "x": 8, "y": 1 }, "id": 10, "options": { "showTime": true, "showLabels": true, "showCommonLabels": false, "wrapLogMessage": false, "prettifyLogMessage": false, "enableLogDetails": true, "dedupStrategy": "none", "sortOrder": "Descending", "noDataMessage": " " }, "targets": [ { "expr": "{level=~\"${level:regex}\"} |~ \"(?i)$search\"", "refId": "A" } ], "title": "Logs", "type": "logs" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "0": {"color": "red", "text": "DOWN"}, "1": {"color": "green", "text": "UP"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "red", "value": null}, {"color": "green", "value": 1} ] } } }, "gridPos": {"h": 4, "w": 4, "x": 0, "y": 9}, "id": 1, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "textMode": "value" }, "targets": [{"expr": "up{job=\"caddy\"}", "refId": "A"}], "title": "Caddy", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "0": {"color": "red", "text": "DOWN"}, "1": {"color": "green", "text": "UP"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "red", "value": null}, {"color": "green", "value": 1} ] } } }, "gridPos": {"h": 4, "w": 4, "x": 4, "y": 9}, "id": 2, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "textMode": "value" }, "targets": [{"expr": "up{job=\"forgejo\"}", "refId": "A"}], "title": "Forgejo", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "1": {"color": "green", "text": "UP"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null} ] } } }, "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "0": {"color": "red", "text": "DOWN"}, "1": {"color": "green", "text": "UP"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "red", "value": null}, {"color": "green", "value": 1} ] } } }, "gridPos": {"h": 4, "w": 4, "x": 8, "y": 9}, "id": 20, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "textMode": "value" }, "targets": [{"expr": "count(container_last_seen{name=\"tuwunel\"})", "refId": "A"}], "title": "Tuwunel", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "1": {"color": "green", "text": "UP"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null} ] } } }, "gridPos": {"h": 4, "w": 3, "x": 12, "y": 9}, "id": 3, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "textMode": "value" }, "targets": [{"expr": "1", "refId": "A"}], "title": "Mailserver", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "0": {"color": "red", "text": "DOWN"}, "1": {"color": "green", "text": "UP"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "red", "value": null}, {"color": "green", "value": 1} ] } } }, "gridPos": {"h": 4, "w": 3, "x": 15, "y": 9}, "id": 4, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "textMode": "value" }, "targets": [{"expr": "up{job=\"prometheus\"}", "refId": "A"}], "title": "Prometheus", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "0": {"color": "red", "text": "DOWN"}, "1": {"color": "green", "text": "UP"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "red", "value": null}, {"color": "green", "value": 1} ] } } }, "gridPos": {"h": 4, "w": 3, "x": 18, "y": 9}, "id": 5, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "textMode": "value" }, "targets": [{"expr": "up{job=\"alloy\"}", "refId": "A"}], "title": "Alloy", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "1": {"color": "green", "text": "UP"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null} ] } } }, "gridPos": {"h": 4, "w": 3, "x": 21, "y": 9}, "id": 6, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "textMode": "value" }, "targets": [{"expr": "1", "refId": "A"}], "title": "Loki", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "0": {"color": "red", "text": "FAILED"}, "1": {"color": "green", "text": "OK"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "red", "value": null}, {"color": "yellow", "value": 0.5}, {"color": "green", "value": 1} ] } } }, "gridPos": {"h": 4, "w": 4, "x": 0, "y": 13}, "id": 11, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "text": {"valueSize": 32}, "textMode": "value" }, "targets": [{"expr": "restic_backup_success", "refId": "A"}], "title": "Last Backup", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null}, {"color": "yellow", "value": 86400}, {"color": "red", "value": 172800} ] }, "unit": "dtdurations" } }, "gridPos": {"h": 4, "w": 4, "x": 4, "y": 13}, "id": 12, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "text": {"valueSize": 24}, "textMode": "value" }, "targets": [{"expr": "time() - restic_backup_timestamp_seconds", "refId": "A"}], "title": "Time Since Last Backup", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [ { "options": { "0": {"color": "red", "text": "FAILED"}, "1": {"color": "green", "text": "OK"} }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ {"color": "red", "value": null}, {"color": "yellow", "value": 0.5}, {"color": "green", "value": 1} ] } } }, "gridPos": {"h": 4, "w": 4, "x": 8, "y": 13}, "id": 13, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "text": {"valueSize": 32}, "textMode": "value" }, "targets": [{"expr": "restic_prune_success", "refId": "A"}], "title": "Last Prune", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null}, {"color": "yellow", "value": 604800}, {"color": "red", "value": 1209600} ] }, "unit": "dtdurations" } }, "gridPos": {"h": 4, "w": 4, "x": 12, "y": 13}, "id": 14, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "text": {"valueSize": 24}, "textMode": "value" }, "targets": [{"expr": "time() - restic_prune_timestamp_seconds", "refId": "A"}], "title": "Time Since Last Prune", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null} ] }, "unit": "short" } }, "gridPos": {"h": 4, "w": 4, "x": 16, "y": 13}, "id": 15, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["lastNotNull"], "fields": ""}, "text": {"valueSize": 32}, "textMode": "value" }, "targets": [ { "expr": "count(container_last_seen{name=~\".+\"})", "refId": "A" } ], "title": "Active Containers", "type": "stat" }, { "datasource": "Loki", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null}, {"color": "yellow", "value": 50}, {"color": "red", "value": 200} ] }, "unit": "short" } }, "gridPos": {"h": 4, "w": 4, "x": 20, "y": 13}, "id": 18, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "auto", "reduceOptions": {"values": false, "calcs": ["sum"], "fields": ""}, "text": {"valueSize": 32}, "textMode": "auto" }, "targets": [ { "expr": "sum(count_over_time({job=\"rspamd\"} |~ \"\\\\(reject\\\\)|\\\\(greylist\\\\)\" [$__range]))", "refId": "A", "instant": true } ], "title": "Spam Blocked", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": {"tooltip": false, "viz": false, "legend": false}, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null}, {"color": "yellow", "value": 60}, {"color": "red", "value": 80} ] }, "unit": "percent" }, "overrides": [] }, "gridPos": {"h": 8, "w": 8, "x": 0, "y": 17}, "id": 7, "options": { "legend": { "calcs": ["mean", "lastNotNull", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": {"mode": "multi", "sort": "none"} }, "targets": [ { "expr": "100 - (avg(irate(node_cpu_seconds_total{mode=\"idle\"}[5m])) * 100)", "refId": "A", "legendFormat": "CPU Usage" } ], "title": "System CPU", "type": "timeseries" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": {"tooltip": false, "viz": false, "legend": false}, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null}, {"color": "yellow", "value": 70}, {"color": "red", "value": 85} ] }, "unit": "percent" }, "overrides": [] }, "gridPos": {"h": 8, "w": 8, "x": 8, "y": 17}, "id": 8, "options": { "legend": { "calcs": ["mean", "lastNotNull", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": {"mode": "multi", "sort": "none"} }, "targets": [ { "expr": "100 * (1 - (node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes))", "refId": "A", "legendFormat": "Memory Usage" } ], "title": "System Memory", "type": "timeseries" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": {"tooltip": false, "viz": false, "legend": false}, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"} }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ {"color": "green", "value": null}, {"color": "yellow", "value": 70}, {"color": "red", "value": 85} ] }, "unit": "percent" }, "overrides": [] }, "gridPos": {"h": 8, "w": 8, "x": 16, "y": 17}, "id": 9, "options": { "legend": { "calcs": ["mean", "lastNotNull", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": {"mode": "multi", "sort": "none"} }, "targets": [ { "expr": "100 - ((node_filesystem_avail_bytes{mountpoint=\"/\"} * 100) / node_filesystem_size_bytes{mountpoint=\"/\"})", "refId": "A", "legendFormat": "Disk Usage" } ], "title": "System Disk", "type": "timeseries" }, { "datasource": "Loki", "fieldConfig": { "defaults": { "color": {"mode": "palette-classic"}, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "bars", "fillOpacity": 80, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineWidth": 1, "scaleDistribution": {"type": "linear"}, "stacking": {"group": "A", "mode": "normal"} }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [{"color": "green", "value": null}] } }, "overrides": [ {"matcher": {"id": "byName", "options": "Rejected"}, "properties": [{"id": "color", "value": {"fixedColor": "red", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "Greylisted"}, "properties": [{"id": "color", "value": {"fixedColor": "orange", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "Spam Header"}, "properties": [{"id": "color", "value": {"fixedColor": "yellow", "mode": "fixed"}}]}, {"matcher": {"id": "byName", "options": "Clean"}, "properties": [{"id": "color", "value": {"fixedColor": "green", "mode": "fixed"}}]} ] }, "gridPos": {"h": 6, "w": 24, "x": 0, "y": 25}, "id": 19, "options": { "legend": { "calcs": ["sum"], "displayMode": "list", "placement": "right", "showLegend": true }, "tooltip": {"mode": "multi", "sort": "none"} }, "targets": [ { "expr": "sum(count_over_time({job=\"rspamd\"} |~ \"\\\\(reject\\\\)\" [$__interval]))", "legendFormat": "Rejected", "refId": "A" }, { "expr": "sum(count_over_time({job=\"rspamd\"} |~ \"\\\\(greylist\\\\)\" [$__interval]))", "legendFormat": "Greylisted", "refId": "B" }, { "expr": "sum(count_over_time({job=\"rspamd\"} |~ \"\\\\(add header\\\\)\" [$__interval]))", "legendFormat": "Spam Header", "refId": "C" }, { "expr": "sum(count_over_time({job=\"rspamd\"} |~ \"\\\\(no action\\\\)\" [$__interval]))", "legendFormat": "Clean", "refId": "D" } ], "title": "Rspamd Actions", "type": "timeseries" } ], "refresh": "30s", "schemaVersion": 38, "tags": ["overview"], "templating": { "list": [ { "allValue": ".*", "current": { "selected": true, "text": ["error", "err", "fatal", "panic", "critical", "crit"], "value": ["error", "err", "fatal", "panic", "critical", "crit"] }, "description": "Log levels to display (extracted from log content)", "hide": 0, "includeAll": true, "label": "Level", "multi": true, "name": "level", "options": [ {"selected": true, "text": "fatal", "value": "fatal"}, {"selected": true, "text": "panic", "value": "panic"}, {"selected": true, "text": "critical", "value": "critical"}, {"selected": true, "text": "crit", "value": "crit"}, {"selected": true, "text": "error", "value": "error"}, {"selected": true, "text": "err", "value": "err"}, {"selected": false, "text": "warn", "value": "warn"}, {"selected": false, "text": "warning", "value": "warning"}, {"selected": false, "text": "notice", "value": "notice"}, {"selected": false, "text": "info", "value": "info"}, {"selected": false, "text": "debug", "value": "debug"} ], "query": "fatal, panic, critical, crit, error, err, warn, warning, notice, info, debug", "type": "custom" }, { "current": { "selected": false, "text": "", "value": "" }, "description": "Filter logs by text (regex supported)", "hide": 0, "label": "Search", "name": "search", "options": [], "query": "", "type": "textbox" } ] }, "time": { "from": "now-1h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Service Overview", "uid": "service-overview", "version": 1 }