From 91de3af89dc33228558d48ad985a8d4d60e5bc79 Mon Sep 17 00:00:00 2001 From: auricom Date: Tue, 20 Apr 2021 00:18:08 +0200 Subject: [PATCH] feat: remove longhorn --- .../apps/monitoring/botkube/helm-release.yaml | 2 +- .../grafana-dashboards/longhorn.json | 2123 ----------------- .../apps/networking/authelia/deployment.yaml | 2 - .../flux-system/charts/kustomization.yaml | 1 - .../flux-system/charts/longhorn-charts.yaml | 10 - .../flux/notifications/discord/alerts.yaml | 14 +- .../core/infrastructure/kustomization.yaml | 1 - .../longhorn-system/helm-release.yaml | 41 - .../longhorn-system/ingress.yaml | 26 - .../longhorn-system/kustomization.yaml | 9 - .../longhorn-system/monitoring.yaml | 109 - .../longhorn-system/secret.enc.yaml | 39 - .../longhorn-system/storageclass.yaml | 17 - .../longhorn-system/volumesnapshotclass.yaml | 9 - cluster/core/namespaces/kustomization.yaml | 1 - cluster/core/namespaces/longhorn-system.yaml | 5 - 16 files changed, 8 insertions(+), 2401 deletions(-) delete mode 100644 cluster/apps/monitoring/kube-prometheus-stack/grafana-dashboards/longhorn.json delete mode 100644 cluster/base/flux-system/charts/longhorn-charts.yaml delete mode 100644 cluster/core/infrastructure/longhorn-system/helm-release.yaml delete mode 100644 cluster/core/infrastructure/longhorn-system/ingress.yaml delete mode 100644 cluster/core/infrastructure/longhorn-system/kustomization.yaml delete mode 100644 cluster/core/infrastructure/longhorn-system/monitoring.yaml delete mode 100644 cluster/core/infrastructure/longhorn-system/secret.enc.yaml delete mode 100644 cluster/core/infrastructure/longhorn-system/storageclass.yaml delete mode 100644 cluster/core/infrastructure/longhorn-system/volumesnapshotclass.yaml delete mode 100644 cluster/core/namespaces/longhorn-system.yaml diff --git a/cluster/apps/monitoring/botkube/helm-release.yaml b/cluster/apps/monitoring/botkube/helm-release.yaml index f9c01214f..0c03d7fef 100644 --- a/cluster/apps/monitoring/botkube/helm-release.yaml +++ b/cluster/apps/monitoring/botkube/helm-release.yaml @@ -31,7 +31,7 @@ spec: include: - all ignore: # List of namespaces to be ignored (omitempty), used only with include: all - - longhorn-system # example : include [all], ignore [x,y,z] + - kasten-io # example : include [all], ignore [x,y,z] - kube-system events: # List of lifecycle events you want to receive, e.g create, update, delete, error OR all - create diff --git a/cluster/apps/monitoring/kube-prometheus-stack/grafana-dashboards/longhorn.json b/cluster/apps/monitoring/kube-prometheus-stack/grafana-dashboards/longhorn.json deleted file mode 100644 index 7af7c2dfb..000000000 --- a/cluster/apps/monitoring/kube-prometheus-stack/grafana-dashboards/longhorn.json +++ /dev/null @@ -1,2123 +0,0 @@ -{ - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": "-- Grafana --", - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "type": "dashboard" - } - ] - }, - "description": "Dashboard for Longhorn v1.1.0", - "editable": true, - "gnetId": 13032, - "graphTooltip": 0, - "id": 26, - "links": [], - "panels": [ - { - "datasource": null, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 24, - "x": 0, - "y": 0 - }, - "id": 4, - "options": { - "content": "
\nVOLUMES\n
", - "mode": "html" - }, - "pluginVersion": "7.1.0", - "timeFrom": null, - "timeShift": null, - "title": "", - "transparent": true, - "type": "text" - }, - { - "datasource": "Prometheus", - "description": "The total number of volumes in the Longhorn storage system", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 0, - "y": 3 - }, - "id": 8, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "count(longhorn_volume_capacity_bytes) OR on() vector(0)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Total Number Of Volumes", - "type": "stat" - }, - { - "datasource": "Prometheus", - "description": "Healthy volumes are volumes that are attaching to a node and have the number of healthy replicas equals to the expected number of replicas.", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "red", - "value": null - }, - { - "color": "green", - "value": 1 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 4, - "y": 3 - }, - "id": 13, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "count(longhorn_volume_robustness==1) OR on() vector(0)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Number Of Healthy Volumes", - "type": "stat" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "description": "Note that Longhorn volume actual size is not the size of the filesystem inside a Longhorn volume. See more at : https://longhorn.io/docs/1.0.2/volumes-and-nodes/volume-size/#volume-actual-size", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 15, - "x": 9, - "y": 3 - }, - "hiddenSeries": false, - "id": 12, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "( (avg by (volume) (longhorn_volume_actual_size_bytes))/ (avg by (volume) (longhorn_volume_capacity_bytes)) ) *100", - "interval": "", - "legendFormat": "{{volume}}", - "refId": "A" - } - ], - "thresholds": [ - { - "colorMode": "critical", - "fill": true, - "line": true, - "op": "gt", - "value": 90, - "yaxis": "left" - } - ], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Volume Actual Size/Capacity", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "percent", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "datasource": "Prometheus", - "description": "Degraded volumes are volumes that have the number of healthy replicas smaller than the expected number of replicas. e.g. User creates a volume with 2 replicas but 1 replicas is failed.", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "orange", - "value": 1 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 0, - "y": 9 - }, - "id": 15, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "count(longhorn_volume_robustness==2) OR on() vector(0)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Number Of Degraded Volumes", - "type": "stat" - }, - { - "datasource": "Prometheus", - "description": "Fault volumes are volumes that doesn't have any healthy replica.", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 1 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 4, - "y": 9 - }, - "id": 16, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "count(longhorn_volume_robustness==3) OR on() vector(0)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Number Of Fault Volumes", - "type": "stat" - }, - { - "datasource": "Prometheus", - "description": "The capacity of each Longhorn volume", - "fieldConfig": { - "defaults": { - "custom": { - "align": null, - "displayMode": "auto", - "filterable": false - }, - "decimals": 1, - "mappings": [ - { - "from": "", - "id": 0, - "text": "", - "to": "", - "type": 1, - "value": "" - } - ], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "bytes" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "volume" - }, - "properties": [ - { - "id": "custom.displayMode", - "value": "auto" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Capacity" - }, - "properties": [ - { - "id": "custom.displayMode", - "value": "lcd-gauge" - } - ] - } - ] - }, - "gridPos": { - "h": 9, - "w": 15, - "x": 9, - "y": 12 - }, - "id": 10, - "options": { - "frameIndex": 4, - "showHeader": true, - "sortBy": [ - { - "desc": true, - "displayName": "Capacity" - } - ] - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "avg by (volume) (longhorn_volume_capacity_bytes)", - "format": "table", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{volume}}", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Volume Capacity", - "transformations": [ - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true - }, - "indexByName": {}, - "renameByName": { - "Value": "Capacity" - } - } - } - ], - "type": "table" - }, - { - "datasource": "Prometheus", - "description": "Attached volumes are volumes that are currently attaching to a node", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "red", - "value": null - }, - { - "color": "green", - "value": 1 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 0, - "y": 15 - }, - "id": 34, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "count(longhorn_volume_state==2) OR on() vector(0)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Number Of Attached Volumes", - "type": "stat" - }, - { - "datasource": "Prometheus", - "description": "Detached volumes are volumes that aren't currently attaching to a node", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "yellow", - "value": 1 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 4, - "y": 15 - }, - "id": 14, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "count(longhorn_volume_state==3) OR on() vector(0)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Number Of Detached Volumes", - "type": "stat" - }, - { - "datasource": null, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 24, - "x": 0, - "y": 21 - }, - "id": 6, - "options": { - "content": "
\nNODES\n
", - "mode": "html" - }, - "pluginVersion": "7.1.0", - "timeFrom": null, - "timeShift": null, - "title": "", - "transparent": true, - "type": "text" - }, - { - "datasource": "Prometheus", - "description": "The total number of nodes in the Longhorn storage system", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 0, - "y": 24 - }, - "id": 18, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "avg(longhorn_node_count_total) OR on() vector(0)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Total Number Of Nodes", - "type": "stat" - }, - { - "datasource": "Prometheus", - "description": "Disabled nodes are nodes that are disabled by the user. When users disable a node, Longhorn will not use the node's storage for replica scheduling. Note that Longhorn can still attach a volume to disabled nodes because the actual data of the volume could be on a different node.", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "yellow", - "value": 1 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 4, - "y": 24 - }, - "id": 21, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "count(longhorn_node_status{condition=\"allowScheduling\"}==0) OR on() vector(0)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Number Of Disabled Nodes", - "type": "stat" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "description": "", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 10, - "w": 15, - "x": 9, - "y": 24 - }, - "hiddenSeries": false, - "id": 24, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "(longhorn_node_storage_usage_bytes/longhorn_node_storage_capacity_bytes) * 100", - "interval": "", - "legendFormat": "{{node}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Node Storage Usage/Capacity", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "percent", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "datasource": "Prometheus", - "description": "Schedulable nodes are nodes that Longhorn can use their storage for replica scheduling.", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "red", - "value": null - }, - { - "color": "green", - "value": 1 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 0, - "y": 30 - }, - "id": 20, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "(count(longhorn_node_status{condition=\"schedulable\"}==1) OR on() vector(0)) - (count(longhorn_node_status{condition=\"allowScheduling\"}==0) OR on() vector(0))", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Number Of Schedulable Nodes", - "type": "stat" - }, - { - "datasource": "Prometheus", - "description": "Failed Nodes are nodes that Longhorn cannot attach volumes to and cannot schedule replicas onto. e.g: when the nodes went down.", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 1 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 4, - "x": 4, - "y": 30 - }, - "id": 22, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "(avg(longhorn_node_count_total) OR on() vector(0)) - (count(longhorn_node_status{condition=\"ready\"}==1) OR on() vector(0))", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Number Of Failed Nodes", - "type": "stat" - }, - { - "datasource": "Prometheus", - "description": "", - "fieldConfig": { - "defaults": { - "custom": { - "align": null, - "filterable": false - }, - "decimals": 1, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "bytes" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Storage Capacity" - }, - "properties": [ - { - "id": "custom.displayMode", - "value": "lcd-gauge" - } - ] - } - ] - }, - "gridPos": { - "h": 10, - "w": 15, - "x": 9, - "y": 34 - }, - "id": 23, - "options": { - "showHeader": true - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "longhorn_node_storage_capacity_bytes", - "format": "table", - "instant": true, - "interval": "", - "legendFormat": "{{node}}", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Node Capacity", - "transformations": [ - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true, - "__name__": true, - "endpoint": true, - "instance": true, - "job": true, - "namespace": true, - "pod": true, - "service": true - }, - "indexByName": {}, - "renameByName": { - "Value": "Storage Capacity" - } - } - } - ], - "type": "table" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "decimals": 0, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 36 - }, - "hiddenSeries": false, - "id": 26, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count by (node) (longhorn_volume_state==2)", - "interval": "", - "legendFormat": "{{node}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Number of Volumes Per Node", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "datasource": null, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 24, - "x": 0, - "y": 44 - }, - "id": 17, - "options": { - "content": "
\nDISKS\n
", - "mode": "html" - }, - "pluginVersion": "7.1.0", - "timeFrom": null, - "timeShift": null, - "title": "", - "transparent": true, - "type": "text" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "description": "The capacity of each Longhorn volume", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 10, - "w": 12, - "x": 0, - "y": 47 - }, - "hiddenSeries": false, - "id": 32, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "(longhorn_disk_usage_bytes/longhorn_disk_capacity_bytes)*100", - "interval": "", - "legendFormat": "{{disk}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Disk Space Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "percent", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "datasource": "Prometheus", - "description": "", - "fieldConfig": { - "defaults": { - "custom": { - "align": null, - "filterable": false - }, - "decimals": 1, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "bytes" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Capacity" - }, - "properties": [ - { - "id": "custom.displayMode", - "value": "lcd-gauge" - } - ] - } - ] - }, - "gridPos": { - "h": 10, - "w": 12, - "x": 12, - "y": 47 - }, - "id": 33, - "options": { - "showHeader": true - }, - "pluginVersion": "7.2.1", - "targets": [ - { - "expr": "longhorn_disk_capacity_bytes", - "format": "table", - "instant": true, - "interval": "", - "legendFormat": "{{disk}}", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Disk Capacity", - "transformations": [ - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true, - "Value": false, - "__name__": true, - "disk": false, - "endpoint": true, - "instance": true, - "job": true, - "namespace": true, - "pod": true, - "service": true - }, - "indexByName": {}, - "renameByName": { - "Value": "Capacity" - } - } - } - ], - "type": "table" - }, - { - "datasource": null, - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 24, - "x": 0, - "y": 57 - }, - "id": 5, - "options": { - "content": "
\nCPU & MEMORY\n
", - "mode": "html" - }, - "pluginVersion": "7.1.0", - "timeFrom": null, - "timeShift": null, - "title": "", - "transparent": true, - "type": "text" - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "description": "", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 10, - "w": 12, - "x": 0, - "y": 60 - }, - "hiddenSeries": false, - "id": 36, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "(longhorn_node_cpu_usage_millicpu / longhorn_node_cpu_capacity_millicpu) * 100", - "interval": "", - "legendFormat": "{{node}}", - "refId": "A" - } - ], - "thresholds": [ - { - "colorMode": "critical", - "fill": true, - "line": true, - "op": "gt", - "value": 80, - "yaxis": "left" - } - ], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Node CPU Usage/Capacity", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "percent", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "description": "", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 10, - "w": 12, - "x": 12, - "y": 60 - }, - "hiddenSeries": false, - "id": 38, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "( longhorn_node_memory_usage_bytes / longhorn_node_memory_capacity_bytes ) * 100", - "interval": "", - "legendFormat": "{{node}}", - "refId": "A" - } - ], - "thresholds": [ - { - "colorMode": "critical", - "fill": true, - "line": true, - "op": "gt", - "value": 80, - "yaxis": "left" - } - ], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Node Memory Usage/Capacity", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "percent", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "decimals": 0, - "description": "Instance managers are pods that contains the engine and replica processes of Longhorn volumes. See more at https://longhorn.io/docs/1.0.2/concepts/#11-the-longhorn-manager-and-the-longhorn-engine ", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 10, - "w": 8, - "x": 0, - "y": 70 - }, - "hiddenSeries": false, - "id": 28, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "longhorn_instance_manager_cpu_usage_millicpu", - "interval": "", - "legendFormat": "{{instance_manager}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Instance Manager CPU Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "milicpu", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "description": "Instance managers are pods that contains the engine and replica processes of Longhorn volumes. See more at https://longhorn.io/docs/1.0.2/concepts/#11-the-longhorn-manager-and-the-longhorn-engine ", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 10, - "w": 8, - "x": 8, - "y": 70 - }, - "hiddenSeries": false, - "id": 30, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "(longhorn_instance_manager_cpu_usage_millicpu/longhorn_instance_manager_cpu_requests_millicpu)*100", - "interval": "", - "legendFormat": "{{instance_manager}}", - "refId": "A" - } - ], - "thresholds": [ - { - "colorMode": "critical", - "fill": true, - "line": true, - "op": "gt", - "value": 100, - "yaxis": "left" - } - ], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Instance Manager CPU Usage/Request", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "percent", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "description": "Instance managers are pods that contains the engine and replica processes of Longhorn volumes. See more at https://longhorn.io/docs/1.0.2/concepts/#11-the-longhorn-manager-and-the-longhorn-engine ", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 10, - "w": 8, - "x": 16, - "y": 70 - }, - "hiddenSeries": false, - "id": 29, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "longhorn_instance_manager_memory_usage_bytes", - "interval": "", - "legendFormat": "{{instance_manager}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Instance Manager Memory Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "bytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "decimals": 0, - "description": "Longhorn manager pods manage the control plane of the Longhorn system. e.g. Volume scheduling, attaching, detaching, backup, etc,..", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 80 - }, - "hiddenSeries": false, - "id": 2, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "longhorn_manager_cpu_usage_millicpu", - "interval": "", - "legendFormat": "{{manager}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Longhorn Manager CPU Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "milicpu", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "Prometheus", - "decimals": null, - "description": "Longhorn manager pods manage the control plane of the Longhorn system. e.g. Volume scheduling, attaching, detaching, backup, etc,..", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 80 - }, - "hiddenSeries": false, - "id": 31, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "7.2.1", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "longhorn_manager_memory_usage_bytes", - "interval": "", - "legendFormat": "{{manager}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Longhorn Manager Memory Usage", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": null, - "format": "bytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "refresh": "30s", - "schemaVersion": 26, - "style": "dark", - "tags": [], - "templating": { - "list": [] - }, - "time": { - "from": "now-1h", - "to": "now" - }, - "timepicker": { - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ] - }, - "timezone": "", - "title": "Longhorn Example v1.1.0", - "uid": "2BCgsldGz", - "version": 1 - } \ No newline at end of file diff --git a/cluster/apps/networking/authelia/deployment.yaml b/cluster/apps/networking/authelia/deployment.yaml index 5cfd6d4ab..afc50963d 100644 --- a/cluster/apps/networking/authelia/deployment.yaml +++ b/cluster/apps/networking/authelia/deployment.yaml @@ -410,8 +410,6 @@ data: # Deny admin services to users - domain: - - longhorn.${SECRET_CLUSTER_DOMAIN} - - goldilocks.${SECRET_CLUSTER_DOMAIN} - alert-manager.${SECRET_CLUSTER_DOMAIN} - prometheus.${SECRET_CLUSTER_DOMAIN} - thanos.${SECRET_CLUSTER_DOMAIN} diff --git a/cluster/base/flux-system/charts/kustomization.yaml b/cluster/base/flux-system/charts/kustomization.yaml index d7e18067f..88eab7930 100644 --- a/cluster/base/flux-system/charts/kustomization.yaml +++ b/cluster/base/flux-system/charts/kustomization.yaml @@ -17,7 +17,6 @@ resources: - kasten-charts.yaml - kubernetes-dashboard-charts.yaml - kubernetes-sigs-descheduler-charts.yaml - - longhorn-charts.yaml - nicholaswilde.yaml - node-feature-discovery.yaml - prometheus-community-charts.yaml diff --git a/cluster/base/flux-system/charts/longhorn-charts.yaml b/cluster/base/flux-system/charts/longhorn-charts.yaml deleted file mode 100644 index dd38dded2..000000000 --- a/cluster/base/flux-system/charts/longhorn-charts.yaml +++ /dev/null @@ -1,10 +0,0 @@ ---- -apiVersion: source.toolkit.fluxcd.io/v1beta1 -kind: HelmRepository -metadata: - name: longhorn-charts - namespace: flux-system -spec: - interval: 10m - url: https://charts.longhorn.io - timeout: 3m diff --git a/cluster/core/infrastructure/flux/notifications/discord/alerts.yaml b/cluster/core/infrastructure/flux/notifications/discord/alerts.yaml index fbaba6994..996eb3f3a 100644 --- a/cluster/core/infrastructure/flux/notifications/discord/alerts.yaml +++ b/cluster/core/infrastructure/flux/notifications/discord/alerts.yaml @@ -26,7 +26,7 @@ spec: eventSeverity: error eventSources: - kind: HelmRelease - namespace: "auth" + namespace: "cert-manager" name: "*" - kind: HelmRelease namespace: "data" @@ -34,17 +34,14 @@ spec: - kind: HelmRelease namespace: "development" name: "*" - - kind: HelmRelease - namespace: "flux-system" - name: "*" - kind: HelmRelease namespace: "home" name: "*" - kind: HelmRelease - namespace: "kube-system" + namespace: "kasten-io" name: "*" - kind: HelmRelease - namespace: "longhorn-system" + namespace: "kube-system" name: "*" - kind: HelmRelease namespace: "media" @@ -53,6 +50,9 @@ spec: namespace: "monitoring" name: "*" - kind: HelmRelease - namespace: "network" + namespace: "networking" + name: "*" + - kind: HelmRelease + namespace: "rook-ceph" name: "*" suspend: false diff --git a/cluster/core/infrastructure/kustomization.yaml b/cluster/core/infrastructure/kustomization.yaml index d4b829208..fa18fc2e5 100644 --- a/cluster/core/infrastructure/kustomization.yaml +++ b/cluster/core/infrastructure/kustomization.yaml @@ -5,7 +5,6 @@ resources: - descheduler - flux - intel-gpu-plugin - - longhorn-system - node-feature-discovery - rook-ceph - system-upgrade diff --git a/cluster/core/infrastructure/longhorn-system/helm-release.yaml b/cluster/core/infrastructure/longhorn-system/helm-release.yaml deleted file mode 100644 index d15a424d1..000000000 --- a/cluster/core/infrastructure/longhorn-system/helm-release.yaml +++ /dev/null @@ -1,41 +0,0 @@ ---- -apiVersion: helm.toolkit.fluxcd.io/v2beta1 -kind: HelmRelease -metadata: - name: longhorn - namespace: longhorn-system -spec: - interval: 5m - chart: - spec: - # renovate: registryUrl=https://charts.longhorn.io - chart: longhorn - version: 1.1.0 - sourceRef: - kind: HelmRepository - name: longhorn-charts - namespace: flux-system - interval: 5m - values: - defaultSettings: - backupTarget: s3://longhorn@us-east-1/ - backupTargetCredentialSecret: minio-truenas-credentials - createDefaultDiskLabeledNodes: true - defaultDataPath: /var/lib/longhorn/ - replicaSoftAntiAffinity: false - storageOverProvisioningPercentage: 300 - storageMinimalAvailablePercentage: 25 - upgradeChecker: true - defaultReplicaCount: 3 - guaranteedEngineCPU: 0.25 - defaultLonghornStaticStorageClass: longhorn-backups - backupstorePollInterval: 10800 - autoSalvage: true - disableSchedulingOnCordonedNode: true - replicaZoneSoftAntiAffinity: true - volumeAttachmentRecoveryPolicy: wait - csi: - kubeletRootDir: /var/lib/kubelet - tls: true - ingress: - enabled: false diff --git a/cluster/core/infrastructure/longhorn-system/ingress.yaml b/cluster/core/infrastructure/longhorn-system/ingress.yaml deleted file mode 100644 index d677e43eb..000000000 --- a/cluster/core/infrastructure/longhorn-system/ingress.yaml +++ /dev/null @@ -1,26 +0,0 @@ ---- -kind: Ingress -apiVersion: networking.k8s.io/v1 -metadata: - name: longhorn-ui - namespace: longhorn-system - annotations: - kubernetes.io/ingress.class: "nginx" - ingress.kubernetes.io/secure-backends: "true" - nginx.ingress.kubernetes.io/auth-url: "http://authelia.networking.svc.cluster.local/api/verify" - nginx.ingress.kubernetes.io/auth-signin: "https://login.${SECRET_CLUSTER_DOMAIN_CERT}/" -spec: - tls: - - hosts: - - longhorn.${SECRET_CLUSTER_DOMAIN} - rules: - - host: longhorn.${SECRET_CLUSTER_DOMAIN} - http: - paths: - - path: / - pathType: Prefix - backend: - service: - name: longhorn-frontend - port: - number: 80 diff --git a/cluster/core/infrastructure/longhorn-system/kustomization.yaml b/cluster/core/infrastructure/longhorn-system/kustomization.yaml deleted file mode 100644 index e99fd5cba..000000000 --- a/cluster/core/infrastructure/longhorn-system/kustomization.yaml +++ /dev/null @@ -1,9 +0,0 @@ -apiVersion: kustomize.config.k8s.io/v1beta1 -kind: Kustomization -resources: - - secret.enc.yaml - - storageclass.yaml - - volumesnapshotclass.yaml - - helm-release.yaml - - ingress.yaml - - monitoring.yaml diff --git a/cluster/core/infrastructure/longhorn-system/monitoring.yaml b/cluster/core/infrastructure/longhorn-system/monitoring.yaml deleted file mode 100644 index af915a5ad..000000000 --- a/cluster/core/infrastructure/longhorn-system/monitoring.yaml +++ /dev/null @@ -1,109 +0,0 @@ ---- -apiVersion: monitoring.coreos.com/v1 -kind: ServiceMonitor -metadata: - name: longhorn-prometheus-servicemonitor - namespace: longhorn-system - labels: - name: longhorn-prometheus-servicemonitor -spec: - selector: - matchLabels: - app: longhorn-manager - namespaceSelector: - matchNames: - - longhorn-system - endpoints: - - port: manager ---- -apiVersion: monitoring.coreos.com/v1 -kind: PrometheusRule -metadata: - labels: - prometheus: longhorn - role: alert-rules - name: prometheus-longhorn-rules - namespace: monitoring -spec: - groups: - - name: longhorn.rules - rules: - #- alert: LonghornVolumeActualSpaceUsedWarning - # annotations: - # description: The actual space used by Longhorn volume {{$labels.volume}} on {{$labels.node}} is at {{$value}}% capacity for - # more than 5 minutes. - # summary: The actual used space of Longhorn volume is over 90% of the capacity. - # expr: (longhorn_volume_actual_size_bytes / longhorn_volume_capacity_bytes) * 100 > 90 - # for: 5m - # labels: - # issue: The actual used space of Longhorn volume {{$labels.volume}} on {{$labels.node}} is high. - # severity: warning - - alert: LonghornVolumeStatusCritical - annotations: - description: Longhorn volume {{$labels.volume}} on {{$labels.node}} is Fault for - more than 2 minutes. - summary: Longhorn volume {{$labels.volume}} is Fault - expr: longhorn_volume_robustness == 3 - for: 5m - labels: - issue: Longhorn volume {{$labels.volume}} is Fault. - severity: critical - - alert: LonghornVolumeStatusWarning - annotations: - description: Longhorn volume {{$labels.volume}} on {{$labels.node}} is Degraded for - more than 5 minutes. - summary: Longhorn volume {{$labels.volume}} is Degraded - expr: longhorn_volume_robustness == 2 - for: 5m - labels: - issue: Longhorn volume {{$labels.volume}} is Degraded. - severity: warning - - alert: LonghornNodeStorageWarning - annotations: - description: The used storage of node {{$labels.node}} is at {{$value}}% capacity for - more than 5 minutes. - summary: The used storage of node is over 70% of the capacity. - expr: (longhorn_node_storage_usage_bytes / longhorn_node_storage_capacity_bytes) * 100 > 70 - for: 5m - labels: - issue: The used storage of node {{$labels.node}} is high. - severity: warning - - alert: LonghornDiskStorageWarning - annotations: - description: The used storage of disk {{$labels.disk}} on node {{$labels.node}} is at {{$value}}% capacity for - more than 5 minutes. - summary: The used storage of disk is over 70% of the capacity. - expr: (longhorn_disk_usage_bytes / longhorn_disk_capacity_bytes) * 100 > 70 - for: 5m - labels: - issue: The used storage of disk {{$labels.disk}} on node {{$labels.node}} is high. - severity: warning - - alert: LonghornNodeDown - annotations: - description: There are {{$value}} Longhorn nodes which have been offline for more than 5 minutes. - summary: Longhorn nodes is offline - expr: longhorn_node_total - (count(longhorn_node_status{condition="ready"}==1) OR on() vector(0)) - for: 5m - labels: - issue: There are {{$value}} Longhorn nodes are offline - severity: critical - - alert: LonghornIntanceManagerCPUUsageWarning - annotations: - description: Longhorn instance manager {{$labels.instance_manager}} on {{$labels.node}} has CPU Usage / CPU request is {{$value}}% for - more than 5 minutes. - summary: Longhorn instance manager {{$labels.instance_manager}} on {{$labels.node}} has CPU Usage / CPU request is over 300%. - expr: (longhorn_instance_manager_cpu_usage_millicpu/longhorn_instance_manager_cpu_requests_millicpu) * 100 > 300 - for: 5m - labels: - issue: Longhorn instance manager {{$labels.instance_manager}} on {{$labels.node}} comsumes 3 times the CPU request. - severity: warning - - alert: LonghornNodeCPUUsageWarning - annotations: - description: Longhorn node {{$labels.node}} has CPU Usage / CPU capacity is {{$value}}% for - more than 5 minutes. - summary: Longhorn node {{$labels.node}} experiences high CPU pressure for more than 5m. - expr: (longhorn_node_cpu_usage_millicpu / longhorn_node_cpu_capacity_millicpu) * 100 > 90 - for: 5m - labels: - issue: Longhorn node {{$labels.node}} experiences high CPU pressure. - severity: warning diff --git a/cluster/core/infrastructure/longhorn-system/secret.enc.yaml b/cluster/core/infrastructure/longhorn-system/secret.enc.yaml deleted file mode 100644 index 0d9bd3136..000000000 --- a/cluster/core/infrastructure/longhorn-system/secret.enc.yaml +++ /dev/null @@ -1,39 +0,0 @@ -kind: Secret -apiVersion: v1 -metadata: - name: minio-truenas-credentials - namespace: longhorn-system -data: - AWS_ACCESS_KEY_ID: ENC[AES256_GCM,data:uE5CV9wcWg8=,iv:l41hwC+43JWRbcsqpRwukwkpHcWjMmGf9eNtR8kV0VM=,tag:TrHP2GlnSbqWE7TS9neGfw==,type:str] - AWS_SECRET_ACCESS_KEY: ENC[AES256_GCM,data:Jhg/KgZzOmU8jB3K0pMuke8BuUIWRVoQ1US3cw==,iv:lRidTSpintFfwd4/W32FGHEMy/v06ILrN62nPoMB3ew=,tag:NYT3ST+lsp6QkvjTEeXHBw==,type:str] - AWS_ENDPOINTS: ENC[AES256_GCM,data:SdIM5UQmzsibf6lD0UN/2ztF03WeM5GqoEi71HtaNKeDRNqCXAssFhUd0l0=,iv:Ep5Xdpu48QriwOA1qmBPaNpcbiudNkpH+I2YiFpYCFY=,tag:4oJYhEMyUsIG8OJ+73wf1g==,type:str] - #ENC[AES256_GCM,data:/pUAj7tHPkqci0vh/I5x5M6LebjodkftjOsXFCpQyW2D,iv:qTDtrQVblNVeUfAtBoUgO0rbqGzf4jQbjna0OQZdUf0=,tag:XZc9TX3zGZGbNz3CyYmKLw==,type:comment] -type: Opaque -sops: - kms: [] - gcp_kms: [] - azure_kv: [] - hc_vault: [] - lastmodified: "2021-04-14T14:49:06Z" - mac: ENC[AES256_GCM,data:CdXYSx72+JQMw4ZuCma8u0VTM5wNYNC0L2iBSBuLA0nr8YzMh59CAjc2S3ITpnusFQ3onisurrDoKj25GRJu0Dns4d1oluKGdsiIc8nfwSsRxxfRKb+iPa0B0lGsI2XvuvqBYcWLZ0S988NXfi8VCyaXIdoFMFjOPel9+KqPSio=,iv:8aq1YspzEiXqOIPHzZhAs930uwomdtKQtdKxSHjb90Y=,tag:sHikRF8/3+VDnVKtWEtcSA==,type:str] - pgp: - - created_at: "2021-04-14T14:49:06Z" - enc: | - -----BEGIN PGP MESSAGE----- - - hQGMA/JorPHm1g9XAQv/RCNYZMMGchIhqCt7S0jCFaGTqWvtydckIGQLZN3CCwmo - xfMoaGf43yMKER21ilP3CY/EXQNzwz2di5M0/biofkaH5yiohcufECS6+rB9J/wI - Ub5RsMuNdnZSNzsNTd/T3PgUbhuqNOiOBv3BM59SfbMa3z1w3StFdWk0h4zXfezc - Vj/wtpV+1SonfCZ0QWqRB/crnAYSASoINS8kqU3I53VkoDM6pWoX4mjA7V+5x3aL - 5ZdqvUte42ANqNG9SLnnLQzhjKxEnb1K3R1VB2qmvCmWB3aY8hq9zKuK/x6WH9B4 - rtBiIB3BCtJeUC0rGRvBNlfxPDdegDWqae7y6JdQWRB4QaoYxVzKPNS0Msz7zjlH - Rf75ZWWUJnKmHKzAQBHrgegUiR4GipEe5v63m0kInM3J8MHtolkJ22kCXeancYWl - XnnZwWmyVz46BTR71EvdbApSmlDQjRCK3x/5FodtCZeWP1QEfC0lwRAlk2lyrPx7 - /L8KnFLK+NF9uR2Xylzf0l4BD+mNEAfIq7hvy4Gh8Ek50gpAmNGLq6zRNj0Sh6dz - zbVyYHYIwEXCnvaN8UNumSqvTQ9e322bRXsYwVLLQXT58ZX/jbzvSwUkNalTJamx - X6t5Qj8/5XOjupH0IoR0 - =8fGE - -----END PGP MESSAGE----- - fp: C8F8A49D04A1AB639F8EA21CDBA4B1DCB1FA5BDD - encrypted_regex: ^(data|stringData)$ - version: 3.6.1 diff --git a/cluster/core/infrastructure/longhorn-system/storageclass.yaml b/cluster/core/infrastructure/longhorn-system/storageclass.yaml deleted file mode 100644 index 4ab9c1069..000000000 --- a/cluster/core/infrastructure/longhorn-system/storageclass.yaml +++ /dev/null @@ -1,17 +0,0 @@ ---- -kind: StorageClass -apiVersion: storage.k8s.io/v1 -metadata: - name: longhorn-backups -provisioner: driver.longhorn.io -allowVolumeExpansion: true -reclaimPolicy: Retain -parameters: - numberOfReplicas: "3" - staleReplicaTimeout: "2880" - fromBackup: "" - diskSelector: "ssd,fast" - nodeSelector: "storage,fast" - recurringJobs: - '[{"name":"backup", "task":"backup", "cron":"30 23 * * *", "retain":1, - "labels": {"interval":"daily"}}]' diff --git a/cluster/core/infrastructure/longhorn-system/volumesnapshotclass.yaml b/cluster/core/infrastructure/longhorn-system/volumesnapshotclass.yaml deleted file mode 100644 index 435368dca..000000000 --- a/cluster/core/infrastructure/longhorn-system/volumesnapshotclass.yaml +++ /dev/null @@ -1,9 +0,0 @@ ---- -kind: VolumeSnapshotClass -apiVersion: snapshot.storage.k8s.io/v1beta1 -metadata: - name: longhorn - annotations: - k10.kasten.io/is-snapshot-class: "true" -driver: driver.longhorn.io -deletionPolicy: Delete diff --git a/cluster/core/namespaces/kustomization.yaml b/cluster/core/namespaces/kustomization.yaml index f517d2b6f..b97d7ef4b 100644 --- a/cluster/core/namespaces/kustomization.yaml +++ b/cluster/core/namespaces/kustomization.yaml @@ -9,7 +9,6 @@ resources: - home.yaml - kasten-io.yaml - kube-system.yaml - - longhorn-system.yaml - media.yaml - monitoring.yaml - networking.yaml diff --git a/cluster/core/namespaces/longhorn-system.yaml b/cluster/core/namespaces/longhorn-system.yaml deleted file mode 100644 index e65bc72c0..000000000 --- a/cluster/core/namespaces/longhorn-system.yaml +++ /dev/null @@ -1,5 +0,0 @@ ---- -apiVersion: v1 -kind: Namespace -metadata: - name: longhorn-system