shpaq/auricom-home-cluster
1
0
Fork 0
mirror of https://github.com/auricom/home-cluster.git synced 2025-09-17 18:24:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat: loki syslog

Browse Source
This commit is contained in:
auricom
2021-07-31 12:52:16 +02:00
parent 340e72e943
commit 0373188736
1 changed files with 79 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

125
cluster/apps/monitoring/loki-stack/helm-release.yaml
View File

@@ -96,62 +96,87 @@ spec:
serviceMonitor: serviceMonitor:
enabled: true enabled: true
extraScrapeConfigs: extraScrapeConfigs:
pipeline_stages: - job_name: syslog
- job_name: pfsense
syslog: syslog:
listen_address: 0.0.0.0:1514 listen_address: 0.0.0.0:1514
idle_timeout: 60s label_structured_data: true
label_structured_data: false
labels: labels:
job: "syslog" job: "syslog"
host: pfsense
relabel_configs: relabel_configs:
- source_labels: ["__syslog_message_severity"] - source_labels: ['__syslog_connection_ip_address']
target_label: "severity" target_label: 'ip_address'
#- source_labels: ['__syslog_message_facility'] - source_labels: ['__syslog_message_severity']
# target_label: 'facility' target_label: 'severity'
- source_labels: ["__syslog_message_app_name"] - source_labels: ['__syslog_message_facility']
target_label: "app_name" target_label: 'facility'
- source_labels: ['__syslog_message_hostname']
target_label: 'host'
- source_labels: ['__syslog_message_app_name']
target_label: 'app'
- source_labels: ['__syslog_message_SRC']
target_label: 'source_ip'
- source_labels: ['__syslog_message_SPT']
target_label: 'source_port'
- source_labels: ['__syslog_message_DPT']
target_label: 'destination_port'
- source_labels: ['__syslog_message_DST']
target_label: 'destination_ip'
pipeline_stages: pipeline_stages:
- match: # - job_name: pfsense
selector: '{app_name="filterlog"}' # syslog:
stages: # listen_address: 0.0.0.0:1514
- regex: # idle_timeout: 60s
expression: '(?P<pfsense_fw_rule>\d*?),(?P<pfsense_fw_subrule>\d*?),(?P<pfsense_fw_anchor>\d*?),(?P<pfsense_fw_tracker>\d*?),(?P<pfsense_fw_interface>igb.{1,5}?),(?P<pfsense_fw_reason>\w*?),(?P<pfsense_fw_action>\w*?),(?P<pfsense_fw_direction>\w*?),(?P<pfsense_fw_ip_version>4{1}?),(?P<pfsense_fw_tos>\w*?),(?P<pfsense_fw_ecn>\w*?),(?P<pfsense_fw_ttl>\w*?),(?P<pfsense_fw_id>\w*?),(?P<pfsense_fw_offset>\w*?),(?P<pfsense_fw_flag>\w*?),(?P<pfsense_fw_protocol_id>\d*?),(?P<pfsense_fw_protocol_text>\w*?),(?P<pfsense_fw_length>\d*?),(?P<pfsense_fw_source_address>\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}?),(?P<pfsense_fw_destination_address>\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}?),(?P<pfsense_fw_source_port>\d+?),(?P<pfsense_fw_destination_port>\d+?),(?P<pfsense_fw_data_length>\d+?)' # label_structured_data: false
# ipv6 // ,(?P<pfsense_fw_ip_version>6{1}?),(?P<pfsense_fw_lass>\w*?),(?P<pfsense_fw_flow_label>\w*?),(?P<pfsense_fw_hop_limit>\w*?),(?P<pfsense_fw_protocol_text>\w*?),(?P<pfsense_fw_protocol_id>\d*?), # labels:
- labels: # job: "syslog"
pfsense_fw_rule: "" # host: pfsense
#pfsense_fw_subrule: '' # relabel_configs:
#pfsense_fw_anchor: '' # - source_labels: ["__syslog_message_severity"]
pfsense_fw_tracker: "" # target_label: "severity"
pfsense_fw_interface: "" # #- source_labels: ['__syslog_message_facility']
pfsense_fw_reason: "" # # target_label: 'facility'
pfsense_fw_action: "" # - source_labels: ["__syslog_message_app_name"]
pfsense_fw_direction: "" # target_label: "app_name"
#pfsense_fw_ip_version: '' # pipeline_stages:
#pfsense_fw_tos: '' # - match:
#pfsense_fw_ecn: '' # selector: '{app_name="filterlog"}'
#pfsense_fw_ttl: '' # stages:
#pfsense_fw_id: '' # - regex:
#pfsense_fw_offset: '' # expression: '(?P<pfsense_fw_rule>\d*?),(?P<pfsense_fw_subrule>\d*?),(?P<pfsense_fw_anchor>\d*?),(?P<pfsense_fw_tracker>\d*?),(?P<pfsense_fw_interface>igb.{1,5}?),(?P<pfsense_fw_reason>\w*?),(?P<pfsense_fw_action>\w*?),(?P<pfsense_fw_direction>\w*?),(?P<pfsense_fw_ip_version>4{1}?),(?P<pfsense_fw_tos>\w*?),(?P<pfsense_fw_ecn>\w*?),(?P<pfsense_fw_ttl>\w*?),(?P<pfsense_fw_id>\w*?),(?P<pfsense_fw_offset>\w*?),(?P<pfsense_fw_flag>\w*?),(?P<pfsense_fw_protocol_id>\d*?),(?P<pfsense_fw_protocol_text>\w*?),(?P<pfsense_fw_length>\d*?),(?P<pfsense_fw_source_address>\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}?),(?P<pfsense_fw_destination_address>\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}?),(?P<pfsense_fw_source_port>\d+?),(?P<pfsense_fw_destination_port>\d+?),(?P<pfsense_fw_data_length>\d+?)'
#pfsense_fw_flag: '' # # ipv6 // ,(?P<pfsense_fw_ip_version>6{1}?),(?P<pfsense_fw_lass>\w*?),(?P<pfsense_fw_flow_label>\w*?),(?P<pfsense_fw_hop_limit>\w*?),(?P<pfsense_fw_protocol_text>\w*?),(?P<pfsense_fw_protocol_id>\d*?),
pfsense_fw_protocol_id: "" # - labels:
pfsense_fw_protocol_text: "" # pfsense_fw_rule: ""
#pfsense_fw_length: '' # #pfsense_fw_subrule: ''
pfsense_fw_source_address: "" # #pfsense_fw_anchor: ''
pfsense_fw_destination_address: "" # pfsense_fw_tracker: ""
pfsense_fw_source_port: "" # pfsense_fw_interface: ""
pfsense_fw_destination_port: "" # pfsense_fw_reason: ""
#pfsense_fw_data_length: '' # pfsense_fw_action: ""
# - metrics: # pfsense_fw_direction: ""
# lines_total: # #pfsense_fw_ip_version: ''
# type: Counter # #pfsense_fw_tos: ''
# description: "pfsense firewall : total number of log lines" # #pfsense_fw_ecn: ''
# prefix: pfsense_firewall_ # #pfsense_fw_ttl: ''
# match_all: true # #pfsense_fw_id: ''
# count_entry_bytes: true # #pfsense_fw_offset: ''
# config: # #pfsense_fw_flag: ''
# action: add # pfsense_fw_protocol_id: ""
# pfsense_fw_protocol_text: ""
# #pfsense_fw_length: ''
# pfsense_fw_source_address: ""
# pfsense_fw_destination_address: ""
# pfsense_fw_source_port: ""
# pfsense_fw_destination_port: ""
# #pfsense_fw_data_length: ''
# # - metrics:
# # lines_total:
# # type: Counter
# # description: "pfsense firewall : total number of log lines"
# # prefix: pfsense_firewall_
# # match_all: true
# # count_entry_bytes: true
# # config:
# # action: add
syslogService: syslogService:
enabled: true enabled: true
type: LoadBalancer type: LoadBalancer