diff --git a/Elasticsearch_pfsense_custom_template/pfsense_custom_template b/Elasticsearch_pfsense_custom_template/pfsense_custom_template.json similarity index 100% rename from Elasticsearch_pfsense_custom_template/pfsense_custom_template rename to Elasticsearch_pfsense_custom_template/pfsense_custom_template.json diff --git a/Elasticsearch_pfsense_custom_template/pfsense_custom_template_es6.json b/Elasticsearch_pfsense_custom_template/pfsense_custom_template_es6.json new file mode 100644 index 0000000..39de586 --- /dev/null +++ b/Elasticsearch_pfsense_custom_template/pfsense_custom_template_es6.json @@ -0,0 +1,260 @@ +{ + "order": -1, + "template": "pfsense_*", + "settings": { + "index": { + "analysis": { + "analyzer": { + "analyzer_keyword": { + "filter": "lowercase", + "tokenizer": "keyword" + } + } + }, + "max_result_window": "1000000" + } + }, + "mappings": { + "message": { + "properties": { + "PFSENSE_ICMP_DATA": { + "type": "keyword" + }, + "PFSENSE_ICMP_ECHO_REQ_REPLY": { + "type": "keyword" + }, + "PFSENSE_ICMP_RESPONSE": { + "type": "keyword" + }, + "PFSENSE_ICMP_TYPE": { + "type": "keyword" + }, + "PFSENSE_ICMP_UNREACHPORT": { + "type": "keyword" + }, + "PFSENSE_IGMP_DATA": { + "type": "keyword" + }, + "PFSENSE_IP_DATA": { + "type": "keyword" + }, + "PFSENSE_IP_SPECIFIC_DATA": { + "type": "keyword" + }, + "PFSENSE_IPv4_SPECIFIC_DATA": { + "type": "keyword" + }, + "PFSENSE_LOG_DATA": { + "type": "keyword" + }, + "PFSENSE_LOG_ENTRY": { + "type": "keyword" + }, + "PFSENSE_PROTOCOL_DATA": { + "type": "keyword" + }, + "PFSENSE_TCP_DATA": { + "type": "keyword" + }, + "PFSENSE_UDP_DATA": { + "type": "keyword" + }, + "ack_number": { + "type": "keyword" + }, + "action": { + "type": "keyword" + }, + "data_length": { + "type": "keyword" + }, + "dest_ip": { + "type": "keyword" + }, + "dest_ip_city_name": { + "type": "keyword" + }, + "dest_ip_country_code": { + "type": "keyword" + }, + "dest_ip_geolocation": { + "type": "text", + "copy_to": "dst_location" + }, + "dst_location": { + "type": "geo_point" + }, + "dest_port": { + "type": "keyword" + }, + "direction": { + "type": "keyword" + }, + "ecn": { + "type": "keyword" + }, + "facility": { + "type": "keyword" + }, + "flags": { + "type": "keyword" + }, + "full_message": { + "type": "text", + "analyzer": "standard" + }, + "gl2_remote_ip": { + "type": "keyword" + }, + "gl2_remote_port": { + "type": "keyword" + }, + "gl2_source_input": { + "type": "keyword" + }, + "gl2_source_node": { + "type": "keyword" + }, + "icmp_echo_id": { + "type": "keyword" + }, + "icmp_echo_sequence": { + "type": "keyword" + }, + "icmp_type": { + "type": "keyword" + }, + "icmp_unreachport_dest_ip": { + "type": "keyword" + }, + "icmp_unreachport_dest_ip_city_name": { + "type": "keyword" + }, + "icmp_unreachport_dest_ip_country_code": { + "type": "keyword" + }, + "icmp_unreachport_dest_ip_geolocation": { + "type": "keyword" + }, + "icmp_unreachport_port": { + "type": "keyword" + }, + "icmp_unreachport_protocol": { + "type": "keyword" + }, + "id": { + "type": "keyword" + }, + "iface": { + "type": "keyword" + }, + "ip_ver": { + "type": "keyword" + }, + "length": { + "type": "keyword" + }, + "level": { + "type": "long" + }, + "message": { + "type": "text", + "analyzer": "standard" + }, + "offset": { + "type": "keyword" + }, + "proto": { + "type": "keyword" + }, + "proto_id": { + "type": "keyword" + }, + "reason": { + "type": "keyword" + }, + "rule": { + "type": "keyword" + }, + "sequence_number": { + "type": "keyword" + }, + "source": { + "type": "text", + "analyzer": "analyzer_keyword", + "fielddata": true + }, + "src_ip": { + "type": "keyword" + }, + "src_ip_city_name": { + "type": "keyword" + }, + "src_ip_country_code": { + "type": "keyword" + }, + "src_ip_geolocation": { + "type": "text", + "copy_to": "src_location" + }, + "src_location": { + "type": "geo_point" + }, + "src_port": { + "type": "keyword" + }, + "streams": { + "type": "keyword" + }, + "tcp_flags": { + "type": "keyword" + }, + "tcp_options": { + "type": "keyword" + }, + "tcp_window": { + "type": "keyword" + }, + "timestamp": { + "type": "date", + "format": "yyyy-MM-dd HH:mm:ss.SSS" + }, + "real_timestamp": { + "type": "date", + "format": "yyyy-MM-dd HH:mm:ss" + }, + "tos": { + "type": "keyword" + }, + "tracker": { + "type": "keyword" + }, + "ttl": { + "type": "keyword" + } + }, + "dynamic_templates": [ + { + "internal_fields": { + "match": "gl2_*", + "mapping": { + "type": "keyword" + } + } + }, + { + "store_generic": { + "match": "*", + "mapping": { + "index": "not_analyzed" + } + } + } + ], + "_source": { + "enabled": true + } + } + }, + "aliases": {} +} diff --git a/pfsense_content_pack/pfsense_content_pack.json b/pfsense_content_pack/graylog2/pfsense_content_pack.json similarity index 100% rename from pfsense_content_pack/pfsense_content_pack.json rename to pfsense_content_pack/graylog2/pfsense_content_pack.json diff --git a/pfsense_content_pack/pfsense_content_pack_table_lookup.json b/pfsense_content_pack/graylog2/pfsense_content_pack_table_lookup.json similarity index 100% rename from pfsense_content_pack/pfsense_content_pack_table_lookup.json rename to pfsense_content_pack/graylog2/pfsense_content_pack_table_lookup.json diff --git a/pfsense_content_pack/graylog3/3-pfsense-analysis.json b/pfsense_content_pack/graylog3/3-pfsense-analysis.json new file mode 100644 index 0000000..f7e8bbe --- /dev/null +++ b/pfsense_content_pack/graylog3/3-pfsense-analysis.json @@ -0,0 +1,1472 @@ +{ + "v": 1, + "id": "ebb6c11e-bcff-4686-aaac-6cfafc7b441e", + "rev": 1, + "name": "3 Pfsense analysis", + "summary": "3 Pfsense analysis", + "description": "", + "vendor": "devopstales", + "url": "https://devopstales.github.io", + "parameters": [], + "entities": [ + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "bd83f8d7-3b38-4a32-806b-03fbcfd241af", + "data": { + "name": "PFSENSE_APP", + "pattern": "(%{DATA:pfsense_APP}):" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "8bf00804-9e24-4039-b1db-119bad0e80fb", + "data": { + "name": "PFSENSE_ICMP_UNREACHABLE", + "pattern": "%{GREEDYDATA:icmp_unreachable}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "stream", + "version": "1" + }, + "id": "bf2082d1-ea5f-4861-ab4f-64ee290b4960", + "data": { + "alarm_callbacks": [], + "outputs": [], + "remove_matches": { + "@type": "boolean", + "@value": true + }, + "title": { + "@type": "string", + "@value": "pfsense" + }, + "stream_rules": [ + { + "type": { + "@type": "string", + "@value": "EXACT" + }, + "field": { + "@type": "string", + "@value": "pfsense" + }, + "value": { + "@type": "string", + "@value": "true" + }, + "inverted": { + "@type": "boolean", + "@value": false + }, + "description": { + "@type": "string", + "@value": "" + } + } + ], + "alert_conditions": [], + "matching_type": { + "@type": "string", + "@value": "OR" + }, + "disabled": { + "@type": "boolean", + "@value": false + }, + "description": { + "@type": "string", + "@value": "pfsense" + }, + "default_stream": { + "@type": "boolean", + "@value": false + } + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "92909594-b2fa-43ae-9d6a-73639f9f903a", + "data": { + "name": "PFSENSE_ICMP_TSTAMP_REPLY", + "pattern": "%{INT:icmp_tstamp_reply_id},%{INT:icmp_tstamp_reply_sequence},%{INT:icmp_tstamp_reply_otime},%{INT:icmp_tstamp_reply_rtime},%{INT:icmp_tstamp_reply_ttime}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "10c23e9a-65ed-4ba8-9b36-7b6f86acf633", + "data": { + "name": "PFSENSE_ICMP_UNREACHPORT", + "pattern": "%{IP:icmp_unreachport_dest_ip},%{WORD:icmp_unreachport_protocol},%{INT:icmp_unreachport_port}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "63a609f4-136f-4a3f-8da5-78983c0f9901", + "data": { + "name": "PFSENSE_APP_LOGIN", + "pattern": "(%{DATA:pfsense_ACTION}) for user \\'(%{DATA:pfsense_USER})\\' from: (%{GREEDYDATA:pfsense_REMOTE_IP})" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "834896b3-5fd4-44c6-8dd7-a13a751f76b8", + "data": { + "name": "PFSENSE_CARP_DATA", + "pattern": "%{WORD:carp_type},%{INT:carp_ttl},%{INT:carp_vhid},%{INT:carp_version},%{INT:carp_advbase},%{INT:carp_advskew}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "lookup_adapter", + "version": "1" + }, + "id": "fdcbdcc0-cef0-4084-983f-deaba380449c", + "data": { + "name": { + "@type": "string", + "@value": "cvs-port-translate" + }, + "title": { + "@type": "string", + "@value": "CVS Port Translate" + }, + "description": { + "@type": "string", + "@value": "Table CVS for translate port service to service name" + }, + "configuration": { + "type": { + "@type": "string", + "@value": "csvfile" + }, + "path": { + "@type": "string", + "@value": "/etc/graylog/server/service-names-port-numbers.csv" + }, + "separator": { + "@type": "string", + "@value": "," + }, + "quotechar": { + "@type": "string", + "@value": "\"" + }, + "key_column": { + "@type": "string", + "@value": "Port" + }, + "value_column": { + "@type": "string", + "@value": "Service" + }, + "check_interval": { + "@type": "long", + "@value": 3 + }, + "case_insensitive_lookup": { + "@type": "boolean", + "@value": false + } + } + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "0959400a-8618-401f-b23f-44d655f4329e", + "data": { + "name": "PFSENSE_ICMP_DATA", + "pattern": "%{PFSENSE_ICMP_TYPE}%{PFSENSE_ICMP_RESPONSE}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "36646671-8213-46cc-8e76-d1cf50224a20", + "data": { + "name": "PFSENSE_APP_GEN", + "pattern": "(%{GREEDYDATA:pfsense_ACTION})" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "6ce9fd60-0ed3-4a3f-9f9c-83360c576ffb", + "data": { + "name": "PFSENSE_LOG_DATA", + "pattern": "%{INT:rule},%{INT:sub_rule}?,,%{INT:tracker},%{WORD:iface},%{WORD:reason},%{WORD:action},%{WORD:direction}," + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "0217f072-add8-457b-9659-5a86de405cdf", + "data": { + "name": "PFSENSE_IPv4_SPECIFIC_DATA_ECN", + "pattern": "(?(4)),%{BASE16NUM:tos},%{INT:ecn},%{INT:ttl},%{INT:id},%{INT:offset},%{WORD:flags},%{INT:proto_id},%{WORD:proto}," + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "lookup_cache", + "version": "1" + }, + "id": "4a809654-2483-4d5c-96fc-87058b0796dd", + "data": { + "name": { + "@type": "string", + "@value": "cache-service-port" + }, + "title": { + "@type": "string", + "@value": "Cache Service Port" + }, + "description": { + "@type": "string", + "@value": "Cache Service Port" + }, + "configuration": { + "type": { + "@type": "string", + "@value": "guava_cache" + }, + "max_size": { + "@type": "integer", + "@value": 1000 + }, + "expire_after_access": { + "@type": "long", + "@value": 60 + }, + "expire_after_access_unit": { + "@type": "string", + "@value": "SECONDS" + }, + "expire_after_write": { + "@type": "long", + "@value": 0 + } + } + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "e9f618d5-548e-412a-9960-4934ecbb3090", + "data": { + "name": "PFSENSE_ICMP_ECHO_REQ_REPLY", + "pattern": "%{INT:icmp_echo_id},%{INT:icmp_echo_sequence}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "6f64f802-1886-4776-a9a3-1bdf7d0c7e02", + "data": { + "name": "PFSENSE_IP_DATA", + "pattern": "%{INT:length},%{IP:src_ip},%{IP:dest_ip}," + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "3297981c-f901-47a1-97a4-a0b7e0001807", + "data": { + "name": "PFSENSE_APP_LOGOUT", + "pattern": "User (%{DATA:pfsense_ACTION}) for user \\'(%{DATA:pfsense_USER})\\' from: (%{GREEDYDATA:pfsense_REMOTE_IP})" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "fb6f3107-3f5a-467b-af24-152163154b21", + "data": { + "name": "PFSENSE_LOG_ENTRY", + "pattern": "%{PFSENSE_LOG_DATA}%{PFSENSE_IP_SPECIFIC_DATA}%{PFSENSE_IP_DATA}%{PFSENSE_PROTOCOL_DATA}?" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "75ddba8f-de31-4981-a63f-e7edaf0408aa", + "data": { + "name": "PFSENSE_ICMP_TSTAMP", + "pattern": "%{INT:icmp_tstamp_id},%{INT:icmp_tstamp_sequence}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "68207c38-8870-4a58-ab12-7feae7c88a32", + "data": { + "name": "PFSENSE_IGMP_DATA", + "pattern": "datalength=%{INT:data_length}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "3d24a2ed-1e92-4715-ba53-d7560a6d85d7", + "data": { + "name": "PFSENSE_ICMP_TYPE", + "pattern": "(?(request|reply|unreachproto|unreachport|unreach|timeexceed|paramprob|redirect|maskreply|needfrag|tstamp|tstampreply))," + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "e288ffb4-0ed2-449a-8efa-e42fc91e947a", + "data": { + "name": "PFSENSE_TCP_DATA", + "pattern": "%{INT:src_port},%{INT:dest_port},%{INT:data_length},%{WORD:tcp_flags},%{INT:sequence_number},%{INT:ack_number},%{INT:tcp_window},%{DATA:urg_data},%{GREEDYDATA:tcp_options}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "11328c03-d140-4487-ab7e-33adaca28c9d", + "data": { + "name": "PFSENSE_PROTOCOL_DATA", + "pattern": "%{PFSENSE_TCP_DATA}|%{PFSENSE_UDP_DATA}|%{PFSENSE_ICMP_DATA}|%{PFSENSE_CARP_DATA}|%{PFSENSE_IGMP_DATA}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "f4265eae-c529-47dc-941b-95bb03f409b8", + "data": { + "name": "PFSENSE_NGINX", + "pattern": "%{SYSLOGHOST:hostname} %{DATA:pfsense_service}: %{IPORHOST:remote_addr} - (%{DATA:remote_user} )?- \\[%{HTTPDATE:access_time}\\] \\\"%{WORD:request_verb} %{DATA:request_path} HTTP/%{NUMBER:http_version}\\\" %{NUMBER:response_code} %{NUMBER:response_bytes} \\\"%{DATA:http_referer}\\\" \\\"%{DATA:http_user_agent}\\\"" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "45c3bccd-abf7-421f-899e-240b58f7de2c", + "data": { + "name": "PFSENSE_ICMP_RESPONSE", + "pattern": "%{PFSENSE_ICMP_ECHO_REQ_REPLY}|%{PFSENSE_ICMP_UNREACHPORT}| %{PFSENSE_ICMP_UNREACHPROTO}|%{PFSENSE_ICMP_UNREACHABLE}|%{PFSENSE_ICMP_NEED_FLAG}|%{PFSENSE_ICMP_TSTAMP}|%{PFSENSE_ICMP_TSTAMP_REPLY}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "e380aa90-2e75-4fc9-817c-44003584f9b8", + "data": { + "name": "PFSENSE_IP_SPECIFIC_DATA", + "pattern": "%{PFSENSE_IPv4_SPECIFIC_DATA}|%{PFSENSE_IPv6_SPECIFIC_DATA}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "a5ec652d-88b2-4813-9f94-9c55cca47791", + "data": { + "name": "PFSENSE_IPv6_SPECIFIC_DATA", + "pattern": "(?(6)),%{BASE16NUM:ipv6_Flag1},%{WORD:ipv6_Flag2},%{WORD:flow_label},%{WORD:options},%{INT:protocol_id},%{INT:length},%{IPV6:src_ip},%{IPV6:dest_ip},%{WORD:ipv6_HPH},%{WORD:ipv6_padn},%{WORD:ipv6_Alert},%{WORD:ipv6_Flag3},%{WORD:ipv6_Flag4}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "input", + "version": "1" + }, + "id": "5a684dbd-d0d2-4d4f-b605-50c1babdf63a", + "data": { + "title": { + "@type": "string", + "@value": "pfsense" + }, + "configuration": { + "expand_structured_data": { + "@type": "boolean", + "@value": false + }, + "recv_buffer_size": { + "@type": "integer", + "@value": 262144 + }, + "port": { + "@type": "integer", + "@value": 5442 + }, + "number_worker_threads": { + "@type": "integer", + "@value": 1 + }, + "force_rdns": { + "@type": "boolean", + "@value": false + }, + "allow_override_date": { + "@type": "boolean", + "@value": true + }, + "bind_address": { + "@type": "string", + "@value": "0.0.0.0" + }, + "store_full_message": { + "@type": "boolean", + "@value": false + } + }, + "static_fields": { + "pfsense": { + "@type": "string", + "@value": "true" + } + }, + "type": { + "@type": "string", + "@value": "org.graylog2.inputs.syslog.udp.SyslogUDPInput" + }, + "global": { + "@type": "boolean", + "@value": true + }, + "extractors": [ + { + "target_field": { + "@type": "string", + "@value": "PortServiceName" + }, + "condition_value": { + "@type": "string", + "@value": "" + }, + "order": { + "@type": "integer", + "@value": 2 + }, + "converters": [], + "configuration": { + "lookup_table_name": { + "@type": "string", + "@value": "Service Port Translator" + } + }, + "source_field": { + "@type": "string", + "@value": "dest_port" + }, + "title": { + "@type": "string", + "@value": "Port to Service Name" + }, + "type": { + "@type": "string", + "@value": "LOOKUP_TABLE" + }, + "cursor_strategy": { + "@type": "string", + "@value": "COPY" + }, + "condition_type": { + "@type": "string", + "@value": "NONE" + } + }, + { + "target_field": { + "@type": "string", + "@value": "src_port_name" + }, + "condition_value": { + "@type": "string", + "@value": "" + }, + "order": { + "@type": "integer", + "@value": 1 + }, + "converters": [], + "configuration": { + "lookup_table_name": { + "@type": "string", + "@value": "Service Port Translator" + } + }, + "source_field": { + "@type": "string", + "@value": "src_port" + }, + "title": { + "@type": "string", + "@value": "Source Port Name" + }, + "type": { + "@type": "string", + "@value": "LOOKUP_TABLE" + }, + "cursor_strategy": { + "@type": "string", + "@value": "COPY" + }, + "condition_type": { + "@type": "string", + "@value": "NONE" + } + }, + { + "target_field": { + "@type": "string", + "@value": "" + }, + "condition_value": { + "@type": "string", + "@value": "filterlog:" + }, + "order": { + "@type": "integer", + "@value": 0 + }, + "converters": [], + "configuration": { + "grok_pattern": { + "@type": "string", + "@value": "%{PFSENSE_LOG_ENTRY}" + } + }, + "source_field": { + "@type": "string", + "@value": "message" + }, + "title": { + "@type": "string", + "@value": "PFsenseExtractor" + }, + "type": { + "@type": "string", + "@value": "GROK" + }, + "cursor_strategy": { + "@type": "string", + "@value": "COPY" + }, + "condition_type": { + "@type": "string", + "@value": "STRING" + } + }, + { + "target_field": { + "@type": "string", + "@value": "" + }, + "condition_value": { + "@type": "string", + "@value": "nginx:" + }, + "order": { + "@type": "integer", + "@value": 0 + }, + "converters": [], + "configuration": { + "grok_pattern": { + "@type": "string", + "@value": "%{PFSENSE_NGINX}" + }, + "named_captures_only": { + "@type": "boolean", + "@value": true + } + }, + "source_field": { + "@type": "string", + "@value": "message" + }, + "title": { + "@type": "string", + "@value": "pfsense_nginx" + }, + "type": { + "@type": "string", + "@value": "GROK" + }, + "cursor_strategy": { + "@type": "string", + "@value": "COPY" + }, + "condition_type": { + "@type": "string", + "@value": "STRING" + } + } + ] + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "pipeline", + "version": "1" + }, + "id": "3bde6a4c-183a-474c-8390-4e372da15296", + "data": { + "title": { + "@type": "string", + "@value": "pfsense" + }, + "description": { + "@type": "string", + "@value": "pfsense" + }, + "source": { + "@type": "string", + "@value": "pipeline \"pfsense\"\nstage 0 match either\nrule \"timestamp_pfsense_for_grafana\"\nend" + }, + "connected_streams": [ + { + "@type": "string", + "@value": "bf2082d1-ea5f-4861-ab4f-64ee290b4960" + } + ] + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "9e4cf89f-66ff-4eda-a723-d0025c1c8945", + "data": { + "name": "PFSENSE_IPv4_SPECIFIC_DATA", + "pattern": "(?(4)),%{BASE16NUM:tos},%{WORD:ecn}?,%{INT:ttl},%{INT:id},%{INT:offset},%{WORD:flags},%{INT:proto_id},%{WORD:proto}," + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "b312cede-c822-4846-a5e0-eda19962b9b3", + "data": { + "name": "PFSENSE_UDP_DATA", + "pattern": "%{INT:src_port},%{INT:dest_port},%{INT:data_length}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "02670907-b437-4051-8ebd-00b13f19447f", + "data": { + "name": "PFSENSE_APP_ERROR", + "pattern": "webConfigurator (%{DATA:pfsense_ACTION}) for \\'(%{DATA:pfsense_USER})\\' from (%{GREEDYDATA:pfsense_REMOTE_IP})" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "pipeline_rule", + "version": "1" + }, + "id": "20cff089-39a3-4511-8f4f-52d1164e6ccf", + "data": { + "title": { + "@type": "string", + "@value": "timestamp_pfsense_for_grafana" + }, + "description": { + "@type": "string", + "@value": "timestamp_pfsense_for_grafana" + }, + "source": { + "@type": "string", + "@value": "rule \"timestamp_pfsense_for_grafana\"\nwhen has_field(\"timestamp\")\nthen\n// the following date format assumes there's no time zone in the string\nlet source_timestamp = parse_date(substring(to_string(now(\"Europe/Budapest\")),0,23), \"yyyy-MM-dd'T'HH:mm:ss.SSS\");\nlet dest_timestamp = format_date(source_timestamp,\"yyyy-MM-dd HH:mm:ss\");\nset_field(\"real_timestamp\", dest_timestamp);\nend" + } + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "70a6d741-1226-4e96-9f15-e87a0e41c337", + "data": { + "name": "PFSENSE_APP_DATA", + "pattern": "(%{PFSENSE_APP_LOGOUT}|%{PFSENSE_APP_LOGIN}|%{PFSENSE_APP_ERROR}|%{PFSENSE_APP_GEN})" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "pipeline_rule", + "version": "1" + }, + "id": "ea1d5407-c837-4805-9ac5-ff50f6fbb6f2", + "data": { + "title": { + "@type": "string", + "@value": "get_browser" + }, + "description": { + "@type": "string", + "@value": "get_browser" + }, + "source": { + "@type": "string", + "@value": "rule \"get_browser\"\nwhen\n has_field(\"http_user_agent\")\nthen\nlet parsed = grok(pattern: \"%{USER_BROWSER}\",value: to_string($message.http_user_agent),only_named_captures: true);\nset_fields(parsed);\nend" + } + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "lookup_table", + "version": "1" + }, + "id": "df7c12e2-833e-4a1f-b842-08bcc19ad92d", + "data": { + "default_single_value_type": { + "@type": "string", + "@value": "NULL" + }, + "cache_name": { + "@type": "string", + "@value": "4a809654-2483-4d5c-96fc-87058b0796dd" + }, + "name": { + "@type": "string", + "@value": "Service Port Translator" + }, + "default_multi_value_type": { + "@type": "string", + "@value": "NULL" + }, + "default_multi_value": { + "@type": "string", + "@value": "" + }, + "data_adapter_name": { + "@type": "string", + "@value": "fdcbdcc0-cef0-4084-983f-deaba380449c" + }, + "title": { + "@type": "string", + "@value": "Service Port Translator" + }, + "default_single_value": { + "@type": "string", + "@value": "" + }, + "description": { + "@type": "string", + "@value": "Service Port Translator to name service" + } + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "fb1da25a-642e-4173-a070-f356efcc46a4", + "data": { + "name": "PFSENSE_ICMP_NEED_FLAG", + "pattern": "%{IP:icmp_need_flag_ip},%{INT:icmp_need_flag_mtu}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "b8eb5bba-6dc9-4caa-9dee-3889cd8a8e25", + "data": { + "name": "PFSENSE_ICMP_UNREACHPROTO", + "pattern": "%{IP:icmp_unreach_dest_ip},%{WORD:icmp_unreachproto_protocol}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "948217d7-e152-4d51-9982-ce6acfa7420d", + "data": { + "name": "DATA", + "pattern": ".*?" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "d082d31d-3665-4b88-a254-562092973adc", + "data": { + "name": "GREEDYDATA", + "pattern": ".*" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "7ad1c67c-c1d6-4adb-b983-8412afddd2e2", + "data": { + "name": "INT", + "pattern": "(?:[+-]?(?:[0-9]+))" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "8f485208-ad5f-4c29-a9d3-e6534d35f328", + "data": { + "name": "WORD", + "pattern": "\\b\\w+\\b" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "4118cd3f-9da8-42dc-9e2a-ab7e2a3f754a", + "data": { + "name": "IP", + "pattern": "(?:%{IPV6}|%{IPV4})" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "24656f12-7062-403a-9a22-099b4a72a6ae", + "data": { + "name": "BASE16NUM", + "pattern": "(?=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "31082a2e-85a1-4391-a924-c8bac2b787aa", + "data": { + "name": "SYSLOGHOST", + "pattern": "%{IPORHOST}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "e59909df-65a3-4ebd-9425-8a575bd6f8a7", + "data": { + "name": "NUMBER", + "pattern": "(?:%{BASE10NUM})" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "43c7bc07-062b-4c29-99b4-30e1ae78cf4c", + "data": { + "name": "HTTPDATE", + "pattern": "%{MONTHDAY}/%{MONTH}/%{YEAR}:%{TIME} %{INT}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "ed43cc0b-d9c5-4f59-ad91-9d036229e4f5", + "data": { + "name": "IPORHOST", + "pattern": "(?:%{IP}|%{HOSTNAME})" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "67109785-4659-4ece-a2a3-dfc12c1427dd", + "data": { + "name": "IPV6", + "pattern": "((([0-9A-Fa-f]{1,4}:){7}([0-9A-Fa-f]{1,4}|:))|(([0-9A-Fa-f]{1,4}:){6}(:[0-9A-Fa-f]{1,4}|((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3})|:))|(([0-9A-Fa-f]{1,4}:){5}(((:[0-9A-Fa-f]{1,4}){1,2})|:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3})|:))|(([0-9A-Fa-f]{1,4}:){4}(((:[0-9A-Fa-f]{1,4}){1,3})|((:[0-9A-Fa-f]{1,4})?:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:))|(([0-9A-Fa-f]{1,4}:){3}(((:[0-9A-Fa-f]{1,4}){1,4})|((:[0-9A-Fa-f]{1,4}){0,2}:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:))|(([0-9A-Fa-f]{1,4}:){2}(((:[0-9A-Fa-f]{1,4}){1,5})|((:[0-9A-Fa-f]{1,4}){0,3}:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:))|(([0-9A-Fa-f]{1,4}:){1}(((:[0-9A-Fa-f]{1,4}){1,6})|((:[0-9A-Fa-f]{1,4}){0,4}:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:))|(:(((:[0-9A-Fa-f]{1,4}){1,7})|((:[0-9A-Fa-f]{1,4}){0,5}:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:)))(%.+)?" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "9ca841c8-a0f7-4e62-b87d-2f97476cf6c1", + "data": { + "name": "IPV4", + "pattern": "(?=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "9018ec0a-b87a-4662-876d-f17411b7372e", + "data": { + "name": "BASE10NUM", + "pattern": "(?[+-]?(?:(?:[0-9]+(?:\\.[0-9]+)?)|(?:\\.[0-9]+)))" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "88381bf0-3d2b-4aff-826f-bfcd9bef1937", + "data": { + "name": "MONTH", + "pattern": "\\b(?:Jan(?:uary|uar)?|Feb(?:ruary|ruar)?|M(?:a|รค)?r(?:ch|z)?|Apr(?:il)?|Ma(?:y|i)?|Jun(?:e|i)?|Jul(?:y)?|Aug(?:ust)?|Sep(?:tember)?|O(?:c|k)?t(?:ober)?|Nov(?:ember)?|De(?:c|z)(?:ember)?)\\b" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "667d0f75-6886-4bbb-99d1-bd0054613941", + "data": { + "name": "YEAR", + "pattern": "(?>\\d\\d){1,2}" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "18d4fad0-32d9-433a-aaa7-4ce7e9c519b9", + "data": { + "name": "TIME", + "pattern": "(?!<[0-9])%{HOUR}:%{MINUTE}(?::%{SECOND})(?![0-9])" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "f7f789b2-9e2a-40b7-80c8-c9f689634ae5", + "data": { + "name": "MONTHDAY", + "pattern": "(?:(?:0[1-9])|(?:[12][0-9])|(?:3[01])|[1-9])" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "a4760a11-37ef-4ae8-a9e9-20fcf99805cb", + "data": { + "name": "HOSTNAME", + "pattern": "\\b(?:[0-9A-Za-z][0-9A-Za-z-]{0,62})(?:\\.(?:[0-9A-Za-z][0-9A-Za-z-]{0,62}))*(\\.?|\\b)" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "f48def66-15e0-4e3b-bf63-ce264e0e4d5f", + "data": { + "name": "HOUR", + "pattern": "(?:2[0123]|[01]?[0-9])" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "b8b21a84-db15-4bcc-b733-21f1f720b097", + "data": { + "name": "MINUTE", + "pattern": "(?:[0-5][0-9])" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + }, + { + "v": "1", + "type": { + "name": "grok_pattern", + "version": "1" + }, + "id": "907986ba-5c6d-4c91-bb88-58702a59d3df", + "data": { + "name": "SECOND", + "pattern": "(?:(?:[0-5]?[0-9]|60)(?:[:.,][0-9]+)?)" + }, + "constraints": [ + { + "type": "server-version", + "version": ">=3.0.2+1686930" + } + ] + } + ] +} \ No newline at end of file