Initial commit: add .gitignore and README

logstash/pipeline/10_filebeat_redis.conf

@@ -0,0 +1,9 @@
+input {
+  redis {
+    host => "${REDIS_HOST}"
+    port => "${REDIS_PORT}"
+    codec => "json"
+    data_type => "list"
+    key => "filebeat"
+  }
+}

logstash/pipeline/10_metricbeat_redis.conf

@@ -0,0 +1,11 @@
+input {
+  redis {
+    host => "${REDIS_HOST}"
+    port => "${REDIS_PORT}"
+    codec => "json"
+    data_type => "list"
+    type => "metricbeat"
+    key => "metricbeat"
+  }
+}
+

logstash/pipeline/20_besu.conf

@@ -0,0 +1,11 @@
+filter {
+  if [service_name] == "besu" {
+    json {
+      source => "message"
+    }
+    date {
+      match => [ "timestamp" , "ISO8601" ]
+      remove_field => [ "timestamp" ]
+    }
+  }
+}

logstash/pipeline/20_logstash.conf

@@ -0,0 +1,11 @@
+filter {
+  if [service_name] == "logstash" {
+    json {
+      source => "message"
+    }
+
+    date {
+      match => [ "timeMillis", "UNIX_MS" ]
+    }
+  }
+}

logstash/pipeline/20_quorum.conf

@@ -0,0 +1,21 @@
+filter {
+  if [service_name] == "quorum" {
+    grok {
+      match => { "message" => "%{GREEDYDATA:level}\[%{MONTHNUM:monthnum}\-%{DATA:monthday}\|%{TIME:time}\] %{GREEDYDATA:message}" }
+      overwrite => [ "message" ]
+    }
+    mutate {
+        add_field => { 
+            "timestamp" => "%{monthnum} %{monthday} %{time}"
+        }
+    }
+    date {
+      match => [ "timestamp" , "MM dd HH:mm:ss.SSS", "MM dd HH:mm:ss.SSS", "ISO8601"]
+      remove_field => [ "timestamp" ]
+    }
+    mutate {
+        remove_field => [ "time" ,"month","monthday","year","timestamp"]
+    }
+  }
+}
+

logstash/pipeline/20_tessera.conf

@@ -0,0 +1,11 @@
+filter {
+  if [service_name] == "tessera" {
+    json {
+      source => "message"
+    }
+    date {
+      match => [ "timestamp" , "ISO8601" ]
+      remove_field => [ "timestamp" ]
+    }
+  }
+}

logstash/pipeline/30_elasticsearch.conf

@@ -0,0 +1,44 @@
+output {
+  if [service_name] == "logstash" {
+    elasticsearch {
+      hosts => ["${ES_HOST}"]
+      index => "logstash-%{+YYYY.MM.dd}"
+    }
+  }
+
+  else if [service_name] == "besu" {
+    elasticsearch {
+      hosts => ["${ES_HOST}"]
+      index => "besu-%{+YYYY.MM.dd}"
+    }
+  }
+
+  else if [service_name] == "tessera" {
+    elasticsearch {
+      hosts => ["${ES_HOST}"]
+      index => "tessera-%{+YYYY.MM.dd}"
+    }
+  }
+
+  else if [service_name] == "quorum" {
+    elasticsearch {
+      hosts => ["${ES_HOST}"]
+      index => "quorum-%{+YYYY.MM.dd}"
+    }
+  }
+
+  else if [type] == "metricbeat" {
+    elasticsearch {
+      hosts => ["${ES_HOST}"]
+      index => "metricbeat-%{+YYYY.MM.dd}"
+    }
+  }
+
+  else {
+    elasticsearch {
+      hosts => ["${ES_HOST}"]
+      index => "unknown-%{+YYYY.MM.dd}"
+    }
+  }
+
+}