feat(besu): add configurable json logging

Author: roderik

charts/network/charts/network-nodes/README.md

@@ -30,6 +30,7 @@ A Helm chart for Kubernetes
 | config.http.maxActiveConnections | int | `2000` | Maximum concurrent HTTP JSON-RPC connections. |
 | config.http.maxBatchSize | int | `512` | Maximum number of batched JSON-RPC calls per request. |
 | config.http.maxRequestContentLength | int | `524288000` | Maximum HTTP request body size in bytes. |
+| config.logFormat | string | `"plain"` | Log output format. Supports "plain" (default) or "json". |
 | config.logging | string | `"INFO"` | Log verbosity level for Besu components. |
 | config.metrics.categories | list | `["BLOCKCHAIN","ETHEREUM","EXECUTORS","JVM","NETWORK","PEERS","PROCESS","PRUNER","RPC","SYNCHRONIZER","TRANSACTION_POOL"]` | Metrics categories exposed to Prometheus. |
 | config.metrics.enabled | bool | `true` | Enable the Prometheus metrics endpoint. |

charts/network/charts/network-nodes/templates/configmap.yaml

@@ -8,6 +8,7 @@ metadata:
 {{- $persistenceEnabled := default false (get $persistence "enabled") }}
 {{- $mountPath := default "" (get $persistence "mountPath") }}
 {{- $privateKeyFilename := default "privateKey" .Values.config.privateKeyFilename }}
+{{- $logFormat := default "plain" .Values.config.logFormat }}
 data:
   config.toml: |-
     data-path="/data"
@@ -61,3 +62,21 @@ data:
     metrics-host={{ .Values.config.metrics.host | quote }}
     metrics-port={{ .Values.service.ports.metrics | int }}
     metrics-category={{ .Values.config.metrics.categories | toJson }}
+  {{- if eq $logFormat "json" }}
+  log-config.xml: |-
+    <?xml version="1.0" encoding="UTF-8"?>
+    <Configuration status="INFO" monitorInterval="5">
+      <Appenders>
+        <Console name="Console" target="SYSTEM_OUT">
+          <JsonLayout compact="false" eventEol="true" properties="true" stacktrace="true">
+            <KeyValuePair key="container" value="${hostName}" />
+          </JsonLayout>
+        </Console>
+      </Appenders>
+      <Loggers>
+        <Root level="${sys:root.log.level:-{{ .Values.config.logging }}}">
+          <AppenderRef ref="Console" />
+        </Root>
+      </Loggers>
+    </Configuration>
+  {{- end }}

charts/network/charts/network-nodes/templates/statefulset-rpc.yaml

@@ -77,6 +77,10 @@ spec:
               valueFrom:
                 fieldRef:
                   fieldPath: status.podIP
+            {{- if eq (default "plain" .Values.config.logFormat) "json" }}
+            - name: LOG4J_CONFIGURATION_FILE
+              value: /etc/besu/log-config.xml
+            {{- end }}
           {{- with .Values.securityContext }}
           securityContext:
             {{- toYaml . | nindent 12 }}
@@ -133,6 +137,12 @@ spec:
               mountPath: /etc/besu/config.toml
               subPath: config.toml
               readOnly: true
+            {{- if eq (default "plain" .Values.config.logFormat) "json" }}
+            - name: besu-config
+              mountPath: /etc/besu/log-config.xml
+              subPath: log-config.xml
+              readOnly: true
+            {{- end }}
             - name: besu-genesis
               mountPath: /etc/besu/genesis.json
               subPath: genesis.json

charts/network/charts/network-nodes/templates/statefulset-validator.yaml

@@ -76,6 +76,10 @@ spec:
               valueFrom:
                 fieldRef:
                   fieldPath: status.podIP
+            {{- if eq (default "plain" .Values.config.logFormat) "json" }}
+            - name: LOG4J_CONFIGURATION_FILE
+              value: /etc/besu/log-config.xml
+            {{- end }}
           {{- with .Values.securityContext }}
           securityContext:
             {{- toYaml . | nindent 12 }}
@@ -132,6 +136,12 @@ spec:
               mountPath: /etc/besu/config.toml
               subPath: config.toml
               readOnly: true
+            {{- if eq (default "plain" .Values.config.logFormat) "json" }}
+            - name: besu-config
+              mountPath: /etc/besu/log-config.xml
+              subPath: log-config.xml
+              readOnly: true
+            {{- end }}
             - name: besu-genesis
               mountPath: /etc/besu/genesis.json
               subPath: genesis.json

charts/network/charts/network-nodes/values.yaml

@@ -87,6 +87,8 @@ service:
 config:
   # -- (string) Log verbosity level for Besu components.
   logging: INFO
+  # -- (string) Log output format. Supports "plain" (default) or "json".
+  logFormat: plain
   # -- (string) Ledger storage backend (FOREST or BONSAI).
   dataStorageFormat: FOREST
   # -- (string) Filename containing each node's private key within mounted secrets.