config

Author: ndakkoune

aws/logs_monitoring_go/internal/config/config.go

@@ -23,6 +23,14 @@ type Config struct {
 	Source     string
 	Host       string
 	CustomTags string
+	Scrubbing  ScrubbingConfig
+}
+
+type ScrubbingConfig struct {
+	ScrubIP    bool
+	ScrubEmail bool
+	CustomRule        string
+	CustomReplacement string
 }
 
 func Load(ctx context.Context) (*Config, error) {
@@ -54,6 +62,12 @@ func loadConfig() *Config {
 		Source:     envOrDefault("DD_SOURCE", ""),
 		Host:       envOrDefault("DD_HOST", ""),
 		CustomTags: envOrDefault("DD_TAGS", ""),
+		Scrubbing: ScrubbingConfig{
+			ScrubIP:    envOrDefaultBool("REDACT_IP", false),
+			ScrubEmail: envOrDefaultBool("REDACT_EMAIL", false),
+			CustomRule:        envOrDefault("DD_SCRUBBING_RULE", ""),
+			CustomReplacement: envOrDefault("DD_SCRUBBING_RULE_REPLACEMENT", ""),
+		},
 	}
 }
 
@@ -64,5 +78,8 @@ func (c Config) LogValue() slog.Value {
 		slog.String("apiUrl", c.APIURL),
 		slog.String("loglevel", c.LogLevel),
 		slog.Bool("fips", c.UseFIPS),
+		slog.Bool("redactIP", c.Scrubbing.ScrubIP),
+		slog.Bool("redactEmail", c.Scrubbing.ScrubEmail),
+		slog.Bool("customScrubbing", c.Scrubbing.CustomRule != ""),
 	)
 }

aws/logs_monitoring_go/internal/config/config_test.go

@@ -63,6 +63,29 @@ func TestLoadConfig(t *testing.T) {
 				CustomTags: "env:prod,team:aws",
 			},
 		},
+		"scrubbing_ip_enabled": {
+			env: map[string]string{"REDACT_IP": "true"},
+			want: Config{
+				Site:      "datadoghq.com",
+				IntakeURL: "https://http-intake.logs.datadoghq.com",
+				APIURL:    "https://api.datadoghq.com",
+				LogLevel:  "INFO",
+				Scrubbing: ScrubbingConfig{ScrubIP: true},
+			},
+		},
+		"scrubbing_custom_rule": {
+			env: map[string]string{
+				"DD_SCRUBBING_RULE":             `\d+`,
+				"DD_SCRUBBING_RULE_REPLACEMENT": "X",
+			},
+			want: Config{
+				Site:      "datadoghq.com",
+				IntakeURL: "https://http-intake.logs.datadoghq.com",
+				APIURL:    "https://api.datadoghq.com",
+				LogLevel:  "INFO",
+				Scrubbing: ScrubbingConfig{CustomRule: `\d+`, CustomReplacement: "X"},
+			},
+		},
 	}
 
 	for name, tc := range tests {