Revert "Add new rules for text sanitization (#510)"

This reverts commit 105bcea.

Author: bundolee

java/opendataloader-pdf-core/src/main/java/org/opendataloader/pdf/api/FilterConfig.java

@@ -31,102 +31,58 @@ public class FilterConfig {
     private boolean filterTinyText = true;
     private boolean filterHiddenOCG = true;
     private boolean filterSensitiveData = false;
-    private final List<SanitizationRule> filterRules = new ArrayList<>();
+    private final List<SanitizationRule> filterRules;
 
     /** Default rules */
-    private static final List<SanitizationRule> DEFAULT_RULES = new ArrayList<>();
-    static {
-        DEFAULT_RULES.add(new SanitizationRule(
+    private void initializeDefaultRules() {
+        filterRules.add(new SanitizationRule(
             Pattern.compile("[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\\.[A-Za-z]{2,}"),
             "email@example.com"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("[+]\\d+(?:-\\d+)+"),
             "+00-0000-0000"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("[A-Z]{1,2}\\d{6,9}"),
             "AA0000000"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("\\b\\d{4}-?\\d{4}-?\\d{4}-?\\d{4}\\b"),
             "0000-0000-0000-0000"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("\\b\\d{10,18}\\b"),
             "0000000000000000"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("\\b(?:\\d{1,3}\\.){3}\\d{1,3}\\b"),
             "0.0.0.0"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("\\b([0-9a-fA-F]{0,4}:){2,7}[0-9a-fA-F]{0,4}\\b"),
             "0.0.0.0::1"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("\\b(?:[0-9A-Fa-f]{2}:){5}[0-9A-Fa-f]{2}\\b"),
             "00:00:00:00:00:00"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("\\b\\d{15}\\b"),
             "000000000000000"
         ));
-        DEFAULT_RULES.add(new SanitizationRule(
+        filterRules.add(new SanitizationRule(
             Pattern.compile("https?://[A-Za-z0-9.-]+(:\\d+)?(/\\S*)?"),
             "https://example.com"
         ));
-        //TODO Confirm info about regex for Korean phone, card, resident numbers and etc.
-        // Korean Resident Registration Number
-        DEFAULT_RULES.add(new SanitizationRule(
-            Pattern.compile("\\b\\d{6}-\\d{7}\\b"),
-            "000000-0000000"
-        ));
-        // Korean phone numbers
-        DEFAULT_RULES.add(new SanitizationRule(
-            Pattern.compile("\\b0\\d{1,2}-\\d{3,4}-\\d{4}\\b"),
-            "010-0000-0000"
-        ));
-        // Korean business registration number
-        DEFAULT_RULES.add(new SanitizationRule(
-            Pattern.compile("\\b\\d{3}-\\d{2}-\\d{5}\\b"),
-            "000-00-00000"
-        ));
-        // Korean bank account numbers
-//        DEFAULT_RULES.add(new SanitizationRule(
-//            Pattern.compile("\\b\\d{2,4}-\\d{2,3}-\\d{4,6}\\b"),
-//            "000-000-000000"
-//        ));
-        //TODO Confirm info about regex for AWS (maybe create 2 separate rules for AKIA|ASIA)
-        // AWS Access Key
-        DEFAULT_RULES.add(new SanitizationRule(
-            Pattern.compile("\\b(AKIA|ASIA)[0-9A-Z]{12,124}\\b"),
-            "AKIA0000000000000000"
-        ));
-        //TODO Confirm info about regex for GitHub (maybe create separate rules for ghp|ghu|gho|ghs|ghr)
-        // GitHub Personal Access Token
-        DEFAULT_RULES.add(new SanitizationRule(
-            Pattern.compile("\\bgh[puors]_[A-Za-z0-9]{10,251}\\b"),
-            "ghp_000000000000000000000000000000000000"
-        ));
-        // GitHub Fine-grained Personal Access Token
-        DEFAULT_RULES.add(new SanitizationRule(
-            Pattern.compile("\\bgithub_pat_[A-Za-z0-9_]{10,243}\\b"),
-            "github_pat_0000000000000000000000_00000000000000000000000000000000000000000000000000000000000"
-        ));
-        // AWS Secret Key (Finds 40-character, base-64 strings that don't have any base 64 characters immediately before or after).
-        // Has to be last rule
-        DEFAULT_RULES.add(new SanitizationRule(
-            Pattern.compile("(?<![A-Za-z0-9/+])[A-Za-z0-9/+]{40}(?![A-Za-z0-9/+])"),
-            "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
-        ));
     }
 
     /**
      * Constructor initializing the configuration of filter.
      */
     public FilterConfig() {
-        filterRules.addAll(DEFAULT_RULES);
+        this.filterRules = new ArrayList<>();
+        initializeDefaultRules();
     }
 
     /**