Use configs for source symbol extensions

Signed-off-by: Ayan Sinha Mahapatra <ayansmahapatra@gmail.com>

Author: AyanSinhaMahapatra

scanpipe/pipes/d2d.py

@@ -54,6 +54,7 @@
 from scanpipe.models import CodebaseRelation
 from scanpipe.models import CodebaseResource
 from scanpipe.models import convert_glob_to_django_regex
+from scanpipe.pipes import d2d_config
 from scanpipe.pipes import flag
 from scanpipe.pipes import get_resource_diff_ratio
 from scanpipe.pipes import js
@@ -1939,7 +1940,10 @@ def map_rust_binaries_with_symbols(project, logger=None):
     )
 
     # Collect source symbols from rust source files
-    rust_from_resources = from_resources.filter(extension=".rs")
+    rust_config = d2d_config.get_ecosystem_config(ecosystem="Rust")
+    rust_from_resources = from_resources.filter(
+        extension__in=rust_config.source_symbol_extensions
+    )
 
     map_binaries_with_symbols(
         project=project,
@@ -1959,7 +1963,10 @@ def map_elfs_binaries_with_symbols(project, logger=None):
     )
 
     # Collect source symbols from elf related source files
-    elf_from_resources = from_resources.filter(extension__in=[".c", ".cpp", ".h"])
+    elf_config = d2d_config.get_ecosystem_config(ecosystem="Elf")
+    elf_from_resources = from_resources.filter(
+        extension__in=elf_config.source_symbol_extensions
+    )
 
     map_binaries_with_symbols(
         project=project,
@@ -1982,8 +1989,9 @@ def map_macho_binaries_with_symbols(project, logger=None):
     )
 
     # Collect source symbols from macos related source files
+    macos_config = d2d_config.get_ecosystem_config(ecosystem="MacOS")
     mac_from_resources = from_resources.filter(
-        extension__in=[".c", ".cpp", ".h", ".m", ".swift"]
+        extension__in=macos_config.source_symbol_extensions,
     )
 
     map_binaries_with_symbols(
@@ -2004,8 +2012,9 @@ def map_winpe_binaries_with_symbols(project, logger=None):
     )
 
     # Collect source symbols from windows related source files
+    windows_config = d2d_config.get_ecosystem_config(ecosystem="Windows")
     windows_from_resources = from_resources.filter(
-        extension__in=[".c", ".cpp", ".h", ".cs"]
+        extension__in=windows_config.source_symbol_extensions,
     )
 
     map_binaries_with_symbols(
@@ -2071,16 +2080,17 @@ def map_javascript_symbols(project, logger=None):
     """Map deployed JavaScript, TypeScript to its sources using symbols."""
     project_files = project.codebaseresources.files()
 
+    js_config = d2d_config.get_ecosystem_config(ecosystem="JavaScript")
     javascript_to_resources = (
         project_files.to_codebase()
         .has_no_relation()
-        .filter(extension__in=[".ts", ".js"])
+        .filter(extension__in=js_config.source_symbol_extensions)
     )
 
     javascript_from_resources = (
         project_files.from_codebase()
         .exclude(path__contains="/test/")
-        .filter(extension__in=[".ts", ".js"])
+        .filter(extension__in=js_config.source_symbol_extensions)
     )
 
     if not (javascript_from_resources.exists() and javascript_to_resources.exists()):

scanpipe/pipes/d2d_config.py

@@ -60,6 +60,10 @@ class EcosystemConfig:
     # which are not so useful in mapping
     standard_symbols_to_exclude: list = field(default_factory=list)
 
+    # File extesions which should be looked at for source symbol extraction
+    # for mapping using symbols for a specific selected option/ecosystem
+    source_symbol_extensions: list = field(default_factory=list)
+
 
 # Dictionary of ecosystem configurations
 ECOSYSTEM_CONFIGS = {
@@ -98,6 +102,7 @@ class EcosystemConfig:
             ".sass",
             ".soy",
         ],
+        source_symbol_extensions=[".ts", ".js"],
     ),
     "Go": EcosystemConfig(
         ecosystem_option="Go",
@@ -106,13 +111,26 @@ class EcosystemConfig:
     "Rust": EcosystemConfig(
         ecosystem_option="Rust",
         purldb_resource_extensions=[".rs"],
+        source_symbol_extensions=[".rs"],
     ),
     "Ruby": EcosystemConfig(
         ecosystem_option="Ruby",
         purldb_package_extensions=[".gem"],
         purldb_resource_extensions=[".rb"],
         deployed_resource_path_exclusions=["*checksums.yaml.gz*", "*metadata.gz*"],
     ),
+    "Elf": EcosystemConfig(
+        ecosystem_option="Elf",
+        source_symbol_extensions=[".c", ".cpp", ".h"],
+    ),
+    "MacOS": EcosystemConfig(
+        ecosystem_option="MacOS",
+        source_symbol_extensions=[".c", ".cpp", ".h", ".m", ".swift"],
+    ),
+    "Windows": EcosystemConfig(
+        ecosystem_option="Windows",
+        source_symbol_extensions=[".c", ".cpp", ".h", ".cs"],
+    ),
 }