feat(splitter): add Bash, CMake, and HCL tree-sitter support

Author: nuthalapativarun

python/tests/ops/test_text.py

@@ -19,6 +19,9 @@ def test_detect_code_language_known_extensions() -> None:
     assert detect_code_language(filename="App.vue") == "vue"
     assert detect_code_language(filename="script.jl") == "julia"
     assert detect_code_language(filename="Main.elm") == "elm"
+    assert detect_code_language(filename="deploy.sh") == "bash"
+    assert detect_code_language(filename="CMakeLists.cmake") == "cmake"
+    assert detect_code_language(filename="main.tf") == "hcl"
 
 
 def test_detect_code_language_unknown_extension() -> None:
@@ -275,3 +278,60 @@ def test_custom_language_config_alias() -> None:
     assert len(chunks) == 2
     assert chunks[0].text == "PartA"
     assert chunks[1].text == "PartB"
+
+
+def test_recursive_splitter_with_bash() -> None:
+    """Test RecursiveSplitter with Bash syntax-aware splitting."""
+    splitter = RecursiveSplitter()
+    code = (
+        "#!/usr/bin/env bash\n\n"
+        "greet() {\n"
+        '    echo "Hello, $1!"\n'
+        "}\n\n"
+        "for name in Alice Bob; do\n"
+        "    greet \"$name\"\n"
+        "done\n"
+    )
+    chunks = splitter.split(code, chunk_size=60, min_chunk_size=20, language="bash")
+
+    assert len(chunks) >= 1
+    assert all(isinstance(c, Chunk) for c in chunks)
+
+
+def test_recursive_splitter_with_cmake() -> None:
+    """Test RecursiveSplitter with CMake syntax-aware splitting."""
+    splitter = RecursiveSplitter()
+    code = (
+        "cmake_minimum_required(VERSION 3.20)\n"
+        "project(MyProject)\n\n"
+        "function(add_my_target name)\n"
+        "    add_executable(${name} main.cpp)\n"
+        "    target_compile_features(${name} PRIVATE cxx_std_17)\n"
+        "endfunction()\n\n"
+        "add_my_target(app)\n"
+    )
+    chunks = splitter.split(code, chunk_size=80, min_chunk_size=20, language="cmake")
+
+    assert len(chunks) >= 1
+    assert all(isinstance(c, Chunk) for c in chunks)
+
+
+def test_recursive_splitter_with_hcl() -> None:
+    """Test RecursiveSplitter with HCL/Terraform syntax-aware splitting."""
+    splitter = RecursiveSplitter()
+    code = (
+        'terraform {\n  required_version = ">= 1.0"\n}\n\n'
+        'resource "aws_s3_bucket" "example" {\n'
+        '  bucket = "my-bucket"\n\n'
+        "  tags = {\n"
+        '    Name = "example"\n'
+        "  }\n"
+        "}\n\n"
+        'output "bucket_name" {\n'
+        '  value = aws_s3_bucket.example.bucket\n'
+        "}\n"
+    )
+    chunks = splitter.split(code, chunk_size=80, min_chunk_size=20, language="hcl")
+
+    assert len(chunks) >= 1
+    assert all(isinstance(c, Chunk) for c in chunks)

rust/ops_text/Cargo.toml

@@ -42,6 +42,9 @@ tree-sitter-typescript = "0.23.2"
 tree-sitter-xml = "0.7.0"
 tree-sitter-yaml = "0.7.2"
 tree-sitter-elm = "5.9.0"
+tree-sitter-bash = "0.25.1"
+tree-sitter-cmake = "0.7.1"
+tree-sitter-hcl = "1.1.0"
 tree-sitter-solidity = "1.2.13"
 tree-sitter-svelte-ng = "1.0.2"
 tree-sitter-vue-next = "0.1.0"

rust/ops_text/src/prog_langs.rs

@@ -76,7 +76,11 @@ static LANGUAGE_INFO_BY_NAME: LazyLock<
     add("arduino", &[".ino"], None);
     add("asm", &[".asm", ".a51", ".i", ".nas", ".nasm", ".s"], None);
     add("astro", &[".astro"], None);
-    add("bash", &[".sh", ".bash"], None);
+    add(
+        "bash",
+        &[".sh", ".bash"],
+        Some(TreeSitterLanguageInfo::new(tree_sitter_bash::LANGUAGE, [])),
+    );
     add("beancount", &[".beancount"], None);
     add("bibtex", &[".bib", ".bibtex"], None);
     add("bicep", &[".bicep", ".bicepparam"], None);
@@ -97,7 +101,11 @@ static LANGUAGE_INFO_BY_NAME: LazyLock<
         ],
         None,
     );
-    add("cmake", &[".cmake", ".cmake.in"], None);
+    add(
+        "cmake",
+        &[".cmake", ".cmake.in"],
+        Some(TreeSitterLanguageInfo::new(tree_sitter_cmake::LANGUAGE, [])),
+    );
     add(
         "commonlisp",
         &[
@@ -191,7 +199,11 @@ static LANGUAGE_INFO_BY_NAME: LazyLock<
     add("hare", &[".ha"], None);
     add("haskell", &[".hs", ".hs-boot", ".hsc"], None);
     add("haxe", &[".hx"], None);
-    add("hcl", &[".hcl", ".tf"], None);
+    add(
+        "hcl",
+        &[".hcl", ".tf"],
+        Some(TreeSitterLanguageInfo::new(tree_sitter_hcl::LANGUAGE, [])),
+    );
     add("heex", &[".heex"], None);
     add("hlsl", &[".hlsl"], None);
     add(