Merge pull request #3031 from jaidev17/fix/yaml-alias-padding

Fix Hugo YAML alias limit by padding category _index.md files

Author: jasonrandrews

content/learning-paths/automotive/_index.md

@@ -38,4 +38,30 @@ tools_software_languages_filter:
 - Tinkerblox: 1
 - topdown-tool: 1
 - Zenoh: 1
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
 ---

content/learning-paths/embedded-and-microcontrollers/_index.md

@@ -112,4 +112,8 @@ tools_software_languages_filter:
 - Yocto Project: 1
 - Zephyr: 2
 weight: 5
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
 ---

content/learning-paths/laptops-and-desktops/_index.md

@@ -101,4 +101,13 @@ tools_software_languages_filter:
 - WSL: 1
 - Xamarin Forms: 1
 weight: 2
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
 ---

content/learning-paths/mobile-graphics-and-gaming/_index.md

@@ -88,4 +88,17 @@ tools_software_languages_filter:
 - Vulkan SDK: 1
 - XNNPACK: 2
 weight: 3
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
+# auto-generated padding to avoid Hugo YAML alias limit
 ---

tools/filter_checker.py

@@ -101,10 +101,32 @@ def updateFiltersInIndexMD(main_category):
 
 
     # re-write the _index.md file, including '---' in the front and back of it
+    #
+    # Hugo's YAML alias protection (parser/metadecoders/decoder.go) uses a
+    # size-based limit for non-scalar node counts:
+    #   < 2 KB  → max 100 non-scalar nodes
+    #   2-10 KB → max 5000
+    #   > 10 KB → max 10000
+    # Each "- ToolName: count" entry in a filter list creates one non-scalar
+    # (mapping) node. Categories with many Learning Paths can easily exceed
+    # 100 entries across all filter lists while the file stays under 2 KB,
+    # triggering: "too many YAML aliases for non-scalar nodes".
+    # To avoid this, we pad the YAML content to at least 2048 bytes using
+    # YAML comments, which raises the limit to 5000.
+    yaml_content = yaml.dump(metadata_dic, sort_keys=False)
+    front_matter = '---\n' + yaml_content + '---\n'
+
+    min_size = 2048
+    if len(front_matter.encode('utf-8')) < min_size:
+        padding_needed = min_size - len(front_matter.encode('utf-8'))
+        # YAML comments are counted in Hugo's size calculation but ignored by the parser
+        padding_line = "# auto-generated padding to avoid Hugo YAML alias limit\n"
+        num_lines = (padding_needed // len(padding_line)) + 1
+        padding = padding_line * num_lines
+        front_matter = '---\n' + yaml_content + padding + '---\n'
+
     with open(category_index_md_file, "w") as f:
-        f.write('---\n')
-        yaml.dump(metadata_dic, f, sort_keys=False) # dump, keeping order that we specified (sort_keys=False)
-        f.write('---\n')
+        f.write(front_matter)
 
     return True