restore shortcode parsing

Author: cscheid

crates/quarto-markdown-pandoc/snapshots/native/030.snap

@@ -0,0 +1,5 @@
+---
+source: crates/quarto-markdown-pandoc/tests/test.rs
+expression: output
+---
+[ Para [Span ( "" , ["quarto-shortcode__"] , [("data-is-shortcode", "1")] ) [Span ( "" , ["quarto-shortcode__-param"] , [("data-value", "include"), ("data-is-shortcode", "1"), ("data-raw", "include")] ) [], Span ( "" , ["quarto-shortcode__-param"] , [("data-is-shortcode", "1"), ("data-value", "/docs/prerelease/1.5/_pre-release-feature.qmd"), ("data-raw", "/docs/prerelease/1.5/_pre-release-feature.qmd")] ) []]] ]

crates/quarto-markdown-pandoc/tests/snapshots/native/030.qmd

@@ -0,0 +1 @@
+{{< include /docs/prerelease/1.5/_pre-release-feature.qmd >}}

crates/tree-sitter-qmd/tree-sitter-markdown/grammar.js

@@ -397,7 +397,7 @@ module.exports = grammar({
             optional($.block_continuation)
         ),
         // Some symbols get parsed as single tokens so that html blocks get detected properly
-        _code_line:        $ => prec.right(repeat1(choice($._word, '<', '>', $._display_math_state_track_marker, $._inline_math_state_track_marker, $._whitespace, $._html_comment, common.punctuation_without($, [])))),
+        _code_line:        $ => prec.right(repeat1(choice($._word, '<', '>', '{{<', '}}>', $._display_math_state_track_marker, $._inline_math_state_track_marker, $._whitespace, $._html_comment, common.punctuation_without($, [])))),
 
         // the gymnastics around `:` in _line exist to make the parser reject paragraphs that start with a colon.
         // Those are technically valid in Markdown, but disallowing them here makes it possible to detect an
@@ -414,6 +414,7 @@ module.exports = grammar({
             $._autolink,
             $._escaped_characters,
             $._pipe_table_code_span,
+            '{{<', '>}}', // shortcodes
             '[>>', // this needs to be accepted for highlights in editorial comments
         ),
 

crates/tree-sitter-qmd/tree-sitter-markdown/src/grammar.json

@@ -3032,6 +3032,14 @@
               "type": "STRING",
               "value": ">"
             },
+            {
+              "type": "STRING",
+              "value": "{{<"
+            },
+            {
+              "type": "STRING",
+              "value": "}}>"
+            },
             {
               "type": "SYMBOL",
               "name": "_display_math_state_track_marker"
@@ -3233,6 +3241,14 @@
           "type": "SYMBOL",
           "name": "_pipe_table_code_span"
         },
+        {
+          "type": "STRING",
+          "value": "{{<"
+        },
+        {
+          "type": "STRING",
+          "value": ">}}"
+        },
         {
           "type": "STRING",
           "value": "[>>"

crates/tree-sitter-qmd/tree-sitter-markdown/src/node-types.json

@@ -1034,6 +1034,10 @@
     "type": ">",
     "named": false
   },
+  {
+    "type": ">}}",
+    "named": false
+  },
   {
     "type": "?",
     "named": false
@@ -1166,6 +1170,10 @@
     "type": "{",
     "named": false
   },
+  {
+    "type": "{{<",
+    "named": false
+  },
   {
     "type": "{}",
     "named": false
@@ -1178,6 +1186,10 @@
     "type": "}",
     "named": false
   },
+  {
+    "type": "}}>",
+    "named": false
+  },
   {
     "type": "~",
     "named": false