File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -100,20 +100,20 @@ typedef struct {
100100 pm_heredoc_indent_t indent ;
101101} pm_heredoc_lex_mode_t ;
102102
103- /**
104- * When lexing Ruby source, the lexer has a small amount of state to tell which
105- * kind of token it is currently lexing. For example, when we find the start of
106- * a string, the first token that we return is a TOKEN_STRING_BEGIN token. After
107- * that the lexer is now in the PM_LEX_STRING mode, and will return tokens that
108- * are found as part of a string.
109- */
110103/**
111104 * The size of the breakpoints and strpbrk cache charset buffers. All
112105 * breakpoint arrays and the strpbrk cache charset must share this size so
113106 * that memcmp can safely compare the full buffer without overreading.
114107 */
115108#define PM_STRPBRK_CACHE_SIZE 16
116109
110+ /**
111+ * When lexing Ruby source, the lexer has a small amount of state to tell which
112+ * kind of token it is currently lexing. For example, when we find the start of
113+ * a string, the first token that we return is a TOKEN_STRING_BEGIN token. After
114+ * that the lexer is now in the PM_LEX_STRING mode, and will return tokens that
115+ * are found as part of a string.
116+ */
117117typedef struct pm_lex_mode {
118118 /** The type of this lex mode. */
119119 enum {
You can’t perform that action at this time.
0 commit comments