Add SPARSE/FILESTREAM column storage options parsing

- Add ColumnStorageOptions struct to AST with IsFileStream and SparseOption
- Add StorageOptions field to ColumnDefinition
- Parse SPARSE, FILESTREAM, COLUMN_SET FOR ALL_SPARSE_COLUMNS in column definitions
- Also parse ROWGUIDCOL, HIDDEN, MASKED column attributes
- Add columnStorageOptionsToJSON for marshalling

Enables 2 tests: ColumnDefinitionTests100, Baselines100_ColumnDefinitionTests100

Author: claude

ast/create_table_statement.go

@@ -49,10 +49,19 @@ type ColumnDefinition struct {
 	IsHidden                 bool
 	IsMasked                 bool
 	Nullable                 *NullableConstraintDefinition
+	StorageOptions           *ColumnStorageOptions
 }
 
 func (c *ColumnDefinition) node() {}
 
+// ColumnStorageOptions represents storage options for a column (SPARSE, FILESTREAM)
+type ColumnStorageOptions struct {
+	IsFileStream bool   // true if FILESTREAM specified
+	SparseOption string // "None", "Sparse", "ColumnSetForAllSparseColumns"
+}
+
+func (c *ColumnStorageOptions) node() {}
+
 // DataTypeReference is an interface for data type references
 type DataTypeReference interface {
 	Node

parser/marshal.go

@@ -3570,6 +3570,56 @@ func (p *Parser) parseColumnDefinition() (*ast.ColumnDefinition, error) {
 				indexDef.Name = p.parseIdentifier()
 			}
 			col.Index = indexDef
+		} else if upperLit == "SPARSE" {
+			p.nextToken() // consume SPARSE
+			if col.StorageOptions == nil {
+				col.StorageOptions = &ast.ColumnStorageOptions{}
+			}
+			col.StorageOptions.SparseOption = "Sparse"
+		} else if upperLit == "FILESTREAM" {
+			p.nextToken() // consume FILESTREAM
+			if col.StorageOptions == nil {
+				col.StorageOptions = &ast.ColumnStorageOptions{}
+			}
+			col.StorageOptions.IsFileStream = true
+		} else if upperLit == "COLUMN_SET" {
+			p.nextToken() // consume COLUMN_SET
+			// Expect FOR ALL_SPARSE_COLUMNS
+			if strings.ToUpper(p.curTok.Literal) == "FOR" {
+				p.nextToken() // consume FOR
+				if strings.ToUpper(p.curTok.Literal) == "ALL_SPARSE_COLUMNS" {
+					p.nextToken() // consume ALL_SPARSE_COLUMNS
+					if col.StorageOptions == nil {
+						col.StorageOptions = &ast.ColumnStorageOptions{}
+					}
+					col.StorageOptions.SparseOption = "ColumnSetForAllSparseColumns"
+				}
+			}
+		} else if upperLit == "ROWGUIDCOL" {
+			p.nextToken() // consume ROWGUIDCOL
+			col.IsRowGuidCol = true
+		} else if upperLit == "HIDDEN" {
+			p.nextToken() // consume HIDDEN
+			col.IsHidden = true
+		} else if upperLit == "MASKED" {
+			p.nextToken() // consume MASKED
+			col.IsMasked = true
+			// Skip optional WITH clause
+			if strings.ToUpper(p.curTok.Literal) == "WITH" {
+				p.nextToken()
+				if p.curTok.Type == TokenLParen {
+					depth := 1
+					p.nextToken()
+					for depth > 0 && p.curTok.Type != TokenEOF {
+						if p.curTok.Type == TokenLParen {
+							depth++
+						} else if p.curTok.Type == TokenRParen {
+							depth--
+						}
+						p.nextToken()
+					}
+				}
+			}
 		} else {
 			break
 		}
@@ -4847,6 +4897,9 @@ func columnDefinitionToJSON(c *ast.ColumnDefinition) jsonNode {
 		"IsMasked":         c.IsMasked,
 		"ColumnIdentifier": identifierToJSON(c.ColumnIdentifier),
 	}
+	if c.StorageOptions != nil {
+		node["StorageOptions"] = columnStorageOptionsToJSON(c.StorageOptions)
+	}
 	if c.ComputedColumnExpression != nil {
 		node["ComputedColumnExpression"] = scalarExpressionToJSON(c.ComputedColumnExpression)
 	}
@@ -4875,6 +4928,18 @@ func columnDefinitionToJSON(c *ast.ColumnDefinition) jsonNode {
 	return node
 }
 
+func columnStorageOptionsToJSON(o *ast.ColumnStorageOptions) jsonNode {
+	sparseOption := o.SparseOption
+	if sparseOption == "" {
+		sparseOption = "None"
+	}
+	return jsonNode{
+		"$type":        "ColumnStorageOptions",
+		"IsFileStream": o.IsFileStream,
+		"SparseOption": sparseOption,
+	}
+}
+
 func defaultConstraintToJSON(d *ast.DefaultConstraintDefinition) jsonNode {
 	node := jsonNode{
 		"$type":      "DefaultConstraintDefinition",

parser/testdata/Baselines100_ColumnDefinitionTests100/metadata.json

@@ -1 +1 @@
-{"todo": true}
+{}

parser/testdata/ColumnDefinitionTests100/metadata.json

@@ -1 +1 @@
-{"todo": true}
+{}