Redshift: Add support for IAM_ROLE and IGNOREHEADER COPY options

Author: yoavcloud

src/ast/mod.rs

@@ -8772,6 +8772,10 @@ pub enum CopyLegacyOption {
     Null(String),
     /// CSV ...
     Csv(Vec<CopyLegacyCsvOption>),
+    /// IAM_ROLE { DEFAULT | 'arn:aws:iam::AWS_ACCOUNT_ID:role/ROLE_NAME' }
+    IamRole(Option<String>),
+    /// IGNOREHEADER \[ AS \] number_rows
+    IgnoreHeader(u64),
 }
 
 impl fmt::Display for CopyLegacyOption {
@@ -8781,7 +8785,21 @@ impl fmt::Display for CopyLegacyOption {
             Binary => write!(f, "BINARY"),
             Delimiter(char) => write!(f, "DELIMITER '{char}'"),
             Null(string) => write!(f, "NULL '{}'", value::escape_single_quote_string(string)),
-            Csv(opts) => write!(f, "CSV {}", display_separated(opts, " ")),
+            Csv(opts) => {
+                write!(f, "CSV")?;
+                if !opts.is_empty() {
+                    write!(f, " {}", display_separated(opts, " "))?;
+                }
+                Ok(())
+            }
+            IamRole(role) => {
+                write!(f, "IAM_ROLE")?;
+                match role {
+                    Some(role) => write!(f, " '{role}'"),
+                    None => write!(f, " default"),
+                }
+            }
+            IgnoreHeader(num_rows) => write!(f, "IGNOREHEADER {num_rows}"),
         }
     }
 }

src/keywords.rs

@@ -427,12 +427,14 @@ define_keywords!(
     HOUR,
     HOURS,
     HUGEINT,
+    IAM_ROLE,
     ICEBERG,
     ID,
     IDENTITY,
     IDENTITY_INSERT,
     IF,
     IGNORE,
+    IGNOREHEADER,
     ILIKE,
     IMMEDIATE,
     IMMUTABLE,

src/parser/mod.rs

@@ -9509,6 +9509,8 @@ impl<'a> Parser<'a> {
             Keyword::DELIMITER,
             Keyword::NULL,
             Keyword::CSV,
+            Keyword::IAM_ROLE,
+            Keyword::IGNOREHEADER,
         ]) {
             Some(Keyword::BINARY) => CopyLegacyOption::Binary,
             Some(Keyword::DELIMITER) => {
@@ -9528,6 +9530,19 @@ impl<'a> Parser<'a> {
                 }
                 opts
             }),
+            Some(Keyword::IAM_ROLE) => {
+                if self.parse_keyword(Keyword::DEFAULT) {
+                    CopyLegacyOption::IamRole(None)
+                } else {
+                    let role = self.parse_literal_string()?;
+                    CopyLegacyOption::IamRole(Some(role))
+                }
+            }
+            Some(Keyword::IGNOREHEADER) => {
+                let _ = self.parse_keyword(Keyword::AS);
+                let num_rows = self.parse_literal_uint()?;
+                CopyLegacyOption::IgnoreHeader(num_rows)
+            }
             _ => self.expected("option", self.peek_token())?,
         };
         Ok(ret)

tests/sqlparser_common.rs

@@ -16655,3 +16655,25 @@ fn test_parse_default_with_collate_column_option() {
         panic!("Expected create table statement");
     }
 }
+
+#[test]
+fn pares_copy_options() {
+    let copy = verified_stmt(
+        r#"COPY dst (c1, c2, c3) FROM 's3://redshift-downloads/tickit/category_pipe.txt' IAM_ROLE 'arn:aws:iam::123456789:role/role1' CSV IGNOREHEADER 1"#,
+    );
+    match copy {
+        Statement::Copy { legacy_options, .. } => {
+            assert_eq!(
+                legacy_options,
+                vec![
+                    CopyLegacyOption::IamRole(Some(
+                        "arn:aws:iam::123456789:role/role1".to_string()
+                    )),
+                    CopyLegacyOption::Csv(vec![]),
+                    CopyLegacyOption::IgnoreHeader(1),
+                ]
+            );
+        }
+        _ => unreachable!(),
+    }
+}