We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c6f4ed9 commit 4aba2a0Copy full SHA for 4aba2a0
1 file changed
sql/pipelines/src/main/scala/org/apache/spark/sql/pipelines/autocdc/Scd1BatchProcessor.scala
@@ -68,6 +68,9 @@ case class Scd1BatchProcessor(
68
69
/**
70
* Project the CDC metadata column onto the microbatch.
71
+ *
72
+ * The returned dataframe has all of the columns in the input microbatch + the CDC metadata
73
+ * column.
74
*/
75
def extendMicrobatchRowsWithCdcMetadata(microbatchDf: DataFrame): DataFrame = {
76
// Proactively validate the reserved CDC metadata column does not exist in the microbatch.
0 commit comments