We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1a640d1 commit 88e9c1dCopy full SHA for 88e9c1d
1 file changed
sql/pipelines/src/main/scala/org/apache/spark/sql/pipelines/autocdc/Scd1BatchProcessor.scala
@@ -72,6 +72,9 @@ case class Scd1BatchProcessor(
72
73
/**
74
* Project the CDC metadata column onto the microbatch.
75
+ *
76
+ * The returned dataframe has all of the columns in the input microbatch + the CDC metadata
77
+ * column.
78
*/
79
def extendMicrobatchRowsWithCdcMetadata(microbatchDf: DataFrame): DataFrame = {
80
// Proactively validate the reserved CDC metadata column does not exist in the microbatch.
0 commit comments