lakeflow_framework/src/config/default/operational_metadata_silver.json at 45e577993b32a48b1f54f2fde8c0b22f40eac163 · databricks-solutions/lakeflow_framework · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
    "type": "struct",
    "fields": [
        {
            "name": "meta_load_details",
            "type": {
                "type": "struct",
                "fields": [
                    {
                        "name": "record_insert_timestamp",
                        "type": "timestamp",
                        "nullable": false,
                        "metadata": {
                            "mapping": {
                                "type": "sql",
                                "sql": "current_timestamp()"
                            }
                        }
                    },
                    {
                        "name": "record_update_timestamp",
                        "type": "timestamp",
                        "nullable": false,
                        "metadata": {
                            "mapping": {
                                "type": "sql",
                                "sql": "current_timestamp()"
                            }
                        }
                    },
                    {
                        "name": "pipeline_start_timestamp",
                        "type": "timestamp",
                        "nullable": true,
                        "metadata": {
                            "mapping": {
                                "type": "pipeline_detail",
                                "key": "start_utc_timestamp"
                            }
                        }
                    },
                    {
                        "name": "pipeline_update_id",
                        "type": "string",
                        "nullable": true,
                        "metadata": {
                            "mapping": {
                                "type": "pipeline_detail",
                                "key": "update_id"
                            }
                        }
                    }
                ]
            }
        }
    ]
}