File tree Expand file tree Collapse file tree
scripts/scaffold/kafka-connect Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -7,7 +7,14 @@ RUN yum install -y jq findutils unzip
77RUN confluent-hub install snowflakeinc/snowflake-kafka-connector:2.5.0 --no-prompt
88COPY tmp/kafka-connect-http/ /usr/share/confluent-hub-components/kafka-connect-http/
99RUN confluent-hub install confluentinc/kafka-connect-jdbc:10.8.4 --no-prompt
10- COPY tmp/custom-plugins/tinybird-smt-1.0.8.jar /usr/share/java/tinybird-smt-1.0.8.jar
10+
11+ # -----------------------------------------------------------------------------
12+ # Tinybird Append Schema SMT
13+ # Download from:
14+ # https://github.com/CrowdDotDev/tinybird-append-schema-smt/releases
15+ # -----------------------------------------------------------------------------
16+ COPY tmp/custom-plugins/tinybird-append-schema-SMT/tinybird-append-schema-SMT-1.0.8.jar /usr/share/java/tinybird-append-schema-SMT/tinybird-append-schema-SMT-1.0.8.jar
17+
1118
1219
1320VOLUME /storage
Original file line number Diff line number Diff line change @@ -27,6 +27,21 @@ function download_kafka_connect_http() {
2727 else
2828 echo " kafka-connect-http already downloaded"
2929 fi
30+
31+ # Ensure parent directory exists
32+ mkdir -p " ${base_dir} /tmp/custom-plugins"
33+
34+ if [[ ! -d " ${base_dir} /tmp/custom-plugins/tinybird-append-schema-SMT" ||
35+ -z " $( ls -A " ${base_dir} /tmp/custom-plugins/tinybird-append-schema-SMT" 2> /dev/null) " ]]; then
36+
37+ echo " Downloading tinybird-append-schema-SMT"
38+ wget -q " https://github.com/CrowdDotDev/tinybird-append-schema-smt/releases/download/1.0.8/tinybird-append-schema-SMT-1.0.8.zip" -O " ${base_dir} /tmp/custom-plugins/tinybird-append-schema-SMT.zip"
39+ unzip -q " ${base_dir} /tmp/custom-plugins/tinybird-append-schema-SMT.zip" -d " ${base_dir} /tmp/custom-plugins/tinybird-append-schema-SMT"
40+ rm " ${base_dir} /tmp/custom-plugins/tinybird-append-schema-SMT.zip"
41+
42+ else
43+ echo " tinybird-append-schema-SMT already downloaded"
44+ fi
3045}
3146
3247
You can’t perform that action at this time.
0 commit comments