Skip to content

Commit 68482c7

Browse files
authored
feat: add ref to github tinybird adapter smt release (#3744)
1 parent 2d084f2 commit 68482c7

2 files changed

Lines changed: 23 additions & 1 deletion

File tree

scripts/scaffold/kafka-connect/Dockerfile

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,14 @@ RUN yum install -y jq findutils unzip
77
RUN confluent-hub install snowflakeinc/snowflake-kafka-connector:2.5.0 --no-prompt
88
COPY tmp/kafka-connect-http/ /usr/share/confluent-hub-components/kafka-connect-http/
99
RUN confluent-hub install confluentinc/kafka-connect-jdbc:10.8.4 --no-prompt
10-
COPY tmp/custom-plugins/tinybird-smt-1.0.8.jar /usr/share/java/tinybird-smt-1.0.8.jar
10+
11+
# -----------------------------------------------------------------------------
12+
# Tinybird Append Schema SMT
13+
# Download from:
14+
# https://github.com/CrowdDotDev/tinybird-append-schema-smt/releases
15+
# -----------------------------------------------------------------------------
16+
COPY tmp/custom-plugins/tinybird-append-schema-SMT/tinybird-append-schema-SMT-1.0.8.jar /usr/share/java/tinybird-append-schema-SMT/tinybird-append-schema-SMT-1.0.8.jar
17+
1118

1219

1320
VOLUME /storage

scripts/scaffold/kafka-connect/build-docker-image.sh

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,21 @@ function download_kafka_connect_http() {
2727
else
2828
echo "kafka-connect-http already downloaded"
2929
fi
30+
31+
# Ensure parent directory exists
32+
mkdir -p "${base_dir}/tmp/custom-plugins"
33+
34+
if [[ ! -d "${base_dir}/tmp/custom-plugins/tinybird-append-schema-SMT" ||
35+
-z "$(ls -A "${base_dir}/tmp/custom-plugins/tinybird-append-schema-SMT" 2>/dev/null)" ]]; then
36+
37+
echo "Downloading tinybird-append-schema-SMT"
38+
wget -q "https://github.com/CrowdDotDev/tinybird-append-schema-smt/releases/download/1.0.8/tinybird-append-schema-SMT-1.0.8.zip" -O "${base_dir}/tmp/custom-plugins/tinybird-append-schema-SMT.zip"
39+
unzip -q "${base_dir}/tmp/custom-plugins/tinybird-append-schema-SMT.zip" -d "${base_dir}/tmp/custom-plugins/tinybird-append-schema-SMT"
40+
rm "${base_dir}/tmp/custom-plugins/tinybird-append-schema-SMT.zip"
41+
42+
else
43+
echo "tinybird-append-schema-SMT already downloaded"
44+
fi
3045
}
3146

3247

0 commit comments

Comments
 (0)