feat: add ChunkStreams, optimized docker build, and support for extra env vars in csi nodeplugin rclone container (#60)

Details:

* Updated to use Dockerfile syntax version `1.7+`.
* Added `--mount=type=cache` for Go module and build cache.
* Applied Go build optimizations: `-trimpath`, `-buildvcs=false`, and `-ldflags='-s -w'`.
* Installed dependencies using `--no-install-recommends` to minimize image size.
* Added a new `ChunkStreams` field to support concurrent chunk reading.
* Support for extra env vars in csi nodeplugin rclone container.

Author: kanya-approve

Dockerfile

@@ -4,13 +4,23 @@ FROM ${RCLONE_IMAGE_REPOSITORY}:${RCLONE_IMAGE_TAG} AS rclone
 
 FROM golang:1.23.8-bookworm AS build
 COPY go.mod go.sum ./
-COPY cmd/ ./cmd/
-COPY pkg/ ./pkg/
-RUN go build -o /csi-rclone cmd/csi-rclone-plugin/main.go
+RUN --mount=type=cache,target=/go/pkg/mod \
+  go mod download
+COPY cmd/ ./cmd
+COPY pkg/ ./pkg
+RUN --mount=type=cache,target=/root/.cache/go-build \
+  CGO_ENABLED=1 \
+  go build -trimpath -buildvcs=false -ldflags='-s' \
+  -o /csi-rclone ./cmd/csi-rclone-plugin
 
 FROM debian:bookworm-slim
-# NOTE: the rclone needs ca-certificates and fuse3 to successfully mount cloud storage 
-RUN apt-get update && apt-get install -y fuse3 ca-certificates && rm -rf /var/cache/apt/archives /var/lib/apt/lists/*
+RUN <<EOT bash  
+  set -ex  
+  apt-get update  
+  apt-get install -y --no-install-recommends ca-certificates fuse3  
+  rm -rf /var/lib/apt/lists/*  
+EOT
 COPY --from=build /csi-rclone /csi-rclone
 COPY --from=rclone --chmod=755 /rclone /usr/bin/
-ENTRYPOINT ["/csi-rclone"]
+
+ENTRYPOINT ["/csi-rclone"]

deploy/csi-rclone/templates/csi-nodeplugin-rclone.yaml

@@ -82,6 +82,11 @@ spec:
           value: {{ .Values.csiNodepluginRclone.rclone.cache.dir | quote }}
         - name: CACHE_SIZE
           value: {{ .Values.csiNodepluginRclone.rclone.cache.size | quote }}
+        {{- with .Values.csiNodepluginRclone.rclone.extraEnv }}
+        {{- if . }}
+        {{ toYaml . | nindent 8 }}
+        {{- end }}
+        {{- end }}
         image: {{ .Values.csiNodepluginRclone.rclone.image.repository }}:{{ .Values.csiNodepluginRclone.rclone.image.tag | default .Chart.AppVersion }}
         imagePullPolicy: {{ .Values.csiNodepluginRclone.rclone.imagePullPolicy }}
         resources:

deploy/csi-rclone/values.yaml

@@ -40,6 +40,7 @@ csiNodepluginRclone:
         add:
           - SYS_ADMIN
       privileged: true
+    extraEnv: []
     image:
       repository: csi-rclone
       tag: "latest"

pkg/rclone/rclone.go

@@ -76,6 +76,7 @@ type VfsOpt struct {
 	FilePerms          os.FileMode `json:",omitempty"`
 	ChunkSize          string      `json:",omitempty"` // if > 0 read files in chunks
 	ChunkSizeLimit     string      `json:",omitempty"` // if > ChunkSize double the chunk size after each chunk until reached
+	ChunkStreams       int         `json:",omitempty"`
 	CacheMode          string      `json:",omitempty"`
 	CacheMaxAge        string      `json:",omitempty"`
 	CacheMaxSize       string      `json:",omitempty"`