Docker queueing same time

Author: Oseltamivir

runners/launch_mi300x-amd.sh

@@ -7,9 +7,26 @@ PORT=8888
 
 server_name="bmk-server"
 
+# Ensure non-root container user can access AMD GPU devices (/dev/kfd, /dev/dri)
+# by inheriting the host device group IDs (render/video). File permissions are
+# not overridden by --privileged, so group membership is required.
+KFD_GID=$(stat -c '%g' /dev/kfd 2>/dev/null || true)
+RENDER_NODE=$(ls -1 /dev/dri/renderD* 2>/dev/null | head -n1 || true)
+CARD_NODE=$(ls -1 /dev/dri/card* 2>/dev/null | head -n1 || true)
+RENDER_GID=$([[ -n "$RENDER_NODE" ]] && stat -c '%g' "$RENDER_NODE" 2>/dev/null || true)
+VIDEO_GID=$([[ -n "$CARD_NODE" ]] && stat -c '%g' "$CARD_NODE" 2>/dev/null || true)
+
+GROUP_ARGS=""
+for gid in "$KFD_GID" "$RENDER_GID" "$VIDEO_GID"; do
+  if [[ -n "$gid" ]]; then
+    GROUP_ARGS+=" --group-add $gid"
+  fi
+done
+
 set -x
 docker run --rm --ipc=host --shm-size=16g --network=host --name=$server_name \
 --user $(id -u):$(id -g) \
+${GROUP_ARGS} \
 --privileged --cap-add=CAP_SYS_ADMIN --device=/dev/kfd --device=/dev/dri --device=/dev/mem \
 --cap-add=SYS_PTRACE --security-opt seccomp=unconfined \
 -v $HF_HUB_CACHE_MOUNT:$HF_HUB_CACHE \

runners/launch_mi300x-cr.sh

@@ -7,9 +7,26 @@ PORT=8888
 
 server_name="bmk-server"
 
+# Ensure non-root container user can access AMD GPU devices (/dev/kfd, /dev/dri)
+# by inheriting the host device group IDs (render/video). File permissions are
+# not overridden by --privileged, so group membership is required.
+KFD_GID=$(stat -c '%g' /dev/kfd 2>/dev/null || true)
+RENDER_NODE=$(ls -1 /dev/dri/renderD* 2>/dev/null | head -n1 || true)
+CARD_NODE=$(ls -1 /dev/dri/card* 2>/dev/null | head -n1 || true)
+RENDER_GID=$([[ -n "$RENDER_NODE" ]] && stat -c '%g' "$RENDER_NODE" 2>/dev/null || true)
+VIDEO_GID=$([[ -n "$CARD_NODE" ]] && stat -c '%g' "$CARD_NODE" 2>/dev/null || true)
+
+GROUP_ARGS=""
+for gid in "$KFD_GID" "$RENDER_GID" "$VIDEO_GID"; do
+  if [[ -n "$gid" ]]; then
+    GROUP_ARGS+=" --group-add $gid"
+  fi
+done
+
 set -x
 docker run --rm --ipc=host --shm-size=16g --network=host --name=$server_name \
 --user $(id -u):$(id -g) \
+${GROUP_ARGS} \
 --privileged --cap-add=CAP_SYS_ADMIN --device=/dev/kfd --device=/dev/dri --device=/dev/mem \
 --cap-add=SYS_PTRACE --security-opt seccomp=unconfined \
 -v $HF_HUB_CACHE_MOUNT:$HF_HUB_CACHE \