Merge branch 'master' into property_filter

# Conflicts:
#	frontend/src/pages/Runs/List/index.tsx

Author: olgenn

.github/workflows/build.yml

@@ -164,7 +164,8 @@ jobs:
     strategy:
       matrix:
         include:
-          - { goos: "linux", goarch: "amd64", runson: "ubuntu-latest" }
+          - { goos: "linux", goarch: "amd64" }
+          - { goos: "linux", goarch: "arm64" }
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -177,7 +178,6 @@ jobs:
         env:
           GOOS: ${{ matrix.goos }}
           GOARCH: ${{ matrix.goarch }}
-          ACTIONSOS: ${{ matrix.runson }}
           CGO_ENABLED: 0
         run: |
           VERSION=$((${{ github.run_number }} + ${{ env.BUILD_INCREMENT }}))
@@ -287,12 +287,13 @@ jobs:
           python-version: 3.11
       - name: Install dstack
         run: |
-          uv sync --extra server
+          uv pip install examples/plugins/example_plugin_server
+          uv pip install -e '.[server]'
       # Move these deps into an extra and install that way
       - name: Build
         run: |
           uv pip install pillow cairosvg
-          sudo apt-get install -y libcairo2-dev libfreetype6-dev libffi-dev libjpeg-dev libpng-dev libz-dev
+          sudo apt-get update && sudo apt-get install -y libcairo2-dev libfreetype6-dev libffi-dev libjpeg-dev libpng-dev libz-dev
           uv pip install mkdocs-material "mkdocs-material[imaging]" mkdocs-material-extensions mkdocs-redirects mkdocs-gen-files "mkdocstrings[python]" mkdocs-render-swagger-plugin --upgrade
           uv pip install git+https://${{ secrets.GH_TOKEN }}@github.com/squidfunk/mkdocs-material-insiders.git
           uv run mkdocs build -s

.github/workflows/docker-amd-smi.yml

@@ -0,0 +1,51 @@
+name: Build AMD SMI Docker image
+
+on:
+  workflow_dispatch:
+    inputs:
+      image_name:
+        description: "Docker image name"
+        required: true
+        default: "dstackai/amd-smi"
+      rocm_version:
+        description: "ROCm version"
+        required: true
+        default: "6.4"
+      dstack_revision:
+        description: "Docker image revision"
+        required: true
+        default: 0
+
+jobs:
+  build-amd-smi:
+    defaults:
+      run:
+        working-directory: docker/amd-smi
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Build and upload to DockerHub
+        run: |
+          IMAGE_NAME=${{ inputs.image_name }}
+          docker buildx build . \
+            --load \
+            --provenance=false \
+            --platform linux/amd64 \
+            --build-arg IMAGE_NAME=${IMAGE_NAME} \
+            --build-arg UBUNTU_VERSION=noble \
+            --build-arg ROCM_VERSION=${{ inputs.rocm_version }} \
+            --build-arg DSTACK_REVISION=${{ inputs.dstack_revision }} \
+            --build-arg BUILD_DATE=$(date --utc --iso-8601=seconds)Z \
+            --tag ${IMAGE_NAME}:latest
+          VERSION=$(docker inspect --format '{{ index .Config.Labels "org.opencontainers.image.version" }}' ${IMAGE_NAME})
+          docker tag ${IMAGE_NAME}:latest ${IMAGE_NAME}:${VERSION}
+          docker push ${IMAGE_NAME}:${VERSION}
+          docker push ${IMAGE_NAME}:latest

.github/workflows/docker.yml

@@ -8,11 +8,15 @@ on:
         description: "Docker image version"
         required: true
       staging:
-        description: "Staging build"
+        description: "Build staging images"
+        type: boolean
+        default: false
+      prepull_staging:
+        description: "Pre-pull staging Docker images"
         type: boolean
         default: false
       build_docker:
-        description: "Build docker images"
+        description: "Build Docker images"
         type: boolean
         default: true
       build_aws:
@@ -34,7 +38,9 @@ on:
 
 env:
   PACKER_VERSION: "1.9.2"
-  BUILD_PREFIX: ${{ inputs.staging && format('stgn-{0}-', github.run_number) || '' }} # staging ? prefix : ''
+  BUILD_DOCKER_REPO: ${{ inputs.staging && 'base-stgn' || 'base' }}
+  PREPULL_DOCKER_REPO: ${{ inputs.prepull_staging && 'base-stgn' || 'base' }}
+  VM_IMAGE_BUILD_PREFIX: ${{ inputs.staging && format('stgn-{0}-', github.run_number) || '' }} # staging ? prefix : ''
 
 jobs:
   build-docker:
@@ -46,6 +52,7 @@ jobs:
     strategy:
       matrix:
         python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        flavor: ["base", "devel"]
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
@@ -60,8 +67,7 @@ jobs:
         uses: docker/setup-qemu-action@v3
       - name: Build and upload to DockerHub
         run: |
-          docker buildx build --platform linux/amd64 --build-arg PYTHON=${{ matrix.python }} --push --provenance=false --tag dstackai/base:py${{ matrix.python }}-${{ inputs.image_version }}-cuda-12.1 -f base/Dockerfile .
-          docker buildx build --platform linux/amd64 --build-arg PYTHON=${{ matrix.python }} --build-arg VERSION=${{ inputs.image_version }} --push --provenance=false --tag dstackai/base:py${{ matrix.python }}-${{ inputs.image_version }}-cuda-12.1-devel -f base/devel.Dockerfile .
+          docker buildx build --platform linux/amd64 --build-arg FLAVOR=${{ matrix.flavor }} --build-arg PYTHON=${{ matrix.python }} --push --provenance=false --tag dstackai/${{ env.BUILD_DOCKER_REPO }}:py${{ matrix.python }}-${{ inputs.image_version }}-cuda-12.1${{ matrix.flavor == 'devel' && '-devel' || '' }} -f base/Dockerfile .
 
   build-aws-images:
     needs: build-docker
@@ -85,7 +91,7 @@ jobs:
           chmod +x packer
       - name: Run packer
         run: |
-          ./packer build -var-file=versions.json $PROD_VARS -var image_version=${{ inputs.image_version }} -var build_prefix=$BUILD_PREFIX aws-image${{ matrix.variant }}.json
+          ./packer build -var-file=versions.json $PROD_VARS -var image_repo=${{ env.PREPULL_DOCKER_REPO }} -var image_version=${{ inputs.image_version }} -var build_prefix=$VM_IMAGE_BUILD_PREFIX aws-image${{ matrix.variant }}.json
         env:
           PROD_VARS: ${{ !inputs.staging && '-var-file=aws-vars-prod.json' || '' }} # production ? var-file : ''
 
@@ -118,12 +124,12 @@ jobs:
           chmod +x packer
       - name: Run packer
         run: |
-          ./packer build -var-file=versions.json -var image_version=${{ inputs.image_version }} -var build_prefix=$BUILD_PREFIX azure-image${{ matrix.variant }}.json
+          ./packer build -var-file=versions.json -var image_repo=${{ env.PREPULL_DOCKER_REPO }} -var image_version=${{ inputs.image_version }} -var build_prefix=$VM_IMAGE_BUILD_PREFIX azure-image${{ matrix.variant }}.json
       - name: Publish azure image
         if: ${{ !inputs.staging }}
         run: |
-          IMAGE_DEFINITION=${BUILD_PREFIX}dstack${{ matrix.variant }}-${{ inputs.image_version }}
-          IMAGE_NAME=${BUILD_PREFIX}dstack${{ matrix.variant }}-${{ inputs.image_version }}
+          IMAGE_DEFINITION=${VM_IMAGE_BUILD_PREFIX}dstack${{ matrix.variant }}-${{ inputs.image_version }}
+          IMAGE_NAME=${VM_IMAGE_BUILD_PREFIX}dstack${{ matrix.variant }}-${{ inputs.image_version }}
           ../publish_azure_image.sh $IMAGE_DEFINITION $IMAGE_NAME
 
   build-gcp-images:
@@ -156,11 +162,11 @@ jobs:
           chmod +x packer
       - name: Run packer
         run: |
-          ./packer build -var-file=versions.json -var image_version=${{ inputs.image_version }} -var build_prefix=$BUILD_PREFIX gcp-image${{ matrix.variant }}.json
+          ./packer build -var-file=versions.json -var image_repo=${{ env.PREPULL_DOCKER_REPO }} -var image_version=${{ inputs.image_version }} -var build_prefix=$VM_IMAGE_BUILD_PREFIX gcp-image${{ matrix.variant }}.json
       - name: Publish images
         run: |
           IMAGE_VERSION=${IMAGE_VERSION//./-}
-          gcloud compute images add-iam-policy-binding ${BUILD_PREFIX}dstack${{ matrix.variant }}-$IMAGE_VERSION --member='allAuthenticatedUsers' --role='roles/compute.imageUser'
+          gcloud compute images add-iam-policy-binding ${VM_IMAGE_BUILD_PREFIX}dstack${{ matrix.variant }}-$IMAGE_VERSION --member='allAuthenticatedUsers' --role='roles/compute.imageUser'
         env:
           IMAGE_VERSION: ${{ inputs.image_version }}
 
@@ -205,8 +211,9 @@ jobs:
         run: |
           ./packer build \
             -var-file=versions.json \
+            -var image_repo=${{ env.PREPULL_DOCKER_REPO }} \
             -var image_version=${{ inputs.image_version }} \
-            -var build_prefix=$BUILD_PREFIX \
+            -var build_prefix=$VM_IMAGE_BUILD_PREFIX \
             -var oci_compartment_ocid=$OCI_COMPARTMENT \
             -var oci_subnet_ocid=$OCI_SUBNET \
             -var oci_availability_domain=$OCI_AVAILABILITY_DOMAIN \
@@ -221,14 +228,14 @@ jobs:
         if: ${{ !inputs.staging }}
         run: |
           uv run scripts/oci_image_tools.py copy \
-            --image ${BUILD_PREFIX}dstack${{ matrix.variant }}-${{ inputs.image_version }} \
+            --image ${VM_IMAGE_BUILD_PREFIX}dstack${{ matrix.variant }}-${{ inputs.image_version }} \
             --from $OCI_REGION \
             --compartment $OCI_COMPARTMENT
       - name: Publish image in OCI Marketplace
         if: ${{ !inputs.staging }}
         run: |
           uv run scripts/oci_image_tools.py publish \
-            --image ${BUILD_PREFIX}dstack${{ matrix.variant }}-${{ inputs.image_version }} \
+            --image ${VM_IMAGE_BUILD_PREFIX}dstack${{ matrix.variant }}-${{ inputs.image_version }} \
             --compartment $OCI_COMPARTMENT \
             --version ${{ inputs.image_version }} \
             --description "Image for running workloads with dstack - https://dstack.ai/" \

.github/workflows/docs.yaml

@@ -16,15 +16,16 @@ jobs:
           python-version: 3.11
       - name: Install dstack
         run: |
+          uv pip install examples/plugins/example_plugin_server
           if [ -n "${{ inputs.release_tag }}" ]; then
             uv pip install "dstack[server]==${{ inputs.release_tag }}"
           else
-            uv sync --extra server
+            uv pip install -e '.[server]'
           fi
       - name: Build
         run: |
           uv pip install pillow cairosvg
-          sudo apt-get install -y libcairo2-dev libfreetype6-dev libffi-dev libjpeg-dev libpng-dev libz-dev
+          sudo apt-get update && sudo apt-get install -y libcairo2-dev libfreetype6-dev libffi-dev libjpeg-dev libpng-dev libz-dev
           uv pip install mkdocs-material "mkdocs-material[imaging]" mkdocs-material-extensions mkdocs-redirects mkdocs-gen-files "mkdocstrings[python]" mkdocs-render-swagger-plugin --upgrade
           uv pip install git+https://${{ secrets.GH_TOKEN }}@github.com/squidfunk/mkdocs-material-insiders.git
           uv run mkdocs build -s

.github/workflows/release.yml

@@ -118,7 +118,8 @@ jobs:
     strategy:
       matrix:
         include:
-          - { goos: "linux", goarch: "amd64", runson: "ubuntu-latest" }
+          - { goos: "linux", goarch: "amd64" }
+          - { goos: "linux", goarch: "arm64" }
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -131,7 +132,6 @@ jobs:
         env:
           GOOS: ${{ matrix.goos }}
           GOARCH: ${{ matrix.goarch }}
-          ACTIONSOS: ${{ matrix.runson }}
           CGO_ENABLED: 0
         run: |
           VERSION=${GITHUB_REF#refs/tags/}

.gitignore

@@ -20,5 +20,8 @@ build/
 .DS_Store
 .fleet
 .env
+.envrc
+.vscode
 .aider*
 uv.lock
+.local/

.justfile

@@ -0,0 +1,17 @@
+# Root justfile
+#
+# This justfile serves as the main entry point to recipes from different components.
+#
+# Run `just` to see all available commands.
+#
+# Components:
+# * runner/justfile – Building and uploading dstack runner and shim
+
+default:
+    @just --list
+
+set allow-duplicate-recipes
+
+import "runner/.justfile"
+
+# TODO: Add frontend/justfile for managing frontend development tasks

.pre-commit-config.yaml

@@ -17,3 +17,22 @@ repos:
     rev: v5.0.0
     hooks:
       - id: end-of-file-fixer
+
+  # TODO(oleg): fix ESLint warnings
+  # - repo: https://github.com/pre-commit/mirrors-eslint
+  #   rev: 'v8.31.0'
+  #   hooks:
+  #     - id: eslint
+  #       name: ESLint
+  #       entry: eslint --fix --config frontend/.eslintrc --ignore-path frontend/.eslintignore
+  #       language: node
+  #       pass_filenames: false
+  #       cwd: "frontend/"
+  #       additional_dependencies:
+  #         - eslint@8.31.0
+  #         - eslint-config-prettier@8.10.0
+  #         - eslint-plugin-i18n@2.4.0
+  #         - eslint-plugin-prettier@4.2.1
+  #         - eslint-plugin-simple-import-sort@10.0.0
+  #         - '@typescript-eslint/eslint-plugin@5.48.1'
+  #         - '@typescript-eslint/parser@5.48.1'

CONTRIBUTING.md

@@ -54,6 +54,8 @@ uv run pytest src/tests --runpostgres
 
 If you'd like to integrate a new cloud provider to `dstack`, follow [contributing/BACKENDS.md](contributing/BACKENDS.md).
 
-## Get help
+## What's next
+
+You can find more subject-focused guides in the [contributing](contributing/) directory.
 
 If you have any questions, you can always get help in our [Discord](https://discord.gg/u8SmfwPpMd) community.