Enable docs preview upload for nightly builds (#3718)

Add doc preview uploads for nightly builds to preview HTML for
nightly/RC doc versions.

* Added configurable S3_PREFIX input parameter to
_build-tutorials-base.yml (defaults to pytorch/tutorials)
* Updated build-tutorials-nightly.yml to enable uploads (`UPLOAD: 1`)
with custom path `pytorch/tutorials-nightly-preview`

Author: svekars

.github/workflows/_build-tutorials-base.yml

@@ -13,6 +13,11 @@ on:
         required: false
         type: number
         default: 0
+      S3_PREFIX:
+        description: "S3 prefix path for uploading docs preview"
+        required: false
+        type: string
+        default: "pytorch/tutorials"
 
 jobs:
   worker:
@@ -187,7 +192,7 @@ jobs:
           s3-bucket: doc-previews
           if-no-files-found: error
           path: docs
-          s3-prefix: pytorch/tutorials/${{ github.event.pull_request.number }}
+          s3-prefix: ${{ inputs.S3_PREFIX }}/${{ github.event.pull_request.number }}
 
       - name: Teardown Linux
         uses: pytorch/test-infra/.github/actions/teardown-linux@main

.github/workflows/build-tutorials-nightly.yml

@@ -32,4 +32,5 @@ jobs:
     secrets: inherit
     with:
       USE_NIGHTLY: 1
-      UPLOAD: 0
+      UPLOAD: 1
+      S3_PREFIX: pytorch/tutorials-nightly-preview

.jenkins/build.sh

@@ -4,6 +4,14 @@ set -ex
 
 export BUCKET_NAME=pytorch-tutorial-build-pull-request
 
+# Set build prefix based on whether this is a nightly build or not
+# This prevents conflicts when both builds run simultaneously
+if [ "${USE_NIGHTLY:-0}" -eq 1 ]; then
+  export BUILD_PREFIX="nightly"
+else
+  export BUILD_PREFIX="stable"
+fi
+
 # set locale for click dependency in spacy
 export LC_ALL=C.UTF-8
 export LANG=C.UTF-8
@@ -122,7 +130,7 @@ if [[ "${JOB_TYPE}" == "worker" ]]; then
   # Step 6: Copy generated files to S3, tag with commit ID
   if [ "${UPLOAD:-0}" -eq 1 ]; then
     7z a worker_${WORKER_ID}.7z docs
-    awsv2 s3 cp worker_${WORKER_ID}.7z s3://${BUCKET_NAME}/${COMMIT_ID}/worker_${WORKER_ID}.7z
+    awsv2 s3 cp worker_${WORKER_ID}.7z s3://${BUCKET_NAME}/${BUILD_PREFIX}/${COMMIT_ID}/worker_${WORKER_ID}.7z
   fi
 elif [[ "${JOB_TYPE}" == "manager" ]]; then
   # Step 1: Generate no-plot HTML pages for all tutorials
@@ -136,7 +144,7 @@ elif [[ "${JOB_TYPE}" == "manager" ]]; then
   # Step 3: Download generated with-plot HTML files and static files from S3, merge into one folder
   mkdir -p docs_with_plot/docs
   for ((worker_id=1;worker_id<NUM_WORKERS+1;worker_id++)); do
-    awsv2 s3 cp s3://${BUCKET_NAME}/${COMMIT_ID}/worker_$worker_id.7z worker_$worker_id.7z
+    awsv2 s3 cp s3://${BUCKET_NAME}/${BUILD_PREFIX}/${COMMIT_ID}/worker_$worker_id.7z worker_$worker_id.7z
     7z x worker_$worker_id.7z -oworker_$worker_id
     yes | cp -R worker_$worker_id/docs/* docs_with_plot/docs
   done
@@ -153,7 +161,7 @@ elif [[ "${JOB_TYPE}" == "manager" ]]; then
 
   # Step 6: Copy generated HTML files and static files to S3
   7z a manager.7z docs
-  awsv2 s3 cp manager.7z s3://${BUCKET_NAME}/${COMMIT_ID}/manager.7z
+  awsv2 s3 cp manager.7z s3://${BUCKET_NAME}/${BUILD_PREFIX}/${COMMIT_ID}/manager.7z
 
   # Step 7: push new HTML files and static files to gh-pages
   if [[ "$COMMIT_SOURCE" == "refs/heads/master" || "$COMMIT_SOURCE" == "refs/heads/main" ]]; then