bitbucket-pipelines.yml

options:
  runs-on: self.hosted

definitions:
  caches:
    cypress-2024-02-x: ~/.cache/Cypress
    node-glam-2024-02-x: ./node_modules

  steps:
    - step: &preliminary-operation
        name: Preliminary Operation
        image: alpine/git:latest
        script:
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1; else if(NF==2)val=$1"--"$2; else if(NF==3)val=$2; else if(NF==4)val=$2"--"$3; print tolower(val)}')
          - echo "Using commit hash $HASH_COMMIT"
          - git config --global user.email "${BB_EMAIL}"
          - git config --global user.name "${BB_USER}"
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${E2E_VALUES_REPO}
          - cd e2erunners-values
          - sed "s#HASH_COMMIT#${HASH_COMMIT}#g" TPL-glam-2024 > ${HASH_COMMIT}
          - sed -i "s#BRANCH_NAME#${BRANCH_NAME}#g" TPL-glam-2024 ${HASH_COMMIT}
          - git add ${HASH_COMMIT}
          - git commit -m "Add configuration for e2e-${HASH_COMMIT}" || echo "No changes to commit"
          - git push
          - cd ..
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${HELM_CHARTS_REPO}
          - cd helm-charts
          - PATH_VALUE=" e2e-$HASH_COMMIT"
          - printf "  - name:%s\n" "$PATH_VALUE" >> ${E2E_VALUES}
          - git add e2e-ingress/values.yaml
          - git commit -m "Add ${HASH_COMMIT} to e2e-ingress values" || echo "No changes to commit"
          - git push
          - cd ..

    - step: &preliminary-operation-backend
        name: Preliminary Operation
        image: alpine/git:latest
        script:
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | tr '[:upper:]' '[:lower:]' | sed 's|/|--|g')
          - echo "Using commit hash $HASH_COMMIT"
          - git config --global user.email "${BB_EMAIL}"
          - git config --global user.name "${BB_USER}"
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${E2E_VALUES_REPO}
          - cd e2erunners-values
          - sed "s#HASH_COMMIT#${HASH_COMMIT}#g" TPL-glam-2024 > ${HASH_COMMIT}
          - sed -i "s#BRANCH_NAME#${BRANCH_NAME}#g" TPL-glam-2024 ${HASH_COMMIT}
          - git add ${HASH_COMMIT}
          - git commit -m "Add configuration for e2e-${HASH_COMMIT}" || echo "No changes to commit"
          - git push
          - cd ..
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${HELM_CHARTS_REPO}
          - cd helm-charts
          - PATH_VALUE=" e2e-$HASH_COMMIT"
          - printf "  - name:%s\n" "$PATH_VALUE" >> ${E2E_VALUES}
          - git add e2e-ingress/values.yaml
          - git commit -m "Add ${HASH_COMMIT} to e2e-ingress values" || echo "No changes to commit"
          - git push
          - cd ..

    - step: &angular-build
        name: angular-build
        image:
          name: cypress/browsers:node-18.20.3-chrome-125.0.6422.141-1-ff-126.0.1-edge-125.0.2535.85-1
          run-as-user: 1000
        size: 4x
        caches:
          - node-glam-2024-02-x
        script:
          - yarn install --frozen-lockfile
          - yarn run build:prod:ci
          - yarn run build:mirador
          - yarn run build:annona
        artifacts:
          - node_modules/**
          - dist/**

    - step: &unittest-code-checks
        name: test-code-checks
        image:
          name: cypress/browsers:node-18.20.3-chrome-125.0.6422.141-1-ff-126.0.1-edge-125.0.2535.85-1
          run-as-user: 1000
        size: 4x
        caches:
          - node-glam-2024-02-x
        script:
          - yarn build:lint
          - npm run ng-high-memory -- lint --quiet
          - yarn run check-circ-deps
          - yarn run test:headless:ci
        artifacts:
          - .next/**
          - .cache/**
          - ~/.cache/Cypress

    - step: &run-e2e-tests
        name: Run E2E test
        image:
          name: cypress/browsers:node-18.20.3-chrome-125.0.6422.141-1-ff-126.0.1-edge-125.0.2535.85-1
          run-as-user: 0
        size: 4x
        services:
          - docker
        caches:
          - node-glam-2024-02-x
          - cypress-2024-02-x
        script:
          - apt-get update && apt-get install -y curl
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - echo "Running tests for commit $HASH_COMMIT"
          - export DSPACE_REST_HOST=${E2E_RUNNER_HOST}
          - export DSPACE_REST_PORT=443
          - export DSPACE_REST_NAMESPACE=/e2e-${HASH_COMMIT}/server
          - echo "Configured REST endpoint at https://$DSPACE_REST_HOST$DSPACE_REST_NAMESPACE"
          - export DSPACE_REST_SSL=true
          - export DSPACE_UI_HOST=127.0.0.1
          - export DSPACE_UI_PORT=4000
          - export DSPACE_CACHE_SERVERSIDE_BOTCACHE_MAX=0
          - export DSPACE_CACHE_SERVERSIDE_ANONYMOUSCACHE_MAX=0
          - export CYPRESS_BASE_URL=http://127.0.0.1:4000
          - export CYPRESS_CACHE_FOLDER=~/.cache/Cypress
          - export CHROME_FLAGS="--no-sandbox --disable-dev-shm-usage --disable-gpu"
          - export NODE_OPTIONS="--max-old-space-size=4096"
          - |
            MAX_RETRIES=10
            RETRY_COUNT=0
            SUCCESS=false
            while [ $RETRY_COUNT -lt $MAX_RETRIES ]; do
              echo "Pinging REST endpoint... (Attempt $((RETRY_COUNT+1)))"
              STATUS_CODE=$(curl -s -o /dev/null -w "%{http_code}" "https://$DSPACE_REST_HOST$DSPACE_REST_NAMESPACE")
              if [ "$STATUS_CODE" -lt 400 ]; then
                echo "REST endpoint is up! Status code: $STATUS_CODE"
                SUCCESS=true
                break
              else
                echo "REST endpoint not ready (Status code: $STATUS_CODE). Retrying in 60 seconds..."
                RETRY_COUNT=$((RETRY_COUNT+1))
                sleep 60
              fi
            done
            if [ "$SUCCESS" = "false" ]; then
              echo "REST endpoint did not become available after $MAX_RETRIES attempts. Failing the build."
              exit 1
            fi
          - npx cypress install
          - yarn serve:ssr &
          - echo "Waiting for server to start..."
          - sleep 10
          - echo "Running Cypress tests..."
          - yarn cypress:run --env chromeFlags="$CHROME_FLAGS"
          - echo "Test execution completed"
        artifacts:
          - cypress/screenshots/**
          - cypress/videos/**

    - step: &build-and-push
        name: Build and Push Docker Image to ECR
        size: 4x
        image: atlassian/default-image:3
        services:
          - docker
        script:
          - echo "Copying dist to Docker context"
          - mkdir -p build-context
          - cp -r dist config build-context/
          - cp Dockerfile.build build-context/Dockerfile
          - cd build-context
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | tr '[:upper:]' '[:lower:]' | sed 's|/|--|g')
          - docker build -t dspace-angular:${BRANCH_NAME}-${HASH_COMMIT} -t dspace-angular:${BRANCH_NAME}-latest .
          - pipe: atlassian/aws-ecr-push-image:2.5.0
            variables:
              AWS_ACCESS_KEY_ID: $AWS_ACCESS_KEY_ID
              AWS_SECRET_ACCESS_KEY: $AWS_SECRET_ACCESS_KEY
              AWS_DEFAULT_REGION: $AWS_REGION
              IMAGE_NAME: dspace-angular
              TAGS: "${BRANCH_NAME}-${HASH_COMMIT} ${BRANCH_NAME}-latest"

    - step: &deploy-on-dev
        name: Deploy on Development environment
        image: alpine/git:latest
        script:
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | tr '[:upper:]' '[:lower:]' | sed 's|/|--|g')
          - export BRANCH_FILE=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${DSPACE_VALUES_REPO}
          - cd dspace-values
          - '[ -f "dev/${BRANCH_FILE}" ] && sed -i "/^angular:/,/^[^ ]/s/\(tag: \).*/\1${BRANCH_NAME}-${HASH_COMMIT}/" "dev/${BRANCH_FILE}" && sed -i "s/^\([[:space:]]*replicaCount:\) 0/\1 1/" "dev/${BRANCH_FILE}"'
          - git config --global user.email "${BB_EMAIL}"
          - git config --global user.name "${BB_USER}"
          - git commit -am "Update TAG with ${BRANCH_NAME}-${HASH_COMMIT}" || echo "No changes to commit"
          - git push

    - step: &deploy-on-staging
        name: Deploy on Staging environment
        image: alpine/git:latest
        script:
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | tr '[:upper:]' '[:lower:]' | sed 's|/|--|g')
          - export BRANCH_FILE=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${DSPACE_VALUES_REPO}
          - cd dspace-values
          - '[ -f "staging/${BRANCH_FILE}" ] && sed -i "/^angular:/,/^[^ ]/s/\(tag: \).*/\1${BRANCH_NAME}-${HASH_COMMIT}/" "staging/${BRANCH_FILE}" && sed -i "s/^\([[:space:]]*replicaCount:\) 0/\1 1/" "staging/${BRANCH_FILE}"'
          - git config --global user.email "${BB_EMAIL}"
          - git config --global user.name "${BB_USER}"
          - git commit -am "Update TAG with ${BRANCH_NAME}-${HASH_COMMIT}" || echo "No changes to commit"
          - git push

    - step: &deploy-on-test
        name: Deploy on Test environment
        image: alpine/git:latest
        script:
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | tr '[:upper:]' '[:lower:]' | sed 's|/|--|g')
          - export BRANCH_FILE=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${DSPACE_VALUES_REPO}
          - cd dspace-values
          - '[ -f */test/"${BRANCH_FILE}" ] && sed -i "/^angular:/,/^[^ ]/s/\(tag: \).*/\1${BRANCH_NAME}-${HASH_COMMIT}/" */test/"${BRANCH_FILE}" && sed -i "s/^\([[:space:]]*replicaCount:\) 0/\1 1/" */test/"${BRANCH_FILE}"'
          - git config --global user.email "${BB_EMAIL}"
          - git config --global user.name "${BB_USER}"
          - git commit -am "Update TAG with ${BRANCH_NAME}-${HASH_COMMIT}" || echo "No changes to commit"
          - git push

    - step: &turn-on-dev
        name: Turn On Dev environment
        image: alpine/git:latest
        script:
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | tr '[:upper:]' '[:lower:]' | sed 's|/|--|g')
          - export BRANCH_FILE=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${DSPACE_VALUES_REPO}
          - cd dspace-values
          - '[ -f "dev/${BRANCH_FILE}" ] && sed -i "s/^\([[:space:]]*replicaCount:\) 0/\1 1/" "dev/${BRANCH_FILE}"'
          - git config --global user.email "${BB_EMAIL}"
          - git config --global user.name "${BB_USER}"
          - git commit -am "Enable dev environment for ${BRANCH_NAME}" || echo "No changes to commit"
          - git push

    - step: &turn-on-staging
        name: Turn On Staging environment
        image: alpine/git:latest
        script:
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | tr '[:upper:]' '[:lower:]' | sed 's|/|--|g')
          - export BRANCH_FILE=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${DSPACE_VALUES_REPO}
          - cd dspace-values
          - '[ -f "staging/${BRANCH_FILE}" ] && sed -i "s/^\([[:space:]]*replicaCount:\) 0/\1 1/" "staging/${BRANCH_FILE}"'
          - git config --global user.email "${BB_EMAIL}"
          - git config --global user.name "${BB_USER}"
          - git commit -am "Enable staging environment for ${BRANCH_NAME}" || echo "No changes to commit"
          - git push

    - step: &turn-on-test
        name: Turn On Test environment
        image: alpine/git:latest
        script:
          - export HASH_COMMIT=${BITBUCKET_COMMIT:0:8}
          - export BRANCH_NAME=$(echo "$BITBUCKET_BRANCH" | tr '[:upper:]' '[:lower:]' | sed 's|/|--|g')
          - export BRANCH_FILE=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - git clone https://${BB_USER}:${BB_USER_TOKEN}@${DSPACE_VALUES_REPO}
          - cd dspace-values
          - '[ -f */test/"${BRANCH_FILE}" ] && sed -i "s/^\([[:space:]]*replicaCount:\) 0/\1 1/" "staging/${BRANCH_FILE}"'
          - git config --global user.email "${BB_EMAIL}"
          - git config --global user.name "${BB_USER}"
          - git commit -am "Enable test environment for ${BRANCH_NAME}" || echo "No changes to commit"
          - git push

    - step: &find-cloudfront-dev
        name: Find CloudFront Dev Cache
        image: amazon/aws-cli
        script:
          - export AWS_ACCESS_KEY_ID=$AWS_ACCESS_CF_KEY_ID
          - export AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_CF_KEY
          - export AWS_DEFAULT_REGION=$AWS_REGION
          - export CLOUDFRONT_NAME=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - export CLOUDFRONT_DISTRIBUTION_ID=$(aws cloudfront list-distributions --query "DistributionList.Items[?Comment=='dev--${CLOUDFRONT_NAME}'].Id" --output text)
          - echo "cloudfront_distribution=$CLOUDFRONT_DISTRIBUTION_ID" >> $BITBUCKET_PIPELINES_VARIABLES_PATH
        output-variables:
            - cloudfront_distribution

    - step: &find-cloudfront-staging
        name: Find CloudFront Staging Cache
        image: amazon/aws-cli
        script:
          - export AWS_ACCESS_KEY_ID=$AWS_ACCESS_CF_KEY_ID
          - export AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_CF_KEY
          - export AWS_DEFAULT_REGION=$AWS_REGION
          - export CLOUDFRONT_NAME=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - export CLOUDFRONT_DISTRIBUTION_ID=$(aws cloudfront list-distributions --query "DistributionList.Items[?Comment=='staging--${CLOUDFRONT_NAME}'].Id" --output text)
          - echo "cloudfront_distribution=$CLOUDFRONT_DISTRIBUTION_ID" >> $BITBUCKET_PIPELINES_VARIABLES_PATH
        output-variables:
          - cloudfront_distribution

    - step: &invalidate-cloudfront
        name: Invalidate CloudFront Cache
        image: amazon/aws-cli
        condition:
          state: cloudfront_distribution != ""
        script:
          - export AWS_ACCESS_KEY_ID=$AWS_ACCESS_CF_KEY_ID
          - export AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_CF_KEY
          - export AWS_DEFAULT_REGION=$AWS_REGION
          - |
            if ! aws cloudfront create-invalidation --distribution-id $cloudfront_distribution --paths "/*"; then
              echo "CloudFront invalidation failed for distribution ID: $cloudfront_distribution"
              exit 1
            fi

    - step: &find-cloudfront-test
        name: Find CloudFront Test Cache
        image: amazon/aws-cli
        script:
          - export AWS_ACCESS_KEY_ID=$AWS_ACCESS_CF_KEY_ID
          - export AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_CF_KEY
          - export AWS_DEFAULT_REGION=$AWS_REGION
          - export CLOUDFRONT_NAME=$(echo "$BITBUCKET_BRANCH" | awk -F'/' '{if(NF==1)val=$1;else if(NF==2)val=$2;else if(NF==3)val=$2;else val=$3;gsub(/_/, "-", val);print tolower(val)}')
          - export CLOUDFRONT_DISTRIBUTION_ID=$(aws cloudfront list-distributions --query "DistributionList.Items[?Comment=='test--${CLOUDFRONT_NAME}'].Id" --output text)
          - echo "cloudfront_distribution=$CLOUDFRONT_DISTRIBUTION_ID" >> $BITBUCKET_PIPELINES_VARIABLES_PATH
        output-variables:
          - cloudfront_distribution

    - step: &check-branch-name-allowed
        name: Check allowed branch name
        image: alpine:latest
        script:
          - |
            if [[ "$BITBUCKET_BRANCH" = "main-glam" ]] || [[ "$BITBUCKET_BRANCH" == prod/* ]] || [[ "$BITBUCKET_BRANCH" == test/* ]]; then
              echo "Branch $BITBUCKET_BRANCH is allowed."
            else
              echo "This pipeline can only run on main-glam, prod/**, or test/**"
              exit 1
            fi

    - step: &merge-prod-into-test
        name: Merge prod into test
        image: atlassian/default-image:4
        script:
          - export PROD_BRANCH="$BITBUCKET_BRANCH"
          - export TEST_BRANCH="test/${PROD_BRANCH#prod/}"
          - git fetch origin $TEST_BRANCH || true
          - if git ls-remote --exit-code --heads origin $TEST_BRANCH; then
              git remote set-branches --add origin $TEST_BRANCH;
              git fetch origin $TEST_BRANCH;
              git checkout -b $TEST_BRANCH origin/$TEST_BRANCH;
              git merge --no-ff origin/$PROD_BRANCH -m "Merge $PROD_BRANCH into $TEST_BRANCH";
              git push https://${DSPACE_REPO_USER}:${DSPACE_REPO_TOKEN}@${DSPACE_ANGULAR_REPO} $TEST_BRANCH;
            else
              echo "Branch $TEST_BRANCH does not exist, no merge performed.";
            fi

pipelines:
  custom:
    e2e-on-custom-backend:
      - step: *preliminary-operation-backend
      - step: *angular-build
      - parallel: &parallel-run-tests
          - step: *unittest-code-checks
#          - step: *run-e2e-tests
    deploy-on-dev:
      - step: *angular-build
      - step: *build-and-push
      - step: *deploy-on-dev
      - step: *find-cloudfront-dev
      - step: *invalidate-cloudfront
    deploy-on-staging:
      - step: *check-branch-name-allowed
      - step: *angular-build
      - step: *build-and-push
      - step: *deploy-on-staging
      - step: *find-cloudfront-staging
      - step: *invalidate-cloudfront
    deploy-on-test:
      - step: *check-branch-name-allowed
      - step: *angular-build
      - step: *build-and-push
      - step: *deploy-on-test
      - step: *find-cloudfront-test
      - step: *invalidate-cloudfront
    turn-on-dev:
      - step: *turn-on-dev
    turn-on-staging:
      - step: *turn-on-staging
    turn-on-test:
      - step: *turn-on-test
    build-images:
      - step: *check-branch-name-allowed
      - step: *angular-build
      - step: *build-and-push
  branches:
    'main-glam':
      - step: *preliminary-operation
      - step: *angular-build
      - parallel: *parallel-run-tests
      - step: *build-and-push
      - step: *deploy-on-dev
      - step: *find-cloudfront-dev
      - step: *invalidate-cloudfront
      - step: *deploy-on-staging
      - step: *find-cloudfront-staging
      - step: *invalidate-cloudfront
    "prod/**":
      - step: *check-branch-name-allowed
      - step: *preliminary-operation
      - step: *angular-build
      - parallel: *parallel-run-tests
      - step: *build-and-push
      - step: *deploy-on-dev
      - step: *find-cloudfront-dev
      - step: *invalidate-cloudfront
      - step: *deploy-on-staging
      - step: *find-cloudfront-staging
      - step: *invalidate-cloudfront
      - step: *merge-prod-into-test
    "test/**":
      - step: *check-branch-name-allowed
      - step: *preliminary-operation
      - step: *angular-build
      - parallel: *parallel-run-tests
      - step: *build-and-push
      - step: *deploy-on-test
      - step: *find-cloudfront-test
      - step: *invalidate-cloudfront

  pull-requests:
    "**":
      - step: *preliminary-operation
      - step: *angular-build
      - parallel: *parallel-run-tests