ci: adds workflow scripts for publishing to dev/prod buckets (#587)

* ci: adds workflow scripts for publishing to dev/prod buckets

* modifies aws region name variable

Author: yosefmaru

.github/workflows/publish_dev.yml

@@ -0,0 +1,37 @@
+name: Upload schemas
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  upload-schemas:
+    runs-on: ubuntu-latest
+    permissions:
+      id-token: write
+      contents: read
+    env:
+      AWS_DATA_SCHEMA_ROLE: ${{ secrets.AWS_DATA_SCHEMA_ROLE_DEV }}
+      AWS_DATA_SCHEMA_BUCKET: ${{ vars.AWS_DATA_SCHEMA_BUCKET_DEV }}
+      AWS_REGION : ${{ vars.AWS_REGION_DEV }}
+      SOURCE_DIR: 'schemas'
+    steps:
+      - uses: actions/checkout@master
+      - name: Pull latest changes
+        run: git pull origin main
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v3
+        with:
+          python-version: 3.8
+      - name: Configure aws credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          role-to-assume: ${{ env.AWS_DATA_SCHEMA_ROLE }}
+          role-session-name: github-schema-upload-session
+          aws-region: ${{ env.AWS_REGION }}
+      - name: Create and upload schemas
+        run: | 
+          python -m pip install -e .
+          python -m aind_data_schema.utils.json_writer --output $SOURCE_DIR --attach-version
+          python -m pip install awscli
+          aws s3 sync $SOURCE_DIR s3://${AWS_DATA_SCHEMA_BUCKET}/$SOURCE_DIR

.github/workflows/publish_prod.yml

@@ -0,0 +1,37 @@
+name: Upload schemas
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  upload-schemas:
+    runs-on: ubuntu-latest
+    permissions:
+      id-token: write
+      contents: read
+    env:
+      AWS_DATA_SCHEMA_ROLE: ${{ secrets.AWS_DATA_SCHEMA_ROLE_PROD}}
+      AWS_DATA_SCHEMA_BUCKET: ${{ vars.AWS_DATA_SCHEMA_BUCKET_PROD }}
+      AWS_REGION : ${{ vars.AWS_REGION_PROD }}
+      SOURCE_DIR: 'schemas'
+    steps:
+      - uses: actions/checkout@master
+      - name: Pull latest changes
+        run: git pull origin main
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v3
+        with:
+          python-version: 3.8
+      - name: Configure aws credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          role-to-assume: ${{ env.AWS_DATA_SCHEMA_ROLE }}
+          role-session-name: github-schema-upload-session
+          aws-region: ${{ env.AWS_REGION }}
+      - name: Create and upload schemas
+        run: | 
+          python -m pip install -e .
+          python -m aind_data_schema.utils.json_writer --output $SOURCE_DIR --attach-version
+          python -m pip install awscli
+          aws s3 sync $SOURCE_DIR s3://${AWS_DATA_SCHEMA_BUCKET}/$SOURCE_DIR

.github/workflows/tag.yml

@@ -70,7 +70,6 @@ jobs:
       AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
       AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
       AWS_BUCKET_OLD: ${{ vars.AWS_BUCKET_OLD }}
-      AWS_BUCKET_NEW: ${{ vars.AWS_BUCKET_NEW }}
       SOURCE_DIR: 'schemas'
     steps:
       - uses: actions/checkout@master
@@ -86,4 +85,3 @@ jobs:
           python -m aind_data_schema.utils.json_writer --output $SOURCE_DIR --attach-version
           python -m pip install awscli
           aws s3 sync $SOURCE_DIR s3://${AWS_BUCKET_OLD}/$SOURCE_DIR
-          aws s3 sync $SOURCE_DIR s3://${AWS_BUCKET_NEW}/$SOURCE_DIR