Migrate to ecs stack (#24)

* migrate to ecs stack

Author: adobrzhansky

.dockerignore

@@ -0,0 +1,34 @@
+# Ignore files and directories commonly used by Python development
+**/__pycache__
+**/*.pyc
+**/*.pyo
+**/*.pyd
+**/*$py.class
+
+# Ignore development and testing files
+**/.pytest_cache
+**/.coverage
+**/.cache
+**/.mypy_cache
+**/.vscode
+**/.idea
+**/*.egg-info
+**/.venv
+**/venv
+**/env
+**/envs
+**/*.log
+
+# Ignore local files
+**/settings.py
+**/config.py
+
+# Ignore Docker-specific files and directories
+Dockerfile
+.dockerignore
+docker-compose.yml
+
+# Ignore other files and directories
+.git
+.gitignore
+*.md

.env

@@ -1,6 +1,8 @@
-PGADMIN_DEFAULT_EMAIL=admin@redis.com
-PGADMIN_DEFAULT_PASSWORD=password
-PGADMIN_DISABLE_POSTFIX=1
-PGADMIN_LISTEN_ADDRESS=0.0.0.0
-PGADMIN_LISTEN_PORT=80
-DATABASE_URL=postgresql://admin:${PGADMIN_DEFAULT_PASSWORD}@db:5432
+DB_USER=postgres
+DB_PASSWORD=password
+DB_HOST=db
+DB_PORT=5432
+DB_NAME=dashi
+CIRCLE_CI_TOKEN=
+GH_TOKEN=
+SLEEP_SECONDS=2000

.github/workflows/build-and-deploy.yml

@@ -0,0 +1,55 @@
+name: Deploy to Amazon ECS using CDK
+
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch: 
+env:
+  DEFAULT_REGION: eu-west-1
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.9
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+
+    - name: Configure AWS credentials
+      uses: aws-actions/configure-aws-credentials@v1
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        aws-region: ${{ env.DEFAULT_REGION }}
+
+    - name: Login to Amazon ECR
+      id: login-ecr
+      uses: aws-actions/amazon-ecr-login@v1
+
+    - name: Build and push Docker image
+      uses: docker/build-push-action@v2
+      with:
+        context: .
+        push: true
+        tags: ${{ steps.login-ecr.outputs.registry }}/dashi-repository:${{ github.sha }}
+
+    - name: Install AWS CDK
+      run: npm install -g aws-cdk
+
+    - name: Deploy using AWS CDK
+      run: |
+        cd cdk
+        pip install -r requirements.txt
+        cdk bootstrap
+        cdk deploy --require-approval never

.github/workflows/cdk-diff-on-pr.yml

@@ -0,0 +1,55 @@
+name: CDK Diff on Pull Request
+
+on:
+  pull_request:
+    types:
+      - opened
+      - synchronize
+
+env:
+  DEFAULT_REGION: eu-west-1
+
+jobs:
+  cdk_diff:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.9
+
+    - name: Install AWS CDK
+      run: npm install -g aws-cdk
+
+    - name: Configure AWS credentials
+      uses: aws-actions/configure-aws-credentials@v1
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        aws-region: ${{ env.DEFAULT_REGION }}
+  
+    - name: Run CDK Diff
+      id: cdk_diff
+      run: |
+        cd cdk
+        pip install -r requirements.txt
+        echo "CDK_DIFF_OUTPUT<<EOF" >> $GITHUB_ENV
+        cdk diff --context githubsha=${{ github.sha }} --require-approval never | tee >(cat - >&2) >> $GITHUB_ENV
+        echo "EOF" >> $GITHUB_ENV
+
+    - name: Comment CDK Diff on Pull Request
+      uses: actions/github-script@v5
+      with:
+        github-token: ${{ secrets.GITHUB_TOKEN }}
+        script: |
+          const output = `CDK Diff for commit ${{ github.sha }}:\n\`\`\`\n${process.env.CDK_DIFF_OUTPUT}\n\`\`\``;
+          await github.rest.issues.createComment({
+            issue_number: context.issue.number,
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            body: output,
+          });

.github/workflows/deploy.yml

@@ -0,0 +1,27 @@
+*.swp
+package-lock.json
+.pytest_cache
+*.egg-info
+.DS_Store
+
+# Editors
+.vscode
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# CDK Context & Staging files
+.cdk.staging/
+cdk.out/
+/cdk.out

.gitignore

@@ -0,0 +1,12 @@
+FROM python:latest
+
+WORKDIR /app
+
+ENV PYTHONDONTWRITEBYTECODE 1
+ENV PYTHONUNBUFFERED 1
+
+COPY requirements.txt .
+
+RUN pip install -r requirements.txt
+
+COPY . .

Dockerfile

@@ -16,9 +16,9 @@ make setup       # install prerequisites
 endef
 
 PROJECT=dashi
-COMPOSE=docker-compose --env-file .env -p $(PROJECT)
+COMPOSE=docker-compose -p $(PROJECT)
 
-SERVICES=db app gather pqadmin
+SERVICES=db app sidecar adminer
 
 start up:
 	@$(COMPOSE) up -d