Merge pull request #6 from KWB-R/feature/admin-page

add QMRA models for the admin page

Author: adaurat

.github/workflows/ci.yaml

@@ -5,6 +5,9 @@ on:
   push:
     branches:
       - main
+  pull_request:
+    branches:
+      - main
 
 jobs:
   test:
@@ -25,13 +28,15 @@ jobs:
       environment: dev
     secrets: inherit
   build-prod:
+    if: github.ref_name == 'main'
     needs: test
     name: build-prod
     uses: ./.github/workflows/build.yaml
     with:
       environment: prod
     secrets: inherit
   deploy-prod:
+    if: github.ref_name == 'main'
     needs:
       - build-prod
       - deploy-dev

.github/workflows/deploy.yaml

@@ -25,7 +25,7 @@ jobs:
         username: ${{ secrets.DEPLOY_USER }}
         key: ${{ secrets.DEPLOY_SERVER_SSH_KEY }}
         script: |
-          cd ${{ secrets.DEPLOY_PATH }} && git pull
+          cd ${{ secrets.DEPLOY_PATH }} && git pull && git checkout ${{ github.head_ref || github.ref_name }}
           microk8s ctr image import img.tar && rm img.tar
           cd infra/helm
           microk8s helm upgrade --install -f ./qmra/${{ inputs.environment }}.values.yaml qmra ./qmra -n qmra --set app_secret_key.value=${{ secrets.APP_SECRET_KEY }},image.tag=${{ env.sha_short }}

.gitignore

@@ -4,7 +4,9 @@ venv/
 .idea
 .static
 qmra.db
+default_qmra_data.db
 qmra-prod.db
 dump*
 prod-migrations/
-*.tar
+*.tar
+.vscode

infra/helm/qmra/dev.values.yaml

@@ -17,6 +17,10 @@ sqlite:
   mount_path: /var/lib/qmra/qmra.db
   hostpath: /var/lib/qmra/qmra.db
 
+qmra_default:
+  mount_path: /var/lib/qmra/default_qmra_data.db
+  hostpath: /var/lib/qmra/default_qmra_data.db
+
 static:
   mount_path: /var/cache/qmra/static
   hostpath: /var/cache/qmra/static

infra/helm/qmra/prod.values.yaml

@@ -17,6 +17,10 @@ sqlite:
   mount_path: /var/lib/qmra/qmra.db
   hostpath: /var/lib/qmra/qmra.db
 
+qmra_default:
+  mount_path: /var/lib/qmra/default_qmra_data.db
+  hostpath: /var/lib/qmra/default_qmra_data.db
+
 static:
   mount_path: /var/cache/qmra/static
   hostpath: /var/cache/qmra/static

infra/helm/qmra/templates/configmap.yaml

@@ -7,6 +7,7 @@ data:
   DEBUG: "{{ .Values.debug }}"
   DOMAIN_NAME: {{ .Values.domain }}
   SQLITE_PATH: {{ .Values.sqlite.mount_path }}
+  DEFAULT_QMRA_PATH: {{ .Values.qmra_default.mount_path }}
   STATIC_ROOT: {{ .Values.static.mount_path }}
 ---
 apiVersion: v1

infra/helm/qmra/templates/deployment.yaml

@@ -37,6 +37,15 @@ spec:
             - name: sqlite
               mountPath: {{ .Values.sqlite.mount_path }}
           command: [ python, manage.py, migrate ]
+        - name: migrate-qmra-default
+          image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
+          envFrom:
+            - configMapRef:
+                name: {{ .Values.configmap_name }}
+          volumeMounts:
+            - name: qmra-default
+              mountPath: {{ .Values.qmra_default.mount_path }}
+          command: [ python, manage.py, migrate, --database, qmra ]
       containers:
         - name: {{ .Chart.Name }}
           image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
@@ -68,12 +77,17 @@ spec:
           volumeMounts:
               - name: sqlite
                 mountPath: {{ .Values.sqlite.mount_path }}
+              - name: qmra-default
+                mountPath: {{ .Values.qmra_default.mount_path }}
               - name: static
                 mountPath: {{ .Values.static.mount_path }}
       volumes:
         - name: sqlite
           persistentVolumeClaim:
             claimName: {{ include "app.fullname" . }}-sqlite-file-pvc
+        - name: qmra-default
+          persistentVolumeClaim:
+            claimName: {{ include "app.fullname" . }}-qmra-default-file-pvc
         - name: static
           persistentVolumeClaim:
             claimName: {{ include "app.fullname" . }}-static-files-pvc

infra/helm/qmra/templates/volumes.yaml

@@ -31,6 +31,22 @@ spec:
     type: FileOrCreate
 ---
 apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: {{ include "app.fullname" . }}-qmra-default-file-pv
+spec:
+  capacity:
+    storage: 2Gi
+  volumeMode: Filesystem
+  accessModes:
+    - ReadWriteMany
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: microk8s-hostpath
+  hostPath:
+    path: {{ .Values.qmra_default.hostpath }}
+    type: FileOrCreate
+---
+apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
   name: {{ include "app.fullname" . }}-static-files-pvc
@@ -53,6 +69,20 @@ spec:
     - ReadWriteMany
   volumeMode: Filesystem
   volumeName: {{ include "app.fullname" . }}-sqlite-file-pv
+  resources:
+    requests:
+      storage: 1Gi
+  storageClassName: microk8s-hostpath
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: {{ include "app.fullname" . }}-qmra-default-file-pvc
+spec:
+  accessModes:
+    - ReadWriteMany
+  volumeMode: Filesystem
+  volumeName: {{ include "app.fullname" . }}-qmra-default-file-pv
   resources:
     requests:
       storage: 1Gi

qmra/management/commands/collect_static_default_entities.py

@@ -30,7 +30,8 @@ def get_default_inflows():
     inflows = pd.merge(inflows, sources, left_on="source_id", right_on="id", how="left").rename(columns={"name": "source_name"})
     inflows = pd.merge(inflows, pathogens, left_on="pathogen_id", right_on="id", how="left").rename(columns={"name": "pathogen_name"})
     inflows = inflows[inflows.pathogen_id.isin((3, 32, 34))]
-    return inflows.loc[:, ["source_name", "pathogen_name", "min", "max", "ReferenceID"]]
+    inflows["id"] = list(range(len(inflows.index)))
+    return inflows.loc[:, ["id", "source_name", "pathogen_name", "min", "max", "ReferenceID"]]
 
 
 def get_default_treatments():

qmra/management/commands/export_default.py

@@ -0,0 +1,48 @@
+import json
+from django.core.management.base import BaseCommand
+from qmra.risk_assessment.qmra_models import QMRAReference, QMRAReferences, QMRASource, \
+    QMRASources, QMRAPathogen, QMRAPathogens, QMRAInflow, QMRAInflows, QMRATreatment, \
+    QMRATreatments, QMRAExposure, QMRAExposures
+
+
+def save_as_json(data, destination: str):
+    with open(destination, "w") as f:
+        json.dump(data, f)
+
+
+class Command(BaseCommand):
+    help = "export the default data of qmra to json files for serving them as statics"
+
+    # def add_arguments(self, parser):
+    #     parser.add_argument('--format', type=str, help="'json' (default) or 'csv' ", default="json")
+
+    def handle(self, *args, **options):
+        save_as_json(
+            {src.name: src.to_dict() for src in QMRASource.objects.all()},
+            QMRASources.source
+        )
+        save_as_json(
+            {pathogen.name: pathogen.to_dict() for pathogen in QMRAPathogen.objects.all()},
+            QMRAPathogens.source
+        )
+        save_as_json(
+            {src.name: [inflow.to_dict() for inflow in QMRAInflow.objects.filter(source__name=src.name).all()]
+             for src in QMRASource.objects.all()},
+            QMRAInflows.source
+        )
+        save_as_json(
+            {t.name: t.to_dict() for t in QMRATreatment.objects.all()},
+            QMRATreatments.source
+        )
+        save_as_json(
+            {e.name: e.to_dict() for e in QMRAExposure.objects.all()},
+            QMRAExposures.source
+        )
+        save_as_json(
+            {str(ref.pk): ref.to_dict() for ref in QMRAReference.objects.all()},
+            QMRAReferences.source
+        )
+
+
+if __name__ == '__main__':
+    Command().handle()