feat: add configurable email templates

.github/workflows/test-build.yml

@@ -476,6 +476,7 @@ jobs:
           EMAIL_AUTH_HOST: exchsmtp.stfc.ac.uk
           EMAIL_TEMPLATE_PATH: /config/emails/
           EMAIL_FOOTER_IMAGE_PATH: /config/logos/STFC-Logo-small.png
+          SKIP_SMTP_EMAIL_SENDING: true
           EXTERNAL_AUTH_LOGIN_URL: http://localhost:9003/auth/Login.aspx
           EXTERNAL_AUTH_LOGOUT_URL: http://localhost:9003/auth/Login.aspx
           EXTERNAL_UOWS_API_URL: http://localhost:1080/users-service

apps/backend/db_patches/0202_CreateEmailTemplatesTable.sql

@@ -0,0 +1,18 @@
+DO
+$$
+BEGIN
+	IF register_patch('CreateEmailTemplatesTable.sql', 'Gergely Nyiri', 'Create email templates table', '2025-07-15') THEN
+            CREATE TABLE IF NOT EXISTS email_templates (
+                  email_template_id serial PRIMARY KEY,
+                  created_by INT NOT NULL REFERENCES users(user_id),
+                  created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+                  name varchar(100) NOT NULL UNIQUE,
+                  description varchar(255) NOT NULL,
+                  use_template_file boolean DEFAULT FALSE,
+                  subject varchar(160), 
+                  body text
+            ); 
+      END IF;
+END;
+$$
+LANGUAGE plpgsql;

apps/backend/package.json

@@ -94,6 +94,7 @@
     "@types/content-disposition": "^0.5.4",
     "@types/cors": "^2.8.13",
     "@types/cron": "^1.7.3",
+    "@types/ejs": "^3.1.5",
     "@types/email-templates": "^8.0.4",
     "@types/express": "^4.17.13",
     "@types/express-jwt": "^6.0.4",
@@ -106,6 +107,7 @@
     "@types/node": "^22.13.10",
     "@types/pg": "^8.11.5",
     "@types/pg-large-object": "^2.0.7",
+    "@types/pug": "^2.0.10",
     "@types/sanitize-html": "^2.6.2",
     "@types/simple-oauth2": "^4.1.1",
     "@types/sinon": "^9.0.11",

apps/backend/src/asyncJobs/jobs/checkInviteReminderJob.spec.ts

@@ -1,10 +1,10 @@
-import 'reflect-metadata';
 import { faker } from '@faker-js/faker';
+import 'reflect-metadata';
 import sinon from 'sinon';
 import { container } from 'tsyringe';
 
 import { Tokens } from '../../config/Tokens';
-import { EmailTemplateId } from '../../eventHandlers/email/essEmailHandler';
+import { EmailTemplateId } from '../../eventHandlers/email/emailTemplateId';
 import { Invite } from '../../models/Invite';
 import { RoleClaim } from '../../models/RoleClaim';
 import { SettingsId } from '../../models/Settings';

apps/backend/src/asyncJobs/jobs/checkInviteReminderJob.ts

@@ -124,7 +124,7 @@ const checkInviteReminder = async () => {
       try {
         await mailService.sendMail({
           content: {
-            template_id: templateId,
+            template: templateId,
           },
           substitution_data: {
             email: invite.email,

apps/backend/src/buildContext.ts

@@ -7,6 +7,7 @@ import PDFServices from './middlewares/factory/factoryServices';
 import AdminMutations from './mutations/AdminMutations';
 import CallMutations from './mutations/CallMutations';
 import DataAccessUsersMutations from './mutations/DataAccessUsersMutations';
+import EmailTemplateMutations from './mutations/EmailTemplateMutations';
 import ExperimentMutations from './mutations/ExperimentMutation';
 import ExperimentSafetyPdfTemplateMutations from './mutations/ExperimentSafetyPdfTemplateMutations';
 import FapMutations from './mutations/FapMutations';
@@ -35,6 +36,7 @@ import WorkflowMutations from './mutations/WorkflowMutations';
 import AdminQueries from './queries/AdminQueries';
 import CallQueries from './queries/CallQueries';
 import DataAccessUsersQueries from './queries/DataAccessUsersQueries';
+import EmailTemplateQueries from './queries/EmailTemplateQueries';
 import EventLogQueries from './queries/EventLogQueries';
 import ExperimentQueries from './queries/ExperimentQueries';
 import ExperimentSafetyPdfTemplateQueries from './queries/ExperimentSafetyPdfTemplateQueries';
@@ -103,6 +105,7 @@ const context: BasicResolverContext = {
     settings: container.resolve(SettingsQueries),
     tag: container.resolve(TagQueries),
     experiment: container.resolve(ExperimentQueries),
+    emailTemplate: container.resolve(EmailTemplateQueries),
   },
   mutations: {
     admin: container.resolve(AdminMutations),
@@ -135,6 +138,7 @@ const context: BasicResolverContext = {
     workflow: container.resolve(WorkflowMutations),
     tag: container.resolve(TagMutations),
     experiment: container.resolve(ExperimentMutations),
+    emailTemplate: container.resolve(EmailTemplateMutations),
   },
   clients: {
     scheduler: async () => {

apps/backend/src/config/Tokens.ts

@@ -9,6 +9,7 @@ export const Tokens = {
   DataAccessUsersDataSource: Symbol('DataAccessUsersDataSource'),
   DataAccessUsersAuthorization: Symbol('DataAccessUsersAuthorization'),
   EmailEventHandler: Symbol('EmailEventHandler'),
+  EmailTemplateDataSource: Symbol('EmailTemplateDataSource'),
   EventBus: Symbol('EventBus'),
   EventLogsDataSource: Symbol('EventLogsDataSource'),
   FeedbackDataSource: Symbol('FeedbackDataSource'),

apps/backend/src/config/dependencyConfigDefault.ts

@@ -14,6 +14,7 @@ import { PostgresAdminDataSourceWithAutoUpgrade } from '../datasources/postgres/
 import PostgresCallDataSource from '../datasources/postgres/CallDataSource';
 import PostgresCoProposerClaimDataSource from '../datasources/postgres/CoProposerClaimDataSource';
 import PostgresDataAccessUsersDataSource from '../datasources/postgres/DataAccessUsersDataSource';
+import PostgresEmailTemplateDataSource from '../datasources/postgres/EmailTemplateDataSource';
 import PostgresEventLogsDataSource from '../datasources/postgres/EventLogsDataSource';
 import PostgresExperimentDataSource from '../datasources/postgres/ExperimentDataSource';
 import PostgresExperimentSafetyPdfTemplateDataSource from '../datasources/postgres/ExperimentSafetyPdfTemplateDataSource';
@@ -122,6 +123,7 @@ mapClass(Tokens.WorkflowDataSource, PostgresWorkflowDataSource);
 mapClass(Tokens.StatusDataSource, PostgresStatusDataSource);
 mapClass(Tokens.ExperimentDataSource, PostgresExperimentDataSource);
 mapClass(Tokens.TagDataSource, PostgresTagDataSource);
+mapClass(Tokens.EmailTemplateDataSource, PostgresEmailTemplateDataSource);
 
 mapClass(Tokens.UserAuthorization, OAuthAuthorization);
 mapClass(Tokens.ProposalAuthorization, ProposalAuthorization);

apps/backend/src/config/dependencyConfigE2E.ts

@@ -10,6 +10,7 @@ import PostgresAdminDataSource from '../datasources/postgres/AdminDataSource';
 import PostgresCallDataSource from '../datasources/postgres/CallDataSource';
 import PostgresCoProposerClaimDataSource from '../datasources/postgres/CoProposerClaimDataSource';
 import PostgresDataAccessUsersDataSource from '../datasources/postgres/DataAccessUsersDataSource';
+import PostgresEmailTemplateDataSource from '../datasources/postgres/EmailTemplateDataSource';
 import PostgresEventLogsDataSource from '../datasources/postgres/EventLogsDataSource';
 import PostgresExperimentDataSource from '../datasources/postgres/ExperimentDataSource';
 import PostgresExperimentSafetyPdfTemplateDataSource from '../datasources/postgres/ExperimentSafetyPdfTemplateDataSource';
@@ -112,6 +113,7 @@ mapClass(Tokens.StatusActionsLogsDataSource, StatusActionsLogsDataSource);
 mapClass(Tokens.WorkflowDataSource, PostgresWorkflowDataSource);
 mapClass(Tokens.StatusDataSource, PostgresStatusDataSource);
 mapClass(Tokens.TagDataSource, PostgresTagDataSource);
+mapClass(Tokens.EmailTemplateDataSource, PostgresEmailTemplateDataSource);
 
 mapClass(Tokens.ExperimentDataSource, PostgresExperimentDataSource);
 mapClass(Tokens.UserAuthorization, OAuthAuthorization);

apps/backend/src/config/dependencyConfigELI.ts

@@ -9,6 +9,7 @@ import { PostgresAdminDataSourceWithAutoUpgrade } from '../datasources/postgres/
 import PostgresCallDataSource from '../datasources/postgres/CallDataSource';
 import PostgresCoProposerClaimDataSource from '../datasources/postgres/CoProposerClaimDataSource';
 import PostgresDataAccessUsersDataSource from '../datasources/postgres/DataAccessUsersDataSource';
+import PostgresEmailTemplateDataSource from '../datasources/postgres/EmailTemplateDataSource';
 import PostgresEventLogsDataSource from '../datasources/postgres/EventLogsDataSource';
 import PostgresExperimentDataSource from '../datasources/postgres/ExperimentDataSource';
 import PostgresExperimentSafetyPdfTemplateDataSource from '../datasources/postgres/ExperimentSafetyPdfTemplateDataSource';
@@ -115,6 +116,7 @@ mapClass(Tokens.StatusActionsLogsDataSource, StatusActionsLogsDataSource);
 mapClass(Tokens.WorkflowDataSource, PostgresWorkflowDataSource);
 mapClass(Tokens.StatusDataSource, PostgresStatusDataSource);
 mapClass(Tokens.TagDataSource, PostgresTagDataSource);
+mapClass(Tokens.EmailTemplateDataSource, PostgresEmailTemplateDataSource);
 
 mapClass(Tokens.ExperimentDataSource, PostgresExperimentDataSource);
 mapClass(Tokens.UserAuthorization, ELIUserAuthorization);

apps/backend/src/config/dependencyConfigESS.ts

@@ -10,6 +10,7 @@ import { PostgresAdminDataSourceWithAutoUpgrade } from '../datasources/postgres/
 import PostgresCallDataSource from '../datasources/postgres/CallDataSource';
 import PostgresCoProposerClaimDataSource from '../datasources/postgres/CoProposerClaimDataSource';
 import PostgresDataAccessUsersDataSource from '../datasources/postgres/DataAccessUsersDataSource';
+import PostgresEmailTemplateDataSource from '../datasources/postgres/EmailTemplateDataSource';
 import PostgresEventLogsDataSource from '../datasources/postgres/EventLogsDataSource';
 import PostgresExperimentDataSource from '../datasources/postgres/ExperimentDataSource';
 import PostgresExperimentSafetyPdfTemplateDataSource from '../datasources/postgres/ExperimentSafetyPdfTemplateDataSource';
@@ -116,6 +117,7 @@ mapClass(Tokens.TagDataSource, PostgresTagDataSource);
 mapClass(Tokens.WorkflowDataSource, PostgresWorkflowDataSource);
 mapClass(Tokens.StatusDataSource, PostgresStatusDataSource);
 mapClass(Tokens.ExperimentDataSource, PostgresExperimentDataSource);
+mapClass(Tokens.EmailTemplateDataSource, PostgresEmailTemplateDataSource);
 
 mapClass(Tokens.UserAuthorization, OAuthAuthorization);
 mapClass(Tokens.ProposalAuthorization, ProposalAuthorization);

apps/backend/src/config/dependencyConfigSTFC.ts

@@ -9,6 +9,7 @@ import { PostgresAdminDataSourceWithAutoUpgrade } from '../datasources/postgres/
 import PostgresCallDataSource from '../datasources/postgres/CallDataSource';
 import PostgresCoProposerClaimDataSource from '../datasources/postgres/CoProposerClaimDataSource';
 import PostgresDataAccessUsersDataSource from '../datasources/postgres/DataAccessUsersDataSource';
+import PostgresEmailTemplateDataSource from '../datasources/postgres/EmailTemplateDataSource';
 import PostgresEventLogsDataSource from '../datasources/postgres/EventLogsDataSource';
 import PostgresExperimentDataSource from '../datasources/postgres/ExperimentDataSource';
 import PostgresExperimentSafetyPdfTemplateDataSource from '../datasources/postgres/ExperimentSafetyPdfTemplateDataSource';
@@ -112,6 +113,7 @@ mapClass(Tokens.StatusActionsLogsDataSource, StatusActionsLogsDataSource);
 mapClass(Tokens.WorkflowDataSource, PostgresWorkflowDataSource);
 mapClass(Tokens.StatusDataSource, PostgresStatusDataSource);
 mapClass(Tokens.TagDataSource, PostgresTagDataSource);
+mapClass(Tokens.EmailTemplateDataSource, PostgresEmailTemplateDataSource);
 
 mapClass(Tokens.ExperimentDataSource, PostgresExperimentDataSource);
 mapClass(Tokens.UserAuthorization, StfcUserAuthorization);

apps/backend/src/config/dependencyConfigTest.ts

@@ -11,6 +11,7 @@ import { AdminDataSourceMock } from '../datasources/mockups/AdminDataSource';
 import { CallDataSourceMock } from '../datasources/mockups/CallDataSource';
 import { CoProposerClaimDataSourceMock } from '../datasources/mockups/CoProposerClaimDataSource';
 import MockDataAccessUsersDataSource from '../datasources/mockups/DataAccessUsersDataSource';
+import { EmailTemplateDataSourceMock } from '../datasources/mockups/EmailTemplateDataSource';
 import { EventLogsDataSourceMock } from '../datasources/mockups/EventLogsDataSource';
 import { ExperimentDataSourceMock } from '../datasources/mockups/ExperimentDataSource';
 import { ExperimentSafetyPdfTemplateDataSourceMock } from '../datasources/mockups/ExperimentSafetyPdfTemplateDataSource';
@@ -104,6 +105,7 @@ mapClass(Tokens.VisitRegistrationAuthorization, VisitRegistrationAuthorization);
 mapClass(Tokens.PredefinedMessageDataSource, PredefinedMessageDataSourceMock);
 mapClass(Tokens.StatusActionsLogsDataSource, StatusActionsLogsDataSourceMock);
 mapClass(Tokens.TagDataSource, TagDataSourceMock);
+mapClass(Tokens.EmailTemplateDataSource, EmailTemplateDataSourceMock);
 
 mapClass(Tokens.UserAuthorization, UserAuthorizationMock);
 mapClass(Tokens.ProposalAuthorization, ProposalAuthorization);

apps/backend/src/context/index.ts

@@ -6,6 +6,7 @@ import { UserWithRole } from '../models/User';
 import AdminMutations from '../mutations/AdminMutations';
 import CallMutations from '../mutations/CallMutations';
 import DataAccessUsersMutations from '../mutations/DataAccessUsersMutations';
+import EmailTemplateMutations from '../mutations/EmailTemplateMutations';
 import ExperimentMutations from '../mutations/ExperimentMutation';
 import ExperimentSafetyPdfTemplateMutations from '../mutations/ExperimentSafetyPdfTemplateMutations';
 import FapMutations from '../mutations/FapMutations';
@@ -34,6 +35,7 @@ import WorkflowMutations from '../mutations/WorkflowMutations';
 import AdminQueries from '../queries/AdminQueries';
 import CallQueries from '../queries/CallQueries';
 import DataAccessUsersQueries from '../queries/DataAccessUsersQueries';
+import EmailTemplateQueries from '../queries/EmailTemplateQueries';
 import EventLogQueries from '../queries/EventLogQueries';
 import ExperimentQueries from '../queries/ExperimentQueries';
 import ExperimentSafetyPdfTemplateQueries from '../queries/ExperimentSafetyPdfTemplateQueries';
@@ -99,6 +101,7 @@ interface ResolverContextQueries {
   statusAction: StatusActionQueries;
   tag: TagQueries;
   experiment: ExperimentQueries;
+  emailTemplate: EmailTemplateQueries;
 }
 
 interface ResolverContextMutations {
@@ -130,6 +133,7 @@ interface ResolverContextMutations {
   workflow: WorkflowMutations;
   tag: TagMutations;
   experiment: ExperimentMutations;
+  emailTemplate: EmailTemplateMutations;
 }
 interface ResolverContextServices {
   pdfServices: PDFServices;

apps/backend/src/datasources/EmailTemplateDataSource.ts

@@ -0,0 +1,30 @@
+import { EmailTemplate } from '../models/EmailTemplate';
+import { EmailTemplatesFilter } from '../resolvers/queries/EmailTemplatesQuery';
+
+export interface EmailTemplateDataSource {
+  getEmailTemplate(id: number): Promise<EmailTemplate | null>;
+  getEmailTemplateByName(name: string): Promise<EmailTemplate | null>;
+  getEmailTemplates(
+    filter?: EmailTemplatesFilter
+  ): Promise<{ totalCount: number; emailTemplates: EmailTemplate[] }>;
+
+  create(
+    createdByUserId: number,
+    name: string,
+    description: string,
+    useTemplateFile: boolean,
+    subject?: string,
+    body?: string
+  ): Promise<EmailTemplate>;
+
+  update(
+    id: number,
+    name: string,
+    description: string,
+    useTemplateFile: boolean,
+    subject?: string,
+    body?: string
+  ): Promise<EmailTemplate>;
+
+  delete(id: number): Promise<EmailTemplate>;
+}

apps/backend/src/datasources/StatusActionsDataSource.ts

@@ -13,6 +13,10 @@ export interface StatusActionsDataSource {
     workflowConnectionId: number,
     statusActionId: number
   ): Promise<ConnectionHasStatusAction>;
+  hasEmailTemplateIdConnectionStatusAction(
+    emailTemplateId: number
+  ): Promise<boolean>;
+
   updateConnectionStatusAction(
     data: ConnectionHasStatusAction
   ): Promise<ConnectionHasStatusAction>;