feat: Implement Phase 2 cross-cutting services with email and notification enhancements

- Refactor email verification and password reset utilities to use new email service.
- Introduce email delivery queue and notification delivery model for better tracking.
- Enhance file validation and storage services for improved security and ownership management.
- Add cron job for cleaning inactive notifications with retention policy.
- Update document worker to handle document generation and storage more efficiently.
- Implement logging improvements in activity and log workers.
- Create comprehensive documentation for new API endpoints and services.
- Add unit tests for file validation and notification policies to ensure robustness.

app/queues/activity.queue.js

@@ -15,6 +15,7 @@ const connection = require("../config/redisClient");
 
 const activityQueue = new Queue("activity-queue", {
   connection,
+  defaultJobOptions: { attempts: 3, backoff: { type: "exponential", delay: 1000 }, removeOnComplete: { age: 86400, count: 5000 }, removeOnFail: { age: 604800, count: 5000 } },
 });
 
-module.exports = activityQueue;
+module.exports = activityQueue;

app/queues/document.queue.js

@@ -27,7 +27,7 @@ const documentQueue = new Queue("document-generation", {
       count: 1000,
     },
 
-    removeOnFail: false,
+    removeOnFail: { age: 604800, count: 5000 },
   },
 });
 

app/queues/email.queue.js

@@ -0,0 +1,3 @@
+const { Queue } = require("bullmq");
+const connection = require("../config/redisClient");
+module.exports = new Queue("email-delivery", { connection, defaultJobOptions: { attempts: 5, backoff: { type: "exponential", delay: 2000 }, removeOnComplete: { age: 3600, count: 1000 }, removeOnFail: { age: 604800, count: 5000 } } });

app/queues/log.queue.js

@@ -12,6 +12,6 @@
 const { Queue } = require("bullmq");
 const connection = require("../config/redisClient");
 
-const logQueue = new Queue("logQueue", { connection });
+const logQueue = new Queue("logQueue", { connection, defaultJobOptions: { attempts: 2, backoff: { type: "fixed", delay: 1000 }, removeOnComplete: { age: 3600, count: 5000 }, removeOnFail: { age: 86400, count: 5000 } } });
 
-module.exports = logQueue;
+module.exports = logQueue;