reafactored data mart and added better job monitor

backend/utils/croner.utils.ts

@@ -1,4 +1,7 @@
+import { jobAuditLog } from "backend/db/schema/auditLog.schema.js";
 import { Cron } from "croner";
+import { eq } from "drizzle-orm";
+import { db } from "../db/db.controller.js";
 import { createLogger } from "../logger/logger.controller.js";
 
 // example createJob
@@ -16,15 +19,22 @@ export interface JobInfo {
 // Store running cronjobs
 export const runningCrons: Record<string, Cron> = {};
 
+/**
+ *
+ * @param name Name of the job we want to run
+ * @param schedule Cron expression (example: `*\/5 * * * * *`)
+ * @param task Async function that will run
+ */
 export const createCronJob = async (
 	name: string,
 	schedule: string, // cron string with 8 8 IE: */5 * * * * * every 5th second
-	task?: () => Promise<void>, // what function are we passing over
+	task: () => Promise<void>, // what function are we passing over
 ) => {
 	// get the timezone based on the os timezone set
 	const timeZone = Intl.DateTimeFormat().resolvedOptions().timeZone;
+	const log = createLogger({ module: "system", subModule: "croner" });
 
-	// Destroy existing job if it exists
+	// Destroy existing job if it exist
 	if (runningCrons[name]) {
 		runningCrons[name].stop();
 	}
@@ -37,10 +47,48 @@ export const createCronJob = async (
 			catch: true, // Prevents unhandled rejections
 			name: name,
 		},
-		task,
-	);
+		async () => {
+			const startedAt = new Date();
+			const start = Date.now();
 
-	const log = createLogger({ module: "system", subModule: "croner" });
+			let executionId: string = "";
+
+			try {
+				const [execution] = await db
+					.insert(jobAuditLog)
+					.values({
+						jobName: name,
+						startedAt,
+						status: "running",
+					})
+					.returning();
+
+				executionId = execution?.id as string;
+
+				await task?.();
+
+				// tell it we done
+				await db
+					.update(jobAuditLog)
+					.set({
+						finishedAt: new Date(),
+						durationMs: Date.now() - start,
+						status: "success",
+					})
+					.where(eq(jobAuditLog.id, executionId));
+			} catch (e: any) {
+				if (executionId) {
+					await db.update(jobAuditLog).set({
+						finishedAt: new Date(),
+						durationMs: Date.now() - start,
+						status: "error",
+						errorMessage: e.message,
+						errorStack: e.stack,
+					});
+				}
+			}
+		},
+	);
 
 	log.info({}, `A job for ${name} was just created.`);
 };