Added redis and worker services

backend/src/app.ts

@@ -1,6 +1,7 @@
 import crypto from 'crypto';
 import { existsSync } from 'fs';
 import path from 'path';
+import { fileURLToPath } from 'url';
 import cors from 'cors';
 import dotenv from 'dotenv';
 import express, { type NextFunction, type Request, type Response } from 'express';
@@ -12,6 +13,7 @@ import Stripe from 'stripe';
 import { z } from 'zod';
 
 import { ensureSchema } from './db/schema.js';
+import { enqueueBirdMilestoneReminderJob, getBirdMilestoneReminderQueueCounts } from './queues/birdMilestoneReminderQueue.js';
 import {
   consumeMagicLinkToken,
   consumeOAuthState,
@@ -337,7 +339,8 @@ const smtpPass = process.env.SMTP_PASS?.trim() ?? '';
 const smtpFromEmail = process.env.SMTP_FROM_EMAIL?.trim() ?? '';
 const smtpFromName = process.env.SMTP_FROM_NAME?.trim() || 'FlockPal';
 const rescueStatusNotificationEmail = process.env.RESCUE_STATUS_NOTIFICATION_EMAIL?.trim() || 'appadmin@flockpal.app';
-const rescueOnboardingWebhookUrl = 'https://n8n.blaishome.online/webhook/395cd538-5e0d-4e89-8070-9e66f571b7ee';
+const rescueOnboardingWebhookUrl =
+  process.env.RESCUE_ONBOARDING_WEBHOOK_URL?.trim() || 'https://n8n.blaishome.online/webhook/395cd538-5e0d-4e89-8070-9e66f571b7ee';
 const stripeSecretKey = process.env.STRIPE_SECRET_KEY?.trim() ?? '';
 const stripeWebhookSecret = process.env.STRIPE_WEBHOOK_SECRET?.trim() ?? '';
 const withBillingRedirectState = (url: string, billingState: 'success' | 'cancelled' | 'portal') => {
@@ -690,6 +693,40 @@ app.use(express.json({ limit: '2mb' }));
 app.use(express.urlencoded({ extended: false }));
 app.use(morgan(process.env.NODE_ENV === 'production' ? 'combined' : 'dev'));
 
+const requestMetrics = {
+  startedAt: new Date().toISOString(),
+  totalRequests: 0,
+  totalErrors: 0,
+  inFlightRequests: 0,
+  totalDurationMs: 0,
+  byStatus: {} as Record<string, number>,
+  byRoute: {} as Record<string, number>,
+};
+
+app.use((req: Request, res: Response, next: NextFunction) => {
+  const startedAt = process.hrtime.bigint();
+  requestMetrics.totalRequests += 1;
+  requestMetrics.inFlightRequests += 1;
+
+  res.on('finish', () => {
+    const durationMs = Number(process.hrtime.bigint() - startedAt) / 1_000_000;
+    requestMetrics.inFlightRequests -= 1;
+    requestMetrics.totalDurationMs += durationMs;
+
+    const statusBucket = `${Math.floor(res.statusCode / 100)}xx`;
+    requestMetrics.byStatus[statusBucket] = (requestMetrics.byStatus[statusBucket] ?? 0) + 1;
+
+    if (res.statusCode >= 500) {
+      requestMetrics.totalErrors += 1;
+    }
+
+    const routeKey = `${req.method} ${req.route?.path ?? req.path}`;
+    requestMetrics.byRoute[routeKey] = (requestMetrics.byRoute[routeKey] ?? 0) + 1;
+  });
+
+  next();
+});
+
 const normalizeWorkspaceMembershipList = async (userId: string) =>
   (await listMembershipsForUser(userId)).map((row) => ({
     membership: normalizeWorkspaceMember(row),
@@ -1412,7 +1449,7 @@ const sendBirdMilestoneReminderNotification = async ({
   return { delivered: true };
 };
 
-const runBirdMilestoneReminders = async (runDate = getDateInTimeZone()) => {
+export const runBirdMilestoneReminders = async (runDate = getDateInTimeZone()) => {
   const reminders = await listDueBirdMilestoneReminders(runDate);
   let sent = 0;
   let skipped = 0;
@@ -1458,7 +1495,7 @@ const runBirdMilestoneReminders = async (runDate = getDateInTimeZone()) => {
 
 let lastMilestoneReminderRunDate = '';
 
-const startBirdMilestoneReminderScheduler = () => {
+export const startBirdMilestoneReminderScheduler = () => {
   if (!milestoneRemindersEnabled) {
     console.log('Bird milestone reminders are disabled.');
     return;
@@ -1471,10 +1508,8 @@ const startBirdMilestoneReminderScheduler = () => {
     }
 
     lastMilestoneReminderRunDate = runDate;
-    const result = await runBirdMilestoneReminders(runDate);
-    console.log(
-      `Bird milestone reminders completed for ${result.runDate}: checked=${result.checked}, sent=${result.sent}, skipped=${result.skipped}, failed=${result.failed}`,
-    );
+    const job = await enqueueBirdMilestoneReminderJob(runDate);
+    console.log(`Bird milestone reminder job queued for ${runDate}: id=${job.id ?? 'unknown'}`);
   };
 
   setTimeout(() => {
@@ -1614,6 +1649,40 @@ app.get('/api/health', (_req: Request, res: Response) => {
   res.json({ ok: true });
 });
 
+app.get('/api/metrics', requireAuth, requireAdmin, async (_req: Request, res: Response, next: NextFunction) => {
+  const memoryUsage = process.memoryUsage();
+  const averageDurationMs = requestMetrics.totalRequests > 0 ? requestMetrics.totalDurationMs / requestMetrics.totalRequests : 0;
+
+  try {
+    const birdMilestoneReminderQueueCounts = await getBirdMilestoneReminderQueueCounts();
+
+    res.json({
+      startedAt: requestMetrics.startedAt,
+      uptimeSeconds: Math.round(process.uptime()),
+      requests: {
+        total: requestMetrics.totalRequests,
+        inFlight: requestMetrics.inFlightRequests,
+        errors: requestMetrics.totalErrors,
+        averageDurationMs: Number(averageDurationMs.toFixed(2)),
+        byStatus: requestMetrics.byStatus,
+        byRoute: requestMetrics.byRoute,
+      },
+      memory: {
+        rss: memoryUsage.rss,
+        heapTotal: memoryUsage.heapTotal,
+        heapUsed: memoryUsage.heapUsed,
+        external: memoryUsage.external,
+        arrayBuffers: memoryUsage.arrayBuffers,
+      },
+      queues: {
+        birdMilestoneReminders: birdMilestoneReminderQueueCounts,
+      },
+    });
+  } catch (error) {
+    next(error);
+  }
+});
+
 app.post('/api/lost-bird/report', lostBirdReportLimiter, async (req: Request, res: Response) => {
   const parsed = lostBirdReportSchema.safeParse(req.body);
 
@@ -3073,15 +3142,18 @@ app.use((error: unknown, _req: Request, res: Response, _next: NextFunction) => {
   res.status(500).json({ error: error instanceof Error ? error.message : 'Internal server error' });
 });
 
-const start = async () => {
+export const startApiServer = async () => {
   await ensureSchema();
   app.listen(port, () => {
     console.log(`FlockPal backend listening on port ${port}`);
   });
-  startBirdMilestoneReminderScheduler();
 };
 
-start().catch((error) => {
-  console.error('Failed to start backend', error);
-  process.exit(1);
-});
+const currentModulePath = fileURLToPath(import.meta.url);
+
+if (process.argv[1] === currentModulePath) {
+  startApiServer().catch((error) => {
+    console.error('Failed to start backend', error);
+    process.exit(1);
+  });
+}