Return dependency readiness from the public API health endpoint
This commit is contained in:
1 parent
474b54e6ec
commit
138ea78ec7
4 files changed
+75
-19
No files matched your search
@@ -55,8 +55,9 @@ Monitor these production checks:
|
|||||||
- Verifies Nginx is serving the frontend container.
|
- Verifies Nginx is serving the frontend container.
|
||||||
- Backend liveness: `GET https://your-host/api/health/live`
|
- Backend liveness: `GET https://your-host/api/health/live`
|
||||||
- Verifies the API process is running.
|
- Verifies the API process is running.
|
||||||
- Backend readiness: `GET https://your-host/api/health/ready`
|
- Application health: `GET https://your-host/api/health` (alias: `/api/health/ready`)
|
||||||
- Verifies the API can reach Postgres and Redis. Returns `503` if either dependency is unavailable.
|
- Use this endpoint for application availability monitoring. Verifies Postgres and Redis, returning HTTP `503` if a check fails or exceeds four seconds, and HTTP `200` only when all checks pass. Responses are not cacheable.
|
||||||
|
- Connection failures and timeouts also mean unavailable: during a startup database failure, the API may not be listening at all.
|
||||||
- Backend metrics: `GET https://your-host/api/metrics`
|
- Backend metrics: `GET https://your-host/api/metrics`
|
||||||
- Admin-authenticated process, request, and queue metrics.
|
- Admin-authenticated process, request, and queue metrics.
|
||||||
- Postgres and Redis:
|
- Postgres and Redis:
|
||||||
|
|||||||
+9
-17
@@ -1,3 +1,4 @@
|
|||||||
|
import { createReadinessHandler } from './health/readiness.js';
|
||||||
import { photoCacheControl } from './storage/photoCache.js';
|
import { photoCacheControl } from './storage/photoCache.js';
|
||||||
import { canUpdateWorkspaceSettings, subscriptionAllowsWrite } from './workspaceAccess.js';
|
import { canUpdateWorkspaceSettings, subscriptionAllowsWrite } from './workspaceAccess.js';
|
||||||
import { buildWorkspaceInviteEmail } from './emails/workspaceInviteEmail.js';
|
import { buildWorkspaceInviteEmail } from './emails/workspaceInviteEmail.js';
|
||||||
@@ -2210,28 +2211,19 @@ const writeBirdTimelineEvent = async ({
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
app.get('/api/health', (_req: Request, res: Response) => {
|
const readinessHandler = createReadinessHandler([
|
||||||
res.json({ ok: true });
|
() => db.query('SELECT 1'),
|
||||||
});
|
() => getBirdMilestoneReminderQueueCounts(),
|
||||||
|
() => getMedicationReminderQueueCounts(),
|
||||||
|
]);
|
||||||
|
|
||||||
|
app.get(['/api/health', '/api/health/ready'], readinessHandler);
|
||||||
|
|
||||||
app.get('/api/health/live', (_req: Request, res: Response) => {
|
app.get('/api/health/live', (_req: Request, res: Response) => {
|
||||||
|
res.set('Cache-Control', 'no-store');
|
||||||
res.json({ ok: true, status: 'live' });
|
res.json({ ok: true, status: 'live' });
|
||||||
});
|
});
|
||||||
|
|
||||||
app.get('/api/health/ready', async (_req: Request, res: Response) => {
|
|
||||||
try {
|
|
||||||
await Promise.all([
|
|
||||||
db.query('SELECT 1'),
|
|
||||||
getBirdMilestoneReminderQueueCounts(),
|
|
||||||
getMedicationReminderQueueCounts(),
|
|
||||||
]);
|
|
||||||
res.json({ ok: true, status: 'ready' });
|
|
||||||
} catch (error) {
|
|
||||||
console.error('Readiness check failed', error);
|
|
||||||
res.status(503).json({ ok: false, status: 'not_ready' });
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
app.get('/api/metrics', requireAuth, requireAdmin, async (_req: Request, res: Response, next: NextFunction) => {
|
app.get('/api/metrics', requireAuth, requireAdmin, async (_req: Request, res: Response, next: NextFunction) => {
|
||||||
const memoryUsage = process.memoryUsage();
|
const memoryUsage = process.memoryUsage();
|
||||||
const averageDurationMs = requestMetrics.totalRequests > 0 ? requestMetrics.totalDurationMs / requestMetrics.totalRequests : 0;
|
const averageDurationMs = requestMetrics.totalRequests > 0 ? requestMetrics.totalDurationMs / requestMetrics.totalRequests : 0;
|
||||||
|
|||||||
@@ -0,0 +1,38 @@
|
|||||||
|
import assert from 'node:assert/strict';
|
||||||
|
import { test } from 'node:test';
|
||||||
|
import type { Request, Response } from 'express';
|
||||||
|
import { createReadinessHandler } from './readiness.js';
|
||||||
|
|
||||||
|
async function probe(checks: Array<() => Promise<unknown>>) {
|
||||||
|
const result = { code: 0, cache: '', body: {} };
|
||||||
|
const response = {
|
||||||
|
set(_name: string, value: string) { result.cache = value; return this; },
|
||||||
|
status(code: number) { result.code = code; return this; },
|
||||||
|
json(body: unknown) { result.body = body as object; return this; },
|
||||||
|
} as unknown as Response;
|
||||||
|
await createReadinessHandler(checks, 20, () => {} )({} as Request, response);
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
test('healthy dependencies return uncached HTTP 200', async () => {
|
||||||
|
const result = await probe([async () => 1, async () => ({})]);
|
||||||
|
assert.equal(result.code, 200);
|
||||||
|
assert.equal(result.cache, 'no-store');
|
||||||
|
assert.deepEqual(result.body, { ok: true, status: 'ready' });
|
||||||
|
});
|
||||||
|
|
||||||
|
for (const dependency of ['postgres', 'redis']) {
|
||||||
|
test(`${dependency} failure returns HTTP 503`, async () => {
|
||||||
|
const checks = [async () => 1, async () => 1];
|
||||||
|
checks[dependency === 'postgres' ? 0 : 1] = async () => { throw new Error('unavailable'); };
|
||||||
|
const result = await probe(checks);
|
||||||
|
assert.equal(result.code, 503);
|
||||||
|
assert.equal(result.cache, 'no-store');
|
||||||
|
assert.deepEqual(result.body, { ok: false, status: 'not_ready' });
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
test('unresponsive dependencies return HTTP 503 within the deadline', async () => {
|
||||||
|
const result = await probe([() => new Promise(() => {})]);
|
||||||
|
assert.equal(result.code, 503);
|
||||||
|
});
|
||||||
@@ -0,0 +1,25 @@
|
|||||||
|
import type { Request, Response } from 'express';
|
||||||
|
|
||||||
|
/** Dependency readiness shared by the public health and readiness endpoints. */
|
||||||
|
export const createReadinessHandler = (
|
||||||
|
checks: Array<() => Promise<unknown>>,
|
||||||
|
timeoutMs = 4000,
|
||||||
|
reportError: (error: unknown) => void = (error) => console.error('Readiness check failed', error),
|
||||||
|
) => async (_req: Request, res: Response) => {
|
||||||
|
res.set('Cache-Control', 'no-store');
|
||||||
|
let timer: ReturnType<typeof setTimeout> | undefined;
|
||||||
|
try {
|
||||||
|
await Promise.race([
|
||||||
|
Promise.all(checks.map((check) => Promise.resolve().then(check))),
|
||||||
|
new Promise<never>((_resolve, reject) => {
|
||||||
|
timer = setTimeout(() => reject(new Error('Readiness dependencies timed out')), timeoutMs);
|
||||||
|
}),
|
||||||
|
]);
|
||||||
|
res.status(200).json({ ok: true, status: 'ready' });
|
||||||
|
} catch (error) {
|
||||||
|
reportError(error);
|
||||||
|
res.status(503).json({ ok: false, status: 'not_ready' });
|
||||||
|
} finally {
|
||||||
|
clearTimeout(timer);
|
||||||
|
}
|
||||||
|
};
|
||||||
Reference in new issue
Block a user