162 lines
10 KiB
TypeScript
162 lines
10 KiB
TypeScript
import { BadRequestException } from '@nestjs/common';
|
|
import { ConfigService } from '@nestjs/config';
|
|
import { createHash } from 'node:crypto';
|
|
import { InfrastructureMonitoringService } from './infrastructure-monitoring.service';
|
|
|
|
function success(data: unknown) {
|
|
return {
|
|
ok: true,
|
|
status: 200,
|
|
json: async () => ({ status: 'success', data }),
|
|
} as Response;
|
|
}
|
|
|
|
describe('InfrastructureMonitoringService', () => {
|
|
const prisma = {
|
|
infrastructureAlertRead: { findMany: jest.fn().mockResolvedValue([]), create: jest.fn(), update: jest.fn(), findUniqueOrThrow: jest.fn() },
|
|
operationLog: { create: jest.fn() },
|
|
$transaction: jest.fn(),
|
|
};
|
|
|
|
afterEach(() => {
|
|
jest.restoreAllMocks();
|
|
jest.clearAllMocks();
|
|
prisma.infrastructureAlertRead.findMany.mockResolvedValue([]);
|
|
});
|
|
|
|
it('rejects ranges outside the fixed whitelist before querying Prometheus', async () => {
|
|
const fetchSpy = jest.spyOn(global, 'fetch');
|
|
const service = new InfrastructureMonitoringService(new ConfigService(), prisma as never);
|
|
|
|
await expect(service.overview('30d')).rejects.toBeInstanceOf(BadRequestException);
|
|
expect(fetchSpy).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it('rejects credential-bearing or remote plaintext Prometheus endpoints at startup', () => {
|
|
expect(() => new InfrastructureMonitoringService(new ConfigService({ PROMETHEUS_URL: 'http://user:secret@127.0.0.1:9090' }), prisma as never)).toThrow('must not contain credentials');
|
|
expect(() => new InfrastructureMonitoringService(new ConfigService({ PROMETHEUS_URL: 'http://monitor.example.com:9090' }), prisma as never)).toThrow('must use HTTPS');
|
|
expect(() => new InfrastructureMonitoringService(new ConfigService({ PROMETHEUS_URL: 'https://monitor.example.com' }), prisma as never)).not.toThrow();
|
|
});
|
|
|
|
it('loads real Prometheus vectors, ranges, services and active alerts', async () => {
|
|
const requestedUrls: URL[] = [];
|
|
jest.spyOn(global, 'fetch').mockImplementation(async (input) => {
|
|
const url = new URL(String(input));
|
|
requestedUrls.push(url);
|
|
if (url.pathname.endsWith('/alerts')) {
|
|
return success({ alerts: [{
|
|
labels: { alertname: 'HostCpuHigh', severity: 'warning', instance: '127.0.0.1:9100' },
|
|
annotations: { summary: 'CPU持续偏高', threshold: '85%' },
|
|
state: 'firing',
|
|
activeAt: '2026-08-14T03:00:00.000Z',
|
|
value: '88.2',
|
|
}] });
|
|
}
|
|
const query = url.searchParams.get('query') ?? '';
|
|
if (url.pathname.endsWith('/query_range')) {
|
|
return success({ result: [{ metric: {}, values: [[1_765_000_000, '12.5'], [1_765_000_060, '14.5']] }] });
|
|
}
|
|
if (query.includes('node_systemd_unit_state')) {
|
|
return success({ result: [
|
|
{ metric: { name: 'cmpp-api.service' }, value: [1_765_000_060, '1'] },
|
|
{ metric: { name: 'cmpp-gateway.service' }, value: [1_765_000_060, '1'] },
|
|
{ metric: { name: 'postgresql.service' }, value: [1_765_000_060, '1'] },
|
|
{ metric: { name: 'redis-server.service' }, value: [1_765_000_060, '1'] },
|
|
{ metric: { name: 'cmpp-minio.service' }, value: [1_765_000_060, '1'] },
|
|
{ metric: { name: 'nginx.service' }, value: [1_765_000_060, '1'] },
|
|
] });
|
|
}
|
|
if (query.includes('cmpp:service_.*')) {
|
|
return success({ result: [
|
|
{ metric: { __name__: 'cmpp:service_api:requests_per_second' }, value: [1_765_000_060, '12.5'] },
|
|
{ metric: { __name__: 'cmpp:service_api:error_percent' }, value: [1_765_000_060, '0.2'] },
|
|
{ metric: { __name__: 'cmpp:service_gateway:queue_pending' }, value: [1_765_000_060, '3'] },
|
|
] });
|
|
}
|
|
if (query.includes('timestamp(node_uname_info)')) {
|
|
return success({ result: [{ metric: {}, value: [1_765_000_060, '1765000060'] }] });
|
|
}
|
|
return success({ result: [{ metric: {}, value: [1_765_000_060, '25'] }] });
|
|
});
|
|
|
|
const service = new InfrastructureMonitoringService(new ConfigService(), prisma as never);
|
|
const result = await service.overview('1h');
|
|
|
|
expect(result.available).toBe(true);
|
|
expect(result.metrics.cpuUsagePercent).toBe(25);
|
|
expect(result.trends.cpuUsagePercent).toHaveLength(2);
|
|
expect(result.summary).toMatchObject({ overallStatus: 'warning', serviceHealthy: 6, warningAlerts: 1 });
|
|
expect(result.services.find((item) => item.key === 'redis')).toMatchObject({ unit: 'redis-server.service', status: 'healthy' });
|
|
expect(result.serviceMetrics.find((item) => item.key === 'api')).toMatchObject({ available: true });
|
|
expect(result.serviceMetrics.find((item) => item.key === 'gateway')?.metrics.find((item) => item.key === 'queuePending')?.value).toBe(3);
|
|
expect(result.alerts[0]).toMatchObject({ name: 'HostCpuHigh', severity: 'warning', currentValue: '88.2' });
|
|
expect(requestedUrls.filter((url) => url.pathname.endsWith('/query_range'))).toHaveLength(5);
|
|
expect(requestedUrls.filter((url) => url.pathname.endsWith('/query_range')).every((url) => url.searchParams.get('step') === '60')).toBe(true);
|
|
expect(requestedUrls.find((url) => url.searchParams.get('query')?.includes('node_systemd_unit_state'))?.searchParams.get('query'))
|
|
.toContain('cmpp-api\\\\.service');
|
|
});
|
|
|
|
it('returns an explicit unavailable payload without stale metrics when Prometheus fails', async () => {
|
|
jest.spyOn(global, 'fetch').mockRejectedValue(new Error('ECONNREFUSED'));
|
|
const service = new InfrastructureMonitoringService(new ConfigService(), prisma as never);
|
|
|
|
const result = await service.overview('24h');
|
|
|
|
expect(result.available).toBe(false);
|
|
expect(result.summary.overallStatus).toBe('unknown');
|
|
expect(result.metrics.cpuUsagePercent).toBeNull();
|
|
expect(result.trends.cpuUsagePercent).toEqual([]);
|
|
expect(result.serviceMetrics.every((item) => item.available === false)).toBe(true);
|
|
expect(result.error).not.toContain('ECONNREFUSED');
|
|
expect(result.disks).toEqual([]);
|
|
});
|
|
|
|
it('keeps system, data and additional disks distinct regardless of Prometheus series order', async () => {
|
|
const metrics = [
|
|
{ instance: 'host:9100', device: '/dev/sdb1', mountpoint: '/data', fstype: 'ext4' },
|
|
{ instance: 'host:9100', device: '/dev/sda2', mountpoint: '/', fstype: 'ext4' },
|
|
{ instance: 'host:9100', device: '/dev/nvme1n1p1', mountpoint: '/archive', fstype: 'xfs' },
|
|
];
|
|
jest.spyOn(global, 'fetch').mockImplementation(async (input) => {
|
|
const url = new URL(String(input));
|
|
const query = url.searchParams.get('query') ?? '';
|
|
if (url.pathname.endsWith('/alerts')) return success({ alerts: [] });
|
|
if (!query.includes('node_filesystem_')) return success({ result: [] });
|
|
expect(query).not.toContain('mountpoint="/"');
|
|
if (url.pathname.endsWith('/query_range')) return success({ result: [...metrics].reverse().map((metric) => ({ metric, values: [[1765000060, metric.mountpoint === '/' ? '91' : '12']] })) });
|
|
return success({ result: metrics.map((metric) => ({ metric, value: [1765000060, query.startsWith('(1') ? (metric.mountpoint === '/' ? '91' : '12') : query.includes('avail') ? '9' : '100'] })) });
|
|
});
|
|
const result = await new InfrastructureMonitoringService(new ConfigService(), prisma as never).overview('1h');
|
|
expect(result.disks.map((disk) => disk.mountpoint)).toEqual(['/', '/archive', '/data']);
|
|
expect(result.disks[0]).toMatchObject({ usagePercent: 91, totalBytes: 100, availableBytes: 9, trend: [{ timestamp: new Date(1765000060000).toISOString(), value: 91 }] });
|
|
expect(result.disks[2].trend[0].value).toBe(12);
|
|
expect(result.metrics.diskUsagePercent).toBe(91);
|
|
expect(result.trends.diskUsagePercent[0].value).toBe(91);
|
|
});
|
|
|
|
it('excludes only the current alert occurrence after the current administrator marks it read', async () => {
|
|
const labels = { alertname: 'QaWarning', severity: 'warning', service: 'qa-preview' };
|
|
const fingerprint = createHash('sha256').update(JSON.stringify(Object.entries(labels).sort(([left], [right]) => left.localeCompare(right)))).digest('hex').slice(0, 24);
|
|
jest.spyOn(global, 'fetch').mockResolvedValue(success({ alerts: [{ labels, annotations: { summary: '演示预警' }, state: 'firing', activeAt: '2026-08-16T01:00:00.000Z' }] }));
|
|
prisma.infrastructureAlertRead.findMany.mockResolvedValue([{ fingerprint, activeAt: new Date('2026-08-16T01:00:00.000Z'), readAt: new Date('2026-08-16T01:01:00.000Z') }]);
|
|
const service = new InfrastructureMonitoringService(new ConfigService(), prisma as never);
|
|
|
|
await expect(service.notificationSummary('admin-1')).resolves.toEqual({ count: 0, criticalCount: 0 });
|
|
|
|
prisma.infrastructureAlertRead.findMany.mockResolvedValue([{ fingerprint, activeAt: new Date('2026-08-15T01:00:00.000Z'), readAt: new Date('2026-08-15T01:01:00.000Z') }]);
|
|
await expect(service.notificationSummary('admin-1')).resolves.toEqual({ count: 1, criticalCount: 0 });
|
|
});
|
|
|
|
it('upserts an idempotent per-user read record only for a currently active occurrence', async () => {
|
|
const labels = { alertname: 'QaCritical', severity: 'critical', service: 'qa-preview' };
|
|
const fingerprint = createHash('sha256').update(JSON.stringify(Object.entries(labels).sort(([left], [right]) => left.localeCompare(right)))).digest('hex').slice(0, 24);
|
|
jest.spyOn(global, 'fetch').mockResolvedValue(success({ alerts: [{ labels, annotations: { summary: '演示严重告警' }, state: 'firing', activeAt: '2026-08-16T02:00:00.000Z' }] }));
|
|
prisma.$transaction.mockResolvedValue([{ activeAt: new Date('2026-08-16T02:00:00.000Z'), readAt: new Date('2026-08-16T02:01:00.000Z') }, {}]);
|
|
const service = new InfrastructureMonitoringService(new ConfigService(), prisma as never);
|
|
|
|
await expect(service.markAlertRead(fingerprint, '2026-08-16T02:00:00.000Z', 'admin-1')).resolves.toMatchObject({ fingerprint, acknowledged: true });
|
|
expect(prisma.infrastructureAlertRead.create).toHaveBeenCalledWith(expect.objectContaining({ data: expect.objectContaining({ fingerprint, userId: 'admin-1' }) }));
|
|
await expect(service.markAlertRead(fingerprint, '2026-08-15T02:00:00.000Z', 'admin-1')).rejects.toThrow('已结束或已重新触发');
|
|
});
|
|
});
|