fix(backend): batch-insert stress test metrics to avoid per-insert fsync timeout (#911)

This commit is contained in:
Anso
2026-05-04 13:36:01 -04:00
committed by GitHub
parent 993ab98f31
commit 2e8ca76103
2 changed files with 25 additions and 12 deletions
+13 -12
View File
@@ -347,18 +347,19 @@ describe('DatabaseService - stress tests', () => {
it('handles 1000+ metrics and cleanup bounds growth', () => {
const now = Date.now();
// Insert 1200 metrics spread across 2 hours
for (let i = 0; i < 1200; i++) {
db.addContainerMetric({
container_id: `stress-container-${i % 10}`,
stack_name: 'stress-stack',
cpu_percent: Math.random() * 100,
memory_mb: Math.random() * 1024,
net_rx_mb: Math.random() * 10,
net_tx_mb: Math.random() * 10,
timestamp: now - (i * 6000), // Every 6 seconds over ~2 hours
});
}
// Insert 1200 metrics spread across 2 hours in a single transaction.
// Individual auto-committed inserts trigger a disk fsync each, making
// 1200 separate calls impractically slow on spinning disks and Windows.
const metrics = Array.from({ length: 1200 }, (_, i) => ({
container_id: `stress-container-${i % 10}`,
stack_name: 'stress-stack',
cpu_percent: Math.random() * 100,
memory_mb: Math.random() * 1024,
net_rx_mb: Math.random() * 10,
net_tx_mb: Math.random() * 10,
timestamp: now - (i * 6000), // Every 6 seconds over ~2 hours
}));
db.bulkAddContainerMetrics(metrics);
// Cleanup with 1 hour retention
db.cleanupOldMetrics(1);
+12
View File
@@ -1798,6 +1798,18 @@ export class DatabaseService {
stmt.run(metric.container_id, metric.stack_name, metric.cpu_percent, metric.memory_mb, metric.net_rx_mb, metric.net_tx_mb, metric.timestamp);
}
public bulkAddContainerMetrics(metrics: Omit<any, 'id'>[]): void {
const stmt = this.db.prepare(
'INSERT INTO container_metrics (container_id, stack_name, cpu_percent, memory_mb, net_rx_mb, net_tx_mb, timestamp) VALUES (?, ?, ?, ?, ?, ?, ?)'
);
const insertAll = this.db.transaction((items: Omit<any, 'id'>[]) => {
for (const m of items) {
stmt.run(m.container_id, m.stack_name, m.cpu_percent, m.memory_mb, m.net_rx_mb, m.net_tx_mb, m.timestamp);
}
});
insertAll(metrics);
}
public getContainerMetrics(hoursLookback = 24): any[] {
const cutoff = Date.now() - (hoursLookback * 60 * 60 * 1000);
// Aggregate into 5-minute buckets (300000ms) to keep response size bounded.