[WIP] feat(node): Add nodeRuntimeMetricsIntegration

dev-packages/node-integration-tests/suites/node-runtime-metrics/scenario-opt-out.ts

@@ -0,0 +1,28 @@
+import * as Sentry from '@sentry/node';
+import { loggingTransport } from '@sentry-internal/node-integration-tests';
+
+Sentry.init({
+  dsn: 'https://public@dsn.ingest.sentry.io/1337',
+  release: '1.0.0',
+  environment: 'test',
+  transport: loggingTransport,
+  integrations: [
+    Sentry.nodeRuntimeMetricsIntegration({
+      collectionIntervalMs: 100,
+      collect: {
+        cpu: false,
+        eventLoopDelay: false,
+        eventLoopUtilization: false,
+        uptime: false,
+      },
+    }),
+  ],
+});
+
+async function run(): Promise<void> {
+  await new Promise<void>(resolve => setTimeout(resolve, 250));
+  await Sentry.flush();
+}
+
+// eslint-disable-next-line @typescript-eslint/no-floating-promises
+run();

dev-packages/node-integration-tests/suites/node-runtime-metrics/scenario.ts

@@ -0,0 +1,23 @@
+import * as Sentry from '@sentry/node';
+import { loggingTransport } from '@sentry-internal/node-integration-tests';
+
+Sentry.init({
+  dsn: 'https://public@dsn.ingest.sentry.io/1337',
+  release: '1.0.0',
+  environment: 'test',
+  transport: loggingTransport,
+  integrations: [
+    Sentry.nodeRuntimeMetricsIntegration({
+      collectionIntervalMs: 100,
+    }),
+  ],
+});
+
+async function run(): Promise<void> {
+  // Wait long enough for the collection interval to fire at least once.
+  await new Promise<void>(resolve => setTimeout(resolve, 250));
+  await Sentry.flush();
+}
+
+// eslint-disable-next-line @typescript-eslint/no-floating-promises
+run();

dev-packages/node-integration-tests/suites/node-runtime-metrics/test.ts

@@ -0,0 +1,48 @@
+import { afterAll, describe, expect, test } from 'vitest';
+import { cleanupChildProcesses, createRunner } from '../../utils/runner';
+
+describe('nodeRuntimeMetricsIntegration', () => {
+  afterAll(() => {
+    cleanupChildProcesses();
+  });
+
+  test('emits runtime metrics', async () => {
+    const runner = createRunner(__dirname, 'scenario.ts')
+      .expect({
+        trace_metric: {
+          items: expect.arrayContaining([
+            expect.objectContaining({ name: 'node.runtime.mem.rss', type: 'gauge', unit: 'byte' }),
+            expect.objectContaining({ name: 'node.runtime.mem.heap_total', type: 'gauge', unit: 'byte' }),
+            expect.objectContaining({ name: 'node.runtime.mem.heap_used', type: 'gauge', unit: 'byte' }),
+            expect.objectContaining({ name: 'node.runtime.mem.external', type: 'gauge', unit: 'byte' }),
+            expect.objectContaining({ name: 'node.runtime.cpu.user', type: 'gauge', unit: 'second' }),
+            expect.objectContaining({ name: 'node.runtime.cpu.system', type: 'gauge', unit: 'second' }),
+            expect.objectContaining({ name: 'node.runtime.cpu.utilization', type: 'gauge' }),
+            expect.objectContaining({ name: 'node.runtime.event_loop.delay.min', type: 'gauge', unit: 'second' }),
+            expect.objectContaining({ name: 'node.runtime.event_loop.delay.max', type: 'gauge', unit: 'second' }),
+            expect.objectContaining({ name: 'node.runtime.event_loop.delay.mean', type: 'gauge', unit: 'second' }),
+            expect.objectContaining({ name: 'node.runtime.event_loop.delay.p50', type: 'gauge', unit: 'second' }),
+            expect.objectContaining({ name: 'node.runtime.event_loop.delay.p90', type: 'gauge', unit: 'second' }),
+            expect.objectContaining({ name: 'node.runtime.event_loop.delay.p99', type: 'gauge', unit: 'second' }),
+            expect.objectContaining({ name: 'node.runtime.event_loop.utilization', type: 'gauge' }),
+            expect.objectContaining({ name: 'node.runtime.process.uptime', type: 'counter', unit: 'second' }),
+          ]),
+        },
+      })
+      .start();
+
+    await runner.completed();
+  });
+
+  test('respects opt-out options', async () => {
+    const runner = createRunner(__dirname, 'scenario-opt-out.ts')
+      .expect({
+        trace_metric: {
+          items: expect.arrayContaining([expect.objectContaining({ name: 'node.runtime.mem.rss', type: 'gauge' })]),
+        },
+      })
+      .start();
+
+    await runner.completed();
+  });
+});

packages/node-core/src/common-exports.ts

@@ -12,6 +12,7 @@ import * as logger from './logs/exports';
 
 // Node-core integrations (not OTel-dependent)
 export { nodeContextIntegration } from './integrations/context';
+export { nodeRuntimeMetricsIntegration, type NodeRuntimeMetricsOptions } from './integrations/nodeRuntimeMetrics';
 export { contextLinesIntegration } from './integrations/contextlines';
 export { localVariablesIntegration } from './integrations/local-variables';
 export { modulesIntegration } from './integrations/modules';

packages/node-core/src/integrations/nodeRuntimeMetrics.ts

@@ -0,0 +1,152 @@
+import { monitorEventLoopDelay, performance } from 'perf_hooks';
+import { _INTERNAL_safeDateNow, defineIntegration, flushIfServerless, metrics } from '@sentry/core';
+
+const INTEGRATION_NAME = 'NodeRuntimeMetrics';
+const DEFAULT_INTERVAL_MS = 30_000;
+
+export interface NodeRuntimeMetricsOptions {
+  /**
+   * Which metric groups to collect. All groups are enabled by default.
+   */
+  collect?: {
+    cpu?: boolean;
+    memory?: boolean;
+    eventLoopDelay?: boolean;
+    eventLoopUtilization?: boolean;
+    uptime?: boolean;
+  };
+  /**
+   * How often to collect metrics, in milliseconds.
+   * @default 30000
+   */
+  collectionIntervalMs?: number;
+}
+
+/**
+ * Automatically collects Node.js runtime metrics and emits them to Sentry.
+ *
+ * @example
+ * ```ts
+ * Sentry.init({
+ *   integrations: [
+ *     Sentry.nodeRuntimeMetricsIntegration(),
+ *   ],
+ * });
+ * ```
+ */
+export const nodeRuntimeMetricsIntegration = defineIntegration((options: NodeRuntimeMetricsOptions = {}) => {
+  const collectionIntervalMs = options.collectionIntervalMs ?? DEFAULT_INTERVAL_MS;
+  const collect = {
+    cpu: true,
+    memory: true,
+    eventLoopDelay: true,
+    eventLoopUtilization: true,
+    uptime: true,
+    ...options.collect,
+  };
+
+  let intervalId: ReturnType<typeof setInterval> | undefined;
+  let prevCpuUsage: NodeJS.CpuUsage | undefined;
+  let prevElu: ReturnType<typeof performance.eventLoopUtilization> | undefined;
+  let prevFlushTime: number;
+  let eventLoopDelayHistogram: ReturnType<typeof monitorEventLoopDelay> | undefined;
+
+  function collectMetrics(): void {
+    const now = _INTERNAL_safeDateNow();
+    const elapsed = now - prevFlushTime;
+
+    if (collect.cpu && prevCpuUsage !== undefined) {
+      const delta = process.cpuUsage(prevCpuUsage);
+      metrics.gauge('node.runtime.cpu.user', delta.user / 1e6, { unit: 'second' });
+      metrics.gauge('node.runtime.cpu.system', delta.system / 1e6, { unit: 'second' });
+      if (elapsed > 0) {
+        // Ratio of CPU time to wall-clock time. Can exceed 1.0 on multi-core systems.
+        // TODO: In cluster mode, add a runtime_id/process_id attribute to disambiguate per-worker metrics.
+        metrics.gauge('node.runtime.cpu.utilization', (delta.user + delta.system) / (elapsed * 1000));
+      }
+      prevCpuUsage = process.cpuUsage();
+    }
+
+    if (collect.memory) {
+      const mem = process.memoryUsage();
+      metrics.gauge('node.runtime.mem.rss', mem.rss, { unit: 'byte' });
+      metrics.gauge('node.runtime.mem.heap_total', mem.heapTotal, { unit: 'byte' });
+      metrics.gauge('node.runtime.mem.heap_used', mem.heapUsed, { unit: 'byte' });
+      metrics.gauge('node.runtime.mem.external', mem.external, { unit: 'byte' });
+      metrics.gauge('node.runtime.mem.array_buffers', mem.arrayBuffers, { unit: 'byte' });
+    }
+
+    if (collect.eventLoopDelay && eventLoopDelayHistogram) {
+      // Resolution is 10ms (10_000_000 ns) as configured below. Subtract it to normalize out sampling overhead.
+      const resolutionNs = 10_000_000;
+      const nsToS = (ns: number): number => Math.max(0, (ns - resolutionNs) / 1e9);
+
+      metrics.gauge('node.runtime.event_loop.delay.min', nsToS(eventLoopDelayHistogram.min), { unit: 'second' });
+      metrics.gauge('node.runtime.event_loop.delay.max', nsToS(eventLoopDelayHistogram.max), { unit: 'second' });
+      metrics.gauge('node.runtime.event_loop.delay.mean', nsToS(eventLoopDelayHistogram.mean), { unit: 'second' });
+      metrics.gauge('node.runtime.event_loop.delay.p50', nsToS(eventLoopDelayHistogram.percentile(50)), {
+        unit: 'second',
+      });
+      metrics.gauge('node.runtime.event_loop.delay.p90', nsToS(eventLoopDelayHistogram.percentile(90)), {
+        unit: 'second',
+      });
+      metrics.gauge('node.runtime.event_loop.delay.p99', nsToS(eventLoopDelayHistogram.percentile(99)), {
+        unit: 'second',
+      });
+
+      eventLoopDelayHistogram.reset();
+    }
+
+    if (collect.eventLoopUtilization && prevElu !== undefined) {
+      const currentElu = performance.eventLoopUtilization();
+      const delta = performance.eventLoopUtilization(currentElu, prevElu);
+      metrics.gauge('node.runtime.event_loop.utilization', delta.utilization);
+      prevElu = currentElu;
+    }
+
+    if (collect.uptime && elapsed > 0) {
+      metrics.count('node.runtime.process.uptime', elapsed / 1000, { unit: 'second' });
+    }
+
+    prevFlushTime = now;
+  }
+
+  return {
+    name: INTEGRATION_NAME,
+
+    setup(): void {
+      if (collect.eventLoopDelay) {
+        try {
+          eventLoopDelayHistogram = monitorEventLoopDelay({ resolution: 10 });
+          eventLoopDelayHistogram.enable();
+        } catch {
+          // Not available in all runtimes (e.g. Bun throws NotImplementedError).
+        }
+      }
+
+      // Prime baselines before the first collection interval.
+      if (collect.cpu) {
+        prevCpuUsage = process.cpuUsage();
+      }
+      if (collect.eventLoopUtilization) {
+        prevElu = performance.eventLoopUtilization();
+      }
+      prevFlushTime = _INTERNAL_safeDateNow();
+
+      // Guard against double setup (e.g. re-init).
+      if (intervalId) {
+        clearInterval(intervalId);
+      }
+      intervalId = setInterval(collectMetrics, collectionIntervalMs);
+      // Do not keep the process alive solely for metric collection.
+      intervalId.unref();
+
+      // Collect and flush at the end of every invocation. In non-serverless environments
+      // flushIfServerless is a no-op, so this is safe to call unconditionally.
+      process.once('beforeExit', () => {
+        collectMetrics();
+        void flushIfServerless();
+      });
+    },
+  };
+});