mirror of
https://github.com/misskey-dev/misskey.git
synced 2026-07-25 06:14:50 +02:00
298 lines
16 KiB
TypeScript
298 lines
16 KiB
TypeScript
/*
|
|
* SPDX-FileCopyrightText: syuilo and misskey-project
|
|
* SPDX-License-Identifier: AGPL-3.0-only
|
|
*/
|
|
|
|
import { readFile, writeFile } from 'node:fs/promises';
|
|
import { pathToFileURL } from 'node:url';
|
|
import * as util from './utility.mts';
|
|
import * as heapSnapshotUtil from './heap-snapshot-util.mts';
|
|
import type { HeapSnapshotData, HeapSnapshotReport } from './heap-snapshot-util.mts';
|
|
import type { BrowserDiagnostics, NetworkRequest } from './chrome.mts';
|
|
|
|
export type BrowserMeasurement = {
|
|
label: string;
|
|
timestamp: string;
|
|
url: string;
|
|
scenario: string;
|
|
diagnostics: BrowserDiagnostics;
|
|
durationMs: number;
|
|
network: {
|
|
requestCount: number;
|
|
webSocketConnectionCount: number;
|
|
webSocketSentBytes: number;
|
|
webSocketReceivedBytes: number;
|
|
finishedRequestCount: number;
|
|
failedRequestCount: number;
|
|
cachedRequestCount: number;
|
|
serviceWorkerRequestCount: number;
|
|
totalEncodedBytes: number;
|
|
totalDecodedBodyBytes: number;
|
|
sameOriginEncodedBytes: number;
|
|
thirdPartyEncodedBytes: number;
|
|
byResourceType: Record<string, {
|
|
requests: number;
|
|
encodedBytes: number;
|
|
decodedBodyBytes: number;
|
|
}>;
|
|
largestRequests: {
|
|
url: string;
|
|
method: string;
|
|
resourceType: string;
|
|
status?: number;
|
|
encodedBytes: number;
|
|
decodedBodyBytes: number;
|
|
}[];
|
|
failedRequests: {
|
|
url: string;
|
|
method: string;
|
|
resourceType: string;
|
|
errorText?: string;
|
|
status?: number;
|
|
}[];
|
|
};
|
|
performance: {
|
|
cdpMetrics: Record<string, number>;
|
|
runtimeHeap?: {
|
|
usedSize: number;
|
|
totalSize: number;
|
|
};
|
|
tabMemory: {
|
|
totalBytes: number;
|
|
};
|
|
webVitals: {
|
|
firstPaintMs?: number;
|
|
firstContentfulPaintMs?: number;
|
|
domContentLoadedEventEndMs?: number;
|
|
loadEventEndMs?: number;
|
|
longTaskCount: number;
|
|
longTaskDurationMs: number;
|
|
maxLongTaskDurationMs: number;
|
|
resourceEntryCount: number;
|
|
domElements: number;
|
|
};
|
|
};
|
|
heapSnapshot: HeapSnapshotData;
|
|
};
|
|
|
|
export type BrowserMeasurementSample = BrowserMeasurement & {
|
|
round: number;
|
|
networkRequests?: NetworkRequest[];
|
|
};
|
|
|
|
export type BrowserMetricsReport = {
|
|
label: string;
|
|
timestamp: string;
|
|
url: string;
|
|
scenario: string;
|
|
sampleCount: number;
|
|
aggregation: 'median';
|
|
summary: BrowserMeasurement;
|
|
samples: BrowserMeasurementSample[];
|
|
};
|
|
|
|
function formatValueWithSpread(report: BrowserMetricsReport, value: number, getSampleValue: (sample: BrowserMeasurementSample) => number | null | undefined, formatter: (value: number) => string) {
|
|
const values = report.samples.map(sample => getSampleValue(sample)).filter(v => Number.isFinite(v)) as number[];
|
|
const spread = values.length < 2 ? null : util.median(values.map(value => Math.abs(value - util.median(values))));
|
|
if (spread == null) return formatter(value);
|
|
return `${formatter(value)}<br>± ${formatter(spread)}`;
|
|
}
|
|
|
|
function renderMetricRow(
|
|
label: string,
|
|
base: BrowserMetricsReport,
|
|
head: BrowserMetricsReport,
|
|
getSummaryValue: (summary: BrowserMeasurement) => number,
|
|
getSampleValue: (sample: BrowserMeasurementSample) => number,
|
|
formatter: (value: number) => string,
|
|
significantThreshold = 0,
|
|
skipIfNotSignificant = true
|
|
) {
|
|
const baseValue = getSummaryValue(base.summary);
|
|
const headValue = getSummaryValue(head.summary);
|
|
if (baseValue == null || headValue == null || !Number.isFinite(baseValue) || !Number.isFinite(headValue)) return null;
|
|
|
|
const summary = util.pairedDeltaSummary(base.samples, head.samples, sample => getSampleValue(sample));
|
|
// 有意な閾値に満たない場合はそもそもrowとして出力しない
|
|
if (skipIfNotSignificant && (Math.abs(summary.median) < significantThreshold)) return null;
|
|
|
|
const percent = baseValue === 0 ? null : summary.median * 100 / baseValue;
|
|
//const deltaMedian = `${util.formatColoredDelta(summary.median, formatter, colorThreshold)}<br>${percent == null ? '-' : util.formatDeltaPercent(percent, 0.1).replaceAll('\\%', '\\\\%')}`;
|
|
const deltaMedian = util.formatColoredDelta(summary.median, formatter, significantThreshold);
|
|
|
|
//return `| **${label}** | ${formatValueWithSpread(base, baseValue, getSampleValue, formatter)} | ${formatValueWithSpread(head, headValue, getSampleValue, formatter)} | ${deltaMedian} | ${summary == null ? '-' : formatter(summary.mad)} | ${summary == null ? '-' : util.formatColoredDelta(summary.min, formatter)} | ${summary == null ? '-' : util.formatColoredDelta(summary.max, formatter)} |`;
|
|
return `| **${label}** | ${formatter(baseValue)} | ${formatter(headValue)} | ${deltaMedian} | ${summary == null ? '-' : formatter(summary.mad)} | ${summary == null ? '-' : util.formatColoredDelta(summary.min, formatter, significantThreshold)} | ${summary == null ? '-' : util.formatColoredDelta(summary.max, formatter, significantThreshold)} |`;
|
|
}
|
|
|
|
function resourceTypeBytes(report: BrowserMeasurement, resourceTypes: string[]) {
|
|
return resourceTypes.reduce((sum, resourceType) => sum + (report.network.byResourceType[resourceType]?.encodedBytes ?? 0), 0);
|
|
}
|
|
|
|
function resourceTypeSampleBytes(sample: BrowserMeasurementSample, resourceTypes: string[]) {
|
|
return resourceTypeBytes(sample, resourceTypes);
|
|
}
|
|
|
|
function renderSummaryTable(base: BrowserMetricsReport, head: BrowserMetricsReport, all = false) {
|
|
//function getMetric(report: BrowserMeasurement, key: string) {
|
|
// return report.performance.cdpMetrics[key];
|
|
//}
|
|
|
|
const rows = [
|
|
//metricRow('Scenario duration', base, head, summary => summary.durationMs, sample => sample.durationMs, util.formatMs),
|
|
renderMetricRow('Requests', base, head, summary => summary.network.requestCount, sample => sample.network.requestCount, util.formatNumber, 1, !all),
|
|
//metricRow('Failed requests', base, head, summary => summary.network.failedRequestCount, sample => sample.network.failedRequestCount, util.formatNumber),
|
|
renderMetricRow('Encoded network', base, head, summary => summary.network.totalEncodedBytes, sample => sample.network.totalEncodedBytes, util.formatBytes, 10000, !all),
|
|
renderMetricRow('Decoded body', base, head, summary => summary.network.totalDecodedBodyBytes, sample => sample.network.totalDecodedBodyBytes, util.formatBytes, 10000, !all),
|
|
renderMetricRow('Same-origin encoded', base, head, summary => summary.network.sameOriginEncodedBytes, sample => sample.network.sameOriginEncodedBytes, util.formatBytes, 10000, !all),
|
|
renderMetricRow('Third-party encoded', base, head, summary => summary.network.thirdPartyEncodedBytes, sample => sample.network.thirdPartyEncodedBytes, util.formatBytes, 10000, !all),
|
|
renderMetricRow('Script encoded', base, head, summary => resourceTypeBytes(summary, ['Script']), sample => resourceTypeSampleBytes(sample, ['Script']), util.formatBytes, 10000, !all),
|
|
renderMetricRow('Stylesheet encoded', base, head, summary => resourceTypeBytes(summary, ['Stylesheet']), sample => resourceTypeSampleBytes(sample, ['Stylesheet']), util.formatBytes, 10000, !all),
|
|
renderMetricRow('Fetch/XHR encoded', base, head, summary => resourceTypeBytes(summary, ['Fetch', 'XHR']), sample => resourceTypeSampleBytes(sample, ['Fetch', 'XHR']), util.formatBytes, 10000, !all),
|
|
renderMetricRow('Image encoded', base, head, summary => resourceTypeBytes(summary, ['Image']), sample => resourceTypeSampleBytes(sample, ['Image']), util.formatBytes, 10000, !all),
|
|
renderMetricRow('Font encoded', base, head, summary => resourceTypeBytes(summary, ['Font']), sample => resourceTypeSampleBytes(sample, ['Font']), util.formatBytes, 10000, !all),
|
|
//metricRow('First contentful paint', base, head, summary => summary.performance.webVitals.firstContentfulPaintMs, sample => sample.performance.webVitals.firstContentfulPaintMs, util.formatMs),
|
|
//metricRow('Load event end', base, head, summary => summary.performance.webVitals.loadEventEndMs, sample => sample.performance.webVitals.loadEventEndMs, util.formatMs),
|
|
//metricRow('Long tasks', base, head, summary => summary.performance.webVitals.longTaskCount, sample => sample.performance.webVitals.longTaskCount, util.formatNumber),
|
|
//metricRow('Long task duration', base, head, summary => summary.performance.webVitals.longTaskDurationMs, sample => sample.performance.webVitals.longTaskDurationMs, util.formatMs),
|
|
//metricRow('Max long task', base, head, summary => summary.performance.webVitals.maxLongTaskDurationMs, sample => sample.performance.webVitals.maxLongTaskDurationMs, util.formatMs),
|
|
//metricRow('JS heap used', base, head, summary => summary.performance.runtimeHeap?.usedSize ?? getMetric(summary, 'JSHeapUsedSize'), sample => sample.performance.runtimeHeap?.usedSize ?? getMetric(sample, 'JSHeapUsedSize'), util.formatBytes),
|
|
//metricRow('JS heap total', base, head, summary => summary.performance.runtimeHeap?.totalSize ?? getMetric(summary, 'JSHeapTotalSize'), sample => sample.performance.runtimeHeap?.totalSize ?? getMetric(sample, 'JSHeapTotalSize'), util.formatBytes),
|
|
//metricRow('V8 heap snapshot total', base, head, summary => summary.heapSnapshot.categories.total, sample => sample.heapSnapshot.categories.total, util.formatBytes, 10000),
|
|
//metricRow('DOM elements', base, head, summary => summary.performance.webVitals.domElements, sample => sample.performance.webVitals.domElements, util.formatNumber),
|
|
//metricRow('CDP nodes', base, head, summary => getMetric(summary, 'Nodes'), sample => getMetric(sample, 'Nodes'), util.formatNumber),
|
|
//metricRow('JS event listeners', base, head, summary => getMetric(summary, 'JSEventListeners'), sample => getMetric(sample, 'JSEventListeners'), util.formatNumber),
|
|
//metricRow('Layout count', base, head, summary => getMetric(summary, 'LayoutCount'), sample => getMetric(sample, 'LayoutCount'), util.formatNumber),
|
|
//metricRow('Recalc style count', base, head, summary => getMetric(summary, 'RecalcStyleCount'), sample => getMetric(sample, 'RecalcStyleCount'), util.formatNumber),
|
|
//metricRow('Script duration', base, head, summary => getMetric(summary, 'ScriptDuration'), sample => getMetric(sample, 'ScriptDuration'), util.formatSecondsAsMs),
|
|
//metricRow('Task duration', base, head, summary => getMetric(summary, 'TaskDuration'), sample => getMetric(sample, 'TaskDuration'), util.formatSecondsAsMs),
|
|
renderMetricRow('WebSocket connections', base, head, summary => summary.network.webSocketConnectionCount, sample => sample.network.webSocketConnectionCount, util.formatNumber, 1, !all),
|
|
renderMetricRow('WebSocket sent', base, head, summary => summary.network.webSocketSentBytes, sample => sample.network.webSocketSentBytes, util.formatBytes, 10000, !all),
|
|
renderMetricRow('WebSocket received', base, head, summary => summary.network.webSocketReceivedBytes, sample => sample.network.webSocketReceivedBytes, util.formatBytes, 10000, !all),
|
|
renderMetricRow('Page errors', base, head, summary => summary.diagnostics.pageErrorCount, sample => sample.diagnostics.pageErrorCount, util.formatNumber, 1, !all),
|
|
renderMetricRow('Console log', base, head, summary => summary.diagnostics.console.log, sample => sample.diagnostics.console.log, util.formatNumber, 1, !all),
|
|
renderMetricRow('Console warnings', base, head, summary => summary.diagnostics.console.warning, sample => sample.diagnostics.console.warning, util.formatNumber, 1, !all),
|
|
renderMetricRow('Console errors', base, head, summary => summary.diagnostics.console.error, sample => sample.diagnostics.console.error, util.formatNumber, 1, !all),
|
|
renderMetricRow('Console info', base, head, summary => summary.diagnostics.console.info, sample => sample.diagnostics.console.info, util.formatNumber, 1, !all),
|
|
renderMetricRow('Page-attributed memory', base, head, summary => summary.performance.tabMemory.totalBytes, sample => sample.performance.tabMemory.totalBytes, util.formatBytes, 10000, !all),
|
|
].filter(row => row != null);
|
|
|
|
return [
|
|
'| Metric | Base | Head | Δ median | Δ MAD | Δ min | Δ max |',
|
|
'| --- | ---: | ---: | ---: | ---: | ---: | ---: |',
|
|
...rows,
|
|
].join('\n');
|
|
}
|
|
|
|
function renderResourceTypeTable(base: BrowserMetricsReport, head: BrowserMetricsReport) {
|
|
const preferredOrder = ['Document', 'Script', 'Stylesheet', 'Fetch', 'XHR', 'Image', 'Font', 'Media', 'WebSocket', 'EventSource', 'Other'];
|
|
const keys = [...new Set([
|
|
...preferredOrder,
|
|
...Object.keys(base.summary.network.byResourceType),
|
|
...Object.keys(head.summary.network.byResourceType),
|
|
])].filter(key => base.summary.network.byResourceType[key] != null || head.summary.network.byResourceType[key] != null);
|
|
|
|
const lines = [
|
|
'<table>',
|
|
'<thead>',
|
|
'<tr>',
|
|
'<th rowspan="2">Type</th>',
|
|
'<th colspan="3">Requests</th>',
|
|
'<th colspan="3">Encoded bytes</th>',
|
|
'</tr>',
|
|
'<tr>',
|
|
'<th>Base</th>',
|
|
'<th>Head</th>',
|
|
'<th>Δ</th>',
|
|
'<th>Base</th>',
|
|
'<th>Head</th>',
|
|
'<th>Δ</th>',
|
|
'</tr>',
|
|
'</thead>',
|
|
'<tbody>',
|
|
];
|
|
|
|
for (const key of keys) {
|
|
const baseRow = base.summary.network.byResourceType[key] ?? { requests: 0, encodedBytes: 0 };
|
|
const headRow = head.summary.network.byResourceType[key] ?? { requests: 0, encodedBytes: 0 };
|
|
lines.push('<tr>');
|
|
lines.push(`<td><b>${key}</b></td>`);
|
|
lines.push(`<td align="right">${util.formatNumber(baseRow.requests)}</td>`);
|
|
lines.push(`<td align="right">${util.formatNumber(headRow.requests)}</td>`);
|
|
lines.push(`<td align="right">${util.formatColoredDelta(headRow.requests - baseRow.requests, util.formatNumber)}</td>`);
|
|
lines.push(`<td align="right">${util.formatBytes(baseRow.encodedBytes)}</td>`);
|
|
lines.push(`<td align="right">${util.formatBytes(headRow.encodedBytes)}</td>`);
|
|
lines.push(`<td align="right">${util.formatColoredDelta(headRow.encodedBytes - baseRow.encodedBytes, util.formatBytes)}</td>`);
|
|
lines.push('</tr>');
|
|
}
|
|
|
|
lines.push('</tbody>');
|
|
lines.push('</table>');
|
|
|
|
return lines.join('\n');
|
|
}
|
|
|
|
function toHeapSnapshotReport(report: BrowserMetricsReport): HeapSnapshotReport {
|
|
return {
|
|
summary: report.summary.heapSnapshot,
|
|
samples: report.samples.map(sample => ({
|
|
round: sample.round,
|
|
data: sample.heapSnapshot,
|
|
})),
|
|
};
|
|
}
|
|
|
|
function renderMd(base: BrowserMetricsReport, head: BrowserMetricsReport, options: {
|
|
baseHeapSnapshotUrl: string;
|
|
headHeapSnapshotUrl: string;
|
|
detailedHtmlUrl?: string;
|
|
}) {
|
|
const detailedHtmlUrl = options.detailedHtmlUrl;
|
|
const heapSnapshotTable = heapSnapshotUtil.renderHeapSnapshotTable(toHeapSnapshotReport(base), toHeapSnapshotReport(head));
|
|
const lines = [
|
|
'## 🖥 Frontend Browser Diagnostics Report',
|
|
'',
|
|
renderSummaryTable(base, head),
|
|
'',
|
|
'<i>Only metrics showing significant changes are displayed.</i>',
|
|
'',
|
|
detailedHtmlUrl == null || detailedHtmlUrl === '' ? null : `[View details](${detailedHtmlUrl})`,
|
|
detailedHtmlUrl == null || detailedHtmlUrl === '' ? null : '',
|
|
'<details>',
|
|
'<summary>Requests by resource type</summary>',
|
|
'',
|
|
renderResourceTypeTable(base, head),
|
|
'',
|
|
'</details>',
|
|
'',
|
|
'<details>',
|
|
'<summary>V8 heap snapshot statistics</summary>',
|
|
'',
|
|
heapSnapshotTable ?? '_No V8 heap snapshot data._',
|
|
'',
|
|
//heapSnapshotUtil.renderHeapSnapshotSankey(toHeapSnapshotReport(head), 'Head'),
|
|
//'',
|
|
`Download representative heap snapshot: [base](${options.baseHeapSnapshotUrl}) / [head](${options.headHeapSnapshotUrl})`,
|
|
'</details>',
|
|
'',
|
|
];
|
|
|
|
return lines.filter(line => line != null).join('\n').trimEnd() + '\n';
|
|
}
|
|
|
|
async function main() {
|
|
const [baseFile, headFile, outputFile] = process.argv.slice(2);
|
|
|
|
const base = JSON.parse(await readFile(baseFile, 'utf8')) as BrowserMetricsReport;
|
|
const head = JSON.parse(await readFile(headFile, 'utf8')) as BrowserMetricsReport;
|
|
await writeFile(outputFile, renderMd(base, head, {
|
|
baseHeapSnapshotUrl: process.env.FRONTEND_BROWSER_BASE_HEAP_SNAPSHOT_ARTIFACT_URL!,
|
|
headHeapSnapshotUrl: process.env.FRONTEND_BROWSER_HEAD_HEAP_SNAPSHOT_ARTIFACT_URL!,
|
|
detailedHtmlUrl: process.env.FRONTEND_BROWSER_DETAILED_HTML_ARTIFACT_URL,
|
|
}));
|
|
}
|
|
|
|
// 直接実行されたときだけ呼ぶための判定(テストなどでこのファイル内の関数をimportするだけのとき用)
|
|
if (process.argv[1] != null && import.meta.url === pathToFileURL(process.argv[1]).href) {
|
|
await main();
|
|
}
|