Files
adnify/scripts/diagnostics/stress-test-diff-syntax.cjs
adnaan f4930b7cb9 feat: add stress testing scripts for agent performance and rendering
- Introduced `stress-test-agent-full-turn.cjs` for benchmarking agent workflows, measuring CPU and GPU usage during various phases of operation.
- Added `stress-test-diff-syntax.cjs` to evaluate performance of inline diff rendering under varying line counts.
- Created `stress-test-embedding-cpu.ts` to assess CPU utilization during local transformer model embeddings.
- Implemented `stress-test-gpu-rendering.cjs` for testing GPU rendering performance with animations and UI interactions.
- Developed `stress-test-indexing-cpu.ts` to benchmark CPU performance during incremental indexing operations.
- Enhanced file change buffering configurations in `fileChangeBuffer.ts` to improve responsiveness.
- Updated `fileWatcher.ts` to refine ignored patterns for file watching, optimizing performance.
- Modified `EmotionAmbientGlow.tsx` to pause animations during agent streaming to reduce GPU load.
- Improved `InlineDiffPreview.tsx` to conditionally simplify highlighting based on streaming state.
- Enhanced `TerminalManager.ts` to buffer terminal writes and limit rendering frequency, improving performance during high-frequency updates.
2026-09-22 22:44:45 +08:00

169 lines
6.0 KiB
JavaScript

const fs = require('node:fs')
const path = require('node:path')
const electron = require('electron')
if (typeof electron === 'string') {
;(async () => {
const root = path.resolve(__dirname, '../..')
const outputRoot = path.join(root, '.tmp', 'diff-stress')
fs.mkdirSync(outputRoot, { recursive: true })
const output = fs.mkdtempSync(path.join(outputRoot, 'run-'))
const esbuild = require('esbuild')
await esbuild.build({
stdin: {
loader: 'tsx',
contents: `
import React, { useState, useEffect } from 'react'
import { createRoot } from 'react-dom/client'
import InlineDiffPreview from './src/renderer/components/agent/InlineDiffPreview'
export function DiffStressApp() {
const [diffSize, setDiffSize] = useState(0)
const [renderTime, setRenderTime] = useState(0)
const generateCode = (lines) => {
return Array.from({ length: lines }, (_, i) =>
\` const variable_\${i} = computeSomethingComplex(\${i}, "test_string_\${i}")\`
).join('\\n')
}
const oldCode = generateCode(diffSize)
const newCode = Array.from({ length: diffSize }, (_, i) =>
\` const variable_\${i} = computeModifiedValue(\${i * 2}, "updated_string_\${i}")\`
).join('\\n')
useEffect(() => {
window.__SET_DIFF_SIZE__ = (size) => {
const t0 = performance.now()
setDiffSize(size)
requestAnimationFrame(() => {
requestAnimationFrame(() => {
const elapsed = performance.now() - t0
setRenderTime(elapsed)
window.__LAST_RENDER_TIME__ = elapsed
})
})
}
}, [])
return (
<div style={{ padding: 20, background: '#1e1e1e', color: '#fff', height: '100vh', overflow: 'auto' }}>
<h3>Diff Stress Test (Lines: {diffSize}, Render: {renderTime.toFixed(1)}ms)</h3>
{diffSize > 0 && (
<InlineDiffPreview
oldContent={oldCode}
newContent={newCode}
filePath="src/testComponent.tsx"
isStreaming={false}
maxLines={diffSize}
/>
)}
</div>
)
}
createRoot(document.getElementById('root')).render(<DiffStressApp />)
`,
resolveDir: root,
},
outfile: path.join(output, 'ui.js'),
bundle: true,
platform: 'browser',
jsx: 'automatic',
tsconfig: path.join(root, 'tsconfig.json'),
define: { 'process.env.NODE_ENV': '"production"' },
})
const tailwind = require(path.join(root, 'tailwind.config.js'))
const css = await require('postcss')([
require('tailwindcss')({
...(tailwind.default ?? tailwind),
content: [path.join(root, 'src/renderer/components/agent/InlineDiffPreview.tsx')],
}),
]).process(fs.readFileSync(path.join(root, 'src/renderer/styles/globals.css'), 'utf8'), { from: undefined })
fs.writeFileSync(path.join(output, 'ui.css'), css.css)
fs.writeFileSync(
path.join(output, 'ui.html'),
'<!doctype html><meta charset="utf-8"><link rel="stylesheet" href="ui.css"><div id="root"></div><script src="ui.js"></script>'
)
const env = { ...process.env, ADNIFY_DIFF_STRESS_DIR: output }
delete env.ELECTRON_RUN_AS_NODE
const result = require('node:child_process').spawnSync(electron, [__filename], {
cwd: root,
env,
stdio: 'inherit',
windowsHide: false,
timeout: 60000,
})
if (result.error) throw result.error
process.exitCode = result.status ?? 1
})().catch((error) => {
console.error(error.stack || error.message)
process.exitCode = 1
})
} else {
const { app, BrowserWindow } = electron
const output = process.env.ADNIFY_DIFF_STRESS_DIR
app.setPath('userData', path.join(output, 'profile'))
app.on('window-all-closed', () => {})
const delay = (ms) => new Promise((resolve) => setTimeout(resolve, ms))
app.whenReady().then(async () => {
console.log('\n=====================================================')
console.log(' InlineDiffPreview & SyntaxHighlighter Stress Benchmark')
console.log('=====================================================\n')
const win = new BrowserWindow({
width: 1200,
height: 800,
show: true,
webPreferences: {
sandbox: false,
contextIsolation: false,
},
})
await win.loadFile(path.join(output, 'ui.html'))
await delay(1500)
const testSizes = [10, 30, 60, 100]
for (const size of testSizes) {
console.log(`--- Testing ${size} Diff Lines (where each line mounts <SyntaxHighlighter>) ---`)
const startCpu = process.cpuUsage()
await win.webContents.executeJavaScript(`window.__SET_DIFF_SIZE__(${size})`)
// Poll for render completion
let renderTime = 0
while (renderTime === 0) {
await delay(50)
renderTime = await win.webContents.executeJavaScript('window.__LAST_RENDER_TIME__ || 0')
}
await win.webContents.executeJavaScript('window.__LAST_RENDER_TIME__ = 0')
const domNodes = await win.webContents.executeJavaScript('document.querySelectorAll("*").length')
const spanCount = await win.webContents.executeJavaScript('document.querySelectorAll("span").length')
const cpuDelta = process.cpuUsage(startCpu)
const totalCpuTimeMs = (cpuDelta.user + cpuDelta.system) / 1000
console.log(` Lines: ${size}`)
console.log(` Render Latency (UI): ${renderTime.toFixed(1)} ms`)
console.log(` DOM Elements Created: ${domNodes} (of which <span> tags: ${spanCount})`)
console.log(` Renderer CPU Time: ${totalCpuTimeMs.toFixed(1)} ms\n`)
await delay(500)
}
win.destroy()
app.exit(0)
}).catch((err) => {
console.error('Error during diff benchmark:', err)
app.exit(1)
})
}