test: add dev benchmark

.github/workflows/ci.yml

@@ -63,6 +63,13 @@ jobs:
       - name: 🧪 Test (unit)
         run: pnpm test:unit
 
+      - name: Run benchmarks
+        if: matrix.os == 'ubuntu-latest'
+        uses: CodSpeedHQ/action@0010eb0ca6e89b80c88e8edaaa07cfe5f3e6664d # v3.5.0
+        with:
+          run: pnpm vitest bench
+          token: ${{ secrets.CODSPEED_TOKEN }}
+
       - if: matrix.os != 'windows-latest'
         uses: codecov/codecov-action@v5
 

package.json

@@ -23,6 +23,7 @@
   },
   "devDependencies": {
     "@antfu/eslint-config": "^4.13.2",
+    "@codspeed/vitest-plugin": "^4.0.1",
     "@nuxt/eslint-config": "^1.4.1",
     "@types/node": "^22.15.29",
     "@types/semver": "^7.7.0",

packages/nuxt-cli/package.json

@@ -59,6 +59,7 @@
     "youch": "^4.1.0-beta.8"
   },
   "devDependencies": {
+    "@nuxt/schema": "^3.17.5",
     "@types/node": "^22.15.29",
     "rollup": "^4.41.1",
     "rollup-plugin-visualizer": "^6.0.1",

packages/nuxt-cli/test/bench/dev.bench.ts

@@ -0,0 +1,55 @@
+import type { Nuxt } from '@nuxt/schema'
+import type { Listener } from 'listhen'
+
+import { rm } from 'node:fs/promises'
+import os from 'node:os'
+import { join } from 'node:path'
+import { fileURLToPath } from 'node:url'
+
+import { bench, describe } from 'vitest'
+
+import { runCommand } from '../../../nuxi/src/run'
+
+describe(`dev [${os.platform()}]`, async () => {
+  const fixtureDir = fileURLToPath(new URL('../../playground', import.meta.url))
+  await rm(join(fixtureDir, '.nuxt'), { recursive: true, force: true })
+
+  bench('starts dev server', async () => {
+    const { result } = await runCommand('dev', [fixtureDir], {
+      overrides: {
+        builder: {
+          bundle: (nuxt: Nuxt) => {
+            nuxt.hooks.removeAllHooks()
+            return Promise.resolve()
+          },
+        },
+      },
+    }) as { result: { listener: Listener } }
+    await result.listener.close()
+  })
+
+  bench('starts dev server in no-fork mode', async () => {
+    const { result } = await runCommand('dev', [fixtureDir, '--no-fork'], {
+      overrides: {
+        builder: {
+          bundle: (nuxt: Nuxt) => {
+            nuxt.hooks.removeAllHooks()
+            return Promise.resolve()
+          },
+        },
+      },
+    }) as { result: { listener: Listener } }
+    await result.listener.close()
+  })
+
+  const { result } = await runCommand('dev', [fixtureDir]) as { result: { listener: Listener } }
+  const url = result.listener.url
+
+  bench('makes requests to dev server', async () => {
+    const html = await fetch(url).then(r => r.text())
+    if (!html.includes('Welcome to the Nuxt CLI playground!')) {
+      throw new Error('Unexpected response from dev server')
+    }
+    await fetch(`${url}_nuxt/@vite/client`).then(r => r.text())
+  }, { time: 10_000 })
+})