feat!(vitest-plugin): support vitest v3 and drop older versions

Author: adriencaccia

examples/with-typescript-esm/package.json

@@ -16,6 +16,6 @@
     "esbuild-register": "^3.4.2",
     "tinybench": "^4.0.1",
     "typescript": "^5.1.3",
-    "vitest": "^1.2.2"
+    "vitest": "^3.2.4"
   }
 }

packages/tinybench-plugin/package.json

@@ -28,7 +28,7 @@
     "@types/stack-trace": "^0.0.30",
     "esbuild-register": "^3.4.2",
     "tinybench": "^4.0.1",
-    "vitest": "^1.2.2"
+    "vitest": "^3.2.4"
   },
   "dependencies": {
     "@codspeed/core": "workspace:^4.0.1",

packages/vitest-plugin/benches/hooks.bench.ts

@@ -8,85 +8,30 @@ import {
   expect,
 } from "vitest";
 
-let count = -1;
-
-beforeAll(() => {
-  count += 1;
-});
-
-beforeEach(() => {
-  count += 1;
-});
-
-// the count is multiplied by 2 because the bench function is called twice with codspeed (once for the optimization and once for the actual measurement)
-bench("one", () => {
-  expect(count).toBe(1 * 2);
-});
-
-describe("level1", () => {
-  bench("two", () => {
-    expect(count).toBe(2 * 2);
-  });
-
-  bench("three", () => {
-    expect(count).toBe(3 * 2);
-  });
-
-  describe("level 2", () => {
-    beforeEach(() => {
-      count += 1;
-    });
-
-    bench("five", () => {
-      expect(count).toBe(5 * 2);
-    });
-
-    describe("level 3", () => {
-      bench("seven", () => {
-        expect(count).toBe(7 * 2);
-      });
-    });
-  });
-
-  describe("level 2 bench nested beforeAll", () => {
-    beforeAll(() => {
-      count = 0;
-    });
-
-    bench("one", () => {
-      expect(count).toBe(1 * 2);
-    });
-  });
-
-  bench("two", () => {
-    expect(count).toBe(2 * 2);
-  });
-});
-
-describe("hooks cleanup", () => {
-  let cleanUpCount = 0;
+describe("hooks", () => {
+  let count = 0;
   describe("run", () => {
     beforeAll(() => {
-      cleanUpCount += 10;
+      count += 10;
     });
     beforeEach(() => {
-      cleanUpCount += 1;
+      count += 1;
     });
     afterEach(() => {
-      cleanUpCount -= 1;
+      count -= 1;
     });
     afterAll(() => {
-      cleanUpCount -= 10;
+      count -= 10;
     });
 
     bench("one", () => {
-      expect(cleanUpCount).toBe(11);
+      expect(count).toBe(11);
     });
     bench("two", () => {
-      expect(cleanUpCount).toBe(11);
+      expect(count).toBe(11);
     });
   });
   bench("end", () => {
-    expect(cleanUpCount).toBe(0);
+    expect(count).toBe(0);
   });
 });

packages/vitest-plugin/package.json

@@ -31,13 +31,13 @@
     "@codspeed/core": "workspace:^4.0.1"
   },
   "peerDependencies": {
-    "vite": "^4.2.0 || ^5.0.0 || ^6.0.0",
-    "vitest": ">=1.2.2"
+    "vite": "^4.2.0 || ^5.0.0 || ^6.0.0 || ^7.0.0",
+    "vitest": ">=3.2"
   },
   "devDependencies": {
     "@total-typescript/shoehorn": "^0.1.1",
     "execa": "^8.0.1",
-    "vite": "^5.0.0",
-    "vitest": "^1.2.2"
+    "vite": "^7.0.6",
+    "vitest": "^3.2.4"
   }
 }

packages/vitest-plugin/src/__tests__/index.test.ts

@@ -86,6 +86,7 @@ describe("codSpeedPlugin", () => {
     if (typeof config !== "function")
       throw new Error("config is not a function");
 
+    // @ts-expect-error we cannot type the this of the config function
     expect(config({}, fromPartial({}))).toStrictEqual({
       test: {
         globalSetup: [

packages/vitest-plugin/src/__tests__/instrumented.test.ts

@@ -1,5 +1,5 @@
 import { fromPartial } from "@total-typescript/shoehorn";
-import { describe, expect, it, Suite, vi } from "vitest";
+import { describe, expect, it, vi, type RunnerTestSuite } from "vitest";
 import { getBenchFn } from "vitest/suite";
 import { InstrumentedRunner as CodSpeedRunner } from "../instrumented";
 
@@ -37,17 +37,23 @@ vi.mock("vitest/suite", async (importOriginal) => {
 const mockedGetBenchFn = vi.mocked(getBenchFn);
 
 describe("CodSpeedRunner", () => {
-  it("should run the bench functions only twice", async () => {
+  it("should run the bench function", async () => {
     const benchFn = vi.fn();
     mockedGetBenchFn.mockReturnValue(benchFn);
 
     const runner = new CodSpeedRunner(fromPartial({}));
-    const suite = fromPartial<Suite>({
-      filepath: __filename,
+    const suite = fromPartial<RunnerTestSuite>({
+      file: { filepath: __filename },
       name: "test suite",
-      tasks: [{ mode: "run", meta: { benchmark: true }, name: "test bench" }],
+      tasks: [
+        {
+          type: "test",
+          mode: "run",
+          meta: { benchmark: true },
+          name: "test bench",
+        },
+      ],
     });
-    suite.tasks[0].suite = suite;
     await runner.runSuite(suite);
 
     // setup
@@ -80,8 +86,8 @@ describe("CodSpeedRunner", () => {
     mockedGetBenchFn.mockReturnValue(benchFn);
 
     const runner = new CodSpeedRunner(fromPartial({}));
-    const rootSuite = fromPartial<Suite>({
-      filepath: __filename,
+    const rootSuite = fromPartial<RunnerTestSuite>({
+      file: { filepath: __filename },
       name: "test suite",
       tasks: [
         {
@@ -90,6 +96,7 @@ describe("CodSpeedRunner", () => {
           mode: "run",
           tasks: [
             {
+              type: "test",
               mode: "run",
               meta: { benchmark: true },
               name: "test bench",
@@ -98,9 +105,6 @@ describe("CodSpeedRunner", () => {
         },
       ],
     });
-    rootSuite.tasks[0].suite = rootSuite;
-    // @ts-expect-error type is not narrow enough, but it is fine
-    rootSuite.tasks[0].tasks[0].suite = rootSuite.tasks[0];
 
     await runner.runSuite(rootSuite);
 

packages/vitest-plugin/src/common.ts

@@ -1,17 +1,16 @@
 import { getGitDir } from "@codspeed/core";
 import path from "path";
-import { Suite, Task } from "vitest";
+import { Benchmark, type RunnerTask, type RunnerTestSuite } from "vitest";
 import { getHooks } from "vitest/suite";
-
 type SuiteHooks = ReturnType<typeof getHooks>;
 
-function getSuiteHooks(suite: Suite, name: keyof SuiteHooks) {
+function getSuiteHooks(suite: RunnerTestSuite, name: keyof SuiteHooks) {
   return getHooks(suite)?.[name] ?? [];
 }
 
 export async function callSuiteHook<T extends keyof SuiteHooks>(
-  suite: Suite,
-  currentTask: Task,
+  suite: RunnerTestSuite,
+  currentTask: RunnerTask,
   name: T
 ): Promise<void> {
   if (name === "beforeEach" && suite?.suite) {
@@ -20,20 +19,22 @@ export async function callSuiteHook<T extends keyof SuiteHooks>(
 
   const hooks = getSuiteHooks(suite, name);
 
+  // @ts-expect-error TODO: add support for hooks parameters
   await Promise.all(hooks.map((fn) => fn()));
 
   if (name === "afterEach" && suite?.suite) {
     await callSuiteHook(suite.suite, currentTask, name);
   }
 }
 
-export function patchRootSuiteWithFullFilePath(suite: Suite) {
-  if (suite.filepath === undefined) {
-    throw new Error("filepath is undefined is the root suite");
-  }
-  const gitDir = getGitDir(suite.filepath);
+export function patchRootSuiteWithFullFilePath(suite: RunnerTestSuite) {
+  const gitDir = getGitDir(suite.file.filepath);
   if (gitDir === undefined) {
     throw new Error("Could not find a git repository");
   }
-  suite.name = path.relative(gitDir, suite.filepath);
+  suite.name = path.relative(gitDir, suite.file.filepath);
+}
+
+export function isVitestTaskBenchmark(task: RunnerTask): task is Benchmark {
+  return task.type === "test" && task.meta.benchmark === true;
 }

packages/vitest-plugin/src/index.ts

@@ -8,7 +8,7 @@ import {
 } from "@codspeed/core";
 import { join } from "path";
 import { Plugin } from "vite";
-import { UserConfig } from "vitest/config";
+import { type ViteUserConfig } from "vitest/config";
 
 // get this file's directory path from import.meta.url
 const __dirname = new URL(".", import.meta.url).pathname;
@@ -45,9 +45,11 @@ export default function codspeedPlugin(): Plugin {
       return true;
     },
     enforce: "post",
-    config(): UserConfig {
+    config(): ViteUserConfig {
       const runnerFile = getRunnerFile();
-      const config: UserConfig = {
+      const runnerMode = getCodspeedRunnerMode();
+
+      const config: ViteUserConfig = {
         test: {
           pool: "forks",
           poolOptions: {
@@ -56,14 +58,17 @@ export default function codspeedPlugin(): Plugin {
             },
           },
           globalSetup: [getCodSpeedFileFromName("globalSetup")],
+          ...(runnerFile && {
+            runner: runnerFile,
+          }),
+          ...(runnerMode === "walltime" && {
+            benchmark: {
+              includeSamples: true,
+            },
+          }),
         },
       };
 
-      // Only set custom runner when CODSPEED_ENV is set
-      if (runnerFile) {
-        config.test!.runner = runnerFile;
-      }
-
       return config;
     },
   };