chore: run only timing wit jit harvesting

Author: GuillaumeLagrange

.github/workflows/codspeed.yml

@@ -7,34 +7,34 @@ on:
   workflow_dispatch:
 
 jobs:
-  codspeed-instrumented:
-    name: Run CodSpeed instrumented
-    runs-on: "ubuntu-latest"
-    steps:
-      - uses: "actions/checkout@v4"
-        with:
-          fetch-depth: 0
-          submodules: true
-      - uses: pnpm/action-setup@v2
-      - uses: actions/setup-node@v3
-        with:
-          cache: pnpm
-          node-version-file: .nvmrc
-      - run: pnpm install --frozen-lockfile --prefer-offline
-      - run: pnpm moon run :build
-
-      - name: Run benchmarks
-        # use version from `main` branch to always test the latest version, in real projects, use a tag, like `@v2`
-        uses: CodSpeedHQ/action@main
-        with:
-          mode: instrumentation
-          run: |
-            pnpm moon run tinybench-plugin:bench
-            pnpm moon run vitest-plugin:bench
-            pnpm moon run benchmark.js-plugin:bench
-            pnpm --workspace-concurrency 1 -r bench-tinybench
-            pnpm --workspace-concurrency 1 -r bench-benchmark-js
-            pnpm --workspace-concurrency 1 -r bench-vitest
+  # codspeed-instrumented:
+  #   name: Run CodSpeed instrumented
+  #   runs-on: "ubuntu-latest"
+  #   steps:
+  #     - uses: "actions/checkout@v4"
+  #       with:
+  #         fetch-depth: 0
+  #         submodules: true
+  #     - uses: pnpm/action-setup@v2
+  #     - uses: actions/setup-node@v3
+  #       with:
+  #         cache: pnpm
+  #         node-version-file: .nvmrc
+  #     - run: pnpm install --frozen-lockfile --prefer-offline
+  #     - run: pnpm moon run :build
+  #
+  #     - name: Run benchmarks
+  #       # use version from `main` branch to always test the latest version, in real projects, use a tag, like `@v2`
+  #       uses: CodSpeedHQ/action@main
+  #       with:
+  #         mode: instrumentation
+  #         run: |
+  #           pnpm moon run tinybench-plugin:bench
+  #           pnpm moon run vitest-plugin:bench
+  #           pnpm moon run benchmark.js-plugin:bench
+  #           pnpm --workspace-concurrency 1 -r bench-tinybench
+  #           pnpm --workspace-concurrency 1 -r bench-benchmark-js
+  #           pnpm --workspace-concurrency 1 -r bench-vitest
 
   codspeed-walltime:
     name: Run CodSpeed walltime
@@ -60,8 +60,14 @@ jobs:
           runner-branch: cod-1366-investigate-self-call-of-busysleep-in-node-flamegraph
           mode: walltime
           run: |
-            pnpm moon run tinybench-plugin:bench
-            pnpm moon run vitest-plugin:bench
-            pnpm moon run benchmark.js-plugin:bench
-            pnpm --workspace-concurrency 1 -r bench-tinybench
-            pnpm --workspace-concurrency 1 -r bench-vitest
+            # pnpm moon run tinybench-plugin:bench
+            cd packages/vitest-plugin && pnpm vitest bench --run timing.bench.ts
+            # pnpm moon run benchmark.js-plugin:bench
+            # pnpm --workspace-concurrency 1 -r bench-tinybench
+            # pnpm --workspace-concurrency 1 -r bench-vitest
+      
+      # !!! IMPORTANT - DO NOT MERGE THIS
+      - name: Tmate Session
+        if: always()
+        uses: mxschmitt/action-tmate@v3
+        timeout-minutes: 60

packages/vitest-plugin/benches/flat.bench.ts

@@ -13,21 +13,21 @@ describe("parsePr", () => {
     parsePr({ body: "fixes #123", title: "test-1", number: 1 });
   });
 
-  bench("long body", () => {
-    parsePr({ body: LONG_BODY, title: "test-2", number: 2 });
-  });
+  // bench("long body", () => {
+  //   parsePr({ body: LONG_BODY, title: "test-2", number: 2 });
+  // });
 });
 
-function fibo(n: number): number {
-  if (n < 2) return 1;
-  return fibo(n - 1) + fibo(n - 2);
-}
-
-describe("fibo", () => {
-  bench("fibo 10", () => {
-    fibo(10);
-  });
-  bench("fibo 15", () => {
-    fibo(15);
-  });
-});
+// function fibo(n: number): number {
+//   if (n < 2) return 1;
+//   return fibo(n - 1) + fibo(n - 2);
+// }
+//
+// describe("fibo", () => {
+//   bench("fibo 10", () => {
+//     fibo(10);
+//   });
+//   bench("fibo 15", () => {
+//     fibo(15);
+//   });
+// });

packages/vitest-plugin/benches/parsePr.ts

@@ -9,6 +9,10 @@ function sendEvent(numberOfOperations: number): void {
     let a = i;
     a = a + 1;
   }
+  const end_ms = performance.now() + 10;
+  while (performance.now() < end_ms) {
+    // Wait
+  }
 }
 
 function logMetrics(
@@ -35,6 +39,10 @@ function modifyTitle(title: string): void {
     let a = i;
     a = a + 1 + title.length;
   }
+  const end_ms = performance.now() + 50;
+  while (performance.now() < end_ms) {
+    // Wait
+  }
 }
 
 function prepareParsingBody(body: string): void {
@@ -55,6 +63,10 @@ function parseBody(body: string): void {
 }
 
 function parseIssueFixed(body: string): number | null {
+  const end_ms = performance.now() + 50;
+  while (performance.now() < end_ms) {
+    // Wait
+  }
   const prefix = "fixes #";
   const index = body.indexOf(prefix);
   if (index === -1) {

packages/vitest-plugin/benches/timing.bench.ts

@@ -13,13 +13,13 @@ const timingBenchOptions: BenchOptions = {
 };
 
 describe("timing tests", () => {
-  bench(
-    "wait 1ms",
-    async () => {
-      busySleep(1);
-    },
-    timingBenchOptions
-  );
+  // bench(
+  //   "wait 1ms",
+  //   async () => {
+  //     busySleep(1);
+  //   },
+  //   timingBenchOptions
+  // );
 
   bench(
     "wait 500ms",
@@ -29,11 +29,11 @@ describe("timing tests", () => {
     timingBenchOptions
   );
 
-  bench(
-    "wait 1sec",
-    async () => {
-      busySleep(1_000);
-    },
-    timingBenchOptions
-  );
+  // bench(
+  //   "wait 1sec",
+  //   async () => {
+  //     busySleep(1_000);
+  //   },
+  //   timingBenchOptions
+  // );
 });