disable memory benchmarks + improve logging

Author: krausest

webdriver-ts/src/benchmarkRunner.ts

@@ -9,6 +9,7 @@ import {
 } from "./common.js";
 import { fork } from "node:child_process";
 import * as fs from "node:fs";
+import { performance } from "node:perf_hooks";
 import {
   BenchmarkInfo,
   benchmarkInfos,
@@ -201,6 +202,7 @@ async function runBench(
   let plausibilityCheck = new PlausibilityCheck();
 
   for (let j = 0; j < benchmarkInfos.length; j++) {
+    const startTime = performance.now();
     for (let i = 0; i < runFrameworks.length; i++) {
       try {
         let result;
@@ -233,6 +235,8 @@ async function runBench(
         errors.push(error as string);
       }
     }
+    const duration = performance.now() - startTime;
+    console.log(`==> Duration for benchmark ${benchmarkInfos[j].id}: ${duration.toFixed(2)} ms`);
   }
 
   if (warnings.length > 0) {

webdriver-ts/src/benchmarksCommon.ts

@@ -82,7 +82,7 @@ export enum Benchmark {
   _21 = "21_ready-memory",
   _22 = "22_run-memory",
   _23 = "23_update5-memory",
-  // _24 = "24_run5-memory",
+  _24 = "24_run5-memory",
   _25 = "25_run-clear-memory",
   _26 = "26_run-10k-memory",
   _30 = "30_startup",
@@ -229,12 +229,12 @@ export const memBenchmarkInfosArray: Array<MemBenchmarkInfo> = [
     description: "Memory usage after adding 1,000 rows.",
     type: BenchmarkType.MEM,
   },
-  {
-    id: Benchmark._23,
-    label: "update every 10th row for 1k rows (5 cycles)",
-    description: "Memory usage after clicking update every 10th row 5 times",
-    type: BenchmarkType.MEM,
-  },
+  // {
+  //   id: Benchmark._23,
+  //   label: "update every 10th row for 1k rows (5 cycles)",
+  //   description: "Memory usage after clicking update every 10th row 5 times",
+  //   type: BenchmarkType.MEM,
+  // },
   // {
   //   id: Benchmark._24,
   //   label: "replace 1k rows (5 cycles)",
@@ -247,12 +247,12 @@ export const memBenchmarkInfosArray: Array<MemBenchmarkInfo> = [
     description: "Memory usage after creating and clearing 1000 rows 5 times",
     type: BenchmarkType.MEM,
   },
-  {
-    id: Benchmark._26,
-    label: "run memory 10k",
-    description: "Memory usage after adding 10,000 rows.",
-    type: BenchmarkType.MEM,
-  },
+  // {
+  //   id: Benchmark._26,
+  //   label: "run memory 10k",
+  //   description: "Memory usage after adding 10,000 rows.",
+  //   type: BenchmarkType.MEM,
+  // },
 ];
 
 export const startupBenchmarkInfosArray: Array<StartupMainBenchmarkInfo> = [

webdriver-ts/src/benchmarksPlaywright.ts

@@ -323,8 +323,8 @@ export const benchmarks = [
    benchClear, 
    benchReadyMemory, 
    benchRunMemory, 
-   benchRun10KMemory,
-   benchUpdate5Memory,
+  //  benchRun10KMemory,
+  //  benchUpdate5Memory,
   //  benchReplace5Memory, 
    benchCreateClear5Memory,
 ];

webdriver-ts/src/benchmarksPuppeteer.ts

@@ -397,8 +397,8 @@ export const benchmarks = [
   benchClear,
   benchReadyMemory,
   benchRunMemory,
-  benchUpdate5Memory,
+  // benchUpdate5Memory,
   // benchReplace5Memory,
   benchCreateClear5Memory,
-  benchRun10KMemory,
+  // benchRun10KMemory,
 ];