refactor(benchmark): allow to take duration as a params

Author: RomainLanz

benchmark/boringnode/harness.ts

@@ -1,3 +1,4 @@
+import { setTimeout } from 'node:timers/promises'
 import { Redis } from 'ioredis'
 import { Worker } from '#src/worker'
 import { Job } from '#src/job'
@@ -6,12 +7,15 @@ import { redis } from '#drivers/redis_adapter'
 import { barrier, type BenchmarkOptions, type BenchmarkResult } from '../helpers.ts'
 import type { QueueManagerConfig } from '#types/main'
 
-// Barrier callback - set before each benchmark run
+// Barrier callback and job duration - set before each benchmark run
 let onJobComplete: (() => boolean) | null = null
+let jobDuration: number = 0
 
 class BenchmarkJob extends Job<{ i: number }> {
   async execute() {
-    // No-op - just measure queue overhead
+    if (jobDuration > 0) {
+      await setTimeout(jobDuration)
+    }
     onJobComplete?.()
   }
 }
@@ -37,9 +41,10 @@ export async function run(options: BenchmarkOptions): Promise<BenchmarkResult> {
 
   await clearQueue(host, port)
 
-  // Setup barrier for completion tracking
+  // Setup barrier for completion tracking and job duration
   const { done, next } = barrier(options.numRuns)
   onJobComplete = next
+  jobDuration = options.jobDuration ?? 0
 
   const config: QueueManagerConfig = {
     default: 'redis',

benchmark/bullmq/harness.ts

@@ -1,3 +1,4 @@
+import { setTimeout } from 'node:timers/promises'
 import { Queue, Worker, type ConnectionOptions } from 'bullmq'
 import { Redis } from 'ioredis'
 import { barrier, type BenchmarkOptions, type BenchmarkResult } from '../helpers.ts'
@@ -36,10 +37,13 @@ export async function run(options: BenchmarkOptions): Promise<BenchmarkResult> {
   const startTime = Date.now()
 
   // Create worker AFTER all jobs are enqueued (pure dequeue test)
+  const jobDuration = options.jobDuration ?? 0
   const worker = new Worker(
     'benchmark',
     async () => {
-      // No-op - just measure queue overhead
+      if (jobDuration > 0) {
+        await setTimeout(jobDuration)
+      }
       next()
     },
     {

benchmark/helpers.ts

@@ -37,6 +37,7 @@ export function barrier(n: number = 1) {
 export interface BenchmarkOptions {
   numRuns: number
   concurrency: number
+  jobDuration?: number // Simulated work duration in ms
 }
 
 export interface BenchmarkResult {

benchmark/run.ts

@@ -5,6 +5,7 @@ import { run as runBullMQ } from './bullmq/harness.ts'
 interface BenchmarkConfig {
   numRuns: number[]
   concurrency: number[]
+  jobDuration?: number // Simulated work duration in ms
 }
 
 const defaultConfig: BenchmarkConfig = {
@@ -17,12 +18,15 @@ async function runBenchmarks(config: BenchmarkConfig = defaultConfig) {
 
   console.log('='.repeat(60))
   console.log('Queue Benchmark Suite')
+  if (config.jobDuration) {
+    console.log(`Job duration: ${config.jobDuration}ms`)
+  }
   console.log('='.repeat(60))
   console.log()
 
   for (const numRuns of config.numRuns) {
     for (const concurrency of config.concurrency) {
-      const options: BenchmarkOptions = { numRuns, concurrency }
+      const options: BenchmarkOptions = { numRuns, concurrency, jobDuration: config.jobDuration }
 
       console.log(`\nBenchmark: ${numRuns} jobs, concurrency ${concurrency}`)
       console.log('-'.repeat(50))
@@ -112,6 +116,19 @@ if (args.includes('--quick')) {
     numRuns: [100, 500, 1000, 2500, 5000, 10000],
     concurrency: [1, 5, 10, 25, 50],
   }
+} else if (args.includes('--realistic')) {
+  // Simulate real jobs with 5ms work duration
+  config = {
+    numRuns: [100, 500, 1000],
+    concurrency: [1, 5, 10],
+    jobDuration: 5,
+  }
+}
+
+// Allow --duration=N to set job duration
+const durationArg = args.find((arg) => arg.startsWith('--duration='))
+if (durationArg) {
+  config.jobDuration = Number.parseInt(durationArg.split('=')[1], 10)
 }
 
 runBenchmarks(config)