gatsby-worker

/* File: worker.ts */ // This file defines the tasks that will be executed in a worker thread. // It should be a separate file resolved by the WorkerPool. export async function heavyTask(param: string): Promise<string> { // Simulate a CPU-intensive operation let result = 0; for (let i = 0; i < 10_000_000; i++) { result += Math.sqrt(i); } return `Processed '${param}' with result: ${result.toFixed(2)}`; } export async function setupStep(param: string): Promise<void> { console.log(`Worker ${process.env.GATSBY_WORKER_ID || 'unknown'} setting up with: ${param}`); // Simulate a heavy setup process await new Promise(resolve => setTimeout(resolve, 100)); } /* File: parent.ts */ import { WorkerPool } from 'gatsby-worker'; import * as path from 'path'; // Assuming 'worker.ts' is compiled to 'worker.js' in the same directory for Node.js execution const workerPath = path.resolve(__dirname, 'worker.js'); async function runWorkers() { const workerPool = new WorkerPool<typeof import('./worker')>( workerPath, { numWorkers: 2, // Use 2 worker threads env: { CUSTOM_ENV_VAR_TO_SET_IN_WORKER: 'foo', }, silent: false, // Output from workers will be logged to parent's console } ); try { console.log('--- Queuing setup on all workers ---'); // Queue a task on all workers for initial setup await Promise.all(workerPool.all.setupStep('initial setup data')); console.log('All workers setup complete.'); console.log('\n--- Queuing heavy tasks ---'); // Queue a task on a single worker (gatsby-worker handles worker assignment) const singleTaskPromise1 = workerPool.single.heavyTask('data-chunk-A'); const singleTaskPromise2 = workerPool.single.heavyTask('data-chunk-B'); const singleTaskPromise3 = workerPool.single.heavyTask('data-chunk-C'); const results = await Promise.all([ singleTaskPromise1, singleTaskPromise2, singleTaskPromise3 ]); results.forEach(res => console.log(res)); } catch (error) { console.error('An error occurred:', error); } finally { console.log('\n--- Shutting down worker pool ---'); await workerPool.end(); // Shut down all workers console.log('Worker pool shut down.'); } } runWorkers();