server/server -> server/core

server/core/lib/worker/parent-process.ts

@@ -0,0 +1,77 @@
+import { join } from 'path'
+import Piscina from 'piscina'
+import { JOB_CONCURRENCY, WORKER_THREADS } from '@server/initializers/constants.js'
+import httpBroadcast from './workers/http-broadcast.js'
+import downloadImage from './workers/image-downloader.js'
+import processImage from './workers/image-processor.js'
+
+let downloadImageWorker: Piscina
+
+function downloadImageFromWorker (options: Parameters<typeof downloadImage>[0]): Promise<ReturnType<typeof downloadImage>> {
+  if (!downloadImageWorker) {
+    downloadImageWorker = new Piscina({
+      filename: new URL(join('workers', 'image-downloader.js'), import.meta.url).href,
+      concurrentTasksPerWorker: WORKER_THREADS.DOWNLOAD_IMAGE.CONCURRENCY,
+      maxThreads: WORKER_THREADS.DOWNLOAD_IMAGE.MAX_THREADS
+    })
+  }
+
+  return downloadImageWorker.run(options)
+}
+
+// ---------------------------------------------------------------------------
+
+let processImageWorker: Piscina
+
+function processImageFromWorker (options: Parameters<typeof processImage>[0]): Promise<ReturnType<typeof processImage>> {
+  if (!processImageWorker) {
+    processImageWorker = new Piscina({
+      filename: new URL(join('workers', 'image-processor.js'), import.meta.url).href,
+      concurrentTasksPerWorker: WORKER_THREADS.PROCESS_IMAGE.CONCURRENCY,
+      maxThreads: WORKER_THREADS.PROCESS_IMAGE.MAX_THREADS
+    })
+  }
+
+  return processImageWorker.run(options)
+}
+
+// ---------------------------------------------------------------------------
+
+let parallelHTTPBroadcastWorker: Piscina
+
+function parallelHTTPBroadcastFromWorker (options: Parameters<typeof httpBroadcast>[0]): Promise<ReturnType<typeof httpBroadcast>> {
+  if (!parallelHTTPBroadcastWorker) {
+    parallelHTTPBroadcastWorker = new Piscina({
+      filename: new URL(join('workers', 'http-broadcast.js'), import.meta.url).href,
+      // Keep it sync with job concurrency so the worker will accept all the requests sent by the parallelized jobs
+      concurrentTasksPerWorker: JOB_CONCURRENCY['activitypub-http-broadcast-parallel'],
+      maxThreads: 1
+    })
+  }
+
+  return parallelHTTPBroadcastWorker.run(options)
+}
+
+// ---------------------------------------------------------------------------
+
+let sequentialHTTPBroadcastWorker: Piscina
+
+function sequentialHTTPBroadcastFromWorker (options: Parameters<typeof httpBroadcast>[0]): Promise<ReturnType<typeof httpBroadcast>> {
+  if (!sequentialHTTPBroadcastWorker) {
+    sequentialHTTPBroadcastWorker = new Piscina({
+      filename: new URL(join('workers', 'http-broadcast.js'), import.meta.url).href,
+      // Keep it sync with job concurrency so the worker will accept all the requests sent by the parallelized jobs
+      concurrentTasksPerWorker: JOB_CONCURRENCY['activitypub-http-broadcast'],
+      maxThreads: 1
+    })
+  }
+
+  return sequentialHTTPBroadcastWorker.run(options)
+}
+
+export {
+  downloadImageFromWorker,
+  processImageFromWorker,
+  parallelHTTPBroadcastFromWorker,
+  sequentialHTTPBroadcastFromWorker
+}