Started experimenting with multithreading.

index.js

@@ -8,7 +8,7 @@ import express from 'express'
 import dotenv from 'dotenv'
 import sqlite2mongo from './libs/database/sqlite2mongo.js'
 import databaseInit from './libs/database/init.js'
-import initLog from './libs/utills/log.js'
+import initLog from './libs/utils/log.js'
 import api from './api/api.js'
 
 const log = initLog("[ MAIN ]")

libs/database/init.js

@@ -1,4 +1,4 @@
-import initLog from '../utills/log.js'
+import initLog from '../utils/log.js'
 import mongoose from 'mongoose'
 import sqlite3 from 'sqlite3'
 import { open } from 'sqlite'

libs/database/sqlite2mongo.js

@@ -1,4 +1,4 @@
-import initLog from '../utills/log.js'
+import initLog from '../utils/log.js'
 import { checkForFinishes, checkForMaps, checkForPlayers } from './sqlite2mongo/checks.js'
 import postTasks from './sqlite2mongo/postTasks.js'
 

libs/database/sqlite2mongo/checks.js

@@ -2,7 +2,7 @@ import { sqlite } from "../init.js"
 import Level from '../../../schemas/Level.js'
 import Player from '../../../schemas/Player.js'
 import Finish from '../../../schemas/Finish.js'
-import initLog from '../../utills/log.js'
+import initLog from '../../utils/log.js'
 
 
 const log = initLog("sqlite2mongo")

libs/database/sqlite2mongo/postTasks.js

@@ -1,6 +1,6 @@
 import Level from '../../../schemas/Level.js'
 import Player from '../../../schemas/Player.js'
-import initLog from '../../utills/log.js'
+import initLog from '../../utils/log.js'
 import decodeMsgpack from './decodeMsgpack.js'
 
 const log = initLog("sqlite2mongo")

libs/utils/multithread.js

@@ -0,0 +1,36 @@
+import { Worker } from 'worker_threads'
+
+let workerFarm = []
+
+export function initWorkers(threads) {
+    for (let i = 0;  i < threads; ++i) {
+        workerFarm.push(new Worker('./libs/utils/multithread/genericWorker.js'))
+    }
+
+    for (const i in workerFarm) {
+        const worker = workerFarm[i]
+        worker.postMessage({
+            type: 'setName',
+            name: `Worker ${parseInt(i) + 1}`
+        })
+    }
+}
+
+export function spread(threads, script, data, shouldEval) {
+    return new Promise((resolve, reject) => {
+        const worker = new Worker(
+            script,
+            {
+                workerData: data,
+                eval: shouldEval ?? false
+            }
+        )
+
+        worker.on('message', resolve)
+        worker.on('error', reject)
+        worker.on('exit', (code) => {
+            if (code !== 0)
+                reject(new Error(`Process stopped with code: ${code}`))
+        })
+    })
+}

libs/utils/multithread/fibonacci.js

@@ -0,0 +1,23 @@
+import { workerData, parentPort } from 'worker_threads'
+
+let nums = [1, 1]
+
+for (let i = 0; i < 42; i++) {
+    nums.push(nums[nums.length - 2] + nums[nums.length - 1])
+}
+
+let primes = []
+for (const num of nums) {
+    let isPrime = true
+    for (let i = 2; i < num / 2; ++i) {
+        if (num % i === 0)
+           isPrime = false
+    }
+
+    if (isPrime)
+        primes.push(num)
+}
+
+console.log("DONE!")
+
+parentPort.postMessage(primes)

libs/utils/multithread/genericWorker.js

@@ -0,0 +1,31 @@
+import { workerData, parentPort } from 'worker_threads'
+import initLog from '../log.js'
+
+let script = ''
+let myName = ''
+
+let log = initLog(myName)
+
+parentPort.on(
+    'message',
+    message => {
+        switch (message.type) {
+            case 'setName':
+                myName = message.name
+                log = initLog(myName)
+                log(`Changed name to '${myName}'.`)
+                break
+
+            case 'setScript':
+                script = message.script
+                log = initLog(myName)
+                log(`Changed name to '${myName}'.`)
+                break
+    
+
+            default:
+                
+                break
+        }
+    }
+)

package.json

@@ -22,6 +22,6 @@
     "express": "^4.17.1",
     "mongoose": "^6.0.7",
     "sqlite": "^4.0.23",
-    "sqlite3": "^5.0.2"
+    "sqlite3": "^4.2.0"
   }
 }

tests/multihread.test.js

@@ -0,0 +1,3 @@
+import { initWorkers, spread } from '../libs/utils/multithread.js'
+
+initWorkers(8)