ddstats-server/tests/multihread.test.js

import { initWorkers, spread } from '../libs/utils/multithread.js'
import { sqlite } from '../libs/database/init.js'
import Finish from '../schemas/Finish-copy.js'
import initLog from '../libs/utils/log.js'

const log = initLog("sqlite2mongo")

initWorkers(6)

export default async function() {
    log("Checking for new finishes...")

    await Finish.deleteMany({})

    let offset = -1
    while (offset < 10000000) {
        await sqlite.each(
            `SELECT * FROM race ORDER BY Timestamp LIMIT 5000 OFFSET ${offset + 1}`,
            [],
            (err, finish) => {
                spread(
                    './db.test.js',
                    {
                        err,
                        finish,
                    }
                ).then(
                    result => {}
                )
            }
        )
        offset += 5000
    }
}