fite/lib/prod.js

import { join, dirname, parse, normalize } from 'node:path'
import { Worker } from 'node:worker_threads'
import os from 'node:os'
import fs from 'iofs'

import { isCustomElement } from './utils.js'

const IS_WIN = process.platform === 'win32'
const PREFIX = IS_WIN ? 'pages\\' : 'pages/'
// 线程太多, 效率反而不高
const THREADS_NUM = os.cpus().length > 4 ? 4 : os.cpus().length - 1
const __filename = normalize(import.meta.url.slice(IS_WIN ? 8 : 7))
const __dirname = dirname(__filename)
const WORKER_POOL = new Set() // 线程池
const JOBS_QUEUE = [] // 任务队列

function readFile(file) {
  return (file && fs.cat(file)?.toString()) || ''
}

function doJob() {
  // console.log('<><><>', JOBS_QUEUE.length, WORKER_POOL.size)
  // if (JOBS_QUEUE.length === 0 && WORKER_POOL.size === THREADS_NUM) {
  //   process.exit()
  // }

  while (JOBS_QUEUE.length && WORKER_POOL.size) {
    let job = JOBS_QUEUE.shift()
    let worker = WORKER_POOL.values().next().value

    WORKER_POOL.delete(worker)

    worker.once('message', _ => {
      WORKER_POOL.add(worker)

      doJob()
    })
    worker.postMessage(job)
  }
}

export default function compile(root = '', dist = '', conf = {}, verbose) {
  //
  const SOURCE_DIR = join(root, 'src')
  const PUBLIC_DIR = join(root, 'public')
  const DEPLOY_PATH = conf.base || '' // 部署目录, 默认是根目录部署
  const PAGES_KEYS = Object.keys(conf.pages)
  const IS_MPA = PAGES_KEYS.length > 1
  const PAGES_PREFIX = PAGES_KEYS.map(it =>
    IS_WIN ? `${PREFIX + it}\\` : `${PREFIX + it}/`
  )
  const INJECT_SCSS = readFile(conf.inject?.scss)
  const LEGACY_MODE = !!conf.legacy

  conf.inject = conf.inject || { scss: '' }

  let timeStart = Date.now()
  let template = fs.cat(join(process.cwd(), 'index.html')).toString()
  let list = new Map()
  let options = {
    IS_MPA,
    SOURCE_DIR,
    DEPLOY_PATH,
    INJECT_SCSS,
    LEGACY_MODE,
    // 线程通讯无法传递函数类型, 需要转为字符串, 之后再转回来
    // isCustomElement: conf.isCustomElement || isCustomElement
    isCustomElement: (conf.isCustomElement || isCustomElement).toString()
  }

  fs.ls(SOURCE_DIR, true).forEach(path => {
    if (fs.isdir(path)) {
      return
    }

    let name = path.slice(SOURCE_DIR.length + 1)
    let it = {
      path,
      name,
      ext: parse(name).ext
    }
    if (it.ext !== '') {
      if (IS_MPA && it.name.startsWith(PREFIX)) {
        if (PAGES_PREFIX.some(it => it.startsWith(it.name))) {
          list.set(path, it)
        }
        return
      }

      if (it.path === conf.inject.scss) {
        return
      }

      list.set(path, it)
    }
  })

  // 优先处理静态目录, 之后的源码目录中, 以便如果有产生相同的文件名, 则覆盖静态目录中的文件
  if (fs.isdir(PUBLIC_DIR)) {
    console.log('\n正在处理静态资源 ...')
    fs.ls(PUBLIC_DIR, true).forEach(it => {
      let ext = parse(it).ext

      if (ext === '') {
        return
      }

      if (fs.isfile(it)) {
        let name = it.slice(PUBLIC_DIR.length + 1)
        verbose && console.log('  复制 %s ...', name)
        fs.cp(it, join(dist, name))
      }
    })
  }

  // 创建线程池
  for (let i = 0; i < THREADS_NUM; i++) {
    WORKER_POOL.add(
      new Worker(join(__dirname, './thread.js'), {
        workerData: {
          options,
          verbose,
          dist,
          imports: conf.imports
        }
      })
    )
  }

  if (IS_MPA) {
    // 电脑线程数比页面数量还多时, 取小
    // let num = Math.min(PAGES_KEYS.length, THREADS_NUM)
    // let chunkSize = Math.ceil(PAGES_KEYS.length / num)

    // for (let i = 0; i < num; i++) {
    //   let start = i * chunkSize
    //   let end = start + chunkSize
    //   let pages = PAGES_KEYS.slice(start, end)
    //   let chunk = new Map()

    for (let currentPage of PAGES_KEYS) {
      let page = conf.pages[currentPage]
      let dir = dirname(page.entry)
      let files = new Map()
      let chunk = new Map()

      fs.ls(dir, true).forEach(path => {
        if (fs.isdir(path)) {
          return
        }

        let name = path.slice(dir.length + 1)
        let ext = parse(name).ext

        if (ext === '') {
          return
        }

        list.delete(path)
        files.set(path, { name, path, ext })
      })
      chunk.set(currentPage, { page, files })
      JOBS_QUEUE.push(chunk)
      doJob()
    }

    //
    {
      let chunk = new Map()

      chunk.set('', { page: null, files: list })
      JOBS_QUEUE.push(chunk)
      doJob()
    }
  } else {
    // 每个线程处理的文件数
    let chunkSize = Math.ceil(list.size / THREADS_NUM)
    let currentPage = PAGES_KEYS[0]
    let page = conf.pages[currentPage]

    list = [...list]

    for (let i = 0; i < THREADS_NUM; i++) {
      let start = i * chunkSize
      let end = start + chunkSize
      let chunk = new Map()

      chunk.set(currentPage, { page, files: list.slice(start, end) })

      new Worker(join(__dirname, './thread.js'), {
        workerData: {
          options,
          data: {
            chunk,
            verbose,
            dist,
            imports: conf.imports
          }
        }
      })
    }
  }

  process.on('exit', _ => {
    console.log('\n页面处理完成, 耗时 %ss\n', (Date.now() - timeStart) / 1000)
  })
}