site-data.js

import fs from 'fs'
import os from 'os'
import path from 'path'
import flat from 'flat'
import { get, set } from 'lodash-es'
import languages from './languages.js'
import dataDirectory from './data-directory.js'
import encodeBracketedParentheses from './encode-bracketed-parentheses.js'

const TEMP_DIRECTORY = process.env.RUNNER_TEMP || os.tmpdir()

function diskMemoize(prefix, fn) {
  const useCache = process.env.NODE_ENV !== 'development'
  return (dir) => {
    const cacheFileName = `${prefix}.${dir.replace(/[^\w]+/g, '-').toLowerCase() || 'en'}.json`
    if (useCache) {
      try {
        return JSON.parse(fs.readFileSync(cacheFileName, 'utf-8'))
      } catch (err) {
        if (!(err.code === 'ENOENT' || err instanceof SyntaxError)) throw err
      }
    }

    const result = fn(dir)
    if (useCache) {
      fs.writeFileSync(cacheFileName, JSON.stringify(result), 'utf-8')
      console.log(`Disk-cache miss on ${cacheFileName}`, new Date())
    }
    return result
  }
}

const loadSiteDataFromDir = diskMemoize(path.join(TEMP_DIRECTORY, 'docs-site-data'), (dir) => {
  return {
    site: {
      data: dataDirectory(path.join(dir, 'data'), {
        preprocess: (dataString) => encodeBracketedParentheses(dataString.trimEnd()),
        ignorePatterns: [/README\.md$/],
      }),
    },
  }
})

export default function loadSiteData() {
  // load English site data
  const siteData = {
    en: loadSiteDataFromDir(languages.en.dir),
  }

  // load and add other language data to siteData where keys match english keys,
  // filling holes with english site data
  const englishKeys = Object.keys(flat(siteData.en))
  for (const language of Object.values(languages)) {
    if (language.code === 'en') continue
    const data = loadSiteDataFromDir(language.dir)
    for (const key of englishKeys) {
      set(siteData, `${language.code}.${key}`, get(data, key) || get(siteData.en, key))
    }
  }

  for (const language of Object.values(languages)) {
    // Add the English `slug` to each item, to link a consistent anchor
    siteData[language.code].site.data.glossaries.external.forEach((item, i) => {
      item.slug = siteData.en.site.data.glossaries.external[i].term
    })

    // Sort glossary by language-specific function
    if (language.code !== 'en') {
      siteData[language.code].site.data.glossaries.external.sort((a, b) =>
        a.term.localeCompare(b.term, language.code)
      )
    }
  }

  return siteData
}