🚧 Add .mcb file compression.

Author: SnaveSutit

.eslintrc.json

@@ -15,7 +15,9 @@
 		"exporters/",
 		"tools/",
 		"svelte.config.ts",
-		"src/util/bufferGeometryUtils.ts"
+		"vitest.config.ts",
+		"src/util/bufferGeometryUtils.ts",
+		"tests/**/*"
 	],
 	"overrides": [
 		{

package.json

@@ -78,14 +78,17 @@
 		"build:scripts": "esbuild --bundle --platform=node --outfile=dist/build.cjs --packages=external ./tools/esbuild.ts",
 		"dev": "yarn build:scripts && node ./dist/build.cjs --mode=dev",
 		"prod": "node ./tools/cleanupDist.cjs && yarn build:scripts && node ./dist/build.cjs",
-		"format": "prettier --write ."
+		"format": "prettier --write .",
+		"test": "yarn build:scripts && vitest run",
+		"coverage": "yarn build:scripts && vitest run --coverage"
 	},
 	"devDependencies": {
 		"@novacbn/svelte-codejar": "^0.1.2",
 		"@types/download": "^8.0.5",
 		"@types/eslint": "^8.21.1",
 		"@types/js-yaml": "^4.0.5",
 		"@types/node": "^17.0.21",
+		"@types/websocket": "^1.0.10",
 		"@typescript-eslint/eslint-plugin": "^5.54.0",
 		"@typescript-eslint/parser": "^5.54.0",
 		"blockbench-types": "https://github.com/SnaveSutit/blockbench-types.git",
@@ -102,7 +105,8 @@
 		"svelte-awesome-color-picker": "^3.0.0-beta.7",
 		"svelte-preprocess": "^5.0.1",
 		"svelte-preprocess-esbuild": "^3.0.1",
-		"typescript": "^4.5.5"
+		"typescript": "^4.5.5",
+		"vitest": "^2.1.8"
 	},
 	"dependencies": {
 		"deepslate": "^0.19.2",

src/index.ts

@@ -42,6 +42,7 @@ import { exportProject } from './systems/exporter'
 import { openBlueprintLoadingDialog } from './interface/blueprintLoadingPopup'
 import { openInstallPopup } from './interface/installedPopup'
 import { cleanupExportedFiles } from './systems/cleaner'
+import mcbFiles from './systems/datapackCompiler/mcbFiles'
 
 // @ts-ignore
 globalThis.AnimatedJava = {
@@ -83,6 +84,7 @@ globalThis.AnimatedJava = {
 			Undo.finishEdit('Remove Cubes Associated With Texture')
 		},
 		cleanupExportedFiles,
+		mcbFiles,
 	},
 }
 

tools/esbuild.ts

@@ -18,6 +18,7 @@ import ImportGlobPlugin from 'esbuild-plugin-import-glob'
 import packagerPlugin from './plugins/packagerPlugin'
 import inlineWorkerPlugin from './plugins/workerPlugin'
 import assetOverridePlugin from './plugins/assetOverridePlugin'
+import mcbCompressionPlugin from './plugins/mcbCompressionPlugin'
 import * as path from 'path'
 const PACKAGE = JSON.parse(fs.readFileSync('./package.json', 'utf-8'))
 
@@ -216,6 +217,7 @@ const devConfig: esbuild.BuildOptions = {
 		packagerPlugin(),
 		inlineWorkerPlugin(devWorkerConfig),
 		assetOverridePlugin(),
+		mcbCompressionPlugin(),
 		DEPENDENCY_QUARKS,
 	],
 	format: 'iife',
@@ -243,6 +245,7 @@ const prodConfig: esbuild.BuildOptions = {
 		packagerPlugin(),
 		inlineWorkerPlugin({}),
 		assetOverridePlugin(),
+		mcbCompressionPlugin(),
 		DEPENDENCY_QUARKS,
 	],
 	keepNames: true,

tools/plugins/mcbCompressionPlugin.ts

@@ -0,0 +1,59 @@
+import { Plugin } from 'esbuild'
+import * as fs from 'fs/promises'
+import * as pathjs from 'path'
+import * as fflate from 'fflate'
+
+function zip(data: fflate.AsyncZippable): Promise<Uint8Array> {
+	return new Promise((resolve, reject) => {
+		fflate.zip(data, { level: 9 }, (err, data) => {
+			if (err) reject(err)
+			else resolve(data)
+		})
+	})
+}
+
+export default function plugin(): Plugin {
+	return {
+		name: 'mcbCompressionPlugin',
+		setup(build) {
+			const mcbFiles = new Map<string, fflate.AsyncZippableFile>()
+
+			build.onLoad({ filter: /\.mcb$/ }, async ({ path }) => {
+				const localPath = pathjs.relative(process.cwd(), path).replace(/\\/g, '/')
+				const data = await fs.readFile(path)
+				mcbFiles.set(localPath, data)
+
+				return {
+					contents: `
+import getZipFile from '__MCB_ZIP_DATA'
+export default getZipFile('${localPath}')
+`,
+					loader: 'js',
+				}
+			})
+
+			build.onResolve({ filter: /^__MCB_ZIP_DATA$/ }, ({ path }) => {
+				return {
+					path,
+					namespace: 'mcbZipData',
+				}
+			})
+
+			build.onLoad({ filter: /.*/, namespace: 'mcbZipData' }, async ({ path }) => {
+				const zipped = await zip(Object.fromEntries(mcbFiles.entries()))
+				const data = Buffer.from(zipped).toString('base64')
+				return {
+					contents: `
+import * as fflate from 'fflate'
+const unzipped = fflate.unzipSync(Uint8Array.from(atob('${data}'), c => c.charCodeAt(0)))
+export default function getFile(path) {
+	return Buffer.from(unzipped[path]).toString('utf-8')
+}
+`,
+					resolveDir: process.cwd(),
+					loader: 'js',
+				}
+			})
+		},
+	}
+}

vitest.config.ts

@@ -0,0 +1,7 @@
+import { defineConfig } from 'vitest/config'
+
+export default defineConfig({
+	test: {
+		dir: 'tests',
+	},
+})