feat(build): add build script for WASM parsers and GitHub Actions workflow

Author: phodal

.github/workflows/build-and-publish.yml

@@ -0,0 +1,25 @@
+name: build-and-publish
+on: workflow_dispatch
+jobs:
+  build-and-publish:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: pnpm/action-setup@v2
+      - name: Install Node.js with pnpm
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: "pnpm"
+      - run: pnpm install
+
+      - uses: mymindstorm/setup-emsdk@v11
+        with:
+          version: 2.0.24
+
+      - run: pnpm build
+
+      - uses: JS-DevTools/npm-publish@v1
+        with:
+          token: ${{ secrets.NPM_TOKEN }}

.gitignore

@@ -1,5 +1,4 @@
 /node_modules
 .uuid
 .idea
-pnpm-lock.yaml
-./*.wasm
+./*.wasm

README.md

@@ -35,3 +35,9 @@ pnpm build
 pnpm i
 pnpm build
 ```
+
+## LISENSE
+
+Build script based on: [tree-sitter-wasms](https://github.com/Gregoor/tree-sitter-wasms) with MIT LICENSE.
+
+This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.

build.ts

@@ -0,0 +1,80 @@
+// based on https://github.com/Gregoor/tree-sitter-wasms with MIT license
+import fs from "fs";
+import os from "os";
+import path from "path";
+import util from "util";
+
+import { PromisePool } from "@supercharge/promise-pool";
+const findRoot = require("find-root");
+
+import packageInfo from "./package.json";
+
+const langArg = process.argv[2];
+
+const exec = util.promisify(require("child_process").exec);
+
+const outDir = path.join(__dirname, "out");
+
+let hasErrors = false;
+
+async function buildParserWASM(
+	name: string,
+	{ subPath, generate }: { subPath?: string; generate?: boolean } = {}
+) {
+	const label = subPath ? path.join(name, subPath) : name;
+	try {
+		console.log(`⏳ Building ${label}`);
+		let packagePath;
+		try {
+			packagePath = findRoot(require.resolve(name));
+		} catch (_) {
+			packagePath = path.join(__dirname, "node_modules", name);
+		}
+		const cwd = subPath ? path.join(packagePath, subPath) : packagePath;
+		if (generate) {
+			await exec(`pnpm tree-sitter generate`, { cwd });
+		}
+		await exec(`pnpm tree-sitter build-wasm ${cwd}`);
+		console.log(`✅ Finished building ${label}`);
+	} catch (e) {
+		console.error(`🔥 Failed to build ${label}:\n`, e);
+		hasErrors = true;
+	}
+}
+
+if (fs.existsSync(outDir)) {
+	fs.rmSync(outDir, { recursive: true, force: true });
+}
+
+fs.mkdirSync(outDir);
+
+process.chdir(outDir);
+
+const grammars = Object.keys(packageInfo.devDependencies)
+	.filter((n) => n.startsWith("tree-sitter-") && n !== "tree-sitter-cli")
+	.concat('@tree-sitter-grammars/tree-sitter-zig')
+	.concat("@tlaplus/tree-sitter-tlaplus")
+	.filter((s) => !langArg || s.includes(langArg));
+
+PromisePool.withConcurrency(os.cpus().length)
+	.for(grammars)
+	.process(async (name) => {
+		if (name == "tree-sitter-rescript") {
+			await buildParserWASM(name, { generate: true });
+		} else if (name == "tree-sitter-ocaml") {
+			await buildParserWASM(name, { subPath: "ocaml" });
+		} else if (name == "tree-sitter-php") {
+			await buildParserWASM(name, { subPath: "php" });
+		} else if (name == "tree-sitter-typescript") {
+			await buildParserWASM(name, { subPath: "typescript" });
+			await buildParserWASM(name, { subPath: "tsx" });
+		} else {
+			await buildParserWASM(name);
+		}
+	})
+	.then(async () => {
+		if (hasErrors) {
+			process.exit(1);
+		}
+		await exec(`mv *.wasm ${outDir}`, { cwd: __dirname });
+	});

package.json

@@ -1,15 +1,10 @@
 {
   "name": "@unit-mesh/treesitter-artifacts",
   "author": "Unit Mesh authors",
-  "type": "module",
-  "exports": {
-    ".": {
-      "import": "./main/treesitter.js",
-      "require": "./main/treesitter.js"
-    },
-    "./wasm/*": "./wasm/*"
-  },
-  "main": "./main/treesitter.js",
+  "files": [
+    "/out"
+  ],
+  "main": "bindings/node",
   "version": "1.6.4",
   "repository": {
     "type": "git",
@@ -25,33 +20,21 @@
   ],
   "license": "MIT",
   "scripts": {
-    "gen-wasm": "tree-sitter --version && run-p __gen-* && run-s __mv-wasm",
-    "__gen-c": "tree-sitter build-wasm node_modules/tree-sitter-c/",
-    "__gen-cpp": "tree-sitter build-wasm node_modules/tree-sitter-cpp/",
-    "__gen-c-sharp": "tree-sitter build-wasm node_modules/tree-sitter-c-sharp/",
-    "__gen-go": "tree-sitter build-wasm node_modules/tree-sitter-go/",
-    "__gen-java": "tree-sitter build-wasm node_modules/tree-sitter-java/",
-    "__gen-javascript": "tree-sitter build-wasm node_modules/tree-sitter-javascript/",
-    "__gen-kotlin": "tree-sitter build-wasm node_modules/tree-sitter-kotlin/",
-    "__gen-lua": "tree-sitter build-wasm node_modules/tree-sitter-lua/",
-    "__gen-python": "tree-sitter build-wasm node_modules/tree-sitter-python/",
-    "__gen-rust": "tree-sitter build-wasm node_modules/tree-sitter-rust/",
-    "__gen-swift": "tree-sitter build-wasm node_modules/tree-sitter-swift/",
-    "__gen-php": "tree-sitter build-wasm node_modules/tree-sitter-php/",
-    "__gen-typescript": "tree-sitter build-wasm node_modules/tree-sitter-typescript/typescript/",
-    "__gen-typescript-jsx": "tree-sitter build-wasm node_modules/tree-sitter-typescript/tsx/",
-    "__gen-zig": "tree-sitter build-wasm node_modules/tree-sitter-zig/",
-    "__gen-toml": "tree-sitter build-wasm node_modules/tree-sitter-toml/",
-    "__gen-markdown": "tree-sitter build-wasm node_modules/@tree-sitter-grammars/tree-sitter-markdown/tree-sitter-markdown",
-    "__mv-wasm": "rm -rf ./wasm && mkdir wasm && mv *.wasm wasm/",
-    "download_treesitter": "node index.js",
-    "build": "run-p gen-wasm download_treesitter"
+    "build": "ts-node build.ts"
   },
   "devDependencies": {
-    "@tree-sitter-grammars/tree-sitter-markdown": "0.2.3",
+    "ts-node": "^10.9.2",
+    "typescript": "5.3.3",
     "@types/node": "^18.16.0",
     "node-fetch": "^3.3.1",
     "npm-run-all": "^4.1.5",
+    "@supercharge/promise-pool": "^3.1.1",
+    "find-root": "^1.1.0"
+  },
+  "dependencies": {
+    "@tree-sitter-grammars/tree-sitter-markdown": "0.2.3",
+    "@tree-sitter-grammars/tree-sitter-zig": "1.0.0",
+    "@tlaplus/tree-sitter-tlaplus": "^1.2.4",
     "tree-sitter-c": "0.20.6",
     "tree-sitter-c-sharp": "0.20.0",
     "tree-sitter-cli": "^0.20.8",
@@ -66,6 +49,8 @@
     "tree-sitter-swift": "^0.3.6",
     "tree-sitter-toml": "0.5.1",
     "tree-sitter-php": "^0.22.0",
+    "tree-sitter-ocaml": "^0.20.4",
+    "tree-sitter-rescript": "github:rescript-lang/tree-sitter-rescript#6376fa028f31aa4e26ca2c8f007e322cd2a5eb4a",
     "tree-sitter-bash": "^0.20.5",
     "tree-sitter-typescript": "git://github.com/tree-sitter/tree-sitter-typescript#v0.20.4",
     "tree-sitter-zig": "git://github.com/GrayJack/tree-sitter-zig#8e970cb"