feat: build wasm with extism

packages/wasm-tools/README.md

@@ -5,3 +5,35 @@ import { TestTool } from "@llamaindex/wasm-tools";
 const testTool = new TestTool();
 testTool.call("1"); // get post has id = 1 (url: https://jsonplaceholder.typicode.com/todos?id=1)
 ```
+
+## Extism
+
+### Prerequisites
+
+- [Extism CLI](https://github.com/extism/cli?tab=readme-ov-file#installation)
+- [Extism PDK](https://github.com/extism/js-pdk?tab=readme-ov-file#linux-macos)
+
+### Build WASM files
+
+```bash
+cd packages/wasm-tools/extism/wiki
+extism-js wiki.js -i wiki.d.ts -o wiki.wasm
+```
+
+### Test WASM files
+
+```bash
+extism call wiki.wasm wikiCall --wasi --allow-host "*.wikipedia.org" --input='{"query": "Ho Chi Minh City"}'
+```
+
+### Run WASM files in Node.js
+
+```bash
+node examples/wiki.js
+```
+
+### Run WASM files in Python
+
+```bash
+python examples/wiki.py
+```

packages/wasm-tools/examples/wiki.js

@@ -0,0 +1,23 @@
+import createPlugin from "@extism/extism";
+
+async function main() {
+	const plugin = await createPlugin("../extism/wiki/wiki.wasm", {
+		useWasi: true,
+		functions: {},
+		runInWorker: true,
+		allowedHosts: ["*.wikipedia.org"],
+		memory: { maxHttpResponseBytes: 100 * 1024 * 1024 },
+	});
+
+	try {
+		const params = { query: "Ho Chi Minh City" };
+		const data = await plugin.call("wikiCall", JSON.stringify(params));
+		console.log(data.json()); 
+	} catch (e) {
+		console.error(e);
+	} finally {
+		await plugin.close();
+	}
+}
+
+void main();

packages/wasm-tools/examples/wiki.py

@@ -0,0 +1,27 @@
+import extism
+import json
+from os.path import join, dirname
+
+
+def read_local_wasm(file_name):
+    path = join(dirname(__file__), file_name)
+    with open(path, "rb") as wasm_file:
+        return wasm_file.read()
+
+
+def _manifest(file_name):
+    wasm = read_local_wasm(file_name)
+    return {
+        "wasm": [{"data": wasm}],
+        "allowed_hosts": ["*.wikipedia.org"],
+    }
+
+
+manifest = _manifest("wiki.wasm")
+with extism.Plugin(manifest, wasi=True) as plugin:
+    data = plugin.call(
+        "wikiCall",
+        json.dumps({"query": "Ho Chi Minh City"}),
+        parse=lambda output: json.loads(bytes(output).decode("utf-8")),
+    )
+print(data)

packages/wasm-tools/extism/fake-data/fake-data.d.ts

@@ -0,0 +1,3 @@
+declare module 'main' {
+  export function fakeData(): I32;
+} 

packages/wasm-tools/extism/fake-data/fake-data.js

@@ -0,0 +1,15 @@
+/* eslint-disable @typescript-eslint/no-var-requires */
+const { wiki } = require("wikipedia");
+
+function fakeData() {
+  const todoIndex = Host.inputString();
+	const request = {
+		method: "GET",
+    url: `https://jsonplaceholder.typicode.com/todos/${todoIndex}`,
+	};
+	const response = Http.request(request);
+	if (response.status != 200) throw new Error(`Got non 200 response ${response.status}`);
+	Host.outputString(response.body);
+}
+
+module.exports = { fakeData };

packages/wasm-tools/extism/wiki/wiki.d.ts

@@ -0,0 +1,3 @@
+declare module 'main' {
+  export function wikiCall(): I32;
+} 

packages/wasm-tools/extism/wiki/wiki.js

@@ -0,0 +1,13 @@
+function wikiCall() {
+	const params = JSON.parse(Host.inputString());
+	const query = params.query;
+	const request = {
+		method: "GET",
+		url: `https://en.wikipedia.org/api/rest_v1/page/summary/${encodeURIComponent(query)}`,
+	};
+	const response = Http.request(request);
+	if (response.status != 200) throw new Error(`Got non 200 response ${response.status}`);
+	Host.outputString(response.body);
+}
+
+module.exports = { wikiCall };

packages/wasm-tools/package.json

@@ -4,8 +4,8 @@
   "license": "MIT",
   "type": "module",
   "dependencies": {
-    "@assemblyscript/loader": "^0.27.27",
-    "@types/node": "^22.5.1"
+    "@types/node": "^22.5.1",
+    "@extism/extism": "^2.0.0-rc7"
   },
   "devDependencies": {
     "@swc/cli": "^0.4.0",