mirror of
https://github.com/hanzoai/dev-desktop.git
synced 2026-11-20 01:07:23 +00:00
190 lines
7.4 KiB
TypeScript
190 lines
7.4 KiB
TypeScript
#!/usr/bin/env node
|
||
|
||
// Hermes has no WebAssembly, so wasm2c supplies C for HanzoHighlights.
|
||
// Token and language IDs are an ABI; generate native code and JS tables from the same version.
|
||
// After bumping @pierre/highlights:
|
||
// WASM2C=/path/to/wabt-1.0.42/bin/wasm2c vp run --filter @hanzodev/mobile generate:highlights
|
||
|
||
import * as NodeChildProcess from "node:child_process";
|
||
import * as NodeCrypto from "node:crypto";
|
||
import * as NodeFS from "node:fs";
|
||
import * as NodeModule from "node:module";
|
||
import * as NodeOS from "node:os";
|
||
import * as NodePath from "node:path";
|
||
import * as NodeURL from "node:url";
|
||
|
||
const WASM2C_VERSION = "1.0.42";
|
||
const THEMES = { light: "pierre-light", dark: "pierre-dark" } as const;
|
||
|
||
const mobileRoot = NodePath.resolve(import.meta.dirname, "..");
|
||
const moduleRoot = NodePath.join(mobileRoot, "modules/hanzo-highlights");
|
||
const generatedDataPath = NodePath.join(mobileRoot, "src/lib/highlights.generated.ts");
|
||
|
||
interface ThemeStyle {
|
||
readonly color?: string;
|
||
readonly italic?: boolean;
|
||
readonly weight?: number;
|
||
}
|
||
|
||
interface PreparedTheme {
|
||
readonly fg: string;
|
||
readonly styles: ReadonlyArray<ThemeStyle | null>;
|
||
}
|
||
|
||
function resolveHighlightsPackage() {
|
||
const require = NodeModule.createRequire(NodePath.join(mobileRoot, "package.json"));
|
||
const root = NodePath.dirname(require.resolve("@pierre/highlights/package.json"));
|
||
const { version } = JSON.parse(NodeFS.readFileSync(NodePath.join(root, "package.json"), "utf8"));
|
||
const wasm = NodeFS.readFileSync(NodePath.join(root, "dist/highlights.wasm"));
|
||
return {
|
||
root,
|
||
version: version as string,
|
||
wasmSha256: NodeCrypto.createHash("sha256").update(wasm).digest("hex"),
|
||
};
|
||
}
|
||
|
||
function importDist<T>(root: string, file: string): Promise<T> {
|
||
// The package exports neither its language table nor its theme resolver.
|
||
return import(NodeURL.pathToFileURL(NodePath.join(root, "dist", file)).href);
|
||
}
|
||
|
||
function generatedBanner(source: ReturnType<typeof resolveHighlightsPackage>): string {
|
||
return `Generated by apps/mobile/scripts/generate-highlights.mts from @pierre/highlights ${source.version} (highlights.wasm sha256 ${source.wasmSha256}). Do not edit.`;
|
||
}
|
||
|
||
export async function computeHighlightsData() {
|
||
const source = resolveHighlightsPackage();
|
||
const { default: languageIds } = await importDist<{ default: Record<string, number> }>(
|
||
source.root,
|
||
"languages.js",
|
||
);
|
||
const { prepareTheme } = await importDist<{ prepareTheme: (theme: unknown) => PreparedTheme }>(
|
||
source.root,
|
||
"theme.js",
|
||
);
|
||
|
||
const themeStyles: Record<string, Array<readonly [string, number]>> = {};
|
||
for (const [scheme, name] of Object.entries(THEMES)) {
|
||
const { default: theme } = await importDist<{ default: unknown }>(
|
||
source.root,
|
||
`themes/${name}.js`,
|
||
);
|
||
const { fg, styles } = prepareTheme(theme);
|
||
// Mirrors `lineRecordsToTokens`: unstyled tokens take the theme foreground.
|
||
themeStyles[scheme] = styles.map((style, tokenId) => {
|
||
const color = style?.color ?? fg;
|
||
if (!/^#[0-9a-f]{6}([0-9a-f]{2})?$/iu.test(color)) {
|
||
throw new Error(`${name} token ${tokenId} has a color React Native cannot draw: ${color}`);
|
||
}
|
||
const fontStyle = (style?.italic === true ? 1 : 0) | ((style?.weight ?? 0) >= 600 ? 2 : 0);
|
||
return [color, fontStyle] as const;
|
||
});
|
||
}
|
||
|
||
return { source, languageIds, themeStyles };
|
||
}
|
||
|
||
function renderHighlightsData(data: Awaited<ReturnType<typeof computeHighlightsData>>): string {
|
||
return [
|
||
`// ${generatedBanner(data.source)}`,
|
||
"",
|
||
`export const HIGHLIGHTS_LANGUAGE_IDS: Readonly<Record<string, number>> = ${JSON.stringify(data.languageIds)};`,
|
||
"",
|
||
"/** `[color, fontStyle]` by token ID. fontStyle bits: italic 1, bold 2. */",
|
||
`export const HIGHLIGHTS_THEME_STYLES: Readonly<Record<"light" | "dark", ReadonlyArray<readonly [string, number]>>> = ${JSON.stringify(data.themeStyles)};`,
|
||
"",
|
||
].join("\n");
|
||
}
|
||
|
||
// The lexers ask the host whether a non-ASCII code point can start or continue
|
||
// an identifier. These are the classes the JavaScript glue tests with regexes.
|
||
function renderIdRanges(): string {
|
||
const classes = [
|
||
["id_start", /^\p{ID_Start}$/u],
|
||
["id_continue", /^[\p{ID_Continue}]$/u],
|
||
] as const;
|
||
let out = `/* Unicode ${process.versions.unicode} identifier classes. */\n`;
|
||
for (const [name, pattern] of classes) {
|
||
const ranges: Array<[number, number]> = [];
|
||
let start = -1;
|
||
for (let codePoint = 0; codePoint <= 0x110000; codePoint += 1) {
|
||
const member =
|
||
codePoint < 0x110000 &&
|
||
(codePoint < 0xd800 || codePoint > 0xdfff) &&
|
||
pattern.test(String.fromCodePoint(codePoint));
|
||
if (member && start < 0) start = codePoint;
|
||
if (!member && start >= 0) {
|
||
ranges.push([start, codePoint - 1]);
|
||
start = -1;
|
||
}
|
||
}
|
||
out += `static const uint32_t ${name}_ranges[][2] = {\n`;
|
||
for (let index = 0; index < ranges.length; index += 4) {
|
||
const row = ranges.slice(index, index + 4);
|
||
out += ` ${row.map(([from, to]) => `{0x${from.toString(16)}, 0x${to.toString(16)}}`).join(", ")},\n`;
|
||
}
|
||
out += "};\n";
|
||
}
|
||
return out;
|
||
}
|
||
|
||
function resolveWasm2c(): { readonly binary: string; readonly prefix: string } {
|
||
const binary = process.env.WASM2C ?? "wasm2c";
|
||
const version = NodeChildProcess.execFileSync(binary, ["--version"], { encoding: "utf8" }).trim();
|
||
if (version !== WASM2C_VERSION) {
|
||
throw new Error(`Expected wasm2c ${WASM2C_VERSION}, found ${version}. Set WASM2C.`);
|
||
}
|
||
const resolved = NodeFS.realpathSync(
|
||
NodePath.isAbsolute(binary)
|
||
? binary
|
||
: NodeChildProcess.execFileSync("which", [binary], { encoding: "utf8" }).trim(),
|
||
);
|
||
return { binary, prefix: NodePath.resolve(NodePath.dirname(resolved), "..") };
|
||
}
|
||
|
||
async function generate() {
|
||
const source = resolveHighlightsPackage();
|
||
const wasm2c = resolveWasm2c();
|
||
const scratch = NodeFS.mkdtempSync(NodePath.join(NodeOS.tmpdir(), "hanzo-highlights-"));
|
||
try {
|
||
NodeChildProcess.execFileSync(wasm2c.binary, [
|
||
NodePath.join(source.root, "dist/highlights.wasm"),
|
||
"-n",
|
||
"highlights",
|
||
"-o",
|
||
NodePath.join(scratch, "highlights.c"),
|
||
]);
|
||
const banner = `/* ${generatedBanner(source)} */\n`;
|
||
for (const file of ["highlights.c", "highlights.h"]) {
|
||
const contents = NodeFS.readFileSync(NodePath.join(scratch, file), "utf8");
|
||
NodeFS.writeFileSync(NodePath.join(moduleRoot, "Vendor/highlights", file), banner + contents);
|
||
}
|
||
} finally {
|
||
NodeFS.rmSync(scratch, { recursive: true, force: true });
|
||
}
|
||
|
||
// The runtime must come from the same wabt release as the generated code.
|
||
const runtime = [
|
||
["include/wasm-rt.h", "wasm-rt.h"],
|
||
["share/wabt/wasm2c/wasm-rt-impl.h", "wasm-rt-impl.h"],
|
||
["share/wabt/wasm2c/wasm-rt-impl.c", "wasm-rt-impl.c"],
|
||
["share/wabt/wasm2c/wasm-rt-impl-tableops.inc", "wasm-rt-impl-tableops.inc"],
|
||
["share/wabt/wasm2c/wasm-rt-mem-impl.c", "wasm-rt-mem-impl.c"],
|
||
["share/wabt/wasm2c/wasm-rt-mem-impl-helper.inc", "wasm-rt-mem-impl-helper.inc"],
|
||
] as const;
|
||
for (const [from, to] of runtime) {
|
||
NodeFS.copyFileSync(
|
||
NodePath.join(wasm2c.prefix, from),
|
||
NodePath.join(moduleRoot, "Vendor/wasm2c", to),
|
||
);
|
||
}
|
||
|
||
NodeFS.writeFileSync(NodePath.join(moduleRoot, "cpp/generated/id_ranges.inc"), renderIdRanges());
|
||
NodeFS.writeFileSync(generatedDataPath, renderHighlightsData(await computeHighlightsData()));
|
||
NodeChildProcess.execFileSync("vp", ["fmt", generatedDataPath], { stdio: "inherit" });
|
||
}
|
||
|
||
if (import.meta.main) {
|
||
await generate();
|
||
}
|