Colby McHenry
c5eebe6beb
Phase 0 of the Rust extraction-kernel migration (docs/design/ rust-kernel-migration-plan.md, now checked in with §3a recording the shipped state): - codegraph-kernel/ napi-rs crate: extractFile(path, content, language) → five flat buffers (meta/nodes/edges/refs/arena), one JS boundary crossing per file. Node ids computed Rust-side, byte-identical to generateNodeId (pinned by test vector). Reserved per-node metrics slot for the Arc 3.2 code-metrics work. - Generic .scm-driven emitter (@def.<kind>/@name/@ref.<kind> captures, byte-range scope stack → ::-joined qualified names, contains edges, refs attributed to the innermost enclosing symbol). Seed TS/JS queries are smoke-level; R2 replaces them with the full port. - Routing seam in extractFromSource with per-file wasm fallback. DEFAULT_ROUTED is empty — no behavior change until a language passes its equivalence gate (R3). Dev opt-in: CODEGRAPH_KERNEL_LANGS. Kill switch: CODEGRAPH_KERNEL=0. Loader verifies ABI + kind tables before routing; EDGE_KINDS became a runtime array because kind order is now wire contract. - Grammar-source parity: vendored TS/TSX/JS wasm grammars built from the exact crate revisions (tree-sitter-typescript v0.23.2, tree-sitter-javascript v0.25.0, checked-in parser.c, ts-cli 0.25.10) — the tree-sitter-wasms builds were 2023-era, which the new kernel-grammar-parity test caught on day one. Production TS/JS parsing gets 2.5 years of grammar fixes; full suite green (2456 tests). - Build/release wiring: scripts/build-kernel.sh + npm run build:kernel; release.yml kernel prebuild matrix (continue-on-error — the kernel is optional everywhere, bundles fall back to the wasm path); bundles stage lib/kernel/codegraph-kernel.node; release job runs the kernel suites with CODEGRAPH_KERNEL_EXPECT=1. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
146 lines
6.2 KiB
Bash
Executable File
146 lines
6.2 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Build a self-contained CodeGraph bundle: an official Node runtime + the
|
|
# compiled app + its production deps, so CodeGraph runs with NO system Node and
|
|
# NO native build — node:sqlite is built into the bundled Node. One archive per
|
|
# platform.
|
|
#
|
|
# Because dropping better-sqlite3 left zero native addons, the recipe is pure
|
|
# file-packaging (download the target's Node, copy the app, archive) — so any
|
|
# platform's bundle can be built on any OS. No cross-compile, no native runners.
|
|
#
|
|
# Usage:
|
|
# scripts/build-bundle.sh <target> [node-version]
|
|
# target: darwin-arm64 | darwin-x64 | linux-x64 | linux-arm64
|
|
# | win32-x64 | win32-arm64
|
|
# node-version: e.g. v24.16.0 (default below; pin for reproducible builds)
|
|
#
|
|
# Output:
|
|
# unix: release/codegraph-<target>.tar.gz (launcher: bin/codegraph)
|
|
# windows: release/codegraph-<target>.zip (launcher: bin/codegraph.cmd)
|
|
set -euo pipefail
|
|
|
|
TARGET="${1:?usage: build-bundle.sh <target> [node-version]}"
|
|
NODE_VERSION="${2:-v24.16.0}"
|
|
|
|
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
|
|
OUT="$ROOT/release"
|
|
WORK="$(mktemp -d)"
|
|
trap 'rm -rf "$WORK"' EXIT
|
|
|
|
ARCH="${TARGET##*-}" # x64 | arm64
|
|
OSFAM="${TARGET%-*}" # darwin | linux | win32
|
|
|
|
echo "[bundle] target=${TARGET} node=${NODE_VERSION}"
|
|
|
|
# 1. Download + extract the official Node runtime for the target platform.
|
|
if [ "$OSFAM" = "win32" ]; then
|
|
NODE_DIST="node-${NODE_VERSION}-win-${ARCH}"
|
|
NODE_URL="https://nodejs.org/dist/${NODE_VERSION}/${NODE_DIST}.zip"
|
|
echo "[bundle] downloading ${NODE_URL}"
|
|
curl -fsSL "$NODE_URL" -o "$WORK/node.zip"
|
|
if command -v unzip >/dev/null 2>&1; then
|
|
unzip -q "$WORK/node.zip" -d "$WORK"
|
|
else
|
|
tar -xf "$WORK/node.zip" -C "$WORK" # bsdtar can read zip
|
|
fi
|
|
NODE_BIN="$WORK/${NODE_DIST}/node.exe"
|
|
else
|
|
NODE_DIST="node-${NODE_VERSION}-${TARGET}"
|
|
NODE_URL="https://nodejs.org/dist/${NODE_VERSION}/${NODE_DIST}.tar.gz"
|
|
echo "[bundle] downloading ${NODE_URL}"
|
|
curl -fsSL "$NODE_URL" -o "$WORK/node.tar.gz"
|
|
tar -xzf "$WORK/node.tar.gz" -C "$WORK"
|
|
NODE_BIN="$WORK/${NODE_DIST}/bin/node"
|
|
fi
|
|
[ -f "$NODE_BIN" ] || { echo "[bundle] error: node binary not found ($NODE_BIN)" >&2; exit 1; }
|
|
|
|
# 2. Build the app (compiled JS + copied wasm/schema assets).
|
|
echo "[bundle] building app"
|
|
( cd "$ROOT" && npm run build >/dev/null )
|
|
|
|
# 3. Stage: app + production-only deps (pure JS/wasm → portable across platforms).
|
|
STAGE="$WORK/codegraph-${TARGET}"
|
|
mkdir -p "$STAGE/lib" "$STAGE/bin"
|
|
cp -R "$ROOT/dist" "$STAGE/lib/dist"
|
|
cp "$ROOT/package.json" "$ROOT/package-lock.json" "$STAGE/lib/"
|
|
echo "[bundle] installing production dependencies"
|
|
( cd "$STAGE/lib" && npm ci --omit=dev --ignore-scripts >/dev/null 2>&1 )
|
|
rm -f "$STAGE/lib/package-lock.json"
|
|
|
|
# 3b. Native extraction kernel (optional). Included when a prebuilt .node for
|
|
# the target exists — release/kernel/<target>/codegraph-kernel.node (the
|
|
# release workflow's prebuild artifacts) or the locally staged
|
|
# codegraph-kernel/prebuilds/<target>/ (scripts/build-kernel.sh). Absent →
|
|
# the bundle simply runs the wasm extraction path; the kernel is a
|
|
# per-language speedup, never a requirement (see
|
|
# docs/design/rust-kernel-migration-plan.md).
|
|
KERNEL_NODE=""
|
|
for candidate in "$ROOT/release/kernel/${TARGET}/codegraph-kernel.node" \
|
|
"$ROOT/codegraph-kernel/prebuilds/${TARGET}/codegraph-kernel.node"; do
|
|
if [ -f "$candidate" ]; then KERNEL_NODE="$candidate"; break; fi
|
|
done
|
|
if [ -n "$KERNEL_NODE" ]; then
|
|
mkdir -p "$STAGE/lib/kernel"
|
|
cp "$KERNEL_NODE" "$STAGE/lib/kernel/codegraph-kernel.node"
|
|
echo "[bundle] native kernel included ($KERNEL_NODE)"
|
|
else
|
|
echo "[bundle] no native kernel for ${TARGET} — bundle uses the wasm extraction path"
|
|
fi
|
|
|
|
# 4. Vendored Node + launcher (the launcher uses the bundled Node by relative
|
|
# path, so no system Node is ever needed).
|
|
#
|
|
# `--liftoff-only`: keep tree-sitter's large WASM grammars on V8's Liftoff
|
|
# baseline compiler so they never reach the turboshaft optimizing tier, whose
|
|
# per-compilation Zone arena OOMs the whole process (`Fatal process out of
|
|
# memory: Zone`) on Node >= 22 — even with tens of GB free. The flag is read at
|
|
# V8 engine init so it must be on node's command line; the parse worker inherits
|
|
# it. See issues #293/#298 and src/extraction/wasm-runtime-flags.ts. (The CLI
|
|
# also self-relaunches with this flag when launched without it, so non-bundled
|
|
# runs are covered too; passing it here avoids that extra spawn.)
|
|
if [ "$OSFAM" = "win32" ]; then
|
|
cp "$NODE_BIN" "$STAGE/node.exe"
|
|
printf '@"%%~dp0..\\node.exe" --liftoff-only --disable-warning=ExperimentalWarning "%%~dp0..\\lib\\dist\\bin\\codegraph.js" %%*\r\n' \
|
|
> "$STAGE/bin/codegraph.cmd"
|
|
else
|
|
cp "$NODE_BIN" "$STAGE/node"
|
|
cat > "$STAGE/bin/codegraph" <<'LAUNCH'
|
|
#!/bin/sh
|
|
# Resolve symlinks (e.g. the ~/.local/bin/codegraph link install.sh creates) so
|
|
# we find the real bundle dir, not the symlink's location.
|
|
SELF="$0"
|
|
while [ -L "$SELF" ]; do
|
|
target="$(readlink "$SELF")"
|
|
case "$target" in
|
|
/*) SELF="$target" ;;
|
|
*) SELF="$(dirname "$SELF")/$target" ;;
|
|
esac
|
|
done
|
|
DIR="$(cd "$(dirname "$SELF")/.." && pwd)"
|
|
# Thread the MCP host's pid to the server's orphan watchdog (issue #1185).
|
|
# $PPID is our parent — the host itself when it launched this script directly;
|
|
# an already-threaded value (the npm shim sets the true host pid) wins.
|
|
CODEGRAPH_HOST_PPID="${CODEGRAPH_HOST_PPID:-$PPID}"
|
|
export CODEGRAPH_HOST_PPID
|
|
# --liftoff-only: avoid the V8 turboshaft WASM Zone OOM (issues #293/#298).
|
|
# --disable-warning=ExperimentalWarning: mute node:sqlite's per-thread
|
|
# "experimental feature" warning that otherwise interleaves with the progress UI.
|
|
exec "$DIR/node" --liftoff-only --disable-warning=ExperimentalWarning "$DIR/lib/dist/bin/codegraph.js" "$@"
|
|
LAUNCH
|
|
chmod +x "$STAGE/bin/codegraph"
|
|
fi
|
|
|
|
# 5. Archive (.zip for Windows, .tar.gz otherwise).
|
|
mkdir -p "$OUT"
|
|
if [ "$OSFAM" = "win32" ]; then
|
|
ARCHIVE="$OUT/codegraph-${TARGET}.zip"
|
|
rm -f "$ARCHIVE"
|
|
( cd "$WORK" && zip -rqX "$ARCHIVE" "codegraph-${TARGET}" )
|
|
else
|
|
ARCHIVE="$OUT/codegraph-${TARGET}.tar.gz"
|
|
# --no-xattrs: don't embed macOS xattrs that make GNU tar warn on Linux.
|
|
tar --no-xattrs -czf "$ARCHIVE" -C "$WORK" "codegraph-${TARGET}"
|
|
fi
|
|
echo "[bundle] wrote ${ARCHIVE} ($(du -h "$ARCHIVE" | cut -f1))"
|