feat(unicode): migrate grapheme breaking to uucode with GB9c support

LICENSE.md

@@ -36,6 +36,7 @@ Bun statically links these libraries:
 | [`libbase64`](https://github.com/aklomp/base64/blob/master/LICENSE) | BSD 2-Clause |
 | [`libuv`](https://github.com/libuv/libuv) (on Windows) | MIT |
 | [`libdeflate`](https://github.com/ebiggers/libdeflate) | MIT |
+| [`uucode`](https://github.com/jacobsandlund/uucode) | MIT |
 | A fork of [`uWebsockets`](https://github.com/jarred-sumner/uwebsockets) | Apache 2.0 licensed |
 | Parts of [Tigerbeetle's IO code](https://github.com/tigerbeetle/tigerbeetle/blob/532c8b70b9142c17e07737ab6d3da68d7500cbca/src/io/windows.zig#L1) | Apache 2.0 licensed |
 

build.zig

@@ -459,6 +459,146 @@ pub fn build(b: *Build) !void {
         // const run = b.addRunArtifact(exe);
         // step.dependOn(&run.step);
     }
+
+    // zig build generate-grapheme-tables
+    // Regenerates src/string/immutable/grapheme_tables.zig from the vendored uucode.
+    // Run this when updating src/deps/uucode. Normal builds use the committed file.
+    {
+        const step = b.step("generate-grapheme-tables", "Regenerate grapheme property tables from vendored uucode");
+
+        // --- Phase 1: Build uucode tables (separate module graph, no tables dependency) ---
+        const bt_config_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/config.zig"),
+            .target = b.graph.host,
+        });
+        const bt_types_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/types.zig"),
+            .target = b.graph.host,
+        });
+        bt_types_mod.addImport("config.zig", bt_config_mod);
+        bt_config_mod.addImport("types.zig", bt_types_mod);
+
+        const bt_config_x_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/x/config.x.zig"),
+            .target = b.graph.host,
+        });
+        const bt_types_x_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/x/types.x.zig"),
+            .target = b.graph.host,
+        });
+        bt_types_x_mod.addImport("config.x.zig", bt_config_x_mod);
+        bt_config_x_mod.addImport("types.x.zig", bt_types_x_mod);
+        bt_config_x_mod.addImport("types.zig", bt_types_mod);
+        bt_config_x_mod.addImport("config.zig", bt_config_mod);
+
+        const bt_build_config_mod = b.createModule(.{
+            .root_source_file = b.path("src/unicode/uucode/uucode_config.zig"),
+            .target = b.graph.host,
+        });
+        bt_build_config_mod.addImport("types.zig", bt_types_mod);
+        bt_build_config_mod.addImport("config.zig", bt_config_mod);
+        bt_build_config_mod.addImport("types.x.zig", bt_types_x_mod);
+        bt_build_config_mod.addImport("config.x.zig", bt_config_x_mod);
+
+        const build_tables_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/build/tables.zig"),
+            .target = b.graph.host,
+            .optimize = .Debug,
+        });
+        build_tables_mod.addImport("config.zig", bt_config_mod);
+        build_tables_mod.addImport("build_config", bt_build_config_mod);
+        build_tables_mod.addImport("types.zig", bt_types_mod);
+
+        const build_tables_exe = b.addExecutable(.{
+            .name = "uucode_build_tables",
+            .root_module = build_tables_mod,
+            .use_llvm = true,
+        });
+        const run_build_tables = b.addRunArtifact(build_tables_exe);
+        run_build_tables.setCwd(b.path("src/deps/uucode"));
+        const tables_path = run_build_tables.addOutputFileArg("tables.zig");
+
+        // --- Phase 2: Build grapheme-gen with full uucode (separate module graph) ---
+        const rt_config_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/config.zig"),
+            .target = b.graph.host,
+        });
+        const rt_types_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/types.zig"),
+            .target = b.graph.host,
+        });
+        rt_types_mod.addImport("config.zig", rt_config_mod);
+        rt_config_mod.addImport("types.zig", rt_types_mod);
+
+        const rt_config_x_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/x/config.x.zig"),
+            .target = b.graph.host,
+        });
+        const rt_types_x_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/x/types.x.zig"),
+            .target = b.graph.host,
+        });
+        rt_types_x_mod.addImport("config.x.zig", rt_config_x_mod);
+        rt_config_x_mod.addImport("types.x.zig", rt_types_x_mod);
+        rt_config_x_mod.addImport("types.zig", rt_types_mod);
+        rt_config_x_mod.addImport("config.zig", rt_config_mod);
+
+        const rt_build_config_mod = b.createModule(.{
+            .root_source_file = b.path("src/unicode/uucode/uucode_config.zig"),
+            .target = b.graph.host,
+        });
+        rt_build_config_mod.addImport("types.zig", rt_types_mod);
+        rt_build_config_mod.addImport("config.zig", rt_config_mod);
+        rt_build_config_mod.addImport("types.x.zig", rt_types_x_mod);
+        rt_build_config_mod.addImport("config.x.zig", rt_config_x_mod);
+
+        const rt_tables_mod = b.createModule(.{
+            .root_source_file = tables_path,
+            .target = b.graph.host,
+        });
+        rt_tables_mod.addImport("types.zig", rt_types_mod);
+        rt_tables_mod.addImport("types.x.zig", rt_types_x_mod);
+        rt_tables_mod.addImport("config.zig", rt_config_mod);
+        rt_tables_mod.addImport("build_config", rt_build_config_mod);
+
+        const rt_get_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/get.zig"),
+            .target = b.graph.host,
+        });
+        rt_get_mod.addImport("types.zig", rt_types_mod);
+        rt_get_mod.addImport("tables", rt_tables_mod);
+        rt_types_mod.addImport("get.zig", rt_get_mod);
+
+        const uucode_mod = b.createModule(.{
+            .root_source_file = b.path("src/deps/uucode/src/root.zig"),
+            .target = b.graph.host,
+        });
+        uucode_mod.addImport("types.zig", rt_types_mod);
+        uucode_mod.addImport("config.zig", rt_config_mod);
+        uucode_mod.addImport("types.x.zig", rt_types_x_mod);
+        uucode_mod.addImport("tables", rt_tables_mod);
+        uucode_mod.addImport("get.zig", rt_get_mod);
+
+        // grapheme_gen executable
+        const gen_exe = b.addExecutable(.{
+            .name = "grapheme-gen",
+            .root_module = b.createModule(.{
+                .root_source_file = b.path("src/unicode/uucode/grapheme_gen.zig"),
+                .target = b.graph.host,
+                .optimize = .Debug,
+                .imports = &.{
+                    .{ .name = "uucode", .module = uucode_mod },
+                },
+            }),
+            .use_llvm = true,
+        });
+
+        const run_gen = b.addRunArtifact(gen_exe);
+        const gen_output = run_gen.captureStdOut();
+
+        const install = b.addInstallFile(gen_output, "../src/string/immutable/grapheme_tables.zig");
+        step.dependOn(&install.step);
+    }
 }
 
 const TargetDescription = struct {

scripts/update-uucode.sh

@@ -0,0 +1,82 @@
+#!/bin/bash
+# Updates the vendored uucode library and regenerates grapheme tables.
+#
+# Usage:
+#   ./scripts/update-uucode.sh                    # update from default URL
+#   ./scripts/update-uucode.sh /path/to/uucode    # update from local directory
+#   ./scripts/update-uucode.sh https://url.tar.gz # update from URL
+#
+# After running, verify with:
+#   bun bd test test/js/bun/util/stringWidth.test.ts
+
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+BUN_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
+UUCODE_DIR="$BUN_ROOT/src/deps/uucode"
+ZIG="$BUN_ROOT/vendor/zig/zig"
+
+if [ ! -x "$ZIG" ]; then
+    echo "error: zig not found at $ZIG"
+    echo "       run scripts/bootstrap.sh first"
+    exit 1
+fi
+
+update_from_dir() {
+    local src="$1"
+    echo "Updating uucode from: $src"
+    rm -rf "$UUCODE_DIR"
+    mkdir -p "$UUCODE_DIR"
+    cp -r "$src"/* "$UUCODE_DIR/"
+}
+
+update_from_url() {
+    local url="$1"
+    local tmp
+    tmp=$(mktemp -d)
+    trap "rm -rf $tmp" EXIT
+
+    echo "Downloading uucode from: $url"
+    curl -fsSL "$url" | tar -xz -C "$tmp" --strip-components=1
+
+    update_from_dir "$tmp"
+}
+
+# Handle source argument
+if [ $# -ge 1 ]; then
+    SOURCE="$1"
+    if [ -d "$SOURCE" ]; then
+        update_from_dir "$SOURCE"
+    elif [[ "$SOURCE" == http* ]]; then
+        update_from_url "$SOURCE"
+    else
+        echo "error: argument must be a directory or URL"
+        exit 1
+    fi
+else
+    # Default: use the zig global cache if available
+    CACHED=$(find "$HOME/.cache/zig/p" -maxdepth 1 -name "uucode-*" -type d 2>/dev/null | sort -V | tail -1)
+    if [ -n "$CACHED" ]; then
+        update_from_dir "$CACHED"
+    else
+        echo "error: no uucode source specified and none found in zig cache"
+        echo ""
+        echo "usage: $0 <path-to-uucode-dir-or-url>"
+        exit 1
+    fi
+fi
+
+echo ""
+echo "Regenerating grapheme tables..."
+cd "$BUN_ROOT"
+"$ZIG" build generate-grapheme-tables
+
+echo ""
+echo "Done. Updated files:"
+echo "  src/deps/uucode/         (vendored library)"
+echo "  src/string/immutable/grapheme_tables.zig (regenerated)"
+echo ""
+echo "Next steps:"
+echo "  1. bun bd test test/js/bun/util/stringWidth.test.ts"
+echo "  2. git add src/deps/uucode src/string/immutable/grapheme_tables.zig"
+echo "  3. git commit -m 'Update uucode to <version>'"

src/deps/uucode/LICENSE.md

@@ -0,0 +1,30 @@
+# uucode license
+
+MIT License
+
+Copyright (c) 2025 Jacob Sandlund
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+of the Software, and to permit persons to whom the Software is furnished to do
+so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+## Other licenses
+
+See [./licenses](./licenses) for licenses of code being used in the repo:
+
+- [LICENSE_Bjoern_Hoehrmann](./licenses/LICENSE_Bjoern_Hoehrmann)
+- [LICENSE_unicode](./licenses/LICENSE_unicode)