* chore(migration-test): extend the release catalog through v1.3.1 The catalog stopped at v1.1.2 (the v1.2 upgrade census). The migration corpus already upgrades from v1.2.2, and the Bazel targets that replace migration-test.yml and cross-version-smoke.yml take their pinned release binaries from the catalog (@bd_releases), so it has to cover the releases since. Regenerated with `catalog generate` after raising maximumVersion to v1.3.1: five new stable versions (v1.2.0, v1.2.1, v1.2.2, v1.3.0, v1.3.1; three with a linux/amd64 asset) and five new proxy prereleases; no existing entry, drift record or repository-only exclusion changed. The count constants and the identity digest are updated to match, and the README now says how to add a release. Refs: ga-96smfk.19 Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> * ci(bazel): run the historical-upgrade corpus under Bazel; retire migration-test.yml migration-test.yml ran scripts/migration-test/run.sh --version <release> for 14 reviewed releases in 3 shards on GitHub runners: it downloaded each release archive, built v0.9.1 from source with Go 1.25 through the module proxy, installed libicu74 and the dolt 2.1.8 runtime, all over the network. //tests/migration now has one target per corpus release (historical_upgrade_<release>_test) plus legacy_bridge_test, all hermetic: - Published releases come from @bd_releases (the release catalog's sha256-verified assets) through a per-target directory (HISTORICAL_RELEASE_DIR); lib/binary.sh uses it instead of downloading and still checks each binary's self-reported version. - v0.9.1 is //tests/migration:bd_source_tag, the same `go mod download` + `go build -trimpath` with CGO and Go 1.25.0, run offline as a build action: the module files come from tests/migration/source_tag_modules.json through a file:// GOPROXY tree (tools/bazel/go_module_proxy.bzl), the release's own zip is the catalog's source_zip, and go checks every dependency against the release's go.sum (SOURCE_TAG_SQLITE_BIN). - The external Dolt runtime is @dolt_test_runtime_linux_amd64 (dolt.bzl's dolt_release gains a version attribute; 2.1.8 is pinned to versions.sh's digest), passed as DOLT_BIN to the server-Dolt and wisp-plane releases. - The workers already provide jq, python3, sqlite3 and libicu74. The targets are untagged, so bazel-test runs them remotely on every PR, merge group and push; result caching replaces the path filter. Every release also passed inside a loopback-only network namespace. scripts/migration_corpus_bazel_test.go keeps the BUILD lists equal to versions.sh's corpus, the catalog digests equal to STRICT_RELEASE_SHA256, the source-tag lock equal to the catalog's source_zip, and the Dolt runtime pin equal to versions.sh's. migration-test.yml and the policy tests that pinned its shards, caches, apt step and runner are removed. Refs: ga-96smfk.19 Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> * ci(bazel): run the historical-upgrade targets in the PR-core lane only The integration lane runs every untagged target too, and its check_testcases.py requires Go testcases, which a shell test's test.xml does not list. A new pr-core-only tag keeps //tests/migration out of --config=integration (bazelIntegrationExcludedTags adds it), so the corpus runs once, in bazel-test, against the release-shaped bd_for_tests (no integration tag). build_source_tag.sh carries the build-tags opt-out: it builds a historical release with that release's own go.mod, which predates gms_pure_go. Refs: ga-96smfk.19 Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> --------- Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
287 lines
12 KiB
Python
287 lines
12 KiB
Python
module(
|
|
name = "beads",
|
|
version = "0.0.0",
|
|
)
|
|
|
|
bazel_dep(name = "platforms", version = "1.1.0")
|
|
bazel_dep(name = "rules_go", version = "0.63.0")
|
|
bazel_dep(name = "gazelle", version = "0.53.0")
|
|
bazel_dep(name = "rules_shell", version = "0.6.1")
|
|
bazel_dep(name = "toolchains_llvm", version = "1.11.0")
|
|
|
|
# Loaded by @llvm_dist_linux_x86_64's BUILD file (toolchains_llvm's template).
|
|
bazel_dep(name = "rules_cc", version = "0.2.17")
|
|
|
|
# Hermetic C/C++ toolchain, ported from gastownhall/gascity. rules_go builds
|
|
# the Go stdlib under -race and every cgo package (mattn/go-sqlite3, gozstd,
|
|
# ...) with the registered C toolchain, and every Go compile depends on the
|
|
# stdlib, so a host-detected toolchain (local_config_cc: CC=/usr/bin/gcc,
|
|
# -fuse-ld=lld only where the CLIENT has lld, gcc-version-specific generated
|
|
# inputs) keys those actions to the machine that ran the analysis and fails
|
|
# remotely on workers without lld. Instead: LLVM pinned by sha256, plus a
|
|
# sysroot of pinned Ubuntu 24.04 packages (the RBE workers' release, so
|
|
# binaries load the same glibc and libstdc++ there), byte-identical on every
|
|
# Linux x86_64 host. No ICU: beads builds go-mysql-server with its pure-Go
|
|
# regex backend (engdocs/ICU-POLICY.md), so nothing may link libicu. .bazelrc
|
|
# turns host detection off so nothing falls back to the host compiler;
|
|
# scripts/bazel_hermetic_cc_test.go guards both.
|
|
deb_sysroot = use_repo_rule("//third_party/cc_toolchain:deb_sysroot.bzl", "deb_sysroot")
|
|
|
|
deb_sysroot(
|
|
name = "cc_sysroot_noble_amd64",
|
|
mirrors = [
|
|
"https://snapshot.ubuntu.com/ubuntu/20261001T000000Z/",
|
|
"https://archive.ubuntu.com/ubuntu/",
|
|
],
|
|
packages = {
|
|
"pool/main/g/gcc-13/libgcc-13-dev_13.3.0-6ubuntu2~24.04.1_amd64.deb": "cd689db2691edaa10f37329307292796bb599e722e0505c79e14caaa1fe9a93a",
|
|
"pool/main/g/gcc-13/libstdc++-13-dev_13.3.0-6ubuntu2~24.04.1_amd64.deb": "ee5633e863e19c3381ed97842ce35ed32ede96a3d1ae4e94c051d3036fe21347",
|
|
"pool/main/g/gcc-14/libgcc-s1_14.2.0-4ubuntu2~24.04.1_amd64.deb": "aa7fadbe33b78bcf99885318040601c550c208929565b179891d9a3cc2aa68cd",
|
|
"pool/main/g/gcc-14/libstdc++6_14.2.0-4ubuntu2~24.04.1_amd64.deb": "a51f8de7829211db961a31f02158058ad1a95f92ac6d0a5dff6350e2821c54c0",
|
|
"pool/main/g/glibc/libc6-dev_2.39-0ubuntu8.9_amd64.deb": "e13d5fcc1b2a86f75bca8e0026a8e39f24fe97ca86e92be79991f8697eb1306f",
|
|
"pool/main/g/glibc/libc6_2.39-0ubuntu8.9_amd64.deb": "ff5557d99b51f761c4b7c92368b9cc45565eda17df9bf9eb4b134d09825008be",
|
|
"pool/main/l/linux/linux-libc-dev_6.8.0-146.146_amd64.deb": "1a7bb04132d01cd14bea3d615e5861096ca1f70c4659902eb14b36c21993cadc",
|
|
},
|
|
remove = [
|
|
"etc",
|
|
"usr/bin",
|
|
"usr/sbin",
|
|
"usr/share",
|
|
"usr/lib/x86_64-linux-gnu/gconv",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/crtoffload*",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/lib*san*",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/libatomic*",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/libbacktrace*",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/libgcov*",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/libgomp*",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/libitm*",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/libquadmath*",
|
|
"usr/lib/gcc/x86_64-linux-gnu/13/libstdc++*.a",
|
|
],
|
|
)
|
|
|
|
LLVM_VERSION = "22.1.8"
|
|
|
|
llvm_dist = use_repo_rule("//third_party/cc_toolchain:llvm_dist.bzl", "llvm_dist")
|
|
|
|
llvm_dist(
|
|
name = "llvm_dist_linux_x86_64",
|
|
llvm_version = LLVM_VERSION,
|
|
members = [
|
|
"bin/clang",
|
|
"bin/clang++",
|
|
"bin/clang-22",
|
|
"bin/clang-cpp",
|
|
"bin/ld.lld",
|
|
"bin/ld64.lld",
|
|
"bin/lld",
|
|
"bin/llvm-ar",
|
|
"bin/llvm-as",
|
|
"bin/llvm-cov",
|
|
"bin/llvm-install-name-tool",
|
|
"bin/llvm-nm",
|
|
"bin/llvm-objcopy",
|
|
"bin/llvm-objdump",
|
|
"bin/llvm-profdata",
|
|
"bin/llvm-ranlib",
|
|
"bin/llvm-readelf",
|
|
"bin/llvm-readobj",
|
|
"bin/llvm-strip",
|
|
"bin/llvm-symbolizer",
|
|
"bin/wasm-ld",
|
|
"include/c++",
|
|
"include/x86_64-unknown-linux-gnu",
|
|
"lib/clang/22/include",
|
|
"lib/clang/22/lib/x86_64-unknown-linux-gnu/clang_rt.crtbegin.o",
|
|
"lib/clang/22/lib/x86_64-unknown-linux-gnu/clang_rt.crtend.o",
|
|
"lib/clang/22/lib/x86_64-unknown-linux-gnu/libclang_rt.builtins.a",
|
|
# `bazel coverage` links cgo binaries with -fprofile-instr-generate,
|
|
# which pulls in compiler-rt's profile runtime (~170KB).
|
|
"lib/clang/22/lib/x86_64-unknown-linux-gnu/libclang_rt.profile.a",
|
|
],
|
|
sha256 = "df0e1ecf16caf3489a272a5eea4eec9b0d82878f6477fa309504f918a0006384",
|
|
strip_prefix = "LLVM-22.1.8-Linux-X64",
|
|
stub_tools = [
|
|
"clang-format",
|
|
"clang-tidy",
|
|
"clangd",
|
|
"llvm-dwp",
|
|
],
|
|
urls = ["https://github.com/llvm/llvm-project/releases/download/llvmorg-22.1.8/LLVM-22.1.8-Linux-X64.tar.xz"],
|
|
)
|
|
|
|
# Every other host (macOS arm64, Linux arm64) runs toolchains_llvm's stock
|
|
# LLVM_VERSION release for its platform, pinned by sha256 in toolchains_llvm's
|
|
# distribution table and fetched only there. Once any toolchain_root is set,
|
|
# toolchains_llvm creates no stock distribution of its own and fails every
|
|
# build on a host no root covers. Not hermetic there: no sysroot, so cgo
|
|
# uses the host's headers and libraries, as before.
|
|
llvm_host_dist = use_repo_rule("@toolchains_llvm//toolchain:rules.bzl", "llvm")
|
|
|
|
llvm_host_dist(
|
|
name = "llvm_dist_host",
|
|
llvm_version = LLVM_VERSION,
|
|
# The bare rule reads the per-host dict; llvm_toolchain's macro would
|
|
# fill it in from llvm_version.
|
|
llvm_versions = {"": LLVM_VERSION},
|
|
)
|
|
|
|
llvm = use_extension("@toolchains_llvm//toolchain/extensions:llvm.bzl", "llvm")
|
|
llvm.toolchain(
|
|
name = "llvm_toolchain",
|
|
llvm_version = LLVM_VERSION,
|
|
# The sysroot's libstdc++, linked dynamically as host-gcc builds did.
|
|
stdlib = {"linux-x86_64": "dynamic-stdc++"},
|
|
)
|
|
llvm.toolchain_root(
|
|
name = "llvm_toolchain",
|
|
label = "@llvm_dist_linux_x86_64//:BUILD.bazel",
|
|
targets = ["linux-x86_64"],
|
|
)
|
|
llvm.toolchain_root(
|
|
name = "llvm_toolchain",
|
|
label = "@llvm_dist_host//:BUILD.bazel",
|
|
)
|
|
llvm.sysroot(
|
|
name = "llvm_toolchain",
|
|
label = "@cc_sysroot_noble_amd64//:sysroot",
|
|
targets = ["linux-x86_64"],
|
|
)
|
|
use_repo(llvm, "llvm_toolchain")
|
|
|
|
register_toolchains("@llvm_toolchain//:all")
|
|
|
|
go_sdk = use_extension("@rules_go//go:extensions.bzl", "go_sdk")
|
|
go_sdk.download(
|
|
name = "go_sdk",
|
|
version = "1.26.7",
|
|
)
|
|
use_repo(go_sdk, "go_sdk")
|
|
|
|
go_deps = use_extension("@gazelle//:extensions.bzl", "go_deps")
|
|
go_deps.from_file(go_mod = "//:go.mod")
|
|
|
|
# beads builds go-mysql-server with its stdlib-regex backend (ICU policy):
|
|
# gazelle must see gms_pure_go as satisfied so it selects regex_pure.go and
|
|
# drops the go-icu-regex (libicu, cgo) edge entirely.
|
|
go_deps.gazelle_override(
|
|
directives = [
|
|
"gazelle:build_tags gms_pure_go",
|
|
"gazelle:exclude internal/regex/regex_cgo.go",
|
|
],
|
|
path = "github.com/dolthub/go-mysql-server",
|
|
)
|
|
go_deps.module_override(
|
|
patch_strip = 1,
|
|
patches = ["//third_party/patches:eventsapi_schema_build.patch"],
|
|
path = "github.com/dolthub/eventsapi_schema",
|
|
)
|
|
go_deps.module_override(
|
|
patch_strip = 1,
|
|
patches = ["//third_party/patches:flatbuffers_v23_importpath.patch"],
|
|
path = "github.com/dolthub/flatbuffers/v23",
|
|
)
|
|
go_deps.module_override(
|
|
patch_strip = 1,
|
|
patches = ["//third_party/patches:dolt_go_serial.patch"],
|
|
path = "github.com/dolthub/dolt/go",
|
|
)
|
|
|
|
# Pure-Go stubs so --config=pure can compile dolt's store/nbs (see the patch).
|
|
go_deps.module_override(
|
|
patch_strip = 1,
|
|
patches = ["//third_party/patches:gozstd_nocgo.patch"],
|
|
path = "github.com/dolthub/gozstd",
|
|
)
|
|
use_repo(go_deps, "com_github_anthropics_anthropic_sdk_go", "com_github_burntsushi_toml", "com_github_cenkalti_backoff_v4", "com_github_charmbracelet_x_ansi", "com_github_creack_pty", "com_github_data_dog_go_sqlmock", "com_github_dolthub_dolt_go", "com_github_dolthub_driver_v2", "com_github_dolthub_eventkit", "com_github_dolthub_go_mysql_server", "com_github_dolthub_vitess", "com_github_go_sql_driver_mysql", "com_github_google_uuid", "com_github_gowebpki_jcs", "com_github_invopop_jsonschema", "com_github_johanneskaufmann_html_to_markdown_v2", "com_github_mattn_go_sqlite3", "com_github_microcosm_cc_bluemonday", "com_github_oapi_codegen_oapi_codegen_v2", "com_github_olebedev_when", "com_github_spf13_cobra", "com_github_spf13_pflag", "com_github_spf13_viper", "com_github_stretchr_testify", "com_github_subosito_gotenv", "com_github_testcontainers_testcontainers_go", "com_github_testcontainers_testcontainers_go_modules_dolt", "com_github_yuin_goldmark", "in_gopkg_yaml_v3", "io_opentelemetry_go_otel", "io_opentelemetry_go_otel_exporters_otlp_otlpmetric_otlpmetrichttp", "io_opentelemetry_go_otel_exporters_stdout_stdoutmetric", "io_opentelemetry_go_otel_exporters_stdout_stdouttrace", "io_opentelemetry_go_otel_metric", "io_opentelemetry_go_otel_sdk", "io_opentelemetry_go_otel_sdk_metric", "io_opentelemetry_go_otel_trace", "io_rsc_script", "land_charm_glamour_v2", "land_charm_huh_v2", "land_charm_lipgloss_v2", "org_golang_x_mod", "org_golang_x_net", "org_golang_x_sync", "org_golang_x_sys", "org_golang_x_term")
|
|
|
|
# Hermetic Dolt CLI for tests (tools/bazel/dolt.bzl pins the release to
|
|
# scripts/ci/install-dolt.sh). //tools/bazel:dolt selects the repository for
|
|
# the execution platform, so only that tarball is downloaded.
|
|
dolt_release = use_repo_rule("//tools/bazel:dolt.bzl", "dolt_release")
|
|
|
|
dolt_release(
|
|
name = "dolt_linux_amd64",
|
|
platform = "linux-amd64",
|
|
)
|
|
|
|
dolt_release(
|
|
name = "dolt_linux_arm64",
|
|
platform = "linux-arm64",
|
|
)
|
|
|
|
dolt_release(
|
|
name = "dolt_darwin_amd64",
|
|
platform = "darwin-amd64",
|
|
)
|
|
|
|
dolt_release(
|
|
name = "dolt_darwin_arm64",
|
|
platform = "darwin-arm64",
|
|
)
|
|
|
|
# The migration corpus's external Dolt runtime (scripts/migration-test/lib/
|
|
# versions.sh DOLT_TEST_RUNTIME_VERSION): an older release than DOLT_VERSION,
|
|
# deliberately, as the historical server-Dolt fixtures' host.
|
|
dolt_release(
|
|
name = "dolt_test_runtime_linux_amd64",
|
|
platform = "linux-amd64",
|
|
version = "2.1.8",
|
|
)
|
|
|
|
# The tracked release formula, for //scripts:scripts_test and the
|
|
# whole-checkout guard //scripts/repochecks:go_install_guidance_test. .beads/
|
|
# also holds live bd data and is in .bazelignore, so no main-repo target can
|
|
# declare the formula; this local repository exposes only .beads/formulas.
|
|
new_local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "new_local_repository")
|
|
|
|
new_local_repository(
|
|
name = "beads_formulas",
|
|
build_file_content = """exports_files(
|
|
glob(["*.formula.toml"]),
|
|
visibility = [
|
|
"@@//scripts:__pkg__",
|
|
"@@//scripts/repochecks:__pkg__",
|
|
],
|
|
)
|
|
""",
|
|
path = ".beads/formulas",
|
|
)
|
|
|
|
# Historical bd releases for the regression, migration and cross-version
|
|
# suites (tools/bazel/bd_releases.bzl): one repository per release in the
|
|
# release catalog that records a linux_amd64 asset digest, behind the
|
|
# @bd_releases hub. Adding a release is a catalog change only.
|
|
bd_releases = use_extension("//tools/bazel:bd_releases.bzl", "bd_releases")
|
|
bd_releases.catalog(path = "//scripts:migration-test/release-catalog.json")
|
|
use_repo(bd_releases, "bd_releases")
|
|
|
|
# The source-tag SQLite release (v0.9.1) has no release asset: the migration
|
|
# corpus builds it from its module source with the Go release it was
|
|
# qualified on, offline (//tests/migration:bd_source_tag). The proxy files
|
|
# are pinned in tests/migration/source_tag_modules.json, the toolchain here.
|
|
go_module_proxy = use_repo_rule("//tools/bazel:go_module_proxy.bzl", "go_module_proxy")
|
|
|
|
go_module_proxy(
|
|
name = "bd_source_tag_goproxy",
|
|
lock = "//tests/migration:source_tag_modules.json",
|
|
)
|
|
|
|
http_archive = use_repo_rule("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
|
|
|
|
http_archive(
|
|
name = "go_1_25_0_linux_amd64",
|
|
build_file_content = """exports_files(
|
|
["go/bin/go"],
|
|
visibility = ["//visibility:public"],
|
|
)
|
|
|
|
filegroup(
|
|
name = "sdk",
|
|
srcs = glob(["go/**"]),
|
|
visibility = ["//visibility:public"],
|
|
)
|
|
""",
|
|
sha256 = "2852af0cb20a13139b3448992e69b868e50ed0f8a1e5940ee1de9e19a123b613",
|
|
urls = ["https://go.dev/dl/go1.25.0.linux-amd64.tar.gz"],
|
|
)
|