beads/.github/scripts/embedded-test-shard.sh
2026-03-28 13:47:20 -07:00

68 lines
2.3 KiB
Bash
Executable file

#!/usr/bin/env bash
# embedded-test-shard.sh — run a shard of embedded dolt cmd/bd tests.
#
# Usage: embedded-test-shard.sh <shard_number> <total_shards>
#
# Discovers all TestEmbedded* top-level functions from cmd/bd/*_embedded_test.go,
# assigns each to a shard via hash(name) % total, and runs the matching subset
# using the pre-built test binary at BEADS_TEST_CMD_BINARY (or /tmp/bd-cmd-test).
#
# Environment:
# BEADS_TEST_EMBEDDED_DOLT=1 required (tests skip without it)
# BEADS_TEST_BD_BINARY=<path> optional pre-built bd binary (used by tests)
# BEADS_TEST_CMD_BINARY=<path> pre-built cmd/bd test binary (default: /tmp/bd-cmd-test)
set -euo pipefail
SHARD_NUMBER="${1:?usage: $0 <shard_number> <total_shards>}"
TOTAL_SHARDS="${2:?usage: $0 <shard_number> <total_shards>}"
shift 2
# Convert 1-indexed shard number to 0-indexed for modulo arithmetic.
SHARD_INDEX=$(( SHARD_NUMBER - 1 ))
# Discover all top-level TestEmbedded* functions.
ALL_TESTS=$(grep -rh '^func TestEmbedded' cmd/bd/*_embedded_test.go \
| sed 's/func \(TestEmbedded[A-Za-z0-9_]*\).*/\1/' \
| sort -u)
if [ -z "$ALL_TESTS" ]; then
echo "No TestEmbedded* functions found" >&2
exit 1
fi
# Assign tests to this shard via hash(name) % total.
SHARD_TESTS=()
while IFS= read -r name; do
# Use cksum for a portable numeric hash.
hash=$(echo -n "$name" | cksum | awk '{print $1}')
if (( hash % TOTAL_SHARDS == SHARD_INDEX )); then
SHARD_TESTS+=("$name")
fi
done <<< "$ALL_TESTS"
if [ ${#SHARD_TESTS[@]} -eq 0 ]; then
echo "Shard ${SHARD_NUMBER}/${TOTAL_SHARDS}: no tests assigned (all hashed to other shards)"
exit 0
fi
# Build the -run regex: "^(TestA|TestB|TestC)$"
RUN_REGEX="^($(IFS='|'; echo "${SHARD_TESTS[*]}"))$"
echo "Shard ${SHARD_NUMBER}/${TOTAL_SHARDS}: running ${#SHARD_TESTS[@]} test(s)"
printf " %s\n" "${SHARD_TESTS[@]}"
echo ""
# Use pre-built test binary if available, otherwise fall back to go test.
CMD_BINARY="${BEADS_TEST_CMD_BINARY:-/tmp/bd-cmd-test}"
if [ -x "$CMD_BINARY" ]; then
exec "$CMD_BINARY" -test.v -test.count=1 -test.timeout=20m \
-test.run "$RUN_REGEX" \
"$@"
else
echo "Warning: pre-built test binary not found at $CMD_BINARY, falling back to go test"
exec go test -v -race -count=1 -timeout 20m \
-run "$RUN_REGEX" \
"$@" \
./cmd/bd/
fi