fruix/tests/system/run-phase17-source-coexistence.sh

#!/bin/sh
set -eu

project_root=${PROJECT_ROOT:-$(pwd)}
script_dir=$(CDPATH= cd -- "$(dirname "$0")" && pwd)
fruix_cmd=$project_root/bin/fruix
git_template=${GIT_TEMPLATE:-$script_dir/phase17-git-source-operating-system.scm.in}
txz_template=${TXZ_TEMPLATE:-$script_dir/phase17-txz-source-operating-system.scm.in}
system_name=${SYSTEM_NAME:-phase17-operating-system}
store_dir=${STORE_DIR:-/frx/store}
base_name=${BASE_NAME:-source-side-by-side}
base_version_label=${BASE_VERSION_LABEL:-15.0-source-side-by-side}
git_base_release=${GIT_BASE_RELEASE:-15.0-STABLE}
git_base_branch=${GIT_BASE_BRANCH:-stable/15}
git_source_name=${GIT_SOURCE_NAME:-stable15-side-a}
git_source_ref=${GIT_SOURCE_REF:-stable/15}
git_source_commit=${GIT_SOURCE_COMMIT:-332708a606f6bf0841c1d4a74c0d067f5640fe89}
git_declared_source_root=${GIT_DECLARED_SOURCE_ROOT:-/var/empty/fruix-unused-source-root-git}
txz_base_release=${TXZ_BASE_RELEASE:-15.0-RELEASE}
txz_base_branch=${TXZ_BASE_BRANCH:-releng/15.0}
txz_source_name=${TXZ_SOURCE_NAME:-release15-side-b}
txz_source_url=${TXZ_SOURCE_URL:-https://download.freebsd.org/releases/amd64/15.0-RELEASE/src.txz}
txz_source_sha256=${TXZ_SOURCE_SHA256:-83c3e8157b6d7afcae57167fda75693bf1e5f581ca149a6ecb2d398b71bdfab0}
txz_declared_source_root=${TXZ_DECLARED_SOURCE_ROOT:-/var/empty/fruix-unused-source-root-txz}
metadata_target=${METADATA_OUT:-}
root_authorized_key_file=${ROOT_AUTHORIZED_KEY_FILE:-$HOME/.ssh/id_ed25519.pub}

[ -x "$fruix_cmd" ] || {
  echo "fruix command is not executable: $fruix_cmd" >&2
  exit 1
}
[ -f "$git_template" ] || {
  echo "missing git operating-system template: $git_template" >&2
  exit 1
}
[ -f "$txz_template" ] || {
  echo "missing txz operating-system template: $txz_template" >&2
  exit 1
}
[ -f "$root_authorized_key_file" ] || {
  echo "missing root authorized key file: $root_authorized_key_file" >&2
  exit 1
}

cleanup=0
if [ -n "${WORKDIR:-}" ]; then
  workdir=$WORKDIR
  mkdir -p "$workdir"
else
  workdir=$(mktemp -d /tmp/fruix-phase17-source-coexistence.XXXXXX)
  cleanup=1
fi
if [ "${KEEP_WORKDIR:-0}" -eq 1 ]; then
  cleanup=0
fi

cleanup_workdir() {
  if [ "$cleanup" -eq 1 ]; then
    rm -rf "$workdir" 2>/dev/null || sudo rm -rf "$workdir"
  fi
}
trap cleanup_workdir EXIT INT TERM

root_authorized_key=$(tr -d '\n' < "$root_authorized_key_file")
git_os=$workdir/git-operating-system.scm
txz_os=$workdir/txz-operating-system.scm
git_out_a=$workdir/git-build-a.txt
git_out_b=$workdir/git-build-b.txt
txz_out=$workdir/txz-build.txt
metadata_file=$workdir/phase17-source-coexistence-metadata.txt

sed \
  -e "s|__BASE_NAME__|$base_name|g" \
  -e "s|__BASE_VERSION_LABEL__|$base_version_label|g" \
  -e "s|__BASE_RELEASE__|$git_base_release|g" \
  -e "s|__BASE_BRANCH__|$git_base_branch|g" \
  -e "s|__SOURCE_NAME__|$git_source_name|g" \
  -e "s|__SOURCE_REF__|$git_source_ref|g" \
  -e "s|__SOURCE_COMMIT__|$git_source_commit|g" \
  -e "s|__DECLARED_SOURCE_ROOT__|$git_declared_source_root|g" \
  -e "s|__ROOT_AUTHORIZED_KEY__|$root_authorized_key|g" \
  "$git_template" > "$git_os"

sed \
  -e "s|__BASE_NAME__|$base_name|g" \
  -e "s|__BASE_VERSION_LABEL__|$base_version_label|g" \
  -e "s|__BASE_RELEASE__|$txz_base_release|g" \
  -e "s|__BASE_BRANCH__|$txz_base_branch|g" \
  -e "s|__SOURCE_NAME__|$txz_source_name|g" \
  -e "s|__SOURCE_URL__|$txz_source_url|g" \
  -e "s|__SOURCE_SHA256__|$txz_source_sha256|g" \
  -e "s|__DECLARED_SOURCE_ROOT__|$txz_declared_source_root|g" \
  -e "s|__ROOT_AUTHORIZED_KEY__|$root_authorized_key|g" \
  "$txz_template" > "$txz_os"

action_env() {
  sudo env \
    HOME="$HOME" \
    GUILE_AUTO_COMPILE=0 \
    FRUIX_FREEBSD_BUILD_JOBS="${FRUIX_FREEBSD_BUILD_JOBS:-8}" \
    GUIX_SOURCE_DIR="${GUIX_SOURCE_DIR:-$HOME/repos/guix}" \
    GUILE_BIN="${GUILE_BIN:-/tmp/guile-freebsd-validate-install/bin/guile}" \
    GUILE_EXTRA_PREFIX="${GUILE_EXTRA_PREFIX:-/tmp/guile-gnutls-freebsd-validate-install}" \
    SHEPHERD_PREFIX="${SHEPHERD_PREFIX:-/tmp/shepherd-freebsd-validate-install}" \
    "$@"
}

build_os() {
  os_file=$1
  out_file=$2
  action_env "$fruix_cmd" system build "$os_file" --system "$system_name" --store "$store_dir" >"$out_file"
}

field() {
  key=$1
  file=$2
  sed -n "s/^$key=//p" "$file" | tail -n 1
}

resolved_git_commit() {
  file=$1
  grep -Eo '\(commit \. "[0-9a-f]{40}"\)' "$file" | head -n 1 | sed 's/.*"\([0-9a-f]\{40\}\)".*/\1/'
}

build_os "$git_os" "$git_out_a"
build_os "$txz_os" "$txz_out"
build_os "$git_os" "$git_out_b"

git_closure=$(field closure_path "$git_out_a")
git_closure_rebuild=$(field closure_path "$git_out_b")
txz_closure=$(field closure_path "$txz_out")
git_kernel_store=$(field kernel_store "$git_out_a")
txz_kernel_store=$(field kernel_store "$txz_out")
git_native_stores=$(field native_base_stores "$git_out_a")
txz_native_stores=$(field native_base_stores "$txz_out")
git_host_count=$(field host_base_store_count "$git_out_a")
txz_host_count=$(field host_base_store_count "$txz_out")
git_materialized_count=$(field materialized_source_store_count "$git_out_a")
txz_materialized_count=$(field materialized_source_store_count "$txz_out")
git_materialized_store=$(field materialized_source_stores "$git_out_a")
txz_materialized_store=$(field materialized_source_stores "$txz_out")
git_source_kind=$(field freebsd_source_kind "$git_out_a")
txz_source_kind=$(field freebsd_source_kind "$txz_out")
git_source_ref_out=$(field freebsd_source_ref "$git_out_a")
git_source_commit_out=$(field freebsd_source_commit "$git_out_a")
txz_source_url_out=$(field freebsd_source_url "$txz_out")
txz_source_sha256_out=$(field freebsd_source_sha256 "$txz_out")
git_source_file=$(field freebsd_source_file "$git_out_a")
txz_source_file=$(field freebsd_source_file "$txz_out")
git_source_materializations_file=$(field freebsd_source_materializations_file "$git_out_a")
txz_source_materializations_file=$(field freebsd_source_materializations_file "$txz_out")
git_store_layout_file=$(field store_layout_file "$git_out_a")
txz_store_layout_file=$(field store_layout_file "$txz_out")
git_base_name_out=$(field freebsd_base_name "$git_out_a")
txz_base_name_out=$(field freebsd_base_name "$txz_out")
git_base_version_out=$(field freebsd_base_version_label "$git_out_a")
txz_base_version_out=$(field freebsd_base_version_label "$txz_out")
git_base_release_out=$(field freebsd_base_release "$git_out_a")
txz_base_release_out=$(field freebsd_base_release "$txz_out")
git_base_source_root_out=$(field freebsd_base_source_root "$git_out_a")
txz_base_source_root_out=$(field freebsd_base_source_root "$txz_out")

[ -n "$git_closure" ] || { echo "missing git closure" >&2; exit 1; }
[ -n "$txz_closure" ] || { echo "missing txz closure" >&2; exit 1; }
[ "$git_closure" = "$git_closure_rebuild" ] || {
  echo "git closure path was not reproducible across rebuilds: $git_closure != $git_closure_rebuild" >&2
  exit 1
}
[ "$git_closure" != "$txz_closure" ] || {
  echo "git and txz closures unexpectedly match" >&2
  exit 1
}
[ "$git_host_count" = 0 ] || { echo "git build has host base stores" >&2; exit 1; }
[ "$txz_host_count" = 0 ] || { echo "txz build has host base stores" >&2; exit 1; }
[ "$git_materialized_count" = 1 ] || { echo "expected one git materialized source store" >&2; exit 1; }
[ "$txz_materialized_count" = 1 ] || { echo "expected one txz materialized source store" >&2; exit 1; }
[ "$git_source_kind" = git ] || { echo "unexpected git source kind: $git_source_kind" >&2; exit 1; }
[ "$txz_source_kind" = src-txz ] || { echo "unexpected txz source kind: $txz_source_kind" >&2; exit 1; }
[ "$git_source_ref_out" = "$git_source_ref" ] || { echo "unexpected git source ref: $git_source_ref_out" >&2; exit 1; }
[ "$git_source_commit_out" = "$git_source_commit" ] || { echo "unexpected git source commit: $git_source_commit_out" >&2; exit 1; }
[ "$txz_source_url_out" = "$txz_source_url" ] || { echo "unexpected txz source URL: $txz_source_url_out" >&2; exit 1; }
[ "$txz_source_sha256_out" = "$txz_source_sha256" ] || { echo "unexpected txz source sha256: $txz_source_sha256_out" >&2; exit 1; }
[ "$git_base_name_out" = "$base_name" ] || { echo "unexpected git base name: $git_base_name_out" >&2; exit 1; }
[ "$txz_base_name_out" = "$base_name" ] || { echo "unexpected txz base name: $txz_base_name_out" >&2; exit 1; }
[ "$git_base_version_out" = "$base_version_label" ] || { echo "unexpected git base version label: $git_base_version_out" >&2; exit 1; }
[ "$txz_base_version_out" = "$base_version_label" ] || { echo "unexpected txz base version label: $txz_base_version_out" >&2; exit 1; }
[ "$git_base_release_out" = "$git_base_release" ] || { echo "unexpected git base release: $git_base_release_out" >&2; exit 1; }
[ "$txz_base_release_out" = "$txz_base_release" ] || { echo "unexpected txz base release: $txz_base_release_out" >&2; exit 1; }
[ "$git_base_source_root_out" = "$git_declared_source_root" ] || { echo "unexpected git declared source root: $git_base_source_root_out" >&2; exit 1; }
[ "$txz_base_source_root_out" = "$txz_declared_source_root" ] || { echo "unexpected txz declared source root: $txz_base_source_root_out" >&2; exit 1; }
[ "$git_materialized_store" != "$txz_materialized_store" ] || {
  echo "git and txz materialized source stores unexpectedly match" >&2
  exit 1
}
[ "$git_native_stores" != "$txz_native_stores" ] || {
  echo "git and txz native store sets unexpectedly match" >&2
  exit 1
}
[ "$git_kernel_store" != "$txz_kernel_store" ] || {
  echo "git and txz kernel stores unexpectedly match" >&2
  exit 1
}

case "$git_kernel_store" in
  /frx/store/*-freebsd-native-kernel-$base_version_label) : ;;
  *) echo "unexpected git kernel store path: $git_kernel_store" >&2; exit 1 ;;
esac
case "$txz_kernel_store" in
  /frx/store/*-freebsd-native-kernel-$base_version_label) : ;;
  *) echo "unexpected txz kernel store path: $txz_kernel_store" >&2; exit 1 ;;
esac
case "$git_materialized_store" in
  /frx/store/*-freebsd-source-$git_source_name) : ;;
  *) echo "unexpected git materialized source store path: $git_materialized_store" >&2; exit 1 ;;
esac
case "$txz_materialized_store" in
  /frx/store/*-freebsd-source-$txz_source_name) : ;;
  *) echo "unexpected txz materialized source store path: $txz_materialized_store" >&2; exit 1 ;;
esac

[ -f "$git_source_file" ] || { echo "missing git source file: $git_source_file" >&2; exit 1; }
[ -f "$txz_source_file" ] || { echo "missing txz source file: $txz_source_file" >&2; exit 1; }
[ -f "$git_source_materializations_file" ] || { echo "missing git source materializations file: $git_source_materializations_file" >&2; exit 1; }
[ -f "$txz_source_materializations_file" ] || { echo "missing txz source materializations file: $txz_source_materializations_file" >&2; exit 1; }
[ -f "$git_store_layout_file" ] || { echo "missing git store layout file: $git_store_layout_file" >&2; exit 1; }
[ -f "$txz_store_layout_file" ] || { echo "missing txz store layout file: $txz_store_layout_file" >&2; exit 1; }

git_materialized_root=$git_materialized_store/tree
txz_materialized_root=$txz_materialized_store/tree/usr/src
[ -f "$git_materialized_root/Makefile" ] || { echo "git materialized source root missing Makefile" >&2; exit 1; }
[ -f "$txz_materialized_root/Makefile" ] || { echo "txz materialized source root missing Makefile" >&2; exit 1; }

git_commit=$(resolved_git_commit "$git_source_materializations_file")
printf '%s\n' "$git_commit" | grep -E '^[0-9a-f]{40}$' >/dev/null || {
  echo "failed to recover resolved git commit" >&2
  exit 1
}

grep -F "(source-root . \"$git_materialized_root\")" "$git_source_materializations_file" >/dev/null || {
  echo "git source materializations file missing effective root" >&2
  exit 1
}
[ "$git_commit" = "$git_source_commit" ] || {
  echo "resolved git commit does not match the declared pinned commit: $git_commit != $git_source_commit" >&2
  exit 1
}
grep -F "(commit . \"$git_commit\")" "$git_source_materializations_file" >/dev/null || {
  echo "git source materializations file missing resolved commit" >&2
  exit 1
}
grep -F "(sha256 . \"$txz_source_sha256\")" "$txz_source_materializations_file" >/dev/null || {
  echo "txz source materializations file missing verified archive hash" >&2
  exit 1
}
grep -F "(source-root . \"$txz_materialized_root\")" "$txz_source_materializations_file" >/dev/null || {
  echo "txz source materializations file missing effective root" >&2
  exit 1
}
grep -F "(materialized-source-store-count . 1)" "$git_store_layout_file" >/dev/null || {
  echo "git store layout missing materialized source count" >&2
  exit 1
}
grep -F "(materialized-source-store-count . 1)" "$txz_store_layout_file" >/dev/null || {
  echo "txz store layout missing materialized source count" >&2
  exit 1
}
grep -F "$git_materialized_store" "$git_store_layout_file" >/dev/null || {
  echo "git store layout missing materialized source store path" >&2
  exit 1
}
grep -F "$txz_materialized_store" "$txz_store_layout_file" >/dev/null || {
  echo "txz store layout missing materialized source store path" >&2
  exit 1
}

git_runtime_store=$(printf '%s\n' "$git_native_stores" | tr ',' '\n' | grep "freebsd-native-runtime-$base_version_label$" | head -n 1)
txz_runtime_store=$(printf '%s\n' "$txz_native_stores" | tr ',' '\n' | grep "freebsd-native-runtime-$base_version_label$" | head -n 1)
[ -n "$git_runtime_store" ] || { echo "failed to recover git runtime store" >&2; exit 1; }
[ -n "$txz_runtime_store" ] || { echo "failed to recover txz runtime store" >&2; exit 1; }

for path in "$git_kernel_store/.freebsd-native-build-info.scm" "$git_runtime_store/.freebsd-native-build-info.scm"; do
  [ -f "$path" ] || { echo "missing git native build info file: $path" >&2; exit 1; }
  grep -F "(materialized-source" "$path" >/dev/null || {
    echo "git native build info missing materialized-source block in $path" >&2
    exit 1
  }
  grep -F "(ref . \"$git_source_ref\")" "$path" >/dev/null || {
    echo "git native build info missing source ref in $path" >&2
    exit 1
  }
  grep -F "(commit . \"$git_commit\")" "$path" >/dev/null || {
    echo "git native build info missing resolved commit in $path" >&2
    exit 1
  }
  grep -F "(source-root . \"$git_materialized_root\")" "$path" >/dev/null || {
    echo "git native build info missing materialized source root in $path" >&2
    exit 1
  }
  grep -F "(store-path . \"$git_materialized_store\")" "$path" >/dev/null || {
    echo "git native build info missing materialized source store path in $path" >&2
    exit 1
  }
  if grep -F "(source-root . \"$git_declared_source_root\")" "$path" >/dev/null; then
    echo "git native build info still records the unused declared source root in $path" >&2
    exit 1
  fi
done

for path in "$txz_kernel_store/.freebsd-native-build-info.scm" "$txz_runtime_store/.freebsd-native-build-info.scm"; do
  [ -f "$path" ] || { echo "missing txz native build info file: $path" >&2; exit 1; }
  grep -F "(materialized-source" "$path" >/dev/null || {
    echo "txz native build info missing materialized-source block in $path" >&2
    exit 1
  }
  grep -F "(sha256 . \"$txz_source_sha256\")" "$path" >/dev/null || {
    echo "txz native build info missing archive sha256 in $path" >&2
    exit 1
  }
  grep -F "(source-root . \"$txz_materialized_root\")" "$path" >/dev/null || {
    echo "txz native build info missing materialized source root in $path" >&2
    exit 1
  }
  grep -F "(store-path . \"$txz_materialized_store\")" "$path" >/dev/null || {
    echo "txz native build info missing materialized source store path in $path" >&2
    exit 1
  }
  if grep -F "(source-root . \"$txz_declared_source_root\")" "$path" >/dev/null; then
    echo "txz native build info still records the unused declared source root in $path" >&2
    exit 1
  fi
done

git_closure_base=$(basename "$git_closure")
txz_closure_base=$(basename "$txz_closure")
cat >"$metadata_file" <<EOF
workdir=$workdir
git_os=$git_os
txz_os=$txz_os
git_closure=$git_closure
git_closure_rebuild=$git_closure_rebuild
git_closure_base=$git_closure_base
txz_closure=$txz_closure
txz_closure_base=$txz_closure_base
base_name=$base_name
base_version_label=$base_version_label
git_base_release=$git_base_release_out
txz_base_release=$txz_base_release_out
git_source_kind=$git_source_kind
git_source_ref=$git_source_ref_out
git_source_commit=$git_source_commit_out
git_source_materializations_file=$git_source_materializations_file
git_materialized_source_store=$git_materialized_store
git_materialized_source_root=$git_materialized_root
git_resolved_commit=$git_commit
git_native_base_stores=$git_native_stores
txz_source_kind=$txz_source_kind
txz_source_url=$txz_source_url_out
txz_source_sha256=$txz_source_sha256_out
txz_source_materializations_file=$txz_source_materializations_file
txz_materialized_source_store=$txz_materialized_store
txz_materialized_source_root=$txz_materialized_root
txz_native_base_stores=$txz_native_stores
same_base_version_label_distinct_sources=ok
side_by_side_source_revisions=ok
EOF

if [ -n "$metadata_target" ]; then
  mkdir -p "$(dirname "$metadata_target")"
  cp "$metadata_file" "$metadata_target"
fi

printf 'PASS phase17-source-coexistence\n'
printf 'Work directory: %s\n' "$workdir"
printf 'Metadata file: %s\n' "$metadata_file"
if [ -n "$metadata_target" ]; then
  printf 'Copied metadata to: %s\n' "$metadata_target"
fi
printf '%s\n' '--- metadata ---'
cat "$metadata_file"