Adapt GNU build phases for FreeBSD

This commit is contained in:
2026-04-01 12:18:55 +02:00
parent e404e2e08d
commit eb0d77cdf0
5 changed files with 718 additions and 0 deletions

View File

@@ -0,0 +1,300 @@
(use-modules (guix base32)
(guix build gnu-build-system)
(guix build utils)
(ice-9 format)
(ice-9 match)
(ice-9 popen)
(ice-9 regex)
(srfi srfi-1)
(srfi srfi-13)
(rnrs bytevectors)
(rnrs io ports))
(define (getenv* name default)
(or (getenv name) default))
(define (trim-trailing-newlines str)
(let loop ((len (string-length str)))
(if (and (> len 0)
(char=? (string-ref str (- len 1)) #\newline))
(loop (- len 1))
(substring str 0 len))))
(define (command-output program . args)
(let* ((port (apply open-pipe* OPEN_READ program args))
(output (get-string-all port))
(status (close-pipe port)))
(unless (zero? status)
(error (format #f "command failed: ~a ~s => ~a"
program args status)))
(trim-trailing-newlines output)))
(define (nix-base32->hex str)
(string-concatenate
(map (lambda (byte)
(format #f "~2,'0x" byte))
(bytevector->u8-list (nix-base32-string->bytevector str)))))
(define (phase-subset names)
(filter (match-lambda
((name . _)
(memq name names)))
%standard-phases))
(define (insert-phase-before phases target-name new-phase)
(let loop ((remaining phases) (result '()))
(match remaining
(()
(reverse (cons new-phase result)))
(((name . proc) . rest)
(if (eq? name target-name)
(append (reverse result)
(list new-phase (cons name proc))
rest)
(loop rest (cons (cons name proc) result)))))))
(define (maybe-read-test-log source-dir)
(match (find-files source-dir "(^|/)(test-suite\\.log|testsuite\\.log)$")
((file . _)
(call-with-input-file file get-string-all))
(()
"<no test-suite.log or testsuite.log found>")))
(define (host-triplet-from-source source-dir)
(with-directory-excursion source-dir
(cond
((file-exists? "build-aux/config.guess")
(command-output "sh" "build-aux/config.guess"))
((file-exists? "config.guess")
(command-output "sh" "config.guess"))
(else
(command-output "cc" "-dumpmachine")))))
(define (make-tool-link directory name target)
(let ((link (string-append directory "/" name)))
(when (file-exists? link)
(delete-file link))
(symlink target link)))
(define (prepend-path directory)
(let ((original (getenv "PATH")))
(if original
(setenv "PATH" (string-append directory ":" original))
(setenv "PATH" directory))))
(define (freebsd-setup-environment workdir)
(let* ((tools-dir (string-append workdir "/freebsd-tools"))
(gmake (if (file-exists? "/usr/local/bin/gmake")
"/usr/local/bin/gmake"
"/usr/bin/make"))
(cc (if (file-exists? "/usr/bin/cc")
"/usr/bin/cc"
(command-output "sh" "-c" "command -v cc")))
(cxx (cond
((file-exists? "/usr/bin/c++") "/usr/bin/c++")
((file-exists? "/usr/bin/clang++") "/usr/bin/clang++")
(else (command-output "sh" "-c" "command -v c++")))))
(mkdir-p tools-dir)
(make-tool-link tools-dir "make" gmake)
(make-tool-link tools-dir "gmake" gmake)
(make-tool-link tools-dir "cc" cc)
(make-tool-link tools-dir "gcc" cc)
(make-tool-link tools-dir "c++" cxx)
(make-tool-link tools-dir "g++" cxx)
(prepend-path tools-dir)
(setenv "CC" cc)
(setenv "CXX" cxx)
(setenv "CONFIG_SHELL" "/bin/sh")
(setenv "PKG_CONFIG" "/usr/local/bin/pkg-config")
(setenv "PKG_CONFIG_PATH"
"/usr/local/libdata/pkgconfig:/usr/local/lib/pkgconfig")
(setenv "CPPFLAGS" "-I/usr/local/include")
(setenv "LDFLAGS" "-L/usr/local/lib -Wl,-rpath,/usr/local/lib")
tools-dir))
(define workdir
(or (getenv "WORKDIR")
(error "WORKDIR environment variable is required")))
(define package-name
(or (getenv "PACKAGE_NAME")
(error "PACKAGE_NAME environment variable is required")))
(define package-version
(or (getenv "PACKAGE_VERSION")
(error "PACKAGE_VERSION environment variable is required")))
(define source-url
(or (getenv "PACKAGE_SOURCE_URL")
(error "PACKAGE_SOURCE_URL environment variable is required")))
(define expected-nix-base32
(or (getenv "PACKAGE_NIX_BASE32")
(error "PACKAGE_NIX_BASE32 environment variable is required")))
(define verify-kind
(or (getenv "VERIFY_KIND")
(error "VERIFY_KIND environment variable is required")))
(define binary-relative-path
(or (getenv "BINARY_RELATIVE_PATH")
(error "BINARY_RELATIVE_PATH environment variable is required")))
(define version-prefix
(getenv* "VERSION_PREFIX" ""))
(define run-tests?
(not (string=? (getenv* "RUN_TESTS" "1") "0")))
(define guix-source-dir
(getenv* "GUIX_SOURCE_DIR"
(string-append (getenv "HOME") "/repos/guix")))
(define output-dir
(string-append workdir "/0000000000000000-" package-name "-" package-version))
(define source-basename
(basename source-url))
(define source-tarball
(string-append workdir "/" source-basename))
(define source-dir
(string-append workdir "/" package-name "-" package-version))
(define metadata-file
(string-append workdir "/" package-name "-freebsd-phase-runner-metadata.txt"))
(define expected-sha256-hex
(nix-base32->hex expected-nix-base32))
(define selected-phase-names
'(set-SOURCE-DATE-EPOCH unpack configure build check install))
(define adapted-tools-dir
(string-append workdir "/freebsd-tools"))
(define selected-phases
(insert-phase-before (phase-subset selected-phase-names)
'configure
(cons 'freebsd-setup-environment
(lambda* (#:key #:allow-other-keys)
(freebsd-setup-environment workdir)
#t))))
(define (write-file path content)
(call-with-output-file path
(lambda (port)
(display content port))))
(define (verify-installed-output installed-binary output-dir verify-kind)
(match verify-kind
("hello"
(let ((hello-output (command-output installed-binary)))
(unless (string=? hello-output "Hello, world!")
(error (format #f "unexpected hello output: ~s" hello-output)))
hello-output))
("which"
(let ((which-output (command-output "env" "PATH=/bin:/usr/bin" installed-binary "sh")))
(unless (string=? which-output "/bin/sh")
(error (format #f "unexpected which output: ~s" which-output)))
which-output))
("sed-substitute"
(let* ((input-file (string-append output-dir "/share/freebsd-phase-runner-sed-input.txt"))
(sed-output (begin
(write-file input-file "alpha beta\n")
(command-output installed-binary "s/beta/gamma/" input-file))))
(unless (string=? sed-output "alpha gamma")
(error (format #f "unexpected sed output: ~s" sed-output)))
sed-output))
("diff-unified"
(let* ((left-file (string-append output-dir "/share/freebsd-phase-runner-left.txt"))
(right-file (string-append output-dir "/share/freebsd-phase-runner-right.txt"))
(expected "--- left\n+++ right\n@@ -1 +1 @@\n-apple\n+orange")
(diff-output (begin
(write-file left-file "apple\n")
(write-file right-file "orange\n")
(command-output installed-binary "-u" "--label" "left"
"--label" "right"
left-file right-file))))
(unless (string=? diff-output expected)
(error (format #f "unexpected diff output: ~s" diff-output)))
diff-output))
("version-prefix"
(let* ((version-output (command-output installed-binary "--version"))
(first-line (string-trim-both (car (string-split version-output #\newline)))))
(unless (and (not (string-null? version-prefix))
(string-prefix? version-prefix first-line))
(error (format #f "unexpected version line: ~s" first-line)))
first-line))
(else
(error (format #f "unknown VERIFY_KIND: ~a" verify-kind)))))
(setenv "NIX_BUILD_TOP" workdir)
(mkdir-p workdir)
(format #t "Using workdir: ~a~%" workdir)
(format #t "Using Guix source: ~a~%" guix-source-dir)
(format #t "Fetching source: ~a~%" source-url)
(invoke "fetch" "-o" source-tarball source-url)
(let ((actual-sha256-hex (command-output "sha256" "-q" source-tarball)))
(unless (string=? actual-sha256-hex expected-sha256-hex)
(error (format #f "sha256 mismatch: expected ~a but got ~a"
expected-sha256-hex actual-sha256-hex)))
(format #t "Verified SHA256: ~a~%" actual-sha256-hex)
(format #t "Running adapted Guix builder phases: ~s~%" selected-phase-names)
(with-directory-excursion workdir
(gnu-build #:source source-tarball
#:outputs `(("out" . ,output-dir))
#:phases selected-phases
#:tests? run-tests?))
(let* ((installed-binary (string-append output-dir "/" binary-relative-path))
(verification-output
(verify-installed-output installed-binary output-dir verify-kind))
(host-triplet (host-triplet-from-source source-dir))
(binary-file (command-output "file" installed-binary))
(runtime-deps (command-output "ldd" installed-binary))
(check-summary (maybe-read-test-log source-dir))
(guile-bin (or (getenv "GUILE_BIN") "<unset>"))
(uname-string (command-output "uname" "-a"))
(make-path (command-output "sh" "-c" "command -v make"))
(make-version (command-output "make" "--version"))
(cc-version (command-output (getenv "CC") "--version")))
(call-with-output-file metadata-file
(lambda (port)
(format port "package_name=~a~%" package-name)
(format port "package_version=~a~%" package-version)
(format port "source_url=~a~%" source-url)
(format port "expected_nix_base32=~a~%" expected-nix-base32)
(format port "expected_sha256_hex=~a~%" expected-sha256-hex)
(format port "actual_sha256_hex=~a~%" actual-sha256-hex)
(format port "verify_kind=~a~%" verify-kind)
(format port "version_prefix=~a~%" version-prefix)
(format port "run_tests=~a~%" (if run-tests? "1" "0"))
(format port "binary_relative_path=~a~%" binary-relative-path)
(format port "guix_source_dir=~a~%" guix-source-dir)
(format port "guile_bin=~a~%" guile-bin)
(format port "workdir=~a~%" workdir)
(format port "source_tarball=~a~%" source-tarball)
(format port "source_dir=~a~%" source-dir)
(format port "output_dir=~a~%" output-dir)
(format port "installed_binary=~a~%" installed-binary)
(format port "verification_output=~a~%" verification-output)
(format port "host_triplet=~a~%" host-triplet)
(format port "selected_phases=~s~%" selected-phase-names)
(format port "adapted_tools_dir=~a~%" adapted-tools-dir)
(format port "make_path=~a~%" make-path)
(format port "make_version_begin~%~a~%make_version_end~%" make-version)
(format port "cc=~a~%" (getenv "CC"))
(format port "cxx=~a~%" (getenv "CXX"))
(format port "cc_version_begin~%~a~%cc_version_end~%" cc-version)
(format port "cppflags=~a~%" (getenv "CPPFLAGS"))
(format port "ldflags=~a~%" (getenv "LDFLAGS"))
(format port "pkg_config=~a~%" (getenv "PKG_CONFIG"))
(format port "pkg_config_path=~a~%" (getenv "PKG_CONFIG_PATH"))
(format port "binary_file=~a~%" binary-file)
(format port "uname=~a~%" uname-string)
(format port "check_summary_begin~%~a~%check_summary_end~%"
check-summary)
(format port "runtime_deps_begin~%~a~%runtime_deps_end~%"
runtime-deps)))
(when (getenv "METADATA_OUT")
(mkdir-p (dirname (getenv "METADATA_OUT")))
(copy-file metadata-file (getenv "METADATA_OUT")))
(format #t "PASS ~a-freebsd-phase-runner~%" package-name)
(format #t "Installed binary: ~a~%" installed-binary)
(format #t "Verification output: ~a~%" verification-output)
(format #t "Metadata file: ~a~%" metadata-file)
(when (getenv "METADATA_OUT")
(format #t "Copied metadata to: ~a~%" (getenv "METADATA_OUT")))
(display "--- metadata ---\n")
(display (call-with-input-file metadata-file get-string-all))))

View File

@@ -0,0 +1,123 @@
#!/bin/sh
set -eu
script_dir=$(CDPATH= cd -- "$(dirname "$0")" && pwd)
runner_sh=$script_dir/run-gnu-package-freebsd-phase-runner.sh
cleanup=0
if [ -n "${WORKDIR:-}" ]; then
workdir=$WORKDIR
mkdir -p "$workdir"
else
workdir=$(mktemp -d /tmp/fruix-gnu-package-matrix.XXXXXX)
cleanup=1
fi
if [ "${KEEP_WORKDIR:-0}" -eq 1 ]; then
cleanup=0
fi
cleanup_workdir() {
if [ "$cleanup" -eq 1 ]; then
rm -rf "$workdir"
fi
}
trap cleanup_workdir EXIT INT TERM
metadata_dir=$workdir/metadata
summary_file=$workdir/freebsd-gnu-package-matrix-summary.txt
mkdir -p "$metadata_dir"
run_package() {
name=$1
version=$2
url=$3
hash=$4
verify_kind=$5
binary=$6
version_prefix=${7:-}
run_tests=${8:-1}
package_workdir=$workdir/$name
metadata_out=$metadata_dir/$name.txt
printf '=== building %s %s ===\n' "$name" "$version"
PACKAGE_NAME=$name \
PACKAGE_VERSION=$version \
PACKAGE_SOURCE_URL=$url \
PACKAGE_NIX_BASE32=$hash \
VERIFY_KIND=$verify_kind \
BINARY_RELATIVE_PATH=$binary \
VERSION_PREFIX=$version_prefix \
RUN_TESTS=$run_tests \
WORKDIR=$package_workdir \
METADATA_OUT=$metadata_out \
KEEP_WORKDIR=1 \
"$runner_sh"
}
run_package hello 2.12.3 \
https://ftp.gnu.org/gnu/hello/hello-2.12.3.tar.gz \
183a6rxnhixiyykd7qis0y9g9cfqhpkk872a245y3zl28can0pqd \
hello \
bin/hello
run_package which 2.21 \
https://ftp.gnu.org/gnu/which/which-2.21.tar.gz \
1bgafvy3ypbhhfznwjv1lxmd6mci3x1byilnnkc7gcr486wlb8pl \
which \
bin/which
run_package time 1.9 \
https://ftp.gnu.org/gnu/time/time-1.9.tar.gz \
07jj7cz6lc13iqrpgn81ivqh8rkm73p4rnivwgrrshk23v4g1b7v \
version-prefix \
bin/time \
"time (GNU Time) 1.9" \
0
run_package patch 2.8 \
https://ftp.gnu.org/gnu/patch/patch-2.8.tar.xz \
1qssgwgy3mfahkpgg99a35gl38vamlqb15m3c2zzrd62xrlywz7q \
version-prefix \
bin/patch \
"GNU patch 2.8"
run_package nano 8.7.1 \
https://ftp.gnu.org/gnu/nano/nano-8.7.1.tar.xz \
1pyy3hnjr9g0831wcdrs18v0lh7v63yj1kaf3ljz3qpj92rdrw3n \
version-prefix \
bin/nano \
"GNU nano, version 8.7.1"
cat > "$summary_file" <<EOF
workdir=$workdir
metadata_dir=$metadata_dir
packages=hello which time patch nano
hello_metadata=$metadata_dir/hello.txt
which_metadata=$metadata_dir/which.txt
time_metadata=$metadata_dir/time.txt
patch_metadata=$metadata_dir/patch.txt
nano_metadata=$metadata_dir/nano.txt
EOF
for package in hello which time patch nano; do
printf '%s_verification=%s\n' "$package" "$(awk -F= '/^verification_output=/{print substr($0, index($0, "=") + 1)}' "$metadata_dir/$package.txt")" >> "$summary_file"
printf '%s_runtime_deps_begin\n' "$package" >> "$summary_file"
awk '/^runtime_deps_begin$/{flag=1;next}/^runtime_deps_end$/{flag=0}flag' "$metadata_dir/$package.txt" >> "$summary_file"
printf '%s_runtime_deps_end\n' "$package" >> "$summary_file"
printf '%s_make_path=%s\n' "$package" "$(awk -F= '/^make_path=/{print substr($0, index($0, "=") + 1)}' "$metadata_dir/$package.txt")" >> "$summary_file"
printf '%s_run_tests=%s\n' "$package" "$(awk -F= '/^run_tests=/{print substr($0, index($0, "=") + 1)}' "$metadata_dir/$package.txt")" >> "$summary_file"
done
if [ -n "${METADATA_OUT:-}" ]; then
mkdir -p "$(dirname "$METADATA_OUT")"
cp "$summary_file" "$METADATA_OUT"
fi
printf 'PASS freebsd-gnu-package-matrix\n'
printf 'Working directory: %s\n' "$workdir"
printf 'Summary file: %s\n' "$summary_file"
if [ -n "${METADATA_OUT:-}" ]; then
printf 'Copied summary to: %s\n' "$METADATA_OUT"
fi
printf '%s\n' '--- summary ---'
cat "$summary_file"

View File

@@ -0,0 +1,85 @@
#!/bin/sh
set -eu
guix_source_dir=${GUIX_SOURCE_DIR:-"$HOME/repos/guix"}
script_dir=$(CDPATH= cd -- "$(dirname "$0")" && pwd)
runner_scm=$script_dir/gnu-package-freebsd-phase-runner.scm
if [ ! -d "$guix_source_dir/guix" ]; then
echo "Guix source tree not found at $guix_source_dir" >&2
exit 1
fi
if [ -n "${GUILE_BIN:-}" ]; then
guile_bin=$GUILE_BIN
elif [ -x /tmp/guile-freebsd-validate-install/bin/guile ]; then
guile_bin=/tmp/guile-freebsd-validate-install/bin/guile
else
cat >&2 <<'EOF'
A fixed local Guile build is required for this harness.
The packaged FreeBSD guile3 binary still crashes in system*/spawn/open-pipe*.
Set GUILE_BIN to a locally built fixed Guile, for example:
GUILE_BIN=/tmp/guile-freebsd-validate-install/bin/guile
EOF
exit 1
fi
if [ ! -x "$guile_bin" ]; then
echo "Guile binary is not executable: $guile_bin" >&2
exit 1
fi
for required_var in PACKAGE_NAME PACKAGE_VERSION PACKAGE_SOURCE_URL PACKAGE_NIX_BASE32 VERIFY_KIND BINARY_RELATIVE_PATH; do
eval "value=\${$required_var:-}"
if [ -z "$value" ]; then
echo "Required environment variable is missing: $required_var" >&2
exit 1
fi
done
guile_prefix=$(CDPATH= cd -- "$(dirname "$guile_bin")/.." && pwd)
guile_lib_dir=$guile_prefix/lib
if [ -e "$guile_lib_dir/libguile-3.0.so.1" ]; then
if [ -n "${LD_LIBRARY_PATH:-}" ]; then
export LD_LIBRARY_PATH="$guile_lib_dir:$LD_LIBRARY_PATH"
else
export LD_LIBRARY_PATH="$guile_lib_dir"
fi
fi
cleanup=0
if [ -n "${WORKDIR:-}" ]; then
workdir=$WORKDIR
mkdir -p "$workdir"
else
workdir=$(mktemp -d /tmp/fruix-gnu-package-freebsd.XXXXXX)
cleanup=1
fi
if [ "${KEEP_WORKDIR:-0}" -eq 1 ]; then
cleanup=0
fi
cleanup_workdir() {
if [ "$cleanup" -eq 1 ]; then
rm -rf "$workdir"
fi
}
trap cleanup_workdir EXIT INT TERM
export GUILE_BIN="$guile_bin"
export GUIX_SOURCE_DIR="$guix_source_dir"
export WORKDIR="$workdir"
export GUILE_AUTO_COMPILE=0
if [ -n "${GUILE_LOAD_PATH:-}" ]; then
export GUILE_LOAD_PATH="$guix_source_dir:$GUILE_LOAD_PATH"
else
export GUILE_LOAD_PATH="$guix_source_dir"
fi
printf 'Using package: %s %s\n' "$PACKAGE_NAME" "$PACKAGE_VERSION"
printf 'Using Guile: %s\n' "$guile_bin"
printf 'Using LD_LIBRARY_PATH: %s\n' "${LD_LIBRARY_PATH:-<unset>}"
printf 'Working directory: %s\n' "$workdir"
"$guile_bin" -s "$runner_scm"