soubarnak
1d8b07727e
Spec #16 ticket #26: Void template for the whisper.cpp Python binding, built from the pinned 1.5.0 sdist with the Vulkan backend (default-on option), shared libraries, and portable CPU flags. Includes the podman build/smoke harness, pinned base-image pins, and offline policy tests. Refs: #26
74 lines
3.0 KiB
Bash
Executable File
74 lines
3.0 KiB
Bash
Executable File
#!/bin/sh
|
|
# Root-side half of the packaging/void container harness. Runs inside the
|
|
# pinned Void container as root: system setup, the void-packages checkout,
|
|
# then the builder half (container-build.sh) as the builder user, then the
|
|
# install plus import smoke as root again.
|
|
#
|
|
# Not executed directly: build.sh mounts this file and runs it. PKGNAME,
|
|
# XBPS_ARGS, EXPECT_VULKAN and VOID_COMMIT arrive via the environment.
|
|
set -eu
|
|
|
|
export PATH=/usr/bin:/bin:/usr/sbin:/sbin
|
|
xbps-install -Suy xbps >/dev/null
|
|
xbps-install -y git base-devel xtools binutils zstd >/dev/null
|
|
git clone --quiet --depth 1 https://github.com/void-linux/void-packages /void-packages
|
|
git -C /void-packages fetch --quiet --depth 1 origin "$VOID_COMMIT"
|
|
git -C /void-packages checkout --quiet "$VOID_COMMIT"
|
|
cp -r /overlay/. /void-packages/srcpkgs/
|
|
id builder >/dev/null 2>&1 || useradd -m builder
|
|
cp /mnt/container-build.sh /run-build.sh
|
|
chown builder:builder /void-packages /run-build.sh
|
|
chmod +x /run-build.sh
|
|
su -s /bin/sh builder -c /run-build.sh
|
|
|
|
echo "== install $PKGNAME from the local repository"
|
|
PKGFILE=$(ls /void-packages/hostdir/binpkgs/"$PKGNAME"-*.x86_64.xbps /host/binpkgs/"$PKGNAME"-*.x86_64.xbps 2>/dev/null | head -n1)
|
|
[ -n "$PKGFILE" ] || {
|
|
echo "built package not found" >&2
|
|
exit 1
|
|
}
|
|
echo "built: $PKGFILE"
|
|
xbps-install -Sy >/dev/null
|
|
xbps-install -y --repository="$(dirname "$PKGFILE")" "$PKGNAME" >/dev/null
|
|
|
|
echo "== compiler flag scan of the shipped ggml library"
|
|
LIBMEMBER=$(tar -tf "$PKGFILE" 2>/dev/null | grep -E "libggml-cpu\.so" | head -n1)
|
|
[ -n "$LIBMEMBER" ] || {
|
|
echo "libggml-cpu missing from the built package" >&2
|
|
exit 1
|
|
}
|
|
echo "member: $LIBMEMBER"
|
|
mkdir -p /flagscan
|
|
tar -xf "$PKGFILE" -C /flagscan "$LIBMEMBER"
|
|
LIBSCAN="/flagscan/${LIBMEMBER#./}"
|
|
echo "-- .GCC.command.line:"
|
|
readelf -p .GCC.command.line "$LIBSCAN" 2>/dev/null || echo "(section absent)"
|
|
echo "-- .comment:"
|
|
readelf -p .comment "$LIBSCAN" 2>/dev/null || echo "(section absent)"
|
|
if readelf -p .GCC.command.line "$LIBSCAN" 2>/dev/null | grep -E "march=native|mcpu=native|mtune=native"; then
|
|
echo "host-native CPU tuning in the shipped library" >&2
|
|
exit 1
|
|
fi
|
|
echo "no host-native tuning in the shipped library"
|
|
|
|
echo "== import smoke $PKGNAME"
|
|
python3 -c "from pywhispercpp.model import Model; print('model submodule ok')"
|
|
cat > /smoke.py <<'PYEOF'
|
|
import glob
|
|
import os
|
|
import pywhispercpp
|
|
pkgdir = os.path.dirname(pywhispercpp.__file__)
|
|
sitedir = os.path.dirname(pkgdir)
|
|
libs = sorted(os.path.basename(p) for p in glob.glob(sitedir + "/lib*.so*"))
|
|
print("shipped libraries:", libs)
|
|
assert any(n.startswith("libwhisper") for n in libs), "libwhisper missing"
|
|
exts = [n for n in os.listdir(sitedir) if n.startswith("_pywhispercpp") and n.endswith(".so")]
|
|
assert exts, "compiled extension missing"
|
|
print("extension:", exts)
|
|
has_vulkan = any("vulkan" in n for n in libs)
|
|
want_vulkan = bool(int(os.environ["EXPECT_VULKAN"]))
|
|
assert has_vulkan == want_vulkan, "vulkan backend present=%s, expected=%s" % (has_vulkan, want_vulkan)
|
|
print("smoke ok")
|
|
PYEOF
|
|
EXPECT_VULKAN="$EXPECT_VULKAN" python3 /smoke.py
|