unslothai--unsloth/tests/sh/test_with_llama_cpp_dir_flag.sh

#!/bin/bash
# Static analysis: the --with-llama-cpp-dir flag must be wired consistently
# across both installers (install.sh / install.ps1) and both setup scripts
# (studio/setup.sh / studio/setup.ps1).
#
# The flag lets a user point the installer at a local llama.cpp directory so it
# skips BOTH the prebuilt download (Phase 3) and the source build (Phase 4),
# linking the local dir into the canonical install location instead. The path
# crosses the installer->setup boundary via the UNSLOTH_LOCAL_LLAMA_CPP_DIR env
# var. These checks pin that contract so a future refactor of either side can't
# silently break it (e.g. installer parses the flag but setup never reads the
# env var, or setup links the dir but still runs the build).
#
# This is a shape/wiring test, not a behavioral one: it greps the committed
# scripts. It needs no Python, no GPU, no network.
set -e

SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
INSTALL_SH="$SCRIPT_DIR/../../install.sh"
INSTALL_PS1="$SCRIPT_DIR/../../install.ps1"
SETUP_SH="$SCRIPT_DIR/../../studio/setup.sh"
SETUP_PS1="$SCRIPT_DIR/../../studio/setup.ps1"
ENV_VAR="UNSLOTH_LOCAL_LLAMA_CPP_DIR"
PASS=0
FAIL=0

assert_contains() {
    _label="$1"; _file="$2"; _needle="$3"
    if grep -qF -- "$_needle" "$_file"; then
        echo "  PASS: $_label"
        PASS=$((PASS + 1))
    else
        echo "  FAIL: $_label (expected to find '$_needle' in $(basename "$_file"))"
        FAIL=$((FAIL + 1))
    fi
}

# Count of distinct lines matching a regex, used to assert a guard appears
# in more than one place (e.g. env var forwarded on both setup invocations).
assert_min_count() {
    _label="$1"; _file="$2"; _pattern="$3"; _min="$4"
    _n=$(grep -cE -- "$_pattern" "$_file" || true)
    if [ "$_n" -ge "$_min" ]; then
        echo "  PASS: $_label (found $_n, need >= $_min)"
        PASS=$((PASS + 1))
    else
        echo "  FAIL: $_label (found $_n in $(basename "$_file"), need >= $_min)"
        FAIL=$((FAIL + 1))
    fi
}

echo ""
echo "=== install.sh: parses --with-llama-cpp-dir and forwards the env var ==="

assert_contains \
    "install.sh: accepts --with-llama-cpp-dir flag" \
    "$INSTALL_SH" "--with-llama-cpp-dir"
assert_contains \
    "install.sh: validates the path exists before forwarding" \
    "$INSTALL_SH" 'if [ ! -d "$_WITH_LLAMA_CPP_DIR" ]; then'
# The path must be forwarded to setup.sh on BOTH the local and the
# non-local setup invocations, else --local users (the documented path)
# would silently lose the flag.
assert_min_count \
    "install.sh: forwards $ENV_VAR on both setup invocations" \
    "$INSTALL_SH" "$ENV_VAR=\"\\\$_WITH_LLAMA_CPP_DIR\"" 2

echo ""
echo "=== install.ps1: parses --with-llama-cpp-dir and forwards the env var ==="

assert_contains \
    "install.ps1: accepts --with-llama-cpp-dir flag" \
    "$INSTALL_PS1" '"--with-llama-cpp-dir"'
assert_contains \
    "install.ps1: errors when flag is given with no path argument" \
    "$INSTALL_PS1" "--with-llama-cpp-dir requires a path argument"
assert_contains \
    "install.ps1: validates the path exists before forwarding" \
    "$INSTALL_PS1" "--with-llama-cpp-dir path does not exist"
assert_contains \
    "install.ps1: exports $ENV_VAR for setup.ps1" \
    "$INSTALL_PS1" "\$env:$ENV_VAR ="
# The exported env var must be cleaned up so a later setup invocation in the
# same shell session doesn't inherit a stale local-dir link.
assert_contains \
    "install.ps1: clears $ENV_VAR after the setup run" \
    "$INSTALL_PS1" "Remove-Item Env:$ENV_VAR"

echo ""
echo "=== studio/setup.sh: reads the env var, links, and skips download+build ==="

assert_contains \
    "setup.sh: reads $ENV_VAR" \
    "$SETUP_SH" "$ENV_VAR"
assert_contains \
    "setup.sh: symlinks the local dir into the canonical install location" \
    "$SETUP_SH" 'ln -sfn "$_RESOLVED_LOCAL" "$LLAMA_CPP_DIR"'
assert_contains \
    "setup.sh: disables the source build when the local dir is linked" \
    "$SETUP_SH" "_NEED_LLAMA_SOURCE_BUILD=false"
assert_contains \
    "setup.sh: skips the prebuilt download when the local dir is linked" \
    "$SETUP_SH" "_SKIP_PREBUILT_INSTALL=true"
# The link branch must short-circuit the FORCE_COMPILE / prebuilt chain rather
# than fall through into it.
assert_contains \
    "setup.sh: link branch gates the prebuilt/compile chain" \
    "$SETUP_SH" 'if [ "$_LOCAL_LLAMA_CPP_LINKED" = true ]; then'

echo ""
echo "=== studio/setup.ps1: reads the env var, junctions, and skips download+build ==="

assert_contains \
    "setup.ps1: reads $ENV_VAR" \
    "$SETUP_PS1" "\$env:$ENV_VAR"
assert_contains \
    "setup.ps1: creates a directory junction into the canonical location" \
    "$SETUP_PS1" "mklink /J"
assert_contains \
    "setup.ps1: falls back to a copy when the junction can't be created" \
    "$SETUP_PS1" "Copy-Item -Recurse -LiteralPath \$ResolvedLocal -Destination \$LlamaCppDir"
assert_contains \
    "setup.ps1: disables the source build when the local dir is linked" \
    "$SETUP_PS1" '$NeedLlamaSourceBuild = $false'
# The link branch must gate the prebuilt-install chain (the elseif on
# FORCE_COMPILE), and the linked-dir case must short-circuit the build chain
# so neither a prebuilt download nor a source build runs against it.
assert_contains \
    "setup.ps1: link branch gates the prebuilt/compile chain" \
    "$SETUP_PS1" 'if ($LocalLlamaCppLinked) {'
assert_contains \
    "setup.ps1: linked-dir case short-circuits the build chain" \
    "$SETUP_PS1" 'step "llama.cpp" "linked (skipping build)"'

echo ""
echo "=== both setup scripts: validate against every layout the backend resolves ==="

# The linked tree is accepted only if it already holds a runnable llama-server,
# but the check must match LlamaCppBackend._layout_candidates() (root-level
# first, then build/bin, then build/bin/Release on Windows). A narrower check
# would reject a make/flat-release tree the backend could run.
assert_contains \
    "setup.sh: accepts root-level or build/bin llama-server layouts" \
    "$SETUP_SH" '[ -x "$1/llama-server" ] || [ -x "$1/build/bin/llama-server" ]'
assert_contains \
    "setup.ps1: accepts the build\\bin (non-Release) llama-server.exe layout" \
    "$SETUP_PS1" 'Join-Path $ResolvedLocal "build\bin\llama-server.exe"'
assert_contains \
    "setup.ps1: accepts the root-level llama-server.exe layout" \
    "$SETUP_PS1" 'Join-Path $ResolvedLocal "llama-server.exe"'

echo ""
echo "=== both setup scripts: a local dir pointing at the canonical path is a no-op ==="

# Guard against the self-link footgun: if the user passes the canonical install
# dir itself, neither script should delete-then-link it onto itself.
assert_contains \
    "setup.sh: ignores a local dir equal to the canonical install location" \
    "$SETUP_SH" 'if [ "$_RESOLVED_LOCAL" = "$_CANON_LLAMA_CPP_DIR" ]; then'
assert_contains \
    "setup.ps1: ignores a local dir equal to the canonical install location" \
    "$SETUP_PS1" 'if ($ResolvedLocal -eq $LlamaCppDir) {'

echo ""
echo "=== Results ==="
echo "  PASS: $PASS"
echo "  FAIL: $FAIL"
if [ "$FAIL" -gt 0 ]; then
    echo "FAILED"
    exit 1
fi
echo "ALL PASSED"