#!/bin/bash # Prove that each runtime really works: load its smallest model, ask one question, unload it again. # (vLLM loads a model by starting a container, so its first load takes a few minutes.) . "$(dirname "$0")/lib.sh" [ -x "$AGENT_BIN" ] || die "the agent is not installed ($AGENT_BIN)" args="" step_enabled ollama && args="$args ollama" step_enabled lmstudio && args="$args lmstudio" step_enabled vllm && args="$args vllm" [ -n "$args" ] || { say "no runtime selected, nothing to test"; exit 0; } say "self-test:$args (this can take a few minutes)" # shellcheck disable=SC2086 as_owner "$AGENT_BIN" selftest $args