mirror of
https://github.com/leigest519/ScreenCoder.git
synced 2026-02-13 18:22:50 +00:00
19 lines
411 B
Bash
19 lines
411 B
Bash
#!/bin/bash
|
|
set -euo pipefail
|
|
|
|
# Usage: bash scripts/run_vllm.sh <examples/inference/*.yaml> [API_PORT]
|
|
|
|
if [ $# -lt 1 ]; then
|
|
echo "Usage: $0 <inference_yaml> [API_PORT]"
|
|
exit 1
|
|
fi
|
|
|
|
YAML="$1"
|
|
PORT="${2:-8000}"
|
|
|
|
SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" &>/dev/null && pwd)
|
|
REPO_ROOT=$(cd -- "$SCRIPT_DIR/.." && pwd)
|
|
cd "$REPO_ROOT/LLaMA-Factory"
|
|
|
|
API_PORT="$PORT" llamafactory-cli api "$YAML"
|