mirror of
https://github.com/vllm-project/vllm.git
synced 2026-06-06 00:16:14 +00:00
Bugen Zhao
39910f2b25
Signed-off-by: Bugen Zhao <i@bugenzhao.com> Signed-off-by: Nick Hill <nickhill123@gmail.com> Signed-off-by: Eric Curtin <eric.curtin@docker.com> Signed-off-by: Dev-X25874 <283057883+Dev-X25874@users.noreply.github.com> Signed-off-by: Will.hou <1205157517@qq.com> Signed-off-by: Will.hou <willamhou@ceresman.com> Co-authored-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Eric Curtin <eric.curtin@docker.com> Co-authored-by: Dev-X25874 <283057883+Dev-X25874@users.noreply.github.com> Co-authored-by: Will.hou <1205157517@qq.com> Co-authored-by: Will.hou <willamhou@ceresman.com> Please see https://github.com/Inferact/vllm-frontend-rs for full original commit history.
45 lines
1.4 KiB
Bash
Executable File
45 lines
1.4 KiB
Bash
Executable File
#!/bin/bash
|
|
# Build the vllm-rs Rust frontend binary and install it into the vllm package.
|
|
# Usage: ./build_rust.sh [--debug]
|
|
#
|
|
# By default builds in release mode. Pass --debug for faster compile times
|
|
# during development.
|
|
|
|
set -euo pipefail
|
|
|
|
REPO_ROOT="$(cd "$(dirname "$0")" && pwd)"
|
|
RUST_DIR="$REPO_ROOT/rust"
|
|
TARGET_PATH="${VLLM_RS_TARGET_PATH:-$REPO_ROOT/vllm/vllm-rs}"
|
|
|
|
# Read the required toolchain from rust-toolchain.toml.
|
|
TOOLCHAIN=$(grep '^channel' "$REPO_ROOT/rust-toolchain.toml" | sed 's/.*= *"\(.*\)"/\1/')
|
|
|
|
# Ensure rustup and the required toolchain are available.
|
|
if ! command -v rustup &>/dev/null; then
|
|
echo "rustup not found, installing..."
|
|
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain none
|
|
source "$HOME/.cargo/env"
|
|
fi
|
|
|
|
if ! rustup run "$TOOLCHAIN" rustc --version &>/dev/null; then
|
|
echo "Installing Rust toolchain: $TOOLCHAIN"
|
|
rustup toolchain install "$TOOLCHAIN"
|
|
fi
|
|
|
|
if [[ "${1:-}" == "--debug" ]]; then
|
|
PROFILE_ARGS=()
|
|
PROFILE_DIR="debug"
|
|
else
|
|
PROFILE_ARGS=(--release)
|
|
PROFILE_DIR="release"
|
|
fi
|
|
|
|
cargo +"$TOOLCHAIN" build "${PROFILE_ARGS[@]}" \
|
|
--manifest-path "$RUST_DIR/Cargo.toml" \
|
|
--bin vllm-rs \
|
|
--features native-tls-vendored
|
|
|
|
mkdir -p "$(dirname "$TARGET_PATH")"
|
|
cp "$RUST_DIR/target/$PROFILE_DIR/vllm-rs" "$TARGET_PATH"
|
|
echo "Installed vllm-rs to $TARGET_PATH"
|