19 lines
479 B
Bash
19 lines
479 B
Bash
#!/bin/bash
|
|
|
|
# default values
|
|
gpu_num=8
|
|
model_path="path-to-your-model-dir"
|
|
base_port=8010
|
|
|
|
> .vllm_pid
|
|
mkdir -p log
|
|
|
|
for ((i=0; i<8; i++)); do
|
|
port=$((base_port + i))
|
|
export CUDA_VISIBLE_DEVICES=$i
|
|
python -m vllm.entrypoints.openai.api_server --model "${model_path}" --port ${port} --enforce-eager > log/vllm-${port}.log 2>&1 &
|
|
echo $! >> .vllm_pid
|
|
echo "Started vllm server on port ${port} with PID $!"
|
|
done
|
|
|
|
echo "All vllm server started" |