#!/bin/bash

# default values
gpu_num=8
model_path="path-to-your-model-dir"
base_port=8010

> .vllm_pid
mkdir -p log

for ((i=0; i<8; i++)); do
    port=$((base_port + i))
    export CUDA_VISIBLE_DEVICES=$i
    python -m vllm.entrypoints.openai.api_server --model "${model_path}" --port ${port} --enforce-eager > log/vllm-${port}.log 2>&1 &
    echo $! >> .vllm_pid
    echo "Started vllm server on port ${port} with PID $!"
done

echo "All vllm server started"