init

AlgoriAgent/examples/distributed_simulation/start_vllm.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+# default values
+gpu_num=8
+model_path="path-to-your-model-dir"
+base_port=8010
+
+> .vllm_pid
+mkdir -p log
+
+for ((i=0; i<8; i++)); do
+    port=$((base_port + i))
+    export CUDA_VISIBLE_DEVICES=$i
+    python -m vllm.entrypoints.openai.api_server --model "${model_path}" --port ${port} --enforce-eager > log/vllm-${port}.log 2>&1 &
+    echo $! >> .vllm_pid
+    echo "Started vllm server on port ${port} with PID $!"
+done
+
+echo "All vllm server started"