init

AlgoriAgent/scripts/fastchat/fastchat_setup.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+model_name_or_path="meta-llama/Llama-2-7b-chat-hf"
+port=8000
+
+while getopts "m:p:" flag
+do
+    # shellcheck disable=SC2220
+    case "${flag}" in
+        m) model_name_or_path=${OPTARG};;
+        p) port=${OPTARG};;
+    esac
+done
+
+
+python3 -m fastchat.serve.controller &
+sleep 1
+python3 -m fastchat.serve.model_worker --model-path "${model_name_or_path}" &
+sleep 1
+python3 -m fastchat.serve.openai_api_server --host localhost --port "${port}" &

AlgoriAgent/scripts/fastchat/model_config.json

@@ -0,0 +1,12 @@
+{
+    "model_type": "openai_chat",
+    "config_name": "fastchat_llama2-7b-chat-hf",
+    "model_name": "meta-llama/Llama-2-7b-chat-hf",
+    "api_key": "EMPTY",
+    "client_args": {
+        "base_url": "http://localhost:8000/v1/"
+    },
+    "generate_args": {
+        "temperature": 0.5
+    }
+}