init
This commit is contained in:
@@ -0,0 +1,37 @@
|
||||
[{
|
||||
"config_name": "dashscope_chat-qwen-max",
|
||||
"model_type": "dashscope_chat",
|
||||
"model_name": "qwen-max",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
"temperature": 0.7
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_chat-qwen-max-1201",
|
||||
"model_type": "dashscope_chat",
|
||||
"model_name": "qwen-max-1201",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
"temperature": 0.7
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_chat-qwen-turbo",
|
||||
"model_type": "dashscope_chat",
|
||||
"model_name": "qwen-turbo",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
"temperature": 0.7
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_chat-qwen-plus",
|
||||
"model_type": "dashscope_chat",
|
||||
"model_name": "qwen-plus",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
"temperature": 0.7
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,34 @@
|
||||
[{
|
||||
"config_name": "dashscope_image_synthesis-wanx-v1-1024x1024",
|
||||
"model_type": "dashscope_image_synthesis",
|
||||
"model_name": "wanx-v1",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
"n": 1,
|
||||
"negative_prompt": "{unwanted_prompt}",
|
||||
"size": "1024*1024"
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_image_synthesis-wanx-v1-720x1280",
|
||||
"model_type": "dashscope_image_synthesis",
|
||||
"model_name": "wanx-v1",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
"n": 1,
|
||||
"negative_prompt": "{unwanted_prompt}",
|
||||
"size": "720*1280"
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_image_synthesis-wanx-v1-1280x720",
|
||||
"model_type": "dashscope_image_synthesis",
|
||||
"model_name": "wanx-v1",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
"n": 1,
|
||||
"negative_prompt": "{unwanted_prompt}",
|
||||
"size": "1280*720"
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,40 @@
|
||||
[{
|
||||
"config_name": "dashscope_multimodal-qwen-vl-plus",
|
||||
"model_type": "dashscope_multimodal",
|
||||
"model_name": "qwen-vl-plus",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_multimodal-qwen-vl-max",
|
||||
"model_type": "dashscope_multimodal",
|
||||
"model_name": "qwen-vl-max",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_multimodal-qwen-audio-turbo",
|
||||
"model_type": "dashscope_multimodal",
|
||||
"model_name": "qwen-audio-turbo",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_multimodal-qwen-vl-chat-v1",
|
||||
"model_type": "dashscope_multimodal",
|
||||
"model_name": "qwen-vl-chat-v1",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
}
|
||||
},{
|
||||
"config_name": "dashscope_multimodal-qwen-audio-chat-v1",
|
||||
"model_type": "dashscope_multimodal",
|
||||
"model_name": "qwen-vl-chat-v1",
|
||||
"api_key": "{your_api_key}",
|
||||
"generate_args": {
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,13 @@
|
||||
[{
|
||||
"config_name": "dashscope_text_embedding-text-embedding-v1",
|
||||
"model_type": "dashscope_text_embedding",
|
||||
"model_name": "text-embedding-v1",
|
||||
"api_key": "{your_api_key}"
|
||||
},
|
||||
{
|
||||
"config_name": "dashscope_text_embedding-text-embedding-v2",
|
||||
"model_type": "dashscope_text_embedding",
|
||||
"model_name": "text-embedding-v2",
|
||||
"api_key": "{your_api_key}"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,7 @@
|
||||
[{
|
||||
"config_name": "gemini_chat-gemini-pro",
|
||||
"model_type": "gemini_chat",
|
||||
"model_name": "gemini-pro",
|
||||
"api_key": "{your_api_key}"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,7 @@
|
||||
[{
|
||||
"config_name": "gemini_chat-embedding-001",
|
||||
"model_type": "gemini_embedding",
|
||||
"model_name": "models/embedding-001",
|
||||
"api_key": "{your_api_key}"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,11 @@
|
||||
[{
|
||||
"config_name": "lite_llm_openai_chat_gpt-3.5-turbo",
|
||||
"model_type": "litellm_chat",
|
||||
"model_name": "gpt-3.5-turbo"
|
||||
},
|
||||
{
|
||||
"config_name": "lite_llm_claude3",
|
||||
"model_type": "litellm_chat",
|
||||
"model_name": "claude-3-opus-20240229"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,37 @@
|
||||
[{
|
||||
"config_name": "ollama_chat-llama2",
|
||||
"model_type": "ollama_chat",
|
||||
"model_name": "llama2",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
},
|
||||
{
|
||||
"config_name": "ollama_chat-mistral",
|
||||
"model_type": "ollama_chat",
|
||||
"model_name": "mistral",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
},
|
||||
{
|
||||
"config_name": "ollama_chat-qwen:0.5b",
|
||||
"model_type": "ollama_chat",
|
||||
"model_name": "qwen:0.5b",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
},
|
||||
{
|
||||
"config_name": "ollama_chat-codellama",
|
||||
"model_type": "ollama_chat",
|
||||
"model_name": "codellama",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,28 @@
|
||||
[{
|
||||
"config_name": "ollama_embedding-llama2",
|
||||
"model_type": "ollama_embedding",
|
||||
"model_name": "llama2",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
},
|
||||
{
|
||||
"config_name": "ollama_embedding-mistral",
|
||||
"model_type": "ollama_embedding",
|
||||
"model_name": "mistral",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
},
|
||||
{
|
||||
"config_name": "ollama_embedding-qwen:0.5b",
|
||||
"model_type": "ollama_embedding",
|
||||
"model_name": "qwen:0.5b",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,28 @@
|
||||
[{
|
||||
"config_name": "ollama_generate-llama2",
|
||||
"model_type": "ollama_generate",
|
||||
"model_name": "llama2",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
},
|
||||
{
|
||||
"config_name": "ollama_generate-mistral",
|
||||
"model_type": "ollama_generate",
|
||||
"model_name": "mistral",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
},
|
||||
{
|
||||
"config_name": "ollama_generate-qwen:0.5b",
|
||||
"model_type": "ollama_generate",
|
||||
"model_name": "qwen:0.5b",
|
||||
"options": {
|
||||
"temperature": 0.7
|
||||
},
|
||||
"keep_alive": "5m"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,38 @@
|
||||
[
|
||||
{
|
||||
"config_name": "openai_chat_gpt-4",
|
||||
"model_type": "openai_chat",
|
||||
"model_name": "gpt-4",
|
||||
"api_key": "{your_api_key}",
|
||||
"client_args": {
|
||||
"max_retries": 3
|
||||
},
|
||||
"generate_args": {
|
||||
"temperature": 0.7
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "openai_chat_gpt-3.5-turbo",
|
||||
"model_type": "openai_chat",
|
||||
"model_name": "gpt-3.5-turbo",
|
||||
"api_key": "{your_api_key}",
|
||||
"client_args": {
|
||||
"max_retries": 3
|
||||
},
|
||||
"generate_args": {
|
||||
"temperature": 0.7
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "openai_chat_gpt-4o",
|
||||
"model_type": "openai_chat",
|
||||
"model_name": "gpt-4o",
|
||||
"api_key": "{your_api_key}",
|
||||
"client_args": {
|
||||
"max_retries": 3
|
||||
},
|
||||
"generate_args": {
|
||||
"temperature": 0.7
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,27 @@
|
||||
[{
|
||||
"config_name": "openai_dall_e-dall-e-2",
|
||||
"model_type": "openai_dall_e",
|
||||
"model_name": "dall-e-2",
|
||||
"api_key": "{your_api_key}",
|
||||
"client_args": {
|
||||
"max_retries": 3
|
||||
},
|
||||
"generate_args": {
|
||||
"n": 1,
|
||||
"size": "512x512"
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "openai_dall_e-dall-e-3",
|
||||
"model_type": "openai_dall_e",
|
||||
"model_name": "dall-e-3",
|
||||
"api_key": "{your_api_key}",
|
||||
"client_args": {
|
||||
"max_retries": 3
|
||||
},
|
||||
"generate_args": {
|
||||
"n": 1,
|
||||
"size": "512x512"
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,13 @@
|
||||
[{
|
||||
"config_name": "openai_embedding-text-embedding-ada-002",
|
||||
"model_type": "openai_embedding",
|
||||
"model_name": "text-embedding-ada-002",
|
||||
"api_key": "{your_api_key}",
|
||||
"client_args": {
|
||||
"max_retries": 3
|
||||
},
|
||||
"generate_args": {
|
||||
"temperature": 0.7
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,81 @@
|
||||
[{
|
||||
"config_name": "post_api_chat-flask_llama2-7b-chat-hf",
|
||||
"model_type": "post_api_chat",
|
||||
"api_url": "http://127.0.0.1:8000/llm/",
|
||||
"json_args": {
|
||||
"max_length": 4096,
|
||||
"temperature": 0.5
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "post_api_chat-flask_llama2-7b-chat-ms",
|
||||
"model_type": "post_api_chat",
|
||||
"api_url": "http://127.0.0.1:8000/llm/",
|
||||
"json_args": {
|
||||
"max_length": 4096,
|
||||
"temperature": 0.5
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "post_api-fastchat_llama2-7b-chat-hf",
|
||||
"model_type": "openai_chat",
|
||||
"api_key": "EMPTY",
|
||||
"client_args": {
|
||||
"base_url": "http://127.0.0.1:8000/v1/"
|
||||
},
|
||||
"generate_args": {
|
||||
"temperature": 0.5
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "post_api-vllm_llama2-7b-chat-hf",
|
||||
"model_type": "openai_chat",
|
||||
"api_key": "EMPTY",
|
||||
"client_args": {
|
||||
"base_url": "http://127.0.0.1:8000/v1/"
|
||||
},
|
||||
"generate_args": {
|
||||
"temperature": 0.5
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "post_api_chat-model-inference-api-gpt2",
|
||||
"model_type": "post_api_chat",
|
||||
"headers": {
|
||||
"Authorization": "Bearer {YOUR_API_TOKEN}"
|
||||
},
|
||||
"api_url": "https://api-inference.huggingface.co/models/gpt2"
|
||||
},
|
||||
{
|
||||
"config_name": "post_api_img_syn_config",
|
||||
"model_type": "post_api_dall_e",
|
||||
"api_url": "http://xxx.xxx.xxx.xxx:xxxx/xxx",
|
||||
"headers": {
|
||||
"Content-Type": "application/json",
|
||||
"Authorization": "Bearer {YOUR_API_TOKEN}"
|
||||
},
|
||||
"messages_key": "prompt",
|
||||
"json_args": {
|
||||
"model": "{YOUR_MODEL}",
|
||||
"n":1,
|
||||
"quality":"standard",
|
||||
"response_format":"url",
|
||||
"size":"512x512",
|
||||
"style":"natural"
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_name": "post_api_embedding_config",
|
||||
"model_type": "post_api_embedding",
|
||||
"api_url": "http://xxx.xxx.xxx.xxx:xxxx/xxx",
|
||||
"headers": {
|
||||
"Content-Type": "application/json",
|
||||
"Authorization": "Bearer {YOUR_API_TOKEN}"
|
||||
},
|
||||
"messages_key": "input",
|
||||
"json_args": {
|
||||
"model": "{YOUR_MODEL}",
|
||||
"encoding_format": "float"
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,7 @@
|
||||
[{
|
||||
"config_name": "zhipuai_chat-glm",
|
||||
"model_type": "zhipuai_chat",
|
||||
"model_name": "glm-4",
|
||||
"api_key": "{your_api_key}"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,7 @@
|
||||
[{
|
||||
"config_name": "zhipu-embedding",
|
||||
"model_type": "zhipuai_embedding",
|
||||
"model_name": "embedding-2",
|
||||
"api_key": "{your_api_key}"
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user