-
Notifications
You must be signed in to change notification settings - Fork 314
/
postapi_model_config_template.json
81 lines (81 loc) · 2 KB
/
postapi_model_config_template.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
[{
"config_name": "post_api_chat-flask_llama2-7b-chat-hf",
"model_type": "post_api_chat",
"api_url": "http://127.0.0.1:8000/llm/",
"json_args": {
"max_length": 4096,
"temperature": 0.5
}
},
{
"config_name": "post_api_chat-flask_llama2-7b-chat-ms",
"model_type": "post_api_chat",
"api_url": "http://127.0.0.1:8000/llm/",
"json_args": {
"max_length": 4096,
"temperature": 0.5
}
},
{
"config_name": "post_api-fastchat_llama2-7b-chat-hf",
"model_type": "openai_chat",
"api_key": "EMPTY",
"client_args": {
"base_url": "http://127.0.0.1:8000/v1/"
},
"generate_args": {
"temperature": 0.5
}
},
{
"config_name": "post_api-vllm_llama2-7b-chat-hf",
"model_type": "openai_chat",
"api_key": "EMPTY",
"client_args": {
"base_url": "http://127.0.0.1:8000/v1/"
},
"generate_args": {
"temperature": 0.5
}
},
{
"config_name": "post_api_chat-model-inference-api-gpt2",
"model_type": "post_api_chat",
"headers": {
"Authorization": "Bearer {YOUR_API_TOKEN}"
},
"api_url": "https://api-inference.huggingface.co/models/gpt2"
},
{
"config_name": "post_api_img_syn_config",
"model_type": "post_api_dall_e",
"api_url": "http://xxx.xxx.xxx.xxx:xxxx/xxx",
"headers": {
"Content-Type": "application/json",
"Authorization": "Bearer {YOUR_API_TOKEN}"
},
"messages_key": "prompt",
"json_args": {
"model": "{YOUR_MODEL}",
"n":1,
"quality":"standard",
"response_format":"url",
"size":"512x512",
"style":"natural"
}
},
{
"config_name": "post_api_embedding_config",
"model_type": "post_api_embedding",
"api_url": "http://xxx.xxx.xxx.xxx:xxxx/xxx",
"headers": {
"Content-Type": "application/json",
"Authorization": "Bearer {YOUR_API_TOKEN}"
},
"messages_key": "input",
"json_args": {
"model": "{YOUR_MODEL}",
"encoding_format": "float"
}
}
]