10 lines
147 B
JSON
10 lines
147 B
JSON
{
|
|
"home":"/data/vllm",
|
|
"user":"vllm",
|
|
"passwd":"xxx",
|
|
"modelpath":"/share/models/QwQ-32B",
|
|
"modelname":"qwq:32b",
|
|
"port":8100,
|
|
"gpucnt":8
|
|
}
|