shtools/qwq32b/qwq32b.json
2025-04-06 23:04:09 +08:00

10 lines
147 B
JSON

{
"home":"/data/vllm",
"user":"vllm",
"passwd":"xxx",
"modelpath":"/share/models/QwQ-32B",
"modelname":"qwq:32b",
"port":8100,
"gpucnt":8
}