shtools/qwq32b/qwq32b.json
2025-04-06 11:33:19 +00:00

10 lines
154 B
JSON

{
"home":"/data/vllm",
"user":"vllm",
"passwd":"Ymq@651018",
"modelpath":"/share/models/QwQ-32B",
"modelname":"qwq:32b",
"port":8100,
"gpucnt":8
}