llmengine/test/connection/start.sh

4 lines
167 B
Bash
Executable File

#!/bin/bash
export CONFIG_PATH=/share/wangmeihua/rag/conf/milvusconfig.yaml
CUDA_VISIBLE_DEVICES=7 /share/vllm-0.8.5/bin/python -m llmengine.connection -p 8888 Milvus