This commit is contained in:
yumoqing 2025-03-27 22:06:59 +08:00
parent a6b0b4cabd
commit 8d3149c9f2
2 changed files with 32 additions and 1 deletions

30
qwen25-omni.sh Normal file
View File

@ -0,0 +1,30 @@
sudo apt install ffmpeg
sudo {{homepath}}/{{user}}
sudo chown -R $(id -nu):$(id -ng) {{homepath}}/{{user}}
cd {{homepath}}/{{user}}
python3 -m venv py3
source py/bin/activate
pip install git+https://github.com/huggingface/transformers@3a1ead0aabed473eafe527915eea8c197d424356
pip install accelerate
pip install qwen-omni-utils[decord]
pip install -U flash-attn --no-build-isolation
cat >> .bashrc <<EOF
export PATH=$HOME/py3/bin:$PATH
source $HOME/py3/bin/activate
EOF
cat > loadmodel.py <<EOF
from transformers import Qwen2_5OmniModel
model = Qwen2_5OmniModel.from_pretrained(
"Qwen/Qwen2.5-Omni-7B",
device_map="auto",
torch_dtype=torch.bfloat16,
attn_implementation="flash_attention_2",
)
EOF
sudo useradd -m -g {{user}} -s /usr/bin/bash -d {{homepath}}/{{user}} {{user}}
echo "{{user}}:{{password}}" | sudo chpasswd
sudo chown -R {{user}}:{{user}} {{homepath}}/{{user}}
sudo - {{user}} -c "python loadmodel.py"

View File

@ -46,7 +46,8 @@ python3 -m venv {{home}}/py3
{{home}}/py3/bin/pip install vllm
sudo deluser {{user}}
sudo delgroup {{user}}
sudo useradd -m -g {{user}} -s bash -d {{home}} {{user}}
sudo groupadd {{user}}
sudo useradd -m -g {{user}} -s /usr/bin/bash -d {{home}} {{user}}
echo "{{user}}:{{passwd}}" | sudo chpasswd
sudo chown -R {{user}}:{{user}} {{home}}
systemctl enable {{user}}.service