bugfix
This commit is contained in:
parent
a6b0b4cabd
commit
8d3149c9f2
30
qwen25-omni.sh
Normal file
30
qwen25-omni.sh
Normal file
@ -0,0 +1,30 @@
|
||||
sudo apt install ffmpeg
|
||||
sudo {{homepath}}/{{user}}
|
||||
sudo chown -R $(id -nu):$(id -ng) {{homepath}}/{{user}}
|
||||
cd {{homepath}}/{{user}}
|
||||
python3 -m venv py3
|
||||
source py/bin/activate
|
||||
pip install git+https://github.com/huggingface/transformers@3a1ead0aabed473eafe527915eea8c197d424356
|
||||
pip install accelerate
|
||||
pip install qwen-omni-utils[decord]
|
||||
pip install -U flash-attn --no-build-isolation
|
||||
cat >> .bashrc <<EOF
|
||||
export PATH=$HOME/py3/bin:$PATH
|
||||
source $HOME/py3/bin/activate
|
||||
EOF
|
||||
cat > loadmodel.py <<EOF
|
||||
from transformers import Qwen2_5OmniModel
|
||||
|
||||
model = Qwen2_5OmniModel.from_pretrained(
|
||||
"Qwen/Qwen2.5-Omni-7B",
|
||||
device_map="auto",
|
||||
torch_dtype=torch.bfloat16,
|
||||
attn_implementation="flash_attention_2",
|
||||
)
|
||||
EOF
|
||||
sudo useradd -m -g {{user}} -s /usr/bin/bash -d {{homepath}}/{{user}} {{user}}
|
||||
echo "{{user}}:{{password}}" | sudo chpasswd
|
||||
sudo chown -R {{user}}:{{user}} {{homepath}}/{{user}}
|
||||
|
||||
sudo - {{user}} -c "python loadmodel.py"
|
||||
|
@ -46,7 +46,8 @@ python3 -m venv {{home}}/py3
|
||||
{{home}}/py3/bin/pip install vllm
|
||||
sudo deluser {{user}}
|
||||
sudo delgroup {{user}}
|
||||
sudo useradd -m -g {{user}} -s bash -d {{home}} {{user}}
|
||||
sudo groupadd {{user}}
|
||||
sudo useradd -m -g {{user}} -s /usr/bin/bash -d {{home}} {{user}}
|
||||
echo "{{user}}:{{passwd}}" | sudo chpasswd
|
||||
sudo chown -R {{user}}:{{user}} {{home}}
|
||||
systemctl enable {{user}}.service
|
||||
|
Loading…
Reference in New Issue
Block a user