yumoqing/qwenvl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2024-12-06 14:57:00 +08:00
parent 58a590ca24
commit 6ffe11dbc7
2 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
requirements.txt
View File

@ -1,4 +1,8 @@
git+https://git.kaiyuancloud.cn/yumoqing/apppublic git+https://git.kaiyuancloud.cn/yumoqing/apppublic
git+https://git.kaiyuancloud.cn/yumoqing/ahserver git+https://git.kaiyuancloud.cn/yumoqing/ahserver
git+https://github.com/huggingface/transformers@21fac7abba2a37fae86106f87fcf9974fd1e3830
accelerate
torch
torchaudio
optimum optimum
auto_gptq auto_gptq

10
wwwroot/api/index.dspy
View File

@ -1,3 +1,9 @@
info(f'{params_kw=}') info(f'{params_kw=}')
return await inference(params_kw.prompt, params_kw.image, params_kw.video) t1 = time.time()
ret = await inference(params_kw.prompt, params_kw.image, params_kw.video)
t2 = time.time()
info(f'{ret=}')
return {
"content":ret
"time_cost":t2 - t1
}