This commit is contained in:
yumoqing 2024-12-06 14:57:00 +08:00
parent 58a590ca24
commit 6ffe11dbc7
2 changed files with 12 additions and 2 deletions

View File

@ -1,4 +1,8 @@
git+https://git.kaiyuancloud.cn/yumoqing/apppublic
git+https://git.kaiyuancloud.cn/yumoqing/ahserver
git+https://github.com/huggingface/transformers@21fac7abba2a37fae86106f87fcf9974fd1e3830
accelerate
torch
torchaudio
optimum
auto_gptq

View File

@ -1,3 +1,9 @@
info(f'{params_kw=}')
return await inference(params_kw.prompt, params_kw.image, params_kw.video)
t1 = time.time()
ret = await inference(params_kw.prompt, params_kw.image, params_kw.video)
t2 = time.time()
info(f'{ret=}')
return {
"content":ret
"time_cost":t2 - t1
}