yumoqing/qwenvl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2024-11-12 17:57:40 +08:00
parent 05fa9e411c
commit 1e068f1bcd
4 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
app/qwenvl.py
View File

@ -37,7 +37,7 @@ class Qwen2VLClass:
# max_pixels = 1280*28*28 # max_pixels = 1280*28*28
# processor = AutoProcessor.from_pretrained("Qwen/Qwen2-VL-7B-Instruct", min_pixels=min_pixels, max_pixels=max_pixels) # processor = AutoProcessor.from_pretrained("Qwen/Qwen2-VL-7B-Instruct", min_pixels=min_pixels, max_pixels=max_pixels)
def inference(self, prompt, image=None, videofile=None): def inference(self, prompt, image, videofile):
content = [ content = [
{ {
"type":"text", "type":"text",
@ -88,10 +88,10 @@ class Qwen2VLClass:
generated_ids_trimmed = [ generated_ids_trimmed = [
out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids) out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
] ]
output_text = processor.batch_decode( output_text = self.processor.batch_decode(
generated_ids_trimmed, skip_special_tokens=True, clean_up_tokenization_spaces=False generated_ids_trimmed, skip_special_tokens=True, clean_up_tokenization_spaces=False
) )
return output_text return output_text[0]
def main(): def main():
config = getConfig() config = getConfig()

5
app/test.py
View File

@ -1,3 +1,4 @@
import time
import requests import requests
import base64 import base64
@ -21,9 +22,11 @@ while True:
i = input() i = input()
if p == '' or i == '': if p == '' or i == '':
continue continue
t1 = time.time()
ret = requests.get('http://pd4e.com:10090/api', ret = requests.get('http://pd4e.com:10090/api',
params={ params={
'prompt':p, 'prompt':p,
'image':file2b64(i) 'image':file2b64(i)
}) })
print(ret.text) t2 = time.time()
print(ret.text, t2 - t1, 'seconds')

2
conf/config.json
View File

@ -1,7 +1,7 @@
{ {
"password_key":"!@#$%^&*(*&^%$QWERTYUIqwertyui234567", "password_key":"!@#$%^&*(*&^%$QWERTYUIqwertyui234567",
"modelname":"Qwen/Qwen2-VL-7B-Instruct",
"modelname":"Qwen/Qwen2-VL-2B-Instruct", "modelname":"Qwen/Qwen2-VL-2B-Instruct",
"modelname":"Qwen/Qwen2-VL-7B-Instruct",
"logger":{ "logger":{
"name":"qwenvl", "name":"qwenvl",
"levelname":"info", "levelname":"info",

2
wwwroot/api/index.dspy
View File

@ -1,3 +1,3 @@
info(f'{params_kw=}') info(f'{params_kw=}')
return inference(params_kw.prompt, image=params_kw.image, video=params_kw.video) return await inference(params_kw.prompt, params_kw.image, params_kw.video)