This commit is contained in:
ymq1 2025-06-25 09:39:54 +08:00
parent a9eb8c1a30
commit 9bffe4b983
3 changed files with 5 additions and 6 deletions

View File

@ -1,5 +0,0 @@
from ahserver.configuredServer import ConfiguredServer
if __name__ == '__main__':
server = ConfiguredServer()
server.run()

View File

@ -24,6 +24,10 @@ class Gemma3LLM(MMChatLLM):
llm_register("gemma-3", Gemma3LLM) llm_register("gemma-3", Gemma3LLM)
if __name__ == '__main__': if __name__ == '__main__':
def get_stream_text(chunk):
chunk = chunk[6:]
d = json.loads(chunk)
return d['choices'][0]['delta']['content']
gemma3 = Gemma3LLM('/share/models/google/gemma-3-4b-it') gemma3 = Gemma3LLM('/share/models/google/gemma-3-4b-it')
session = {} session = {}
while True: while True:
@ -35,7 +39,7 @@ if __name__ == '__main__':
print('input image path') print('input image path')
imgpath=input() imgpath=input()
for d in gemma3.stream_generate(session, p, image_path=imgpath): for d in gemma3.stream_generate(session, p, image_path=imgpath):
if not d['done']: if not d['DONE']:
print(d['text'], end='', flush=True) print(d['text'], end='', flush=True)
else: else:
x = {k:v for k,v in d.items() if k != 'text'} x = {k:v for k,v in d.items() if k != 'text'}