This commit is contained in:
yumoqing 2024-08-03 19:16:33 +08:00
parent 30d708d017
commit ad9cb633fa

View File

@ -5,25 +5,25 @@ from aiohttp.web import StreamResponse
async def generate(request, **kw):
params_kw = kw.get(params_kw, DictObject())
model = params_kw.model
engine = None
g = ServerEnv()
if model=='whisper':
engine = g.whisper_engine
model = params_kw.model
engine = None
g = ServerEnv()
if model=='whisper':
engine = g.whisper_engine
await resp.prepare(request)
line = await request.content.readline()
content = ''
while line:
await resp.prepare(request)
line = await request.content.readline()
content = ''
while line:
info(f'read from request stream {line=}')
txt = await engine.stt(line)
content += txt
d = json.dumps({'content':content})
btxt = d.encode('utf8')
await resp.write(btxt)
await resp.drain()
line = await request.content.readline()
txt = await engine.stt(line)
content += txt
d = json.dumps({'content':content})
btxt = d.encode('utf8')
await resp.write(btxt)
await resp.drain()
line = await request.content.readline()
info('response finish')
return resp
return resp