gemma3_chat/wwwroot/v1/chat/completions/index.dspy
2025-06-08 09:01:35 +00:00

8 lines
187 B
Plaintext

async def get_llm_data():
async for chunk in chat_engine.stream_generate(params_kw.prompt,sys_prompt=params.kw.sys_prompt):
yield chunk
await stream_response(request, get_llm_data)