import aiohttp from aiohttp import web, BasicAuth from aiohttp import client from appPublic.dictObject import DictObject from .llm_client import LlmProxy from .baseProcessor import * class LlmProcessor(BaseProcessor): @classmethod def isMe(self,name): return name=='llm' async def path_call(self, request, params={}): await self.set_run_env(request) path = self.path url = self.resource.entireUrl(request, path) ns = self.run_ns ns.update(params) te = self.run_ns['tmpl_engine'] txt = await te.render(url,**ns) data = json.loads(txt) return DictObject(**data) async def datahandle(self,request): chunk_size = 40960 d = await self.path_call(request) llm = LlmProxy(self, d) self.retResponse = await llm(request, self.run_ns.params_kw) def setheaders(self): pass