first commit

This commit is contained in:
yumoqing 2025-06-08 08:14:01 +00:00
commit fc634a56b3
10 changed files with 92 additions and 0 deletions

0
README.md Normal file
View File

9
app/qwen3_chat.py Normal file
View File

@ -0,0 +1,9 @@
from llmengine.qwen3 import Qwen3ChatLLM
from ahserver.serverenv import ServerEnv
from ahserver.webapp import webapp
def init():
se = ServerEng()
se.chat_engine = Qwen3ChatLLM('/share/models/Qwen/Qwen3-32B')
if __name__ == '__main__':
webapp(init)

60
conf/config.json Normal file
View File

@ -0,0 +1,60 @@
{
"filesroot":"$[workdir]$/files",
"logger":{
"name":"qwen3",
"levelname":"info",
"logfile":"$[workdir]$/logs/qwen3.log"
},
"website":{
"paths":[
["$[workdir]$/wwwroot",""]
],
"client_max_size":10000,
"host":"0.0.0.0",
"port":9999,
"coding":"utf-8",
"ssl_gg":{
"crtfile":"$[workdir]$/conf/www.bsppo.com.pem",
"keyfile":"$[workdir]$/conf/www.bsppo.com.key"
},
"indexes":[
"index.html",
"index.tmpl",
"index.ui",
"index.dspy",
"index.md"
],
"startswiths":[
{
"leading":"/idfile",
"registerfunction":"idfile"
}
],
"processors":[
[".ws","ws"],
[".xterm","xterm"],
[".proxy","proxy"],
[".llm", "llm"],
[".llms", "llms"],
[".llma", "llma"],
[".xlsxds","xlsxds"],
[".sqlds","sqlds"],
[".tmpl.js","tmpl"],
[".tmpl.css","tmpl"],
[".html.tmpl","tmpl"],
[".bcrud", "bricks_crud"],
[".tmpl","tmpl"],
[".app","app"],
[".bui","bui"],
[".ui","bui"],
[".dspy","dspy"],
[".md","md"]
],
"session_max_time":3000,
"session_issue_time":2500,
"session_redis_notuse":{
"url":"redis://127.0.0.1:6379"
}
}
}

0
files/README.md Normal file
View File

0
logs/README.md Normal file
View File

4
requirements.txt Normal file
View File

@ -0,0 +1,4 @@
llmengine
transformers
torch

0
wwwroot/README.md Normal file
View File

View File

@ -0,0 +1,7 @@
async def get_llm_data():
async for chunk in chat_engine.stream_generate(params_kw.prompt,sys_prompt=params.kw.sys_prompt):
yield chunk
await stream_response(request, get_llm_data)

6
wwwroot/v1/chat/index.ui Normal file
View File

@ -0,0 +1,6 @@
{
"widgettype":"Text",
"options":{
"text": "Nothing under here"
}
}

6
wwwroot/v1/index.ui Normal file
View File

@ -0,0 +1,6 @@
{
"widgettype":"Text",
"options":{
"text": "Nothing under here"
}
}