bugfix
This commit is contained in:
parent
44e0913beb
commit
f84bf60231
9
app/qwen3_chat.py
Normal file
9
app/qwen3_chat.py
Normal file
@ -0,0 +1,9 @@
|
||||
from llmengine.qwen3 import Qwen3ChatLLM
|
||||
from ahserver.serverenv import ServerEnv
|
||||
from ahserver.webapp import webapp
|
||||
def init():
|
||||
se = ServerEng()
|
||||
se.chat_engine = Qwen3ChatLLM('/share/models/Qwen/Qwen3-32B')
|
||||
|
||||
if __name__ == '__main__':
|
||||
webapp(init)
|
60
conf/config.json
Normal file
60
conf/config.json
Normal file
@ -0,0 +1,60 @@
|
||||
{
|
||||
"filesroot":"$[workdir]$/files",
|
||||
"logger":{
|
||||
"name":"qwen3",
|
||||
"levelname":"info",
|
||||
"logfile":"$[workdir]$/logs/qwen3.log"
|
||||
},
|
||||
"website":{
|
||||
"paths":[
|
||||
["$[workdir]$/wwwroot",""]
|
||||
],
|
||||
"client_max_size":10000,
|
||||
"host":"0.0.0.0",
|
||||
"port":9999,
|
||||
"coding":"utf-8",
|
||||
"ssl_gg":{
|
||||
"crtfile":"$[workdir]$/conf/www.bsppo.com.pem",
|
||||
"keyfile":"$[workdir]$/conf/www.bsppo.com.key"
|
||||
},
|
||||
"indexes":[
|
||||
"index.html",
|
||||
"index.tmpl",
|
||||
"index.ui",
|
||||
"index.dspy",
|
||||
"index.md"
|
||||
],
|
||||
"startswiths":[
|
||||
{
|
||||
"leading":"/idfile",
|
||||
"registerfunction":"idfile"
|
||||
}
|
||||
],
|
||||
"processors":[
|
||||
[".ws","ws"],
|
||||
[".xterm","xterm"],
|
||||
[".proxy","proxy"],
|
||||
[".llm", "llm"],
|
||||
[".llms", "llms"],
|
||||
[".llma", "llma"],
|
||||
[".xlsxds","xlsxds"],
|
||||
[".sqlds","sqlds"],
|
||||
[".tmpl.js","tmpl"],
|
||||
[".tmpl.css","tmpl"],
|
||||
[".html.tmpl","tmpl"],
|
||||
[".bcrud", "bricks_crud"],
|
||||
[".tmpl","tmpl"],
|
||||
[".app","app"],
|
||||
[".bui","bui"],
|
||||
[".ui","bui"],
|
||||
[".dspy","dspy"],
|
||||
[".md","md"]
|
||||
],
|
||||
"session_max_time":3000,
|
||||
"session_issue_time":2500,
|
||||
"session_redis_notuse":{
|
||||
"url":"redis://127.0.0.1:6379"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
0
files/README.md
Normal file
0
files/README.md
Normal file
0
logs/README.md
Normal file
0
logs/README.md
Normal file
4
requirements.txt
Normal file
4
requirements.txt
Normal file
@ -0,0 +1,4 @@
|
||||
llmengine
|
||||
transformers
|
||||
torch
|
||||
|
0
wwwroot/README.md
Normal file
0
wwwroot/README.md
Normal file
7
wwwroot/v1/chat/completions/index.dspy
Normal file
7
wwwroot/v1/chat/completions/index.dspy
Normal file
@ -0,0 +1,7 @@
|
||||
|
||||
async def get_llm_data():
|
||||
async for chunk in chat_engine.stream_generate(params_kw.prompt,sys_prompt=params.kw.sys_prompt):
|
||||
yield chunk
|
||||
|
||||
await stream_response(request, get_llm_data)
|
||||
|
6
wwwroot/v1/chat/index.ui
Normal file
6
wwwroot/v1/chat/index.ui
Normal file
@ -0,0 +1,6 @@
|
||||
{
|
||||
"widgettype":"Text",
|
||||
"options":{
|
||||
"text": "Nothing under here"
|
||||
}
|
||||
}
|
6
wwwroot/v1/index.ui
Normal file
6
wwwroot/v1/index.ui
Normal file
@ -0,0 +1,6 @@
|
||||
{
|
||||
"widgettype":"Text",
|
||||
"options":{
|
||||
"text": "Nothing under here"
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue
Block a user