From 8f8502cb9ef7126f6459d7c7c40ab1881add4612 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Thu, 19 Jun 2025 13:41:18 +0800 Subject: [PATCH] bugfix --- llmengine/server.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llmengine/server.py b/llmengine/server.py index f5355c5..b18b600 100644 --- a/llmengine/server.py +++ b/llmengine/server.py @@ -52,6 +52,7 @@ def main(): raise e se = ServerEnv() se.chat_engine = Klass(args.model_path) + se.chat_engine.use_mps_if_prosible() workdir = args.workdir or os.getcwd() port = args.port webserver(init, workdir, port)