diff --git a/llmengine/server.py b/llmengine/server.py index f5355c5..b18b600 100644 --- a/llmengine/server.py +++ b/llmengine/server.py @@ -52,6 +52,7 @@ def main(): raise e se = ServerEnv() se.chat_engine = Klass(args.model_path) + se.chat_engine.use_mps_if_prosible() workdir = args.workdir or os.getcwd() port = args.port webserver(init, workdir, port)