This commit is contained in:
ymq1 2025-06-22 07:57:33 +00:00
parent 407a1df007
commit 9c055fe41f
2 changed files with 7 additions and 4 deletions

View File

@ -21,7 +21,7 @@ class Gemma3LLM(MMChatLLM):
self.messages = [] self.messages = []
self.model_id = model_id self.model_id = model_id
llm_register("google/gemma-3", Gemma3LLM) llm_register("gemma-3", Gemma3LLM)
if __name__ == '__main__': if __name__ == '__main__':
gemma3 = Gemma3LLM('/share/models/google/gemma-3-4b-it') gemma3 = Gemma3LLM('/share/models/google/gemma-3-4b-it')

View File

@ -2,8 +2,11 @@ from traceback import format_exc
import os import os
import sys import sys
import argparse import argparse
from llmengine.base_embedding import get_llm_class
from llmengine.qwen3embedding import Qwen3Embedding from base_chat_llm import BaseChatLLM, get_llm_class
from gemma3_it import Gemma3LLM
from medgemma3_it import MedgemmaLLM
from qwen3 import Qwen3LLM
from appPublic.registerfunction import RegisterFunction from appPublic.registerfunction import RegisterFunction
from appPublic.log import debug, exception from appPublic.log import debug, exception
@ -17,7 +20,7 @@ def init():
rf = RegisterFunction() rf = RegisterFunction()
rf.register('chat_completions', chat_completions) rf.register('chat_completions', chat_completions)
async def embedding(request, params_kw, *params, **kw): async def chat_completions(request, params_kw, *params, **kw):
async def gor(): async def gor():
se = ServerEnv() se = ServerEnv()
engine = se.chat_engine engine = se.chat_engine