bugfix
This commit is contained in:
parent
407a1df007
commit
9c055fe41f
@ -21,7 +21,7 @@ class Gemma3LLM(MMChatLLM):
|
|||||||
self.messages = []
|
self.messages = []
|
||||||
self.model_id = model_id
|
self.model_id = model_id
|
||||||
|
|
||||||
llm_register("google/gemma-3", Gemma3LLM)
|
llm_register("gemma-3", Gemma3LLM)
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
gemma3 = Gemma3LLM('/share/models/google/gemma-3-4b-it')
|
gemma3 = Gemma3LLM('/share/models/google/gemma-3-4b-it')
|
||||||
|
@ -2,8 +2,11 @@ from traceback import format_exc
|
|||||||
import os
|
import os
|
||||||
import sys
|
import sys
|
||||||
import argparse
|
import argparse
|
||||||
from llmengine.base_embedding import get_llm_class
|
|
||||||
from llmengine.qwen3embedding import Qwen3Embedding
|
from base_chat_llm import BaseChatLLM, get_llm_class
|
||||||
|
from gemma3_it import Gemma3LLM
|
||||||
|
from medgemma3_it import MedgemmaLLM
|
||||||
|
from qwen3 import Qwen3LLM
|
||||||
|
|
||||||
from appPublic.registerfunction import RegisterFunction
|
from appPublic.registerfunction import RegisterFunction
|
||||||
from appPublic.log import debug, exception
|
from appPublic.log import debug, exception
|
||||||
@ -17,7 +20,7 @@ def init():
|
|||||||
rf = RegisterFunction()
|
rf = RegisterFunction()
|
||||||
rf.register('chat_completions', chat_completions)
|
rf.register('chat_completions', chat_completions)
|
||||||
|
|
||||||
async def embedding(request, params_kw, *params, **kw):
|
async def chat_completions(request, params_kw, *params, **kw):
|
||||||
async def gor():
|
async def gor():
|
||||||
se = ServerEnv()
|
se = ServerEnv()
|
||||||
engine = se.chat_engine
|
engine = se.chat_engine
|
||||||
|
Loading…
Reference in New Issue
Block a user