yumoqing/rtcllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2024-09-10 10:42:06 +08:00
parent a4dc6ef93c
commit 183c50fd51
2 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
rtcllm/a2a.py
View File

@ -6,8 +6,6 @@ from aiortc import VideoStreamTrack, AudioStreamTrack
class LLMAudioStreamTrack(AudioStreamTrack): class LLMAudioStreamTrack(AudioStreamTrack):
def __init__(self, omni_infer): def __init__(self, omni_infer):
super().__init__() super().__init__()
self.ckpt_dir = ckpt_dir
# self.oi = OmniInference(ckpt_dir=ckpt_dir)
self.oi = omni_infer self.oi = omni_infer
self.audio_iters = [] self.audio_iters = []
self.cur_iters = None self.cur_iters = None

3
rtcllm/rtc.py
View File

@ -50,7 +50,6 @@ class RTCLLM:
def __init__(self, ws_url, iceServers): def __init__(self, ws_url, iceServers):
# self.stt_model = WhisperModel('large-v3', device="cuda", compute_type="float16") # self.stt_model = WhisperModel('large-v3', device="cuda", compute_type="float16")
self.ws_url = ws_url self.ws_url = ws_url
self.omni_infer =
self.omni_infer = OmniInference(ckpt_dir='/d/models/mini-omni') self.omni_infer = OmniInference(ckpt_dir='/d/models/mini-omni')
self.iceServers = iceServers self.iceServers = iceServers
self.peers = DictObject() self.peers = DictObject()
@ -116,7 +115,7 @@ class RTCLLM:
async def auto_accept_call(self, data): async def auto_accept_call(self, data):
opts = DictObject(iceServers=self.iceServers) opts = DictObject(iceServers=self.iceServers)
pc = RTCPeerConnection(opts) pc = RTCPeerConnection(opts)
llmtrack = LLMAudioStreamTrack('/d/models/mini-omni') llmtrack = LLMAudioStreamTrack(self.omni_infer)
feed = awaitify(self.llmtrack._feed) feed = awaitify(self.llmtrack._feed)
self.peers[data['from'].id] = DictObject(**{ self.peers[data['from'].id] = DictObject(**{
'info':data['from'], 'info':data['from'],