diff --git a/requirements.txt b/requirements.txt index 66698bf..a0c39d1 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,7 @@ aiortc websockets webrtcvad -open-whisper +faster-whisper git+https://github.com/suno-ai/bark +nvidia-cublas-cu11 +nvidia-cudnn-cu11 diff --git a/rtcllm/rtc.py b/rtcllm/rtc.py index 4eefda1..4b161be 100644 --- a/rtcllm/rtc.py +++ b/rtcllm/rtc.py @@ -29,10 +29,14 @@ async def pc_get_local_candidates(pc, peer): if not peer.l_candidates: peer.l_candidates = [] + peer.sdp_id = 0 + for t in its: for c in t._connection.local_candidates: if c not in peer.l_candidates: print(f'{c=}, {dir(c)}') + c.sdpMid = str(peer.sdp_id) + peer.sdp_id += 1 peer.l_candidates.append(c) pc.emit('icecandidate', c) @@ -84,7 +88,10 @@ class RTCLLM: await self.ws_send(json.dumps({ "type":"iceCandidate", "to":to, - "candidate":{'candidate':candidate.to_sdp(), 'type': candidate.type} + "candidate":{ + 'candidate':candidate.to_sdp(), + 'sdpMid':candidate.sdpMid, + 'type': candidate.type} })) async def save_onlineList(self, data):