deepgeek/gradio-webrtc
2
0
Fork 0
mirror of https://github.com/HumanAIGC-Engineering/gradio-webrtc.git synced 2026-02-05 18:09:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

implementation

Browse Source
This commit is contained in:
freddyaboulton
2024-10-10 14:08:59 -07:00
parent 1293061213
commit 3777bfe777
9 changed files with 543 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
frontend/shared/webrtc_utils.ts
View File

@@ -27,17 +27,25 @@ export function createPeerConnection(pc, node) {
// connect audio / video from server to local
pc.addEventListener("track", (evt) => {
console.log("track event listener");
if (evt.track.kind == "video") {
if (node.srcObject !== evt.streams[0]) {
console.log("streams", evt.streams);
node.srcObject = evt.streams[0];
console.log("node.srcOject", node.srcObject);
if (evt.track.kind === 'audio') {
node.volume = 1.0; // Ensure volume is up
node.muted = false;
node.autoplay = true;
// Attempt to play (needed for some browsers)
node.play().catch(e => console.log("Autoplay failed:", e));
}
}
});
return pc;
}
export async function start(stream, pc, node, server_fn, webrtc_id) {
export async function start(stream, pc: RTCPeerConnection, node, server_fn, webrtc_id, modality: "video" | "audio" = "video") {
pc = createPeerConnection(pc, node);
if (stream) {
stream.getTracks().forEach((track) => {
@@ -48,7 +56,7 @@ export async function start(stream, pc, node, server_fn, webrtc_id) {
});
} else {
console.log("Creating transceiver!");
pc.addTransceiver("video", { direction: "recvonly" });
pc.addTransceiver(modality, { direction: "recvonly" });
}
await negotiate(pc, server_fn, webrtc_id);