mirror of
https://github.com/HumanAIGC-Engineering/gradio-webrtc.git
synced 2026-02-05 18:09:23 +08:00
aefb08150f
sync code of fastrtc, add text support through datachannel, fix safari connect problem support chat without camera or mic
94 lines
2.4 KiB
Python
94 lines
2.4 KiB
Python
import json
|
|
from pathlib import Path
|
|
|
|
import gradio as gr
|
|
import numpy as np
|
|
from dotenv import load_dotenv
|
|
from fastapi import FastAPI
|
|
from fastapi.responses import HTMLResponse, StreamingResponse
|
|
from fastrtc import (
|
|
AdditionalOutputs,
|
|
ReplyOnPause,
|
|
Stream,
|
|
audio_to_bytes,
|
|
get_twilio_turn_credentials,
|
|
)
|
|
from gradio.utils import get_space
|
|
from groq import AsyncClient
|
|
from pydantic import BaseModel
|
|
|
|
cur_dir = Path(__file__).parent
|
|
|
|
load_dotenv()
|
|
|
|
|
|
groq_client = AsyncClient()
|
|
|
|
|
|
async def transcribe(audio: tuple[int, np.ndarray], transcript: str):
|
|
response = await groq_client.audio.transcriptions.create(
|
|
file=("audio-file.mp3", audio_to_bytes(audio)),
|
|
model="whisper-large-v3-turbo",
|
|
response_format="verbose_json",
|
|
)
|
|
yield AdditionalOutputs(transcript + "\n" + response.text)
|
|
|
|
|
|
transcript = gr.Textbox(label="Transcript")
|
|
stream = Stream(
|
|
ReplyOnPause(transcribe),
|
|
modality="audio",
|
|
mode="send",
|
|
additional_inputs=[transcript],
|
|
additional_outputs=[transcript],
|
|
additional_outputs_handler=lambda a, b: b,
|
|
rtc_configuration=get_twilio_turn_credentials() if get_space() else None,
|
|
concurrency_limit=5 if get_space() else None,
|
|
time_limit=90 if get_space() else None,
|
|
)
|
|
|
|
app = FastAPI()
|
|
|
|
stream.mount(app)
|
|
|
|
|
|
class SendInput(BaseModel):
|
|
webrtc_id: str
|
|
transcript: str
|
|
|
|
|
|
@app.post("/send_input")
|
|
def send_input(body: SendInput):
|
|
stream.set_input(body.webrtc_id, body.transcript)
|
|
|
|
|
|
@app.get("/transcript")
|
|
def _(webrtc_id: str):
|
|
async def output_stream():
|
|
async for output in stream.output_stream(webrtc_id):
|
|
transcript = output.args[0].split("\n")[-1]
|
|
yield f"event: output\ndata: {transcript}\n\n"
|
|
|
|
return StreamingResponse(output_stream(), media_type="text/event-stream")
|
|
|
|
|
|
@app.get("/")
|
|
def index():
|
|
rtc_config = get_twilio_turn_credentials() if get_space() else None
|
|
html_content = (cur_dir / "index.html").read_text()
|
|
html_content = html_content.replace("__RTC_CONFIGURATION__", json.dumps(rtc_config))
|
|
return HTMLResponse(content=html_content)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
import os
|
|
|
|
if (mode := os.getenv("MODE")) == "UI":
|
|
stream.ui.launch(server_port=7860)
|
|
elif mode == "PHONE":
|
|
stream.fastphone(host="0.0.0.0", port=7860)
|
|
else:
|
|
import uvicorn
|
|
|
|
uvicorn.run(app, host="0.0.0.0", port=7860)
|