mirror of
https://github.com/HumanAIGC-Engineering/gradio-webrtc.git
synced 2026-02-05 01:49:23 +08:00
* Add code * add code * add code * Rename messages * rename * add code * Add demo * docs + demos + bug fixes * add code * styles * user guide * Styles * Add code * misc docs updates * print nit * whisper + pr * url for images * whsiper update * Fix bugs * remove demo files * version number * Fix pypi readme * Fix * demos * Add llama code editor * Update llama code editor and object detection cookbook * Add more cookbook demos * add code * Fix links for PR deploys * add code * Fix the install * add tts * TTS docs * Typo * Pending bubbles for reply on pause * Stream redesign (#63) * better error handling * Websocket error handling * add code --------- Co-authored-by: Freddy Boulton <freddyboulton@hf-freddy.local> * remove docs from dist * Some docs typos * more typos * upload changes + docs * docs * better phone * update docs * add code * Make demos better * fix docs + websocket start_up * remove mention of FastAPI app * fastphone tweaks * add code * ReplyOnStopWord fixes * Fix cookbook * Fix pypi readme * add code * bump versions * sambanova cookbook * Fix tags * Llm voice chat * kyutai tag * Add error message to all index.html * STT module uses Moonshine * Not required from typing extensions * fix llm voice chat * Add vpn warning * demo fixes * demos * Add more ui args and gemini audio-video * update cookbook * version 9 --------- Co-authored-by: Freddy Boulton <freddyboulton@hf-freddy.local>
212 lines
4.7 KiB
Svelte
212 lines
4.7 KiB
Svelte
<script lang="ts">
|
|
import { onDestroy } from "svelte";
|
|
import type { ComponentType } from "svelte";
|
|
|
|
import PulsingIcon from "./PulsingIcon.svelte";
|
|
|
|
export let numBars = 16;
|
|
export let stream_state: "open" | "closed" | "waiting" = "closed";
|
|
export let audio_source_callback: () => MediaStream;
|
|
export let icon: string | undefined | ComponentType = undefined;
|
|
export let icon_button_color: string = "var(--color-accent)";
|
|
export let pulse_color: string = "var(--color-accent)";
|
|
export let pending: boolean = false;
|
|
|
|
let audioContext: AudioContext;
|
|
let analyser: AnalyserNode;
|
|
let dataArray: Uint8Array;
|
|
let animationId: number;
|
|
export let pulseScale = 1;
|
|
|
|
$: containerWidth = icon
|
|
? "128px"
|
|
: `calc((var(--boxSize) + var(--gutter)) * ${numBars})`;
|
|
|
|
$: if (stream_state === "open") setupAudioContext();
|
|
|
|
onDestroy(() => {
|
|
if (animationId) {
|
|
cancelAnimationFrame(animationId);
|
|
}
|
|
if (audioContext) {
|
|
audioContext.close();
|
|
}
|
|
});
|
|
|
|
function setupAudioContext() {
|
|
audioContext = new (window.AudioContext || window.webkitAudioContext)();
|
|
analyser = audioContext.createAnalyser();
|
|
const source = audioContext.createMediaStreamSource(
|
|
audio_source_callback(),
|
|
);
|
|
|
|
source.connect(analyser);
|
|
|
|
analyser.fftSize = 64;
|
|
analyser.smoothingTimeConstant = 0.8;
|
|
dataArray = new Uint8Array(analyser.frequencyBinCount);
|
|
|
|
updateVisualization();
|
|
}
|
|
|
|
function updateVisualization() {
|
|
analyser.getByteFrequencyData(dataArray);
|
|
|
|
// Update bars
|
|
const bars = document.querySelectorAll(
|
|
".gradio-webrtc-waveContainer .gradio-webrtc-box",
|
|
);
|
|
for (let i = 0; i < bars.length; i++) {
|
|
const barHeight = (dataArray[i] / 255) * 2;
|
|
bars[i].style.transform = `scaleY(${Math.max(0.1, barHeight)})`;
|
|
}
|
|
|
|
animationId = requestAnimationFrame(updateVisualization);
|
|
}
|
|
</script>
|
|
|
|
<div class="gradio-webrtc-waveContainer">
|
|
{#if icon && !pending}
|
|
<div class="gradio-webrtc-icon-container">
|
|
<div
|
|
class="gradio-webrtc-icon"
|
|
style:transform={`scale(${pulseScale})`}
|
|
style:background={icon_button_color}
|
|
>
|
|
<PulsingIcon
|
|
{stream_state}
|
|
{pulse_color}
|
|
{icon}
|
|
{icon_button_color}
|
|
{audio_source_callback}
|
|
/>
|
|
</div>
|
|
</div>
|
|
{:else if pending}
|
|
<div class="dots">
|
|
<div class="dot" style:background-color={pulse_color} />
|
|
<div class="dot" style:background-color={pulse_color} />
|
|
<div class="dot" style:background-color={pulse_color} />
|
|
</div>
|
|
{:else}
|
|
<div class="gradio-webrtc-boxContainer" style:width={containerWidth}>
|
|
{#each Array(numBars) as _}
|
|
<div class="gradio-webrtc-box"></div>
|
|
{/each}
|
|
</div>
|
|
{/if}
|
|
</div>
|
|
|
|
<style>
|
|
.gradio-webrtc-waveContainer {
|
|
position: relative;
|
|
display: flex;
|
|
min-height: 100px;
|
|
max-height: 128px;
|
|
justify-content: center;
|
|
align-items: center;
|
|
}
|
|
|
|
.gradio-webrtc-boxContainer {
|
|
display: flex;
|
|
justify-content: space-between;
|
|
height: 64px;
|
|
--boxSize: 8px;
|
|
--gutter: 4px;
|
|
}
|
|
|
|
.gradio-webrtc-box {
|
|
height: 100%;
|
|
width: var(--boxSize);
|
|
background: var(--color-accent);
|
|
border-radius: 8px;
|
|
transition: transform 0.05s ease;
|
|
}
|
|
|
|
.gradio-webrtc-icon-container {
|
|
position: relative;
|
|
width: 128px;
|
|
height: 128px;
|
|
display: flex;
|
|
justify-content: center;
|
|
align-items: center;
|
|
}
|
|
|
|
.gradio-webrtc-icon {
|
|
position: relative;
|
|
width: 48px;
|
|
height: 48px;
|
|
border-radius: 50%;
|
|
transition: transform 0.1s ease;
|
|
display: flex;
|
|
justify-content: center;
|
|
align-items: center;
|
|
z-index: 2;
|
|
}
|
|
|
|
.icon-image {
|
|
width: 32px;
|
|
height: 32px;
|
|
object-fit: contain;
|
|
filter: brightness(0) invert(1);
|
|
}
|
|
|
|
.pulse-ring {
|
|
position: absolute;
|
|
top: 50%;
|
|
left: 50%;
|
|
transform: translate(-50%, -50%);
|
|
width: 48px;
|
|
height: 48px;
|
|
border-radius: 50%;
|
|
animation: pulse 2s cubic-bezier(0.4, 0, 0.6, 1) infinite;
|
|
opacity: 0.5;
|
|
}
|
|
|
|
@keyframes pulse {
|
|
0% {
|
|
transform: translate(-50%, -50%) scale(1);
|
|
opacity: 0.5;
|
|
}
|
|
100% {
|
|
transform: translate(-50%, -50%) scale(var(--max-scale, 3));
|
|
opacity: 0;
|
|
}
|
|
}
|
|
|
|
.dots {
|
|
display: flex;
|
|
gap: 8px;
|
|
align-items: center;
|
|
height: 64px;
|
|
}
|
|
|
|
.dot {
|
|
width: 12px;
|
|
height: 12px;
|
|
border-radius: 50%;
|
|
opacity: 0.5;
|
|
animation: pulse 1.5s infinite;
|
|
}
|
|
|
|
.dot:nth-child(2) {
|
|
animation-delay: 0.2s;
|
|
}
|
|
|
|
.dot:nth-child(3) {
|
|
animation-delay: 0.4s;
|
|
}
|
|
|
|
@keyframes pulse {
|
|
0%,
|
|
100% {
|
|
opacity: 0.4;
|
|
transform: scale(1);
|
|
}
|
|
50% {
|
|
opacity: 1;
|
|
transform: scale(1.1);
|
|
}
|
|
}
|
|
</style>
|