Skip to content

fix: energize neural visual transitions #596

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
rogerchappel merged 1 commit into from
May 24, 2026
Merged

fix: energize neural visual transitions #596

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
120 changes: 39 additions & 81 deletions src/app/chat/page.tsx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6045,10 +6045,28 @@ export default function ChatPage() {
setIsDragOver(false);
if (event.dataTransfer.files.length) addFiles(event.dataTransfer.files);
}}
agentPanel={voiceMode === "agent" && !activeThread && agentOverlayMode !== "immersive" ? (
agentPanel={voiceMode === "agent" && !activeThread ? (
<div
className="relative max-h-[min(10.75rem,28dvh)] overflow-hidden rounded-[24px] border border-[var(--voice-shell-border)] bg-[var(--bg-surface)]/88 px-3 py-2 shadow-[var(--theme-shadow)] backdrop-blur-xl sm:max-h-none"
className={agentOverlayMode === "immersive"
? "fixed inset-0 z-[90] flex items-center justify-center overflow-hidden border-0 px-4 pb-3 sm:px-6"
: "relative max-h-[min(10.75rem,28dvh)] overflow-hidden rounded-[24px] border border-[var(--voice-shell-border)] bg-[var(--bg-surface)]/88 px-3 py-2 shadow-[var(--theme-shadow)] backdrop-blur-xl sm:max-h-none"}
style={agentOverlayMode === "immersive" ? {
color: "var(--text-primary)",
background: "linear-gradient(180deg, color-mix(in srgb, var(--bg-primary) 97%, transparent), color-mix(in srgb, var(--bg-primary) 93%, var(--bg-secondary) 7%))",
} : undefined}
>
{agentOverlayMode === "immersive" ? (
<div
className="absolute inset-0 opacity-60"
style={{
backgroundImage: [
"linear-gradient(var(--voice-overlay-grid) 1px, transparent 1px)",
"linear-gradient(90deg, var(--voice-overlay-grid-soft) 1px, transparent 1px)",
].join(", "),
backgroundSize: "44px 44px",
}}
/>
) : null}
<VoiceAgent
onTranscript={(text) => sendMessage(text, { forceVoiceResponse: true })}
onRealtimeTranscript={(event) => persistRealtimeTranscript(event, {
Expand All @@ -6061,7 +6079,8 @@ export default function ChatPage() {
isLoading={isLoading}
accentColor={resolvedVisualAccentColor}
autoActivate
compact
compact={agentOverlayMode !== "immersive"}
immersive={agentOverlayMode === "immersive"}
isMicMuted={agentMicMuted}
isAgentMuted={agentAudioMuted}
onMicMutedChange={setAgentMicMuted}
Expand All @@ -6076,25 +6095,33 @@ export default function ChatPage() {
voiceSettings={resolvedVoiceSettings}
visualSettings={resolvedVisualSettings}
/>
<div className="absolute right-2 top-2 flex items-center gap-1">
<div className={agentOverlayMode === "immersive" ? "absolute right-4 top-[max(var(--mobile-safe-top),1rem)] z-10 flex gap-2 sm:right-6" : "absolute right-2 top-2 flex items-center gap-1"}>
<button
type="button"
onClick={() => setVoicePickerOpen(true)}
title="Choose style"
aria-label="Choose style"
className={`flex h-8 w-8 items-center justify-center rounded-full border transition ${sessionVoiceOverride || sessionVisualOverride ? "border-[#00f0ff]/45 bg-[#00f0ff]/15 text-[#00f0ff]" : "border-[var(--border-medium)] bg-[var(--bg-primary)]/70 text-[var(--text-secondary)] hover:bg-[var(--bg-surface-hover)] hover:text-[var(--text-primary)]"}`}
className={agentOverlayMode === "immersive"
? `flex h-10 w-10 items-center justify-center rounded-full border shadow-[var(--theme-shadow)] transition ${sessionVoiceOverride || sessionVisualOverride ? "border-[#00f0ff]/45 bg-[#00f0ff]/15 text-[#00f0ff]" : "border-[var(--border-medium)] bg-[var(--bg-surface)]/85 text-[var(--text-secondary)] hover:bg-[var(--bg-surface-hover)] hover:text-[var(--text-primary)]"}`
: `flex h-8 w-8 items-center justify-center rounded-full border transition ${sessionVoiceOverride || sessionVisualOverride ? "border-[#00f0ff]/45 bg-[#00f0ff]/15 text-[#00f0ff]" : "border-[var(--border-medium)] bg-[var(--bg-primary)]/70 text-[var(--text-secondary)] hover:bg-[var(--bg-surface-hover)] hover:text-[var(--text-primary)]"}`}
>
<VoicePersonIcon className="h-3.5 w-3.5" />
<VoicePersonIcon className={agentOverlayMode === "immersive" ? undefined : "h-3.5 w-3.5"} />
</button>
<button
type="button"
onClick={() => setAgentOverlayMode("immersive")}
title="Enter fullscreen visual mode"
aria-label="Enter fullscreen visual mode"
className="flex h-8 w-8 items-center justify-center rounded-full border border-[var(--border-medium)] bg-[var(--bg-primary)]/70 text-[var(--text-secondary)] transition hover:bg-[var(--bg-surface-hover)] hover:text-[var(--text-primary)]"
onClick={() => setAgentOverlayMode(agentOverlayMode === "immersive" ? "transcript" : "immersive")}
title={agentOverlayMode === "immersive" ? "Return to chat" : "Enter fullscreen visual mode"}
aria-label={agentOverlayMode === "immersive" ? "Return to chat" : "Enter fullscreen visual mode"}
className={agentOverlayMode === "immersive"
? "flex h-10 w-10 items-center justify-center rounded-full border border-[var(--border-medium)] bg-[var(--bg-surface)]/85 text-[var(--text-secondary)] shadow-[var(--theme-shadow)] transition hover:bg-[var(--bg-surface-hover)] hover:text-[var(--text-primary)]"
: "flex h-8 w-8 items-center justify-center rounded-full border border-[var(--border-medium)] bg-[var(--bg-primary)]/70 text-[var(--text-secondary)] transition hover:bg-[var(--bg-surface-hover)] hover:text-[var(--text-primary)]"}
>
<svg className="h-3.5 w-3.5" fill="none" viewBox="0 0 24 24" stroke="currentColor" strokeWidth={1.75}>
<path strokeLinecap="round" strokeLinejoin="round" d="M3.75 9V5.25A1.5 1.5 0 0 1 5.25 3.75H9m6 0h3.75A1.5 1.5 0 0 1 20.25 5.25V9m0 6v3.75a1.5 1.5 0 0 1-1.5 1.5H15m-6 0H5.25a1.5 1.5 0 0 1-1.5-1.5V15" />
<svg className={agentOverlayMode === "immersive" ? "h-4 w-4" : "h-3.5 w-3.5"} fill="none" viewBox="0 0 24 24" stroke="currentColor" strokeWidth={1.75}>
{agentOverlayMode === "immersive" ? (
<path strokeLinecap="round" strokeLinejoin="round" d="M9 4.5H5.25A.75.75 0 0 0 4.5 5.25V9m10.5-4.5h3.75a.75.75 0 0 1 .75.75V9M9 19.5H5.25a.75.75 0 0 1-.75-.75V15m10.5 4.5h3.75a.75.75 0 0 0 .75-.75V15M8.25 8.25l-3.75-3.75m15 0-3.75 3.75m-7.5 7.5-3.75 3.75m15 0-3.75-3.75" />
) : (
<path strokeLinecap="round" strokeLinejoin="round" d="M3.75 9V5.25A1.5 1.5 0 0 1 5.25 3.75H9m6 0h3.75A1.5 1.5 0 0 1 20.25 5.25V9m0 6v3.75a1.5 1.5 0 0 1-1.5 1.5H15m-6 0H5.25a1.5 1.5 0 0 1-1.5-1.5V15" />
)}
</svg>
</button>
</div>
Expand All @@ -6103,75 +6130,6 @@ export default function ChatPage() {
/>
</div>
</div>
{voiceMode === "agent" && !activeThread && agentOverlayMode === "immersive" ? (
<div
className="fixed inset-0 z-[90] flex items-center justify-center overflow-hidden px-4 pb-3 sm:px-6"
style={{
color: "var(--text-primary)",
background: "linear-gradient(180deg, color-mix(in srgb, var(--bg-primary) 97%, transparent), color-mix(in srgb, var(--bg-primary) 93%, var(--bg-secondary) 7%))",
}}
>
<div
className="absolute inset-0 opacity-60"
style={{
backgroundImage: [
"linear-gradient(var(--voice-overlay-grid) 1px, transparent 1px)",
"linear-gradient(90deg, var(--voice-overlay-grid-soft) 1px, transparent 1px)",
].join(", "),
backgroundSize: "44px 44px",
}}
/>
<VoiceAgent
onTranscript={(text) => sendMessage(text, { forceVoiceResponse: true })}
onRealtimeTranscript={(event) => persistRealtimeTranscript(event, {
sessionKey: activeVoiceSessionKey,
storeKey: activeVoiceStoreKey,
setVisibleMessages: setMessages,
})}
isPlayingAudio={isPlayingAudio}
onInterrupt={interruptAudio}
isLoading={isLoading}
accentColor={resolvedVisualAccentColor}
autoActivate
immersive
isMicMuted={agentMicMuted}
isAgentMuted={agentAudioMuted}
onMicMutedChange={setAgentMicMuted}
onAgentMutedChange={handleAgentAudioMutedChange}
agent={selectedAgent?.callsign}
gatewayAgent={delegatedViaAgent?.callsign ?? selectedAgent?.callsign}
companyId={company?.id}
sessionKey={selectedSessionBelongsToAgent(selectedSessionKey, selectedAgent?.callsign)
? selectedSessionKey ?? gatewaySessionKeyForAgent(selectedAgent)
: gatewaySessionKeyForAgent(selectedAgent)}
realtimeRuntimeId={selectedAgent?.runtimeId ?? undefined}
voiceSettings={resolvedVoiceSettings}
visualSettings={resolvedVisualSettings}
/>
<div className="absolute right-4 top-[max(var(--mobile-safe-top),1rem)] z-10 flex gap-2 sm:right-6">
<button
type="button"
onClick={() => setVoicePickerOpen(true)}
title="Choose style"
aria-label="Choose style"
className={`flex h-10 w-10 items-center justify-center rounded-full border shadow-[var(--theme-shadow)] transition ${sessionVoiceOverride || sessionVisualOverride ? "border-[#00f0ff]/45 bg-[#00f0ff]/15 text-[#00f0ff]" : "border-[var(--border-medium)] bg-[var(--bg-surface)]/85 text-[var(--text-secondary)] hover:bg-[var(--bg-surface-hover)] hover:text-[var(--text-primary)]"}`}
>
<VoicePersonIcon />
</button>
<button
type="button"
onClick={() => setAgentOverlayMode("transcript")}
title="Return to chat"
aria-label="Return to chat"
className="flex h-10 w-10 items-center justify-center rounded-full border border-[var(--border-medium)] bg-[var(--bg-surface)]/85 text-[var(--text-secondary)] shadow-[var(--theme-shadow)] transition hover:bg-[var(--bg-surface-hover)] hover:text-[var(--text-primary)]"
>
<svg className="h-4 w-4" fill="none" viewBox="0 0 24 24" stroke="currentColor" strokeWidth={1.75}>
<path strokeLinecap="round" strokeLinejoin="round" d="M9 4.5H5.25A.75.75 0 0 0 4.5 5.25V9m10.5-4.5h3.75a.75.75 0 0 1 .75.75V9M9 19.5H5.25a.75.75 0 0 1-.75-.75V15m10.5 4.5h3.75a.75.75 0 0 0 .75-.75V15M8.25 8.25l-3.75-3.75m15 0-3.75 3.75m-7.5 7.5-3.75 3.75m15 0-3.75-3.75" />
</svg>
</button>
</div>
</div>
) : null}
</div>
</div>
</div>
Expand Down
46 changes: 41 additions & 5 deletions src/components/chat/agent-visualizer.tsx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -310,6 +310,11 @@ function drawNeuralConstellation(ctx: CanvasRenderingContext2D, frame: DrawFrame
const nodes = frame.compact ? 16 : frame.immersive ? 34 : 24;
const spreadX = size * (frame.immersive ? 0.36 : 0.34);
const spreadY = size * (frame.immersive ? 0.3 : 0.28);
const voiceEnergy = frame.state === "listening" || frame.state === "speaking"
? clamp(frame.visualVolume * 1.6 + frame.motionLevel * 0.7)
: frame.state === "processing"
? 0.58
: 0.16;

drawBackground(ctx, frame, ink, false);

Expand All @@ -329,6 +334,7 @@ function drawNeuralConstellation(ctx: CanvasRenderingContext2D, frame: DrawFrame

ctx.save();
ctx.globalCompositeOperation = "lighter";
const links: Array<{ a: typeof points[number]; b: typeof points[number]; i: number; j: number; distance: number; threshold: number }> = [];
for (let i = 0; i < points.length; i += 1) {
for (let j = i + 1; j < points.length; j += 1) {
const a = points[i];
Expand All @@ -338,9 +344,39 @@ function drawNeuralConstellation(ctx: CanvasRenderingContext2D, frame: DrawFrame
const distance = Math.hypot(dx, dy);
const threshold = size * (frame.compact ? 0.19 : 0.16);
if (distance > threshold) continue;
const route = frame.state === "processing" ? Math.sin(frame.primaryPhase * 2.6 + i * 0.8 + j) * 0.5 + 0.5 : 0.25;
const alpha = (1 - distance / threshold) * (0.15 + energy * 0.24 + route * 0.18);
line(ctx, a.x, a.y, b.x, b.y, rgba(route > 0.7 ? accent : cool, alpha), 1 + route * 1.4);
links.push({ a, b, i, j, distance, threshold });
const routeWave = Math.sin(frame.primaryPhase * 2.4 + i * 0.8 + j * 0.47) * 0.5 + 0.5;
const voiceWave = Math.sin(frame.tertiaryPhase * 3.6 - Math.min(a.rank, b.rank) * 0.7) * 0.5 + 0.5;
const route = frame.state === "processing" ? routeWave : frame.state === "speaking" ? voiceWave : frame.state === "listening" ? 1 - voiceWave : 0.22;
const alpha = (1 - distance / threshold) * (0.1 + energy * 0.16 + route * voiceEnergy * 0.44);
const width = 0.7 + route * voiceEnergy * 2.4;
line(ctx, a.x, a.y, b.x, b.y, rgba(route > 0.54 ? accent : cool, alpha), width);
}
}

if (voiceEnergy > 0.18) {
const packetCount = frame.compact ? 10 : frame.immersive ? 26 : 18;
for (let n = 0; n < Math.min(packetCount, links.length); n += 1) {
const link = links[(n * 7 + Math.floor(frame.secondaryPhase * 2)) % links.length];
if (!link) continue;
const progress = (frame.tertiaryPhase * (frame.state === "speaking" ? 0.46 : -0.38) + n * 0.131) % 1;
const t = progress < 0 ? progress + 1 : progress;
const x = link.a.x + (link.b.x - link.a.x) * t;
const y = link.a.y + (link.b.y - link.a.y) * t;
const packetAlpha = (1 - link.distance / link.threshold) * voiceEnergy * (frame.state === "idle" ? 0.18 : 0.58);
glow(ctx, x, y, size * 0.035, accent, packetAlpha * 0.12);
circle(ctx, x, y, 1.4 + voiceEnergy * 2.8, rgba(accent, packetAlpha), 1, rgba(mix(accent, [255, 255, 255], 0.28), packetAlpha * 0.45));
}
}

if (voiceEnergy > 0.22) {
const rings = frame.state === "speaking" ? 3 : 2;
for (let i = 0; i < rings; i += 1) {
const pulse = (frame.secondaryPhase * (frame.state === "speaking" ? 0.38 : -0.3) + i / rings) % 1;
const t = pulse < 0 ? pulse + 1 : pulse;
const radius = size * (0.08 + t * 0.34);
const alpha = (1 - t) * voiceEnergy * 0.24;
circle(ctx, cx, cy, radius, rgba(frame.state === "speaking" ? frame.speaking : frame.listening, alpha), 1.2 + voiceEnergy * 1.5);
}
}

Expand All @@ -355,8 +391,8 @@ function drawNeuralConstellation(ctx: CanvasRenderingContext2D, frame: DrawFrame
: frame.state === "processing"
? wave * 0.82
: 0.24;
const radius = (frame.compact ? 2.1 : 3.1) + active * energy * (frame.immersive ? 5.8 : 3.8);
glow(ctx, point.x, point.y, radius * 4.2, accent, active * 0.08);
const radius = (frame.compact ? 2.1 : 3.1) + active * energy * (frame.immersive ? 5.8 : 3.8) + voiceEnergy * active * 1.8;
glow(ctx, point.x, point.y, radius * (4.2 + voiceEnergy * 2.8), accent, active * (0.08 + voiceEnergy * 0.08));
circle(ctx, point.x, point.y, radius, rgba(mix(accent, [232, 249, 246], 0.35), 0.42 + active * 0.36), 1, rgba(accent, 0.12 + active * 0.18));
}
ctx.restore();
Expand Down
Loading