Add safe chat reasoning disclosure

This commit is contained in:
Matthias
2026-06-16 10:47:56 +02:00
parent 28d0f4f852
commit 85af9d7078
4 changed files with 79 additions and 19 deletions

View File

@@ -4,7 +4,7 @@ title: Modernize savings chat agent UI with AI Elements phases
status: In Progress
assignee: []
created_date: '2026-06-16 08:38'
updated_date: '2026-06-16 08:41'
updated_date: '2026-06-16 08:46'
labels: []
dependencies: []
priority: high
@@ -20,7 +20,7 @@ Implement the planned AI Elements-inspired savings chat agent UI in three sequen
## Acceptance Criteria
<!-- AC:BEGIN -->
- [x] #1 Phase 1 replaces the basic chat surface with reusable conversation, message, prompt input, and tool trace UI primitives
- [ ] #2 Phase 2 adds a safe reasoning/work-progress disclosure derived from existing tool traces, without exposing hidden chain-of-thought
- [x] #2 Phase 2 adds a safe reasoning/work-progress disclosure derived from existing tool traces, without exposing hidden chain-of-thought
- [ ] #3 Phase 3 adds structured source/citation support through stored assistant metadata and visible UI affordances
- [ ] #4 Each phase is covered by failing-first tests, verified after implementation, and committed separately
<!-- AC:END -->
@@ -41,4 +41,6 @@ Implement the planned AI Elements-inspired savings chat agent UI in three sequen
<!-- SECTION:NOTES:BEGIN -->
Phase 1 complete: added AgentChat primitives for conversation, message rendering, prompt input, and tool trace disclosure; integrated SavingsChatPage. Verification: npx vitest src/components/chat/AgentChat.test.tsx --run, npx eslint targeted chat/page files, npm run build (Vite chunk-size warning only).
Phase 2 complete locally: added safe work-progress/reasoning disclosure derived from toolTrace result summaries, removed raw inputSummary display from the disclosure, and added active progress state while a response is pending. Verification: npx vitest src/components/chat/AgentChat.test.tsx --run (9 tests), targeted eslint, npm run build (Vite chunk-size warning only). Spec subagent review approved.
<!-- SECTION:NOTES:END -->

View File

@@ -6,7 +6,7 @@ import {
AgentPromptInput,
type AgentChatMessage,
} from "./AgentChat";
import { getToolTraceSummary } from "./agentChatModel";
import { buildReasoningSteps, getToolTraceSummary } from "./agentChatModel";
const assistantMessage: AgentChatMessage = {
id: "assistant-1",
@@ -111,3 +111,40 @@ describe("AgentChat phase 1 components", () => {
expect(markup).not.toContain("Werkzeuge verwendet");
});
});
describe("AgentChat phase 2 reasoning disclosure", () => {
test("builds safe reasoning steps from tool traces without exposing raw inputs", () => {
const steps = buildReasoningSteps(assistantMessage.toolTrace);
expect(steps).toEqual([
{
label: "summarize_transactions",
description: "12 Umsaetze zusammengefasst",
status: "complete",
},
{
label: "list_transactions",
description: "1 Treffer",
status: "complete",
},
]);
expect(JSON.stringify(steps)).not.toContain("Mai 2026");
});
test("renders an assistant work-progress disclosure from tool traces", () => {
const markup = renderToStaticMarkup(<AgentMessage message={assistantMessage} />);
expect(markup).toContain("So wurde gearbeitet");
expect(markup).toContain("summarize_transactions");
expect(markup).toContain("12 Umsaetze zusammengefasst");
});
test("marks the current agent step as active while submitting", () => {
const markup = renderToStaticMarkup(
<AgentConversation messages={[assistantMessage]} isSubmitting />,
);
expect(markup).toContain("Antwort wird vorbereitet");
expect(markup).toContain("data-status=\"active\"");
});
});

View File

@@ -2,15 +2,16 @@ import {
type ChangeEvent,
type FormEvent,
type HTMLAttributes,
type ReactNode,
type Ref,
} from "react";
import { Loader2, Send, Wrench } from "lucide-react";
import { Button } from "@/components/ui/button";
import { cn } from "@/lib/utils";
import {
buildReasoningSteps,
getToolTraceSummary,
type AgentChatMessage,
type AgentReasoningStep,
type AgentToolTrace,
} from "./agentChatModel";
export type { AgentChatMessage, AgentToolTrace } from "./agentChatModel";
@@ -89,39 +90,43 @@ export function AgentMessage({ message, className, ...props }: AgentMessageProps
}
function AgentToolTracePanel({ toolTrace }: { toolTrace: AgentToolTrace[] }) {
const steps = buildReasoningSteps(toolTrace);
return (
<details className="mt-3 rounded-md border bg-muted/30 px-2 py-1.5">
<summary className="flex cursor-pointer list-none items-center gap-2 text-xs font-medium text-muted-foreground">
<Wrench className="h-3.5 w-3.5" />
{getToolTraceSummary(toolTrace)}
So wurde gearbeitet ({getToolTraceSummary(toolTrace)})
</summary>
<div className="mt-2 space-y-2">
{toolTrace.map((tool, toolIndex) => (
<div key={`${tool.name}-${toolIndex}`} className="rounded-md bg-background/80 p-2 text-xs">
<p className="font-medium text-foreground">{tool.name}</p>
<ToolTraceLine label="Eingabe" value={tool.inputSummary} />
<ToolTraceLine label="Ergebnis" value={tool.resultSummary} />
</div>
{steps.map((step, stepIndex) => (
<ReasoningStep key={`${step.label}-${stepIndex}`} step={step} />
))}
</div>
</details>
);
}
function ToolTraceLine({ label, value }: { label: ReactNode; value: ReactNode }) {
function ReasoningStep({ step }: { step: AgentReasoningStep }) {
return (
<p className="mt-1 text-muted-foreground">
<span className="font-medium text-foreground">{label}: </span>
{value}
</p>
<div className="rounded-md bg-background/80 p-2 text-xs" data-status={step.status}>
<p className="font-medium text-foreground">{step.label}</p>
<p className="mt-1 text-muted-foreground">{step.description}</p>
</div>
);
}
function AgentThinkingIndicator() {
return (
<div className="flex items-center gap-2 px-1 text-sm text-muted-foreground">
<Loader2 className="h-4 w-4 animate-spin" />
Denk mit der KI nach...
<div className="space-y-2 px-1 text-sm text-muted-foreground">
<div className="flex items-center gap-2">
<Loader2 className="h-4 w-4 animate-spin" />
Denk mit der KI nach...
</div>
<div className="rounded-md border bg-muted/30 p-2 text-xs" data-status="active">
<p className="font-medium text-foreground">Antwort wird vorbereitet</p>
<p className="mt-1">Der Agent prueft den aktuellen Finanzkontext.</p>
</div>
</div>
);
}

View File

@@ -11,7 +11,23 @@ export type AgentChatMessage = {
toolTrace?: AgentToolTrace[];
};
export type AgentReasoningStep = {
label: string;
description: string;
status: "complete" | "active" | "pending";
};
export function getToolTraceSummary(toolTrace: AgentToolTrace[] | undefined) {
if (!toolTrace || toolTrace.length === 0) return "Keine Werkzeuge";
return `${toolTrace.length} ${toolTrace.length === 1 ? "Werkzeug" : "Werkzeuge"} verwendet`;
}
export function buildReasoningSteps(toolTrace: AgentToolTrace[] | undefined): AgentReasoningStep[] {
if (!toolTrace || toolTrace.length === 0) return [];
return toolTrace.map((tool) => ({
label: tool.name,
description: tool.resultSummary,
status: "complete",
}));
}