From 86f8b07844115a8076c05608c4838ca23fce161e Mon Sep 17 00:00:00 2001
From: Simon Schulte <github@neokil.de>
Date: Mon, 18 May 2026 10:38:56 +0200
Subject: [PATCH 1/8] Add structured feedback for open questions

---
 web/src/App.tsx                               | 189 ++++++++++++------
 web/src/TicketDetailPanel.tsx                 |  56 +++++-
 web/src/__tests__/App.test.tsx                | 137 +++++++++++++
 web/src/__tests__/TicketDetailPanel.test.tsx  | 111 ++++++++++
 .../__tests__/investigationFeedback.test.ts   |  66 ++++++
 web/src/investigationFeedback.ts              | 105 ++++++++++
 web/src/styles.css                            |  17 +-
 7 files changed, 610 insertions(+), 71 deletions(-)
 create mode 100644 web/src/__tests__/App.test.tsx
 create mode 100644 web/src/__tests__/TicketDetailPanel.test.tsx
 create mode 100644 web/src/__tests__/investigationFeedback.test.ts
 create mode 100644 web/src/investigationFeedback.ts

diff --git a/web/src/App.tsx b/web/src/App.tsx
index 40c6304..12042ae 100644
--- a/web/src/App.tsx
+++ b/web/src/App.tsx
@@ -1,4 +1,4 @@
-import { useEffect, useMemo, useRef, useState } from "react";
+import { useEffect, useEffectEvent, useMemo, useRef, useState } from "react";
 import {
   applyAction,
   cleanupAll,
@@ -19,6 +19,7 @@ import {
 import { AddTicketDialog } from "./AddTicketDialog";
 import { DiscoverTicketsModal } from "./DiscoverTicketsModal";
 import { ExecutionLogsModal } from "./ExecutionLogsModal";
+import { extractOpenQuestions, formatFeedbackMessage } from "./investigationFeedback";
 import { TicketDetailPanel } from "./TicketDetailPanel";
 import { TicketList } from "./TicketList";
 import {
@@ -38,7 +39,9 @@ export function App() {
   const [details, setDetails] = useState<TicketDetails | null>(null);
   const [selectedRunId, setSelectedRunId] = useState("");
   const [selectedArtifactContent, setSelectedArtifactContent] = useState("");
-  const [feedbackMessage, setFeedbackMessage] = useState("");
+  const [currentFeedbackArtifactContent, setCurrentFeedbackArtifactContent] = useState("");
+  const [questionAnswers, setQuestionAnswers] = useState<Record<string, string>>({});
+  const [generalFeedback, setGeneralFeedback] = useState("");
   const [activeJobId, setActiveJobId] = useState("");
   const [activeJob, setActiveJob] = useState<Job | null>(null);
   const [loading, setLoading] = useState(false);
@@ -64,6 +67,15 @@ export function App() {
   const availableRepoPaths = useMemo(() => knownRepoPaths(repositoryOptions, tickets), [repositoryOptions, tickets]);
   const stateRuns = useMemo(() => stateRunsFromDetails(details), [details]);
   const feedbackAction = useMemo(() => getFeedbackAction(details, selectedSummary), [details, selectedSummary]);
+  const currentRunId = details?.state.current_run_id ?? "";
+  const currentRun = useMemo(
+    () => stateRuns.find((run) => run.id === currentRunId) ?? null,
+    [currentRunId, stateRuns]
+  );
+  const openQuestions = useMemo(
+    () => extractOpenQuestions(currentFeedbackArtifactContent),
+    [currentFeedbackArtifactContent]
+  );
 
   const selectedSummaryRef = useRef<TicketSummary | null>(null);
   const activeJobIdRef = useRef("");
@@ -72,6 +84,58 @@ export function App() {
   const prevLastRunIdRef = useRef("");
   const reconnectErrorMessage = "event stream connection lost; reconnecting";
 
+  const handleServerEvent = useEffectEvent(async (evt: ServerEvent) => {
+    const selected = selectedSummaryRef.current;
+    const trackedJobID = activeJobIdRef.current;
+    if (evt.type === "job" && evt.job_id && trackedJobID && evt.job_id === trackedJobID) {
+      const status = evt.status ?? "";
+      if (status === "failed") {
+        try {
+          const job = await getJob(evt.job_id);
+          setActiveJob(job);
+        } catch (err) {
+          setError(err instanceof Error ? err.message : "failed to refresh job");
+        } finally {
+          setActiveJobId("");
+        }
+      } else if (status === "done") {
+        setActiveJob(null);
+        setActiveJobId("");
+      } else if (status === "queued" || status === "running") {
+        setActiveJob((current) => {
+          if (!current) {
+            return current;
+          }
+          return { ...current, status };
+        });
+      }
+    }
+
+    let needsFullRefresh = evt.type === "repo_tickets_synced";
+    setTickets((current) => {
+      const ticketUpdate = applyTicketEvent(current, evt);
+      if (ticketUpdate.needsFullRefresh) {
+        needsFullRefresh = true;
+      }
+      return ticketUpdate.tickets;
+    });
+    if (needsFullRefresh) {
+      scheduleFullRefresh();
+    }
+
+    if (
+      selected &&
+      evt.type === "ticket_updated" &&
+      evt.repo_path === selected.repo_path &&
+      evt.ticket_number === selected.ticket_number
+    ) {
+      await refreshTicketDetails(selected.repo_path, selected.ticket_number, false);
+      if (showLogsModalRef.current) {
+        await refreshExecutionLogs(selected.repo_path, selected.ticket_number);
+      }
+    }
+  });
+
   useEffect(() => {
     selectedSummaryRef.current = selectedSummary;
   }, [selectedSummary]);
@@ -102,13 +166,16 @@ export function App() {
       }
     );
     return () => stream.close();
-  }, []);
+  }, [handleServerEvent]);
 
   useEffect(() => {
     if (!selectedSummary) {
       setDetails(null);
       setSelectedRunId("");
       setSelectedArtifactContent("");
+      setCurrentFeedbackArtifactContent("");
+      setQuestionAnswers({});
+      setGeneralFeedback("");
       setArtifactLoading(false);
       setShowLogsModal(false);
       setExecutionLogs([]);
@@ -116,7 +183,7 @@ export function App() {
       return;
     }
     void refreshTicketDetails(selectedSummary.repo_path, selectedSummary.ticket_number);
-  }, [selectedSummary?.repo_path, selectedSummary?.ticket_number]);
+  }, [selectedSummary]);
 
   useEffect(() => {
     if (stateRuns.length === 0) {
@@ -182,6 +249,44 @@ export function App() {
     };
   }, [selectedRunId, selectedSummary, stateRuns]);
 
+  useEffect(() => {
+    if (!selectedSummary || !currentRun) {
+      setCurrentFeedbackArtifactContent("");
+      return;
+    }
+    const artifactRef = currentRun.artifact_ref || currentRun.log_ref;
+    if (!artifactRef) {
+      setCurrentFeedbackArtifactContent("");
+      return;
+    }
+    if (selectedRunId === currentRun.id) {
+      setCurrentFeedbackArtifactContent(selectedArtifactContent);
+      return;
+    }
+
+    let cancelled = false;
+    void getArtifact(selectedSummary.repo_path, selectedSummary.ticket_number, artifactRef)
+      .then((content) => {
+        if (!cancelled) {
+          setCurrentFeedbackArtifactContent(content);
+        }
+      })
+      .catch((err) => {
+        if (!cancelled) {
+          setError(err instanceof Error ? err.message : "failed to load feedback artifact");
+          setCurrentFeedbackArtifactContent("");
+        }
+      });
+    return () => {
+      cancelled = true;
+    };
+  }, [currentRun, selectedRunId, selectedArtifactContent, selectedSummary]);
+
+  useEffect(() => {
+    setQuestionAnswers({});
+    setGeneralFeedback("");
+  }, [selectedSummary?.repo_path, selectedSummary?.ticket_number, currentRunId]);
+
   useEffect(() => {
     if (!showLogsModal || !selectedSummary) {
       return;
@@ -207,7 +312,7 @@ export function App() {
     return () => {
       cancelled = true;
     };
-  }, [showLogsModal, selectedSummary?.repo_path, selectedSummary?.ticket_number]);
+  }, [showLogsModal, selectedSummary]);
 
   async function refreshTickets(showLoader = true) {
     if (showLoader) {
@@ -263,58 +368,6 @@ export function App() {
     }
   }
 
-  async function handleServerEvent(evt: ServerEvent) {
-    const selected = selectedSummaryRef.current;
-    const trackedJobID = activeJobIdRef.current;
-    if (evt.type === "job" && evt.job_id && trackedJobID && evt.job_id === trackedJobID) {
-      const status = evt.status ?? "";
-      if (status === "failed") {
-        try {
-          const job = await getJob(evt.job_id);
-          setActiveJob(job);
-        } catch (err) {
-          setError(err instanceof Error ? err.message : "failed to refresh job");
-        } finally {
-          setActiveJobId("");
-        }
-      } else if (status === "done") {
-        setActiveJob(null);
-        setActiveJobId("");
-      } else if (status === "queued" || status === "running") {
-        setActiveJob((current) => {
-          if (!current) {
-            return current;
-          }
-          return { ...current, status };
-        });
-      }
-    }
-
-    let needsFullRefresh = evt.type === "repo_tickets_synced";
-    setTickets((current) => {
-      const ticketUpdate = applyTicketEvent(current, evt);
-      if (ticketUpdate.needsFullRefresh) {
-        needsFullRefresh = true;
-      }
-      return ticketUpdate.tickets;
-    });
-    if (needsFullRefresh) {
-      scheduleFullRefresh();
-    }
-
-    if (
-      selected &&
-      evt.type === "ticket_updated" &&
-      evt.repo_path === selected.repo_path &&
-      evt.ticket_number === selected.ticket_number
-    ) {
-      await refreshTicketDetails(selected.repo_path, selected.ticket_number, false);
-      if (showLogsModalRef.current) {
-        await refreshExecutionLogs(selected.repo_path, selected.ticket_number);
-      }
-    }
-  }
-
   function scheduleFullRefresh() {
     if (fullRefreshScheduledRef.current) {
       return;
@@ -402,7 +455,11 @@ export function App() {
   }
 
   function submitFeedback() {
-    if (!selectedSummary || !feedbackAction || !feedbackMessage.trim()) {
+    if (!selectedSummary || !feedbackAction) {
+      return;
+    }
+    const message = formatFeedbackMessage(openQuestions, questionAnswers, generalFeedback);
+    if (!message.trim()) {
       return;
     }
     void queueAction(() =>
@@ -410,15 +467,20 @@ export function App() {
         selectedSummary.repo_path,
         selectedSummary.ticket_number,
         feedbackAction.label,
-        feedbackMessage
+        message
       )
     ).then((ok) => {
       if (ok) {
-        setFeedbackMessage("");
+        setQuestionAnswers({});
+        setGeneralFeedback("");
       }
     });
   }
 
+  function updateQuestionAnswer(index: number, value: string) {
+    setQuestionAnswers((current) => ({ ...current, [String(index)]: value }));
+  }
+
   function applyNamedAction(label: string) {
     if (!selectedSummary) {
       return;
@@ -522,8 +584,13 @@ export function App() {
           artifactLoading={artifactLoading}
           feedbackAction={feedbackAction}
           feedbackMessage={feedbackMessage}
+          openQuestions={feedbackAction ? openQuestions : []}
+          questionAnswers={questionAnswers}
+          generalFeedback={generalFeedback}
+          isRunning={!!activeJobId}
           onSelectRun={setSelectedRunId}
-          onFeedbackMessageChange={setFeedbackMessage}
+          onQuestionAnswerChange={updateQuestionAnswer}
+          onGeneralFeedbackChange={setGeneralFeedback}
           onSubmitFeedback={submitFeedback}
           onApplyAction={applyNamedAction}
           onOpenLogs={() => setShowLogsModal(true)}
diff --git a/web/src/TicketDetailPanel.tsx b/web/src/TicketDetailPanel.tsx
index ccf2576..fa4d297 100644
--- a/web/src/TicketDetailPanel.tsx
+++ b/web/src/TicketDetailPanel.tsx
@@ -13,8 +13,13 @@ type TicketDetailPanelProps = {
   artifactLoading: boolean;
   feedbackAction?: ActionInfo;
   feedbackMessage: string;
+  openQuestions: string[];
+  questionAnswers: Record<string, string>;
+  generalFeedback: string;
+  isRunning: boolean;
   onSelectRun: (runId: string) => void;
-  onFeedbackMessageChange: (value: string) => void;
+  onQuestionAnswerChange: (index: number, value: string) => void;
+  onGeneralFeedbackChange: (value: string) => void;
   onSubmitFeedback: () => void;
   onApplyAction: (label: string) => void;
   onOpenLogs: () => void;
@@ -32,8 +37,13 @@ export function TicketDetailPanel({
   artifactLoading,
   feedbackAction,
   feedbackMessage,
+  openQuestions,
+  questionAnswers,
+  generalFeedback,
+  isRunning,
   onSelectRun,
-  onFeedbackMessageChange,
+  onQuestionAnswerChange,
+  onGeneralFeedbackChange,
   onSubmitFeedback,
   onApplyAction,
   onOpenLogs,
@@ -111,13 +121,41 @@ export function TicketDetailPanel({
               onSubmitFeedback();
             }}
           >
-            <textarea
-              value={feedbackMessage}
-              onChange={(event) => onFeedbackMessageChange(event.target.value)}
-              placeholder={`Send feedback (${feedbackAction.label})`}
-              rows={3}
-            />
-            <button type="submit">{feedbackAction.label}</button>
+            {openQuestions.length > 0 ? (
+              <>
+                {openQuestions.map((question, index) => (
+                  <label key={`${index}-${question}`} className="feedback-field">
+                    <span className="field-label">Open Question {index + 1}</span>
+                    <p className="feedback-question">{question}</p>
+                    <textarea
+                      value={questionAnswers[String(index)] ?? ""}
+                      onChange={(event) => onQuestionAnswerChange(index, event.target.value)}
+                      placeholder={`Answer open question ${index + 1}`}
+                      rows={4}
+                    />
+                  </label>
+                ))}
+                <label className="feedback-field">
+                  <span className="field-label">Additional Feedback</span>
+                  <textarea
+                    value={generalFeedback}
+                    onChange={(event) => onGeneralFeedbackChange(event.target.value)}
+                    placeholder="Add any additional context"
+                    rows={4}
+                  />
+                </label>
+              </>
+            ) : (
+              <textarea
+                value={generalFeedback}
+                onChange={(event) => onGeneralFeedbackChange(event.target.value)}
+                placeholder={`Send feedback (${feedbackAction.label})`}
+                rows={3}
+              />
+            )}
+            <div className="feedback-submit">
+              <button type="submit">{feedbackAction.label}</button>
+            </div>
           </form>
         ) : null}
         {selectedRun ? (
diff --git a/web/src/__tests__/App.test.tsx b/web/src/__tests__/App.test.tsx
new file mode 100644
index 0000000..4952fab
--- /dev/null
+++ b/web/src/__tests__/App.test.tsx
@@ -0,0 +1,137 @@
+import { fireEvent, render, screen, waitFor } from "@testing-library/react";
+import { beforeEach, describe, expect, it, vi } from "vitest";
+import { App } from "../App";
+
+const apiMocks = vi.hoisted(() => ({
+  applyAction: vi.fn(),
+  cleanupAll: vi.fn(),
+  cleanupDone: vi.fn(),
+  cleanupTicket: vi.fn(),
+  connectEvents: vi.fn(),
+  discoverTickets: vi.fn(),
+  getArtifact: vi.fn(),
+  getExecutionLogs: vi.fn(),
+  getHealth: vi.fn(),
+  getJob: vi.fn(),
+  getTicket: vi.fn(),
+  listRepositories: vi.fn(),
+  listTickets: vi.fn(),
+  moveToState: vi.fn(),
+  runTicket: vi.fn()
+}));
+
+vi.mock("../api", () => apiMocks);
+
+beforeEach(() => {
+  vi.clearAllMocks();
+  apiMocks.connectEvents.mockReturnValue({ close: vi.fn() });
+  apiMocks.listTickets.mockResolvedValue([
+    {
+      repo_id: "repo1",
+      repo_path: "/repo1",
+      ticket_number: "GH-5",
+      title: "Structured feedback",
+      status: "waiting",
+      busy: false,
+      approved: false,
+      updated_at: "2024-01-01T00:00:00Z"
+    }
+  ]);
+  apiMocks.listRepositories.mockResolvedValue(["/repo1"]);
+  apiMocks.getHealth.mockResolvedValue({ discover_tickets_configured: false });
+  apiMocks.getExecutionLogs.mockResolvedValue([]);
+  apiMocks.getTicket.mockResolvedValue({
+    repo_id: "repo1",
+    repo_path: "/repo1",
+    ticket_number: "GH-5",
+    workflow_states: [],
+    available_actions: [{ label: "Provide Feedback", type: "provide_feedback" }],
+    state: {
+      ticket_number: "GH-5",
+      current_state: "investigation",
+      current_run_id: "run-2",
+      flow_status: "waiting",
+      branch_name: "",
+      worktree_path: "",
+      created_at: "2024-01-01T00:00:00Z",
+      updated_at: "2024-01-01T00:00:00Z",
+      state_history: [
+        {
+          id: "run-1",
+          state_name: "investigation",
+          state_display_name: "Investigation",
+          artifact_ref: "runs/run-1/artifacts/investigation.md",
+          started_at: "2024-01-01T00:00:00Z"
+        },
+        {
+          id: "run-2",
+          state_name: "investigation",
+          state_display_name: "Investigation",
+          artifact_ref: "runs/run-2/artifacts/investigation.md",
+          started_at: "2024-01-02T00:00:00Z"
+        }
+      ]
+    }
+  });
+  apiMocks.getArtifact.mockImplementation(async (_repoPath: string, _ticket: string, artifactRef: string) => {
+    if (artifactRef.includes("run-1")) {
+      return `## Open Questions
+
+1. Old question?
+`;
+    }
+    return `## Open Questions
+
+1. Current question?
+`;
+  });
+  apiMocks.applyAction.mockResolvedValue({
+    status: "accepted",
+    job_id: "job-1",
+    action: "apply_action",
+    repo_id: "repo1",
+    repo_path: "/repo1"
+  });
+});
+
+describe("App structured feedback", () => {
+  it("submits structured feedback from the current run even when an older run is selected", async () => {
+    render(<App />);
+
+    expect(await screen.findByText("Current question?")).toBeInTheDocument();
+
+    fireEvent.click(screen.getByRole("button", { name: "Investigation 1" }));
+
+    await waitFor(() => {
+      expect(screen.getByText("Current question?")).toBeInTheDocument();
+    });
+
+    const answerField = screen.getByPlaceholderText("Answer open question 1");
+    const additionalField = screen.getByPlaceholderText("Add any additional context");
+
+    fireEvent.change(answerField, { target: { value: "Current answer" } });
+    fireEvent.change(additionalField, { target: { value: "Extra context" } });
+    fireEvent.click(screen.getByRole("button", { name: "Provide Feedback" }));
+
+    await waitFor(() => {
+      expect(apiMocks.applyAction).toHaveBeenCalledWith(
+        "/repo1",
+        "GH-5",
+        "Provide Feedback",
+        expect.stringContaining("Current question?")
+      );
+    });
+    expect(apiMocks.applyAction).toHaveBeenCalledWith(
+      "/repo1",
+      "GH-5",
+      "Provide Feedback",
+      expect.not.stringContaining("Old question?")
+    );
+    expect(apiMocks.applyAction).toHaveBeenCalledWith(
+      "/repo1",
+      "GH-5",
+      "Provide Feedback",
+      expect.stringContaining("## Additional Feedback")
+    );
+  });
+});
diff --git a/web/src/__tests__/TicketDetailPanel.test.tsx b/web/src/__tests__/TicketDetailPanel.test.tsx
new file mode 100644
index 0000000..0d0a020
--- /dev/null
+++ b/web/src/__tests__/TicketDetailPanel.test.tsx
@@ -0,0 +1,111 @@
+import { fireEvent, render, screen } from "@testing-library/react";
+import { describe, expect, it, vi } from "vitest";
+import { TicketDetailPanel } from "../TicketDetailPanel";
+import type { TicketDetails, TicketSummary } from "../types";
+
+function makeSummary(partial: Partial<TicketSummary> = {}): TicketSummary {
+  return {
+    repo_id: "repo1",
+    repo_path: "/repo1",
+    ticket_number: "GH-5",
+    title: "Structured feedback",
+    status: "waiting",
+    busy: false,
+    approved: false,
+    updated_at: "2024-01-01T00:00:00Z",
+    ...partial
+  };
+}
+
+function makeDetails(): TicketDetails {
+  return {
+    repo_id: "repo1",
+    repo_path: "/repo1",
+    ticket_number: "GH-5",
+    workflow_states: [],
+    available_actions: [{ label: "Provide Feedback", type: "provide_feedback" }],
+    state: {
+      ticket_number: "GH-5",
+      current_state: "investigation",
+      current_run_id: "run-2",
+      flow_status: "waiting",
+      branch_name: "",
+      worktree_path: "",
+      created_at: "2024-01-01T00:00:00Z",
+      updated_at: "2024-01-01T00:00:00Z",
+      state_history: [
+        { id: "run-1", state_name: "investigation", state_display_name: "Investigation", started_at: "2024-01-01T00:00:00Z" },
+        { id: "run-2", state_name: "investigation", state_display_name: "Investigation", started_at: "2024-01-02T00:00:00Z" }
+      ]
+    }
+  };
+}
+
+describe("TicketDetailPanel", () => {
+  it("renders one textarea per open question plus a general feedback textarea", () => {
+    render(
+      <TicketDetailPanel
+        selectedSummary={makeSummary()}
+        details={makeDetails()}
+        stateRuns={makeDetails().state.state_history ?? []}
+        selectedRunId="run-2"
+        selectedArtifactContent="artifact"
+        artifactLoading={false}
+        feedbackAction={{ label: "Provide Feedback", type: "provide_feedback" }}
+        openQuestions={["What should happen first?", "What should happen second?"]}
+        questionAnswers={{ "0": "First answer" }}
+        generalFeedback="General feedback"
+        isRunning={false}
+        onSelectRun={vi.fn()}
+        onQuestionAnswerChange={vi.fn()}
+        onGeneralFeedbackChange={vi.fn()}
+        onSubmitFeedback={vi.fn()}
+        onApplyAction={vi.fn()}
+        onOpenLogs={vi.fn()}
+        onRerun={vi.fn()}
+        onCleanup={vi.fn()}
+        onMoveToState={vi.fn()}
+      />
+    );
+
+    expect(screen.getByText("Open Question 1")).toBeInTheDocument();
+    expect(screen.getByText("What should happen first?")).toBeInTheDocument();
+    expect(screen.getByText("Open Question 2")).toBeInTheDocument();
+    expect(screen.getByText("Additional Feedback")).toBeInTheDocument();
+    expect(screen.getAllByRole("textbox")).toHaveLength(3);
+    expect(screen.getByRole("button", { name: "Provide Feedback" })).toBeInTheDocument();
+  });
+
+  it("falls back to a single general feedback textarea when there are no open questions", () => {
+    const onGeneralFeedbackChange = vi.fn();
+    render(
+      <TicketDetailPanel
+        selectedSummary={makeSummary()}
+        details={makeDetails()}
+        stateRuns={makeDetails().state.state_history ?? []}
+        selectedRunId="run-2"
+        selectedArtifactContent="artifact"
+        artifactLoading={false}
+        feedbackAction={{ label: "Provide Feedback", type: "provide_feedback" }}
+        openQuestions={[]}
+        questionAnswers={{}}
+        generalFeedback=""
+        isRunning={false}
+        onSelectRun={vi.fn()}
+        onQuestionAnswerChange={vi.fn()}
+        onGeneralFeedbackChange={onGeneralFeedbackChange}
+        onSubmitFeedback={vi.fn()}
+        onApplyAction={vi.fn()}
+        onOpenLogs={vi.fn()}
+        onRerun={vi.fn()}
+        onCleanup={vi.fn()}
+        onMoveToState={vi.fn()}
+      />
+    );
+
+    const textarea = screen.getByPlaceholderText("Send feedback (Provide Feedback)");
+    fireEvent.change(textarea, { target: { value: "General note" } });
+    expect(onGeneralFeedbackChange).toHaveBeenCalledWith("General note");
+    expect(screen.getAllByRole("textbox")).toHaveLength(1);
+  });
+});
diff --git a/web/src/__tests__/investigationFeedback.test.ts b/web/src/__tests__/investigationFeedback.test.ts
new file mode 100644
index 0000000..ff0da80
--- /dev/null
+++ b/web/src/__tests__/investigationFeedback.test.ts
@@ -0,0 +1,66 @@
+import { describe, expect, it } from "vitest";
+import { extractOpenQuestions, formatFeedbackMessage } from "../investigationFeedback";
+
+describe("extractOpenQuestions", () => {
+  it("extracts numbered questions from the Open Questions section", () => {
+    const markdown = `## Problem Summary
+
+Text
+
+## Open Questions
+
+1. First question?
+2. Second question?
+
+## Risks
+
+None`;
+
+    expect(extractOpenQuestions(markdown)).toEqual(["First question?", "Second question?"]);
+  });
+
+  it("returns an empty list when the section is not a strict markdown list", () => {
+    const markdown = `## Open Questions
+
+This is prose instead of a list.`;
+
+    expect(extractOpenQuestions(markdown)).toEqual([]);
+  });
+
+  it("supports indented continuation lines for a question", () => {
+    const markdown = `## Open Questions
+
+- How should we handle long answers
+  when the question wraps multiple lines?
+`;
+
+    expect(extractOpenQuestions(markdown)).toEqual([
+      "How should we handle long answers when the question wraps multiple lines?"
+    ]);
+  });
+});
+
+describe("formatFeedbackMessage", () => {
+  it("formats answered questions and appends additional feedback", () => {
+    const message = formatFeedbackMessage(
+      ["Question one?", "Question two?"],
+      { "0": "Answer one", "1": "" },
+      "Extra context"
+    );
+
+    expect(message).toContain("## Answers to Open Questions");
+    expect(message).toContain("1. **Question:** Question one?");
+    expect(message).toContain("**Answer:** Answer one");
+    expect(message).not.toContain("Question two?");
+    expect(message).toContain("## Additional Feedback");
+    expect(message).toContain("Extra context");
+  });
+
+  it("returns general feedback unchanged when there are no answered questions", () => {
+    expect(formatFeedbackMessage(["Question one?"], { "0": "   " }, "General note")).toBe("General note");
+  });
+
+  it("returns an empty string when everything is blank", () => {
+    expect(formatFeedbackMessage(["Question one?"], { "0": "" }, "   ")).toBe("");
+  });
+});
diff --git a/web/src/investigationFeedback.ts b/web/src/investigationFeedback.ts
new file mode 100644
index 0000000..16092bb
--- /dev/null
+++ b/web/src/investigationFeedback.ts
@@ -0,0 +1,105 @@
+export function extractOpenQuestions(markdown: string): string[] {
+  const section = extractSection(markdown, "Open Questions");
+  if (!section) {
+    return [];
+  }
+
+  const lines = section.split("\n");
+  const questions: string[] = [];
+  let current = "";
+  let sawListItem = false;
+
+  for (const rawLine of lines) {
+    const line = rawLine.replace(/\s+$/, "");
+    const trimmed = line.trim();
+
+    if (!trimmed) {
+      continue;
+    }
+
+    const listMatch = trimmed.match(/^([-*+]|\d+\.)\s+(.+)$/);
+    if (listMatch) {
+      if (current) {
+        questions.push(current.trim());
+      }
+      current = listMatch[2].trim();
+      sawListItem = true;
+      continue;
+    }
+
+    if (!sawListItem) {
+      return [];
+    }
+
+    if (/^\s{2,}\S/.test(line)) {
+      current = `${current} ${trimmed}`.trim();
+      continue;
+    }
+
+    return [];
+  }
+
+  if (current) {
+    questions.push(current.trim());
+  }
+
+  return questions;
+}
+
+export function formatFeedbackMessage(
+  questions: string[],
+  answers: Record<string, string>,
+  generalFeedback: string
+): string {
+  const answeredQuestions = questions
+    .map((question, index) => ({
+      question,
+      answer: (answers[String(index)] ?? "").trim()
+    }))
+    .filter((entry) => entry.answer);
+  const trimmedGeneralFeedback = generalFeedback.trim();
+
+  if (answeredQuestions.length === 0) {
+    return trimmedGeneralFeedback;
+  }
+
+  const parts = ["## Answers to Open Questions", ""];
+  answeredQuestions.forEach((entry, index) => {
+    parts.push(`${index + 1}. **Question:** ${entry.question}`);
+    parts.push("");
+    parts.push(`   **Answer:** ${entry.answer}`);
+    parts.push("");
+  });
+
+  if (trimmedGeneralFeedback) {
+    parts.push("## Additional Feedback", "");
+    parts.push(trimmedGeneralFeedback);
+  }
+
+  return parts.join("\n").trim();
+}
+
+function extractSection(markdown: string, sectionName: string): string {
+  const lines = markdown.split("\n");
+  const sectionHeader = `## ${sectionName}`.toLowerCase();
+  let inSection = false;
+  const sectionLines: string[] = [];
+
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!inSection) {
+      if (trimmed.toLowerCase() === sectionHeader) {
+        inSection = true;
+      }
+      continue;
+    }
+
+    if (/^##\s+/.test(trimmed)) {
+      break;
+    }
+
+    sectionLines.push(line);
+  }
+
+  return sectionLines.join("\n").trim();
+}
diff --git a/web/src/styles.css b/web/src/styles.css
index 29430d5..30e8691 100644
--- a/web/src/styles.css
+++ b/web/src/styles.css
@@ -255,11 +255,26 @@ button:disabled {
 
 .feedback-form {
   display: grid;
-  grid-template-columns: 1fr auto;
   gap: 8px;
   margin-bottom: 12px;
 }
 
+.feedback-field {
+  display: grid;
+  gap: 6px;
+}
+
+.feedback-question {
+  margin: 0;
+  font-size: 0.95rem;
+  line-height: 1.45;
+}
+
+.feedback-submit {
+  display: flex;
+  justify-content: flex-end;
+}
+
 .tabs {
   display: flex;
   gap: 8px;

From 22f2b144a625abfb77742949fce17e28780a3474 Mon Sep 17 00:00:00 2001
From: Simon Schulte <github@neokil.de>
Date: Mon, 18 May 2026 09:55:10 +0200
Subject: [PATCH 2/8] Fix E2E harness validation

---
 e2e/global-setup.ts            | 3 ++-
 e2e/tsconfig.json              | 2 +-
 web/src/__tests__/App.test.tsx | 3 ++-
 3 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/e2e/global-setup.ts b/e2e/global-setup.ts
index ba3b7a1..815aad0 100644
--- a/e2e/global-setup.ts
+++ b/e2e/global-setup.ts
@@ -5,6 +5,7 @@ import * as os from 'os';
 
 const PID_FILE = '/tmp/autopr-e2e.pid';
 export const FIXTURES_FILE = '/tmp/autopr-e2e-fixtures.json';
+const AUTO_PRD_PATH = process.env.AUTO_PRD_PATH || '/usr/local/bin/auto-prd';
 
 export interface E2EFixtures {
   repoDir: string;
@@ -118,7 +119,7 @@ providers:
 }
 
 async function startDaemon(homeDir: string): Promise<void> {
-  const daemon = spawn('/usr/local/bin/auto-prd', [], {
+  const daemon = spawn(AUTO_PRD_PATH, [], {
     env: { ...process.env, HOME: homeDir },
     stdio: ['ignore', 'pipe', 'pipe'],
     detached: false,
diff --git a/e2e/tsconfig.json b/e2e/tsconfig.json
index 0af8e6c..f538d73 100644
--- a/e2e/tsconfig.json
+++ b/e2e/tsconfig.json
@@ -2,7 +2,7 @@
   "compilerOptions": {
     "target": "ES2022",
     "module": "commonjs",
-    "lib": ["ES2022"],
+    "lib": ["ES2022", "DOM"],
     "strict": true,
     "esModuleInterop": true,
     "resolveJsonModule": true,
diff --git a/web/src/__tests__/App.test.tsx b/web/src/__tests__/App.test.tsx
index 4952fab..1d260dd 100644
--- a/web/src/__tests__/App.test.tsx
+++ b/web/src/__tests__/App.test.tsx
@@ -98,7 +98,8 @@ describe("App structured feedback", () => {
   it("submits structured feedback from the current run even when an older run is selected", async () => {
     render(<App />);
 
-    expect(await screen.findByText("Current question?")).toBeInTheDocument();
+    expect(await screen.findByPlaceholderText("Answer open question 1")).toBeInTheDocument();
+    expect(screen.getByText("Current question?")).toBeInTheDocument();
 
     fireEvent.click(screen.getByRole("button", { name: "Investigation 1" }));
 

From 5b95e2809a74746d0da5d61c706d77c4bab529c3 Mon Sep 17 00:00:00 2001
From: Simon Schulte <github@neokil.de>
Date: Mon, 18 May 2026 10:20:17 +0200
Subject: [PATCH 3/8] Stabilize event stream setup

---
 web/src/App.tsx | 15 ++++++++++-----
 1 file changed, 10 insertions(+), 5 deletions(-)

diff --git a/web/src/App.tsx b/web/src/App.tsx
index 12042ae..78f5384 100644
--- a/web/src/App.tsx
+++ b/web/src/App.tsx
@@ -1,4 +1,4 @@
-import { useEffect, useEffectEvent, useMemo, useRef, useState } from "react";
+import { useEffect, useMemo, useRef, useState } from "react";
 import {
   applyAction,
   cleanupAll,
@@ -82,9 +82,10 @@ export function App() {
   const showLogsModalRef = useRef(false);
   const fullRefreshScheduledRef = useRef(false);
   const prevLastRunIdRef = useRef("");
+  const handleServerEventRef = useRef<(evt: ServerEvent) => Promise<void>>(async () => {});
   const reconnectErrorMessage = "event stream connection lost; reconnecting";
 
-  const handleServerEvent = useEffectEvent(async (evt: ServerEvent) => {
+  async function handleServerEvent(evt: ServerEvent) {
     const selected = selectedSummaryRef.current;
     const trackedJobID = activeJobIdRef.current;
     if (evt.type === "job" && evt.job_id && trackedJobID && evt.job_id === trackedJobID) {
@@ -134,7 +135,7 @@ export function App() {
         await refreshExecutionLogs(selected.repo_path, selected.ticket_number);
       }
     }
-  });
+  }
 
   useEffect(() => {
     selectedSummaryRef.current = selectedSummary;
@@ -148,6 +149,10 @@ export function App() {
     showLogsModalRef.current = showLogsModal;
   }, [showLogsModal]);
 
+  useEffect(() => {
+    handleServerEventRef.current = handleServerEvent;
+  });
+
   useEffect(() => {
     void refreshTickets();
     void refreshRepositories();
@@ -156,7 +161,7 @@ export function App() {
       .catch(() => { setDiscoverConfigured(false); });
     const stream = connectEvents(
       (evt) => {
-        void handleServerEvent(evt);
+        void handleServerEventRef.current(evt);
       },
       () => {
         setError(reconnectErrorMessage);
@@ -166,7 +171,7 @@ export function App() {
       }
     );
     return () => stream.close();
-  }, [handleServerEvent]);
+  }, []);
 
   useEffect(() => {
     if (!selectedSummary) {

From cce3e7df3c72d2733b163930bc33a8ed30fed6f6 Mon Sep 17 00:00:00 2001
From: Simon Schulte <github@neokil.de>
Date: Fri, 5 Jun 2026 15:10:23 +0200
Subject: [PATCH 4/8] Fix feedback panel build regression

---
 web/src/App.tsx               |  7 +------
 web/src/TicketDetailPanel.tsx | 12 +++++-------
 2 files changed, 6 insertions(+), 13 deletions(-)

diff --git a/web/src/App.tsx b/web/src/App.tsx
index 78f5384..311ff15 100644
--- a/web/src/App.tsx
+++ b/web/src/App.tsx
@@ -264,10 +264,6 @@ export function App() {
       setCurrentFeedbackArtifactContent("");
       return;
     }
-    if (selectedRunId === currentRun.id) {
-      setCurrentFeedbackArtifactContent(selectedArtifactContent);
-      return;
-    }
 
     let cancelled = false;
     void getArtifact(selectedSummary.repo_path, selectedSummary.ticket_number, artifactRef)
@@ -285,7 +281,7 @@ export function App() {
     return () => {
       cancelled = true;
     };
-  }, [currentRun, selectedRunId, selectedArtifactContent, selectedSummary]);
+  }, [currentRun, selectedSummary]);
 
   useEffect(() => {
     setQuestionAnswers({});
@@ -588,7 +584,6 @@ export function App() {
           selectedArtifactContent={selectedArtifactContent}
           artifactLoading={artifactLoading}
           feedbackAction={feedbackAction}
-          feedbackMessage={feedbackMessage}
           openQuestions={feedbackAction ? openQuestions : []}
           questionAnswers={questionAnswers}
           generalFeedback={generalFeedback}
diff --git a/web/src/TicketDetailPanel.tsx b/web/src/TicketDetailPanel.tsx
index fa4d297..291bd1e 100644
--- a/web/src/TicketDetailPanel.tsx
+++ b/web/src/TicketDetailPanel.tsx
@@ -12,7 +12,6 @@ type TicketDetailPanelProps = {
   selectedArtifactContent: string;
   artifactLoading: boolean;
   feedbackAction?: ActionInfo;
-  feedbackMessage: string;
   openQuestions: string[];
   questionAnswers: Record<string, string>;
   generalFeedback: string;
@@ -36,7 +35,6 @@ export function TicketDetailPanel({
   selectedArtifactContent,
   artifactLoading,
   feedbackAction,
-  feedbackMessage,
   openQuestions,
   questionAnswers,
   generalFeedback,
@@ -81,7 +79,7 @@ export function TicketDetailPanel({
         <div className="detail-actions-wrap">
           <div className="button-row detail-actions">
             {actionButtons.map((action) => (
-              <button key={action.label} onClick={() => onApplyAction(action.label)} disabled={selectedSummary.busy}>
+              <button key={action.label} onClick={() => onApplyAction(action.label)} disabled={isRunning || selectedSummary.busy}>
                 {action.label}
               </button>
             ))}
@@ -99,9 +97,9 @@ export function TicketDetailPanel({
             workflowStates={details?.workflow_states ?? []}
             currentStateName={details?.state.current_state}
             rerunLabel={selectedSummary.status === "failed" ? "Retry" : "Rerun"}
-            rerunDisabled={selectedSummary.busy}
-            cleanupDisabled={selectedSummary.busy}
-            moveDisabled={selectedSummary.busy}
+            rerunDisabled={isRunning || selectedSummary.busy}
+            cleanupDisabled={isRunning || selectedSummary.busy}
+            moveDisabled={isRunning || selectedSummary.busy}
           />
         </div>
       </div>
@@ -154,7 +152,7 @@ export function TicketDetailPanel({
               />
             )}
             <div className="feedback-submit">
-              <button type="submit">{feedbackAction.label}</button>
+              <button type="submit" disabled={isRunning || selectedSummary.busy}>{feedbackAction.label}</button>
             </div>
           </form>
         ) : null}

From 9365600a3525ce617103fd83d72f41e36ed316f2 Mon Sep 17 00:00:00 2001
From: Simon Schulte <github@neokil.de>
Date: Fri, 5 Jun 2026 15:15:57 +0200
Subject: [PATCH 5/8] Clear stale busy state after ticket updates

---
 web/src/__tests__/tickets.test.ts | 7 +++++++
 web/src/tickets.ts                | 4 +++-
 2 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/web/src/__tests__/tickets.test.ts b/web/src/__tests__/tickets.test.ts
index 94cbcea..094d1b7 100644
--- a/web/src/__tests__/tickets.test.ts
+++ b/web/src/__tests__/tickets.test.ts
@@ -139,6 +139,13 @@ describe("applyTicketEvent", () => {
     expect(tickets[0].status).toBe("done");
   });
 
+  it("clears busy when ticket_updated moves the ticket out of running", () => {
+    const runningTicket = makeSummary({ repo_id: "r1", ticket_number: "42", status: "running", busy: true });
+    const evt: ServerEvent = { type: "ticket_updated", repo_id: "r1", ticket_number: "42", status: "done" };
+    const { tickets } = applyTicketEvent([runningTicket], evt);
+    expect(tickets[0].busy).toBe(false);
+  });
+
   it("signals needsFullRefresh when an update arrives for an unknown ticket", () => {
     const evt: ServerEvent = { type: "ticket_updated", repo_id: "r1", ticket_number: "unknown" };
     expect(applyTicketEvent([ticket], evt).needsFullRefresh).toBe(true);
diff --git a/web/src/tickets.ts b/web/src/tickets.ts
index 8334d14..b9ddee6 100644
--- a/web/src/tickets.ts
+++ b/web/src/tickets.ts
@@ -131,10 +131,12 @@ export function applyTicketEvent(current: TicketSummary[], evt: ServerEvent): {
       return { ...ticket, busy: isBusy, jobs: nextJobs };
     }
     if (evt.type === "ticket_updated") {
+      const nextStatus = (evt.status as TicketSummary["status"]) ?? ticket.status;
       return {
         ...ticket,
         title: evt.title ?? ticket.title,
-        status: (evt.status as TicketSummary["status"]) ?? ticket.status,
+        status: nextStatus,
+        busy: nextStatus === "running" ? ticket.busy : false,
         last_error: evt.error ?? ticket.last_error,
         pr_url: evt.pr_url ?? ticket.pr_url,
         updated_at: new Date().toISOString()

From b446993d8e8eab36ce6193493128f1cf6e9dc965 Mon Sep 17 00:00:00 2001
From: Simon Schulte <github@neokil.de>
Date: Fri, 5 Jun 2026 16:40:47 +0200
Subject: [PATCH 6/8] fix e2e issue

---
 web/src/App.tsx | 1 +
 1 file changed, 1 insertion(+)

diff --git a/web/src/App.tsx b/web/src/App.tsx
index 311ff15..76ae72f 100644
--- a/web/src/App.tsx
+++ b/web/src/App.tsx
@@ -384,6 +384,7 @@ export function App() {
     setError("");
     try {
       const accepted = await fn();
+      activeJobIdRef.current = accepted.job_id;
       setActiveJobId(accepted.job_id);
       setActiveJob(null);
       return true;

From 87a45523d5522cf88767968e4fab2b78a0469c4a Mon Sep 17 00:00:00 2001
From: Simon Schulte <github@neokil.de>
Date: Mon, 8 Jun 2026 08:31:22 +0200
Subject: [PATCH 7/8] fix: cleanup button stuck disabled after fast-completing
 job

Cleanup was gated on `isRunning || busy`. `isRunning` is derived from
`activeJobId` which has an unfixable race: for jobs that complete before
the HTTP 202 response returns (pure state transitions like Accept), all
SSE events arrive before `queueAction` can set `activeJobId`, so it
never gets set and never gets cleared.

`busy` is server-authoritative and reliably cleared by `ticket_updated`
events, so use only `busy` for cleanupDisabled.

Also clear `activeJobId` eagerly when `ticket_updated` arrives with a
non-running status, so action buttons unblock without waiting for
`job{done}`.
---
 web/src/App.tsx               | 4 ++++
 web/src/TicketDetailPanel.tsx | 2 +-
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/web/src/App.tsx b/web/src/App.tsx
index 76ae72f..09b68cd 100644
--- a/web/src/App.tsx
+++ b/web/src/App.tsx
@@ -130,6 +130,10 @@ export function App() {
       evt.repo_path === selected.repo_path &&
       evt.ticket_number === selected.ticket_number
     ) {
+      if ((evt.status ?? "") !== "running" && activeJobIdRef.current) {
+        activeJobIdRef.current = "";
+        setActiveJobId("");
+      }
       await refreshTicketDetails(selected.repo_path, selected.ticket_number, false);
       if (showLogsModalRef.current) {
         await refreshExecutionLogs(selected.repo_path, selected.ticket_number);
diff --git a/web/src/TicketDetailPanel.tsx b/web/src/TicketDetailPanel.tsx
index 291bd1e..dc15d5a 100644
--- a/web/src/TicketDetailPanel.tsx
+++ b/web/src/TicketDetailPanel.tsx
@@ -98,7 +98,7 @@ export function TicketDetailPanel({
             currentStateName={details?.state.current_state}
             rerunLabel={selectedSummary.status === "failed" ? "Retry" : "Rerun"}
             rerunDisabled={isRunning || selectedSummary.busy}
-            cleanupDisabled={isRunning || selectedSummary.busy}
+            cleanupDisabled={selectedSummary.busy}
             moveDisabled={isRunning || selectedSummary.busy}
           />
         </div>

From d431b6c71ca6591130319b51bfb4ad188047561b Mon Sep 17 00:00:00 2001
From: Simon Schulte <github@neokil.de>
Date: Tue, 9 Jun 2026 10:51:32 +0200
Subject: [PATCH 8/8] Move feedback form below artifact content

---
 web/src/TicketDetailPanel.tsx | 38 +++++++++++++++++------------------
 1 file changed, 19 insertions(+), 19 deletions(-)

diff --git a/web/src/TicketDetailPanel.tsx b/web/src/TicketDetailPanel.tsx
index dc15d5a..13842e6 100644
--- a/web/src/TicketDetailPanel.tsx
+++ b/web/src/TicketDetailPanel.tsx
@@ -111,6 +111,25 @@ export function TicketDetailPanel({
       <article className="card">
         <span className="field-label">Timeline</span>
         <StateTimeline runs={stateRuns} selectedRunId={selectedRunId} onSelectRun={onSelectRun} />
+        {selectedRun ? (
+          <div className="timeline-content">
+            <div className="timeline-content-header">
+              <h4>{runDisplayLabel(selectedRun, stateRuns)}</h4>
+              <span className="meta">{new Date(selectedRun.started_at).toLocaleString()}</span>
+            </div>
+            <p className="meta artifact-path">{selectedRun.artifact_ref || selectedRun.log_ref || "No artifact path available."}</p>
+            {artifactLoading ? <p className="meta">Loading artifact...</p> : null}
+            <MarkdownView
+              content={selectedArtifactContent}
+              emptyText="No run artifact available."
+              githubBlobBase={details?.github_blob_base}
+              repoPath={details?.repo_path}
+              worktreePath={details?.state.worktree_path}
+            />
+          </div>
+        ) : (
+          <p className="meta">No workflow runs available yet.</p>
+        )}
         {feedbackAction ? (
           <form
             className="feedback-form"
@@ -156,25 +175,6 @@ export function TicketDetailPanel({
             </div>
           </form>
         ) : null}
-        {selectedRun ? (
-          <div className="timeline-content">
-            <div className="timeline-content-header">
-              <h4>{runDisplayLabel(selectedRun, stateRuns)}</h4>
-              <span className="meta">{new Date(selectedRun.started_at).toLocaleString()}</span>
-            </div>
-            <p className="meta artifact-path">{selectedRun.artifact_ref || selectedRun.log_ref || "No artifact path available."}</p>
-            {artifactLoading ? <p className="meta">Loading artifact...</p> : null}
-            <MarkdownView
-              content={selectedArtifactContent}
-              emptyText="No run artifact available."
-              githubBlobBase={details?.github_blob_base}
-              repoPath={details?.repo_path}
-              worktreePath={details?.state.worktree_path}
-            />
-          </div>
-        ) : (
-          <p className="meta">No workflow runs available yet.</p>
-        )}
       </article>
     </section>
   );