diff --git a/.github/workflows/integration-runner.yml b/.github/workflows/integration-runner.yml index 1fe2f76405c..be37f4953c7 100644 --- a/.github/workflows/integration-runner.yml +++ b/.github/workflows/integration-runner.yml @@ -377,7 +377,7 @@ jobs: echo "Invoking test runner with TEST_TYPE_ARGS='$TEST_TYPE_ARGS' TOOL_PRESET='$TOOL_PRESET'" - uv run python tests/integration/run_infer.py \ + uv run python -m tests.integration.run_infer \ --llm-config "$LLM_CONFIG" \ --num-workers $N_PROCESSES \ --eval-note "$EVAL_NOTE" \ @@ -491,14 +491,14 @@ jobs: GITHUB_REPOSITORY: ${{ github.repository }} GITHUB_RUN_ID: ${{ github.run_id }} run: | - uv run python tests/integration/utils/consolidate_json_results.py \ + uv run python -m tests.integration.utils.consolidate_json_results \ --results-dir all_results \ --artifacts-dir artifacts \ --output-file consolidated_results.json echo "Consolidated results generated successfully" - uv run python tests/integration/utils/generate_markdown_report.py \ + uv run python -m tests.integration.utils.generate_markdown_report \ --input-file consolidated_results.json \ --output-file consolidated_report.md @@ -564,7 +564,7 @@ jobs: LLM_API_KEY: ${{ secrets.LLM_API_KEY_EVAL }} LLM_BASE_URL: https://llm-proxy.eval.all-hands.dev run: | - uv run python tests/integration/api_compliance/run_compliance.py \ + uv run python -m tests.integration.api_compliance.run_compliance \ --output-dir compliance-results - name: Add report to workflow summary diff --git a/.pr/6085/after-pr.gif b/.pr/6085/after-pr.gif deleted file mode 100644 index 574748cf2c7..00000000000 Binary files a/.pr/6085/after-pr.gif and /dev/null differ diff --git a/.pr/6085/before-main.gif b/.pr/6085/before-main.gif deleted file mode 100644 index 85a643f4ec4..00000000000 Binary files a/.pr/6085/before-main.gif and /dev/null differ diff --git a/.pr/6249/after-pr.gif b/.pr/6249/after-pr.gif deleted file mode 100644 index 5eb2e8f1a62..00000000000 Binary files a/.pr/6249/after-pr.gif and /dev/null differ diff --git a/.pr/6249/before-main.gif b/.pr/6249/before-main.gif deleted file mode 100644 index be87a45ae0f..00000000000 Binary files a/.pr/6249/before-main.gif and /dev/null differ diff --git a/.pr/6741-after.png b/.pr/6741-after.png deleted file mode 100644 index 2d158b9fca2..00000000000 Binary files a/.pr/6741-after.png and /dev/null differ diff --git a/.pr/6741-before.png b/.pr/6741-before.png deleted file mode 100644 index 0ff23773c17..00000000000 Binary files a/.pr/6741-before.png and /dev/null differ diff --git a/.pr/after-6469-pr.png b/.pr/after-6469-pr.png deleted file mode 100644 index 4e1fe38c477..00000000000 Binary files a/.pr/after-6469-pr.png and /dev/null differ diff --git a/.pr/agent-server-perf/README.md b/.pr/agent-server-perf/README.md deleted file mode 100644 index 227f5766f31..00000000000 --- a/.pr/agent-server-perf/README.md +++ /dev/null @@ -1,19 +0,0 @@ -# Agent-server lock-starvation / cold-load repro - -Runs a real `python -m openhands.agent_server` plus a mock OpenAI-compatible LLM -(`mock_llm.py`), driven over HTTP/WebSocket. `SDK_REPO=` picks the tree whose -`.venv` runs the server (default: this repo). - -```bash -# deadlock: cpu_count=2 (6-thread default executor), 5 WS clients, 3 s tools, 2 tools/step -.venv/bin/python .pr/agent-server-perf/bench_lock_starvation.py 2 5 3 label 2 - -# cold load: build a 300-step fixture, then measure /alive during the load (3 reps) -.venv/bin/python .pr/agent-server-perf/bench_cold_load.py build 300 500 -.venv/bin/python .pr/agent-server-perf/bench_cold_load.py measure 300 500 3 label -``` - -`results_*.jsonl` are the runs quoted in the PR (main = 8dc712f, fix12 = this branch). -`results_starvation_patch.jsonl` sends 6 tag PATCHes instead of WebSocket connects -(`... bench_lock_starvation.py 2 6 3 label 2 patch`); `patch-main-cs` is this branch -with main's `conversation_service.py`. diff --git a/.pr/agent-server-perf/bench_cold_load.py b/.pr/agent-server-perf/bench_cold_load.py deleted file mode 100644 index c1b07597f0c..00000000000 --- a/.pr/agent-server-perf/bench_cold_load.py +++ /dev/null @@ -1,112 +0,0 @@ -"""Scenario B: cold-loading a long conversation stalls the whole event loop. - -build: bench_cold_load.py build -> fixtures/conv--/ -measure: bench_cold_load.py measure [label] - -measure starts a fresh server on a copy of the fixture, probes /alive every -5 ms, then issues one events/search request that forces EventService.start() -(LocalConversation construction -> full event replay). Reports load latency -and the worst /alive latency seen during the load (= loop stall). -""" - -import asyncio -import json -import shutil -import statistics -import sys -import tempfile -import time -from pathlib import Path - -import httpx - -from harness import HERE, Stack, log - -FIX = HERE / "fixtures" - - -async def build(steps: int, nbytes: int): - async with Stack() as st: - cid = await st.create(f"LOOP {steps} BYTES {nbytes}") - t0 = time.monotonic() - s = await st.wait_status(cid, {"finished", "error"}, 3600) - log("built", cid, s, round(time.monotonic() - t0, 1), "s") - r = await st.client.get(f"/api/conversations/{cid}/events/count") - n_events = r.json() - dst = FIX / f"conv-{steps}-{nbytes}" - if dst.exists(): - shutil.rmtree(dst) - shutil.copytree(st.tmp / "work", dst, symlinks=True) - (dst / "meta.bench.json").write_text(json.dumps({"id": cid, "events": n_events})) - print(json.dumps({"built": steps, "events": n_events, "id": cid})) - - -async def measure_once(steps: int, nbytes: int) -> dict: - src = FIX / f"conv-{steps}-{nbytes}" - meta = json.loads((src / "meta.bench.json").read_text()) - tmp = Path(tempfile.mkdtemp(prefix="ohbench-cold-")) - shutil.copytree(src, tmp / "work", symlinks=True) - async with Stack(tmp=tmp) as st: - await asyncio.sleep(1.0) - samples: list[float] = [] - stop = asyncio.Event() - - async def probe(): - async with httpx.AsyncClient(base_url=st.base) as c: - while not stop.is_set(): - t0 = time.perf_counter() - await c.get("/alive", timeout=60) - samples.append(time.perf_counter() - t0) - await asyncio.sleep(0.005) - - pt = asyncio.create_task(probe()) - await asyncio.sleep(0.3) - base_n = len(samples) - t0 = time.perf_counter() - r = await st.client.get( - f"/api/conversations/{meta['id']}/events/search?limit=1", timeout=300 - ) - load = time.perf_counter() - t0 - r.raise_for_status() - await asyncio.sleep(0.2) - stop.set() - await pt - during = samples[base_n:] - # warm request after load, for contrast - t0 = time.perf_counter() - await st.client.get(f"/api/conversations/{meta['id']}/events/search?limit=1") - warm = time.perf_counter() - t0 - shutil.rmtree(tmp, ignore_errors=True) - return { - "events": meta["events"], - "cold_load_s": round(load, 3), - "warm_search_ms": round(warm * 1000, 1), - "alive_max_ms_during_load": round(max(during) * 1000, 1), - "alive_p50_ms_during_load": round(statistics.median(during) * 1000, 1), - } - - -async def main(): - mode = sys.argv[1] - steps = int(sys.argv[2]) - if mode == "build": - await build(steps, int(sys.argv[3])) - return - nbytes = int(sys.argv[3]) - reps = int(sys.argv[4]) - label = sys.argv[5] if len(sys.argv) > 5 else "run" - runs = [await measure_once(steps, nbytes) for _ in range(reps)] - out = { - "label": label, - "steps": steps, - "events": runs[0]["events"], - "cold_load_s_median": statistics.median(r["cold_load_s"] for r in runs), - "alive_max_ms_median": statistics.median(r["alive_max_ms_during_load"] for r in runs), - "warm_search_ms_median": statistics.median(r["warm_search_ms"] for r in runs), - "runs": runs, - } - print(json.dumps(out)) - - -if __name__ == "__main__": - asyncio.run(main()) diff --git a/.pr/agent-server-perf/bench_lock_starvation.py b/.pr/agent-server-perf/bench_lock_starvation.py deleted file mode 100644 index 664b3ffa7e5..00000000000 --- a/.pr/agent-server-perf/bench_lock_starvation.py +++ /dev/null @@ -1,156 +0,0 @@ -"""Scenario A: FIFOLock waiters vs. the shared default executor. - -Conversation A runs a step with 2 sequential `terminal` tool calls (`sleep S`). -While the first tool runs (A's arun holds the state FIFOLock on the loop -thread), K WebSocket clients connect to A. Each connect snapshots state in the -default executor and blocks on the FIFOLock. Meanwhile a probe hits a *different* -idle conversation B's event search (lock-free, but also uses the default -executor) and /alive (pure loop). - -Reports: did A finish, how long, probe latencies on B and /alive. - -usage: bench_lock_starvation.py [sleep_s] [label] [ntools] [ws|patch] - -`patch` sends K tag PATCHes to A instead of WebSocket connects. -""" - -import asyncio -import json -import statistics -import sys -import time - -import httpx -import websockets - -from harness import Stack, log - - -async def probe(stack: Stack, path: str, stop: asyncio.Event, out: list, tag: str): - async with httpx.AsyncClient(base_url=stack.base) as c: - while not stop.is_set(): - t0 = time.perf_counter() - try: - r = await c.get(path, timeout=5) - ok = r.status_code == 200 - except Exception: - ok = False - dt = time.perf_counter() - t0 - out.append((time.monotonic(), dt, ok)) - await asyncio.sleep(0.05) - - -async def ws_client(stack: Stack, cid: str, opened: list, stop: asyncio.Event): - t0 = time.perf_counter() - try: - async with websockets.connect( - f"{stack.ws_base}/sockets/events/{cid}", open_timeout=60 - ) as ws: - # First frame = initial state snapshot (needs the FIFOLock). - await asyncio.wait_for(ws.recv(), timeout=60) - opened.append(time.perf_counter() - t0) - while not stop.is_set(): - with contextlib_suppress(): - await asyncio.wait_for(ws.recv(), timeout=0.5) - except Exception as e: # noqa: BLE001 - opened.append(("err", type(e).__name__)) - - -async def patch_client(stack: Stack, cid: str, opened: list, stop: asyncio.Event): - # A tag PATCH updates state and composes the webhook snapshot under the lock. - t0 = time.perf_counter() - try: - async with httpx.AsyncClient(base_url=stack.base) as c: - r = await c.patch( - f"/api/conversations/{cid}", json={"tags": {"bench": "x"}}, timeout=60 - ) - r.raise_for_status() - opened.append(time.perf_counter() - t0) - except Exception as e: # noqa: BLE001 - opened.append(("err", type(e).__name__)) - - -class contextlib_suppress: - def __enter__(self): - return self - - def __exit__(self, *exc): - return exc[0] is not None and issubclass(exc[0], (asyncio.TimeoutError, TimeoutError)) - - -def summarize(samples, t_from, t_to): - w = [dt for (t, dt, ok) in samples if t_from <= t <= t_to] - fails = sum(1 for (t, dt, ok) in samples if t_from <= t <= t_to and not ok) - if not w: - return {"n": 0} - return { - "n": len(w), - "p50_ms": round(statistics.median(w) * 1000, 1), - "max_ms": round(max(w) * 1000, 1), - "fails": fails, - } - - -async def main(): - cpu = int(sys.argv[1]) - K = int(sys.argv[2]) - sleep_s = float(sys.argv[3]) if len(sys.argv) > 3 else 4.0 - label = sys.argv[4] if len(sys.argv) > 4 else "run" - ntools = int(sys.argv[5]) if len(sys.argv) > 5 else 2 - mode = sys.argv[6] if len(sys.argv) > 6 else "ws" - client = {"ws": ws_client, "patch": patch_client}[mode] - async with Stack(cpu_count=cpu) as st: - b = await st.create("SLEEP 0") - assert await st.wait_status(b, {"finished"}, 60), "B did not finish" - a = await st.create(f"SLEEP {sleep_s} x{ntools}") - assert await st.wait_status(a, {"running"}, 30), "A did not start" - await asyncio.sleep(1.0) # first tool is now running; A holds the lock - - stop = asyncio.Event() - b_samples: list = [] - alive_samples: list = [] - probes = [ - asyncio.create_task(probe(st, f"/api/conversations/{b}/events/search?limit=5", stop, b_samples, "B")), - asyncio.create_task(probe(st, "/alive", stop, alive_samples, "alive")), - ] - t_start = time.monotonic() - opened: list = [] - clients = [asyncio.create_task(client(st, a, opened, stop)) for _ in range(K)] - - timeout = sleep_s * 2 + 25 - done = await st.wait_status(a, {"finished", "error"}, timeout) - t_end = time.monotonic() - a_secs = round(t_end - t_start, 2) - recheck = None - if not done: - await asyncio.sleep(60) - recheck = await st.status(a) - # let ws clients get their snapshots if unblocked - await asyncio.sleep(1.0) - stop.set() - for t in clients + probes: - t.cancel() - await asyncio.gather(*clients, *probes, return_exceptions=True) - - ok_open = [x for x in opened if isinstance(x, float)] - result = { - "label": label, - "cpu_count": cpu, - "default_executor_workers": min(32, cpu + 4), - "client_mode": mode, - "K_ws_clients": K, - "tool_sleep_s": sleep_s, - "A_final_status": done or "STUCK (timeout)", - "A_secs_from_storm": a_secs if done else f">{timeout}", - "A_status_60s_later": recheck, - "tools_in_step": ntools, - "ws_snapshots_received": len(ok_open), - "ws_snapshot_p50_s": round(statistics.median(ok_open), 2) if ok_open else None, - "probe_B_event_search": summarize(b_samples, t_start, t_end), - "probe_alive": summarize(alive_samples, t_start, t_end), - } - print(json.dumps(result)) - - -if __name__ == "__main__": - asyncio.run(main()) diff --git a/.pr/agent-server-perf/harness.py b/.pr/agent-server-perf/harness.py deleted file mode 100644 index dbc61fa1804..00000000000 --- a/.pr/agent-server-perf/harness.py +++ /dev/null @@ -1,150 +0,0 @@ -"""Spawn a real agent-server + mock LLM as subprocesses and drive them over HTTP/WS.""" - -import asyncio -import contextlib -import os -import socket -import subprocess -import sys -import tempfile -import time -from pathlib import Path - -import httpx - -HERE = Path(__file__).parent -# Checkout whose .venv runs the server; defaults to the repo containing .pr/. -REPO = Path(os.environ.get("SDK_REPO", Path(__file__).resolve().parents[2])) -PY = str(REPO / ".venv/bin/python") - - -def free_port() -> int: - with socket.socket() as s: - s.bind(("127.0.0.1", 0)) - return s.getsockname()[1] - - -async def wait_http(url: str, timeout: float = 90) -> None: - deadline = time.monotonic() + timeout - async with httpx.AsyncClient() as c: - while time.monotonic() < deadline: - with contextlib.suppress(Exception): - r = await c.get(url, timeout=2) - if r.status_code < 500: - return - await asyncio.sleep(0.25) - raise TimeoutError(url) - - -class Stack: - def __init__(self, cpu_count: int | None = None, extra_env: dict | None = None, - stream: bool = False, tmp: Path | None = None): - self.cpu_count = cpu_count - self.extra_env = extra_env or {} - self.stream = stream - self.tmp = tmp or Path(tempfile.mkdtemp(prefix="ohbench-")) - self.llm_port = free_port() - self.port = free_port() - self.procs: list[subprocess.Popen] = [] - - @property - def base(self) -> str: - return f"http://127.0.0.1:{self.port}" - - @property - def ws_base(self) -> str: - return f"ws://127.0.0.1:{self.port}" - - async def __aenter__(self): - env = {**os.environ, "OPENHANDS_SUPPRESS_BANNER": "1", **self.extra_env} - env.pop("OH_SESSION_API_KEYS_0", None) - env.pop("SESSION_API_KEY", None) - llm_log = open(self.tmp / "llm.log", "w") - self.procs.append(subprocess.Popen( - [PY, str(HERE / "mock_llm.py"), str(self.llm_port)], - stdout=llm_log, stderr=subprocess.STDOUT, env=env, - )) - srv_env = dict(env) - if self.cpu_count: - srv_env["PYTHON_CPU_COUNT"] = str(self.cpu_count) - srv_env.setdefault("LOG_LEVEL", "WARNING") - srv_log = open(self.tmp / "server.log", "w") - (self.tmp / "work").mkdir(exist_ok=True) - self.procs.append(subprocess.Popen( - [PY, "-m", "openhands.agent_server", "--host", "127.0.0.1", - "--port", str(self.port)], - cwd=self.tmp / "work", stdout=srv_log, stderr=subprocess.STDOUT, - env=srv_env, - )) - await wait_http(f"http://127.0.0.1:{self.llm_port}/stats") - await wait_http(f"{self.base}/ready", timeout=180) - self.client = httpx.AsyncClient(base_url=self.base, timeout=120) - return self - - async def __aexit__(self, *exc): - with contextlib.suppress(Exception): - await self.client.aclose() - for p in self.procs: - p.terminate() - for p in self.procs: - with contextlib.suppress(Exception): - p.wait(timeout=10) - if p.poll() is None: - p.kill() - - def agent_spec(self) -> dict: - return { - "llm": { - "model": "openai/mock", - "base_url": f"http://127.0.0.1:{self.llm_port}/v1", - "api_key": "sk-mock", - "usage_id": "agent", - "stream": self.stream, - "num_retries": 0, - }, - "tools": [{"name": "terminal"}], - } - - async def create(self, text: str | None = None, run: bool = True) -> str: - body = { - "agent": self.agent_spec(), - "workspace": {"working_dir": str(self.tmp / "ws")}, - "autotitle": False, - } - if text is not None: - body["initial_message"] = { - "role": "user", "content": [{"type": "text", "text": text}], - "run": run, - } - r = await self.client.post("/api/conversations", json=body) - r.raise_for_status() - return r.json()["id"] - - async def status(self, cid: str) -> str: - try: - r = await self.client.get(f"/api/conversations/{cid}", timeout=5) - except httpx.TimeoutException: - return "unresponsive" - r.raise_for_status() - return r.json()["execution_status"] - - async def wait_status(self, cid: str, want: set[str], timeout: float) -> str | None: - deadline = time.monotonic() + timeout - last = None - while time.monotonic() < deadline: - last = await self.status(cid) - if last in want: - return last - await asyncio.sleep(0.1) - return None - - async def send(self, cid: str, text: str, run: bool = True) -> None: - r = await self.client.post( - f"/api/conversations/{cid}/events", - json={"role": "user", "content": [{"type": "text", "text": text}], "run": run}, - ) - r.raise_for_status() - - -def log(*a): - print(*a, flush=True, file=sys.stderr) diff --git a/.pr/agent-server-perf/mock_llm.py b/.pr/agent-server-perf/mock_llm.py deleted file mode 100644 index 8423f407d0d..00000000000 --- a/.pr/agent-server-perf/mock_llm.py +++ /dev/null @@ -1,156 +0,0 @@ -"""Minimal OpenAI-compatible chat-completions server for agent-server benchmarks. - -The last *user* message is a tiny script: - - SLEEP [x] [LAT ] [TOKENS ] - -- First LLM call after the user message: return N parallel `terminal` tool calls - running `sleep ` (N defaults to 1). -- Any later call (tool results present): return a `finish` tool call. -- LAT adds artificial LLM latency per call (default 0). -- TOKENS makes the final answer a plain-text message of n words (no tools) so - streaming/large-content paths can be exercised. -""" - -import asyncio -import json -import re -import sys -import time -import uuid - -import uvicorn -from starlette.applications import Starlette -from starlette.requests import Request -from starlette.responses import JSONResponse, StreamingResponse -from starlette.routing import Route - -CALLS = {"n": 0} - - -def _text(content) -> str: - if isinstance(content, str): - return content - if isinstance(content, list): - return " ".join(p.get("text", "") for p in content if isinstance(p, dict)) - return "" - - -def _plan(messages: list[dict]) -> tuple[str, dict]: - last_user_idx = max( - (i for i, m in enumerate(messages) if m.get("role") == "user"), default=-1 - ) - script = _text(messages[last_user_idx]["content"]) if last_user_idx >= 0 else "" - after = messages[last_user_idx + 1 :] - tool_results = sum(1 for m in after if m.get("role") == "tool") - m = re.search(r"SLEEP\s+([\d.]+)(?:\s+x(\d+))?", script) - lat = re.search(r"LAT\s+(\d+)", script) - toks = re.search(r"TOKENS\s+(\d+)", script) - rate = re.search(r"RATE\s+(\d+)", script) - opts = { - "lat": int(lat.group(1)) / 1000 if lat else 0.0, - "tokens": int(toks.group(1)) if toks else 0, - "rate": int(rate.group(1)) if rate else 0, - } - if m and tool_results == 0: - return "tools", {**opts, "sleep": m.group(1), "n": int(m.group(2) or 1)} - loop = re.search(r"LOOP\s+(\d+)(?:\s+BYTES\s+(\d+))?", script) - if loop and tool_results < int(loop.group(1)): - return "loop", {**opts, "bytes": int(loop.group(2) or 200), "i": tool_results} - return "finish", opts - - -def _tool_call(name: str, args: dict) -> dict: - return { - "id": f"call_{uuid.uuid4().hex[:12]}", - "type": "function", - "function": {"name": name, "arguments": json.dumps(args)}, - } - - -async def completions(request: Request): - body = await request.json() - CALLS["n"] += 1 - kind, opts = _plan(body.get("messages", [])) - if opts["lat"]: - await asyncio.sleep(opts["lat"]) - if kind == "tools": - message = { - "role": "assistant", - "content": None, - "tool_calls": [ - _tool_call( - "terminal", - {"command": f"sleep {opts['sleep']}", "security_risk": "LOW"}, - ) - for _ in range(opts["n"]) - ], - } - elif kind == "loop": - message = { - "role": "assistant", - "content": None, - "tool_calls": [_tool_call("terminal", { - "command": f"echo step-{opts['i']}; head -c {opts['bytes']} /dev/zero | tr '\\0' x; echo", - "security_risk": "LOW", - })], - } - elif opts["tokens"]: - message = { - "role": "assistant", - "content": " ".join(f"w{i}" for i in range(opts["tokens"])), - } - else: - message = { - "role": "assistant", - "content": None, - "tool_calls": [_tool_call("finish", {"message": "done"})], - } - resp = { - "id": f"chatcmpl-{uuid.uuid4().hex[:8]}", - "object": "chat.completion", - "created": int(time.time()), - "model": body.get("model", "mock"), - "choices": [{"index": 0, "message": message, "finish_reason": "stop"}], - "usage": {"prompt_tokens": 100, "completion_tokens": 10, "total_tokens": 110}, - } - if not body.get("stream"): - return JSONResponse(resp) - - async def gen(): - # Stream content word-by-word; tool calls in one chunk. - base = {k: resp[k] for k in ("id", "created", "model")} - base["object"] = "chat.completion.chunk" - if message.get("content"): - for w in message["content"].split(" "): - chunk = {**base, "choices": [{"index": 0, "delta": {"content": w + " "}}]} - yield f"data: {json.dumps(chunk)}\n\n" - if opts["rate"]: - await asyncio.sleep(1 / opts["rate"]) - if message.get("tool_calls"): - tcs = [ - {**tc, "index": i} for i, tc in enumerate(message["tool_calls"]) - ] - chunk = {**base, "choices": [{"index": 0, "delta": {"role": "assistant", "tool_calls": tcs}}]} - yield f"data: {json.dumps(chunk)}\n\n" - end = {**base, "choices": [{"index": 0, "delta": {}, "finish_reason": "stop"}], "usage": resp["usage"]} - yield f"data: {json.dumps(end)}\n\n" - yield "data: [DONE]\n\n" - - return StreamingResponse(gen(), media_type="text/event-stream") - - -async def stats(_: Request): - return JSONResponse(CALLS) - - -app = Starlette( - routes=[ - Route("/v1/chat/completions", completions, methods=["POST"]), - Route("/chat/completions", completions, methods=["POST"]), - Route("/stats", stats), - ] -) - -if __name__ == "__main__": - uvicorn.run(app, host="127.0.0.1", port=int(sys.argv[1]), log_level="warning") diff --git a/.pr/agent-server-perf/results_cold_load.jsonl b/.pr/agent-server-perf/results_cold_load.jsonl deleted file mode 100644 index 05d34f9e4cd..00000000000 --- a/.pr/agent-server-perf/results_cold_load.jsonl +++ /dev/null @@ -1,6 +0,0 @@ -{"label": "main", "steps": 300, "events": 908, "cold_load_s_median": 0.226, "alive_max_ms_median": 106.4, "warm_search_ms_median": 3.0, "runs": [{"events": 908, "cold_load_s": 0.25, "warm_search_ms": 3.0, "alive_max_ms_during_load": 123.6, "alive_p50_ms_during_load": 1.8}, {"events": 908, "cold_load_s": 0.216, "warm_search_ms": 3.5, "alive_max_ms_during_load": 103.1, "alive_p50_ms_during_load": 1.7}, {"events": 908, "cold_load_s": 0.226, "warm_search_ms": 2.9, "alive_max_ms_during_load": 106.4, "alive_p50_ms_during_load": 1.7}]} -{"label": "fixed", "steps": 300, "events": 908, "cold_load_s_median": 0.245, "alive_max_ms_median": 8.9, "warm_search_ms_median": 4.0, "runs": [{"events": 908, "cold_load_s": 0.239, "warm_search_ms": 4.5, "alive_max_ms_during_load": 8.7, "alive_p50_ms_during_load": 1.9}, {"events": 908, "cold_load_s": 0.33, "warm_search_ms": 3.1, "alive_max_ms_during_load": 11.4, "alive_p50_ms_during_load": 1.8}, {"events": 908, "cold_load_s": 0.245, "warm_search_ms": 4.0, "alive_max_ms_during_load": 8.9, "alive_p50_ms_during_load": 1.8}]} -{"label": "main", "steps": 1500, "events": 1506, "cold_load_s_median": 0.355, "alive_max_ms_median": 198.9, "warm_search_ms_median": 3.9, "runs": [{"events": 1506, "cold_load_s": 0.617, "warm_search_ms": 4.7, "alive_max_ms_during_load": 306.3, "alive_p50_ms_during_load": 2.9}, {"events": 1506, "cold_load_s": 0.355, "warm_search_ms": 3.3, "alive_max_ms_during_load": 198.9, "alive_p50_ms_during_load": 1.7}, {"events": 1506, "cold_load_s": 0.292, "warm_search_ms": 3.9, "alive_max_ms_during_load": 163.4, "alive_p50_ms_during_load": 1.4}]} -{"label": "fixed", "steps": 1500, "events": 1506, "cold_load_s_median": 0.357, "alive_max_ms_median": 8.6, "warm_search_ms_median": 3.4, "runs": [{"events": 1506, "cold_load_s": 0.368, "warm_search_ms": 3.6, "alive_max_ms_during_load": 8.9, "alive_p50_ms_during_load": 1.8}, {"events": 1506, "cold_load_s": 0.338, "warm_search_ms": 3.2, "alive_max_ms_during_load": 6.9, "alive_p50_ms_during_load": 1.5}, {"events": 1506, "cold_load_s": 0.357, "warm_search_ms": 3.4, "alive_max_ms_during_load": 8.6, "alive_p50_ms_during_load": 1.7}]} -{"label": "main", "steps": 400, "events": 1208, "cold_load_s_median": 0.286, "alive_max_ms_median": 152.4, "warm_search_ms_median": 3.3, "runs": [{"events": 1208, "cold_load_s": 0.368, "warm_search_ms": 5.8, "alive_max_ms_during_load": 174.8, "alive_p50_ms_during_load": 2.4}, {"events": 1208, "cold_load_s": 0.268, "warm_search_ms": 3.0, "alive_max_ms_during_load": 139.8, "alive_p50_ms_during_load": 1.6}, {"events": 1208, "cold_load_s": 0.286, "warm_search_ms": 3.3, "alive_max_ms_during_load": 152.4, "alive_p50_ms_during_load": 1.5}]} -{"label": "fixed", "steps": 400, "events": 1208, "cold_load_s_median": 0.31, "alive_max_ms_median": 9.0, "warm_search_ms_median": 3.7, "runs": [{"events": 1208, "cold_load_s": 0.324, "warm_search_ms": 3.8, "alive_max_ms_during_load": 11.9, "alive_p50_ms_during_load": 1.8}, {"events": 1208, "cold_load_s": 0.297, "warm_search_ms": 3.7, "alive_max_ms_during_load": 8.1, "alive_p50_ms_during_load": 1.6}, {"events": 1208, "cold_load_s": 0.31, "warm_search_ms": 3.6, "alive_max_ms_during_load": 9.0, "alive_p50_ms_during_load": 1.7}]} diff --git a/.pr/agent-server-perf/results_starvation_fix12.jsonl b/.pr/agent-server-perf/results_starvation_fix12.jsonl deleted file mode 100644 index fbafec8b979..00000000000 --- a/.pr/agent-server-perf/results_starvation_fix12.jsonl +++ /dev/null @@ -1,6 +0,0 @@ -{"label": "fix12", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 4, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 6.83, "A_status_60s_later": null, "tools_in_step": 2, "ws_snapshots_received": 4, "ws_snapshot_p50_s": 6.7, "probe_B_event_search": {"n": 118, "p50_ms": 4.8, "max_ms": 54.5, "fails": 0}, "probe_alive": {"n": 125, "p50_ms": 2.5, "max_ms": 34.8, "fails": 0}} -{"label": "fix12", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 5, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 6.65, "A_status_60s_later": null, "tools_in_step": 2, "ws_snapshots_received": 5, "ws_snapshot_p50_s": 6.47, "probe_B_event_search": {"n": 118, "p50_ms": 4.1, "max_ms": 46.7, "fails": 0}, "probe_alive": {"n": 124, "p50_ms": 2.3, "max_ms": 27.2, "fails": 0}} -{"label": "fix12", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 6, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 7.33, "A_status_60s_later": null, "tools_in_step": 2, "ws_snapshots_received": 6, "ws_snapshot_p50_s": 7.16, "probe_B_event_search": {"n": 133, "p50_ms": 3.7, "max_ms": 45.0, "fails": 0}, "probe_alive": {"n": 137, "p50_ms": 2.1, "max_ms": 28.9, "fails": 0}} -{"label": "fix12", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 6, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 3.03, "A_status_60s_later": null, "tools_in_step": 1, "ws_snapshots_received": 6, "ws_snapshot_p50_s": 2.96, "probe_B_event_search": {"n": 54, "p50_ms": 3.8, "max_ms": 51.6, "fails": 0}, "probe_alive": {"n": 57, "p50_ms": 2.0, "max_ms": 31.7, "fails": 0}} -{"label": "fix12", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 12, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 6.51, "A_status_60s_later": null, "tools_in_step": 2, "ws_snapshots_received": 12, "ws_snapshot_p50_s": 6.42, "probe_B_event_search": {"n": 116, "p50_ms": 4.1, "max_ms": 58.0, "fails": 0}, "probe_alive": {"n": 120, "p50_ms": 2.3, "max_ms": 43.9, "fails": 0}} -{"label": "fix12", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 32, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 6.9, "A_status_60s_later": null, "tools_in_step": 2, "ws_snapshots_received": 32, "ws_snapshot_p50_s": 6.82, "probe_B_event_search": {"n": 121, "p50_ms": 4.1, "max_ms": 85.8, "fails": 0}, "probe_alive": {"n": 127, "p50_ms": 2.3, "max_ms": 63.0, "fails": 0}} diff --git a/.pr/agent-server-perf/results_starvation_main.jsonl b/.pr/agent-server-perf/results_starvation_main.jsonl deleted file mode 100644 index 1347626789c..00000000000 --- a/.pr/agent-server-perf/results_starvation_main.jsonl +++ /dev/null @@ -1,5 +0,0 @@ -{"label": "main", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 4, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 6.65, "A_status_60s_later": null, "tools_in_step": 2, "ws_snapshots_received": 4, "ws_snapshot_p50_s": 6.45, "probe_B_event_search": {"n": 118, "p50_ms": 4.0, "max_ms": 62.2, "fails": 0}, "probe_alive": {"n": 122, "p50_ms": 2.2, "max_ms": 38.0, "fails": 0}} -{"label": "main", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 5, "tool_sleep_s": 3.0, "A_final_status": "STUCK (timeout)", "A_secs_from_storm": ">31.0", "A_status_60s_later": "running", "tools_in_step": 2, "ws_snapshots_received": 0, "ws_snapshot_p50_s": null, "probe_B_event_search": {"n": 6, "p50_ms": 5003.7, "max_ms": 5035.1, "fails": 6}, "probe_alive": {"n": 581, "p50_ms": 2.3, "max_ms": 49.8, "fails": 0}} -{"label": "main", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 6, "tool_sleep_s": 3.0, "A_final_status": "STUCK (timeout)", "A_secs_from_storm": ">31.0", "A_status_60s_later": "unresponsive", "tools_in_step": 2, "ws_snapshots_received": 0, "ws_snapshot_p50_s": null, "probe_B_event_search": {"n": 6, "p50_ms": 5015.0, "max_ms": 5354.3, "fails": 6}, "probe_alive": {"n": 482, "p50_ms": 4.7, "max_ms": 374.7, "fails": 0}} -{"label": "main", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 6, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 3.14, "A_status_60s_later": null, "tools_in_step": 1, "ws_snapshots_received": 6, "ws_snapshot_p50_s": 3.05, "probe_B_event_search": {"n": 1, "p50_ms": 3090.2, "max_ms": 3090.2, "fails": 0}, "probe_alive": {"n": 56, "p50_ms": 2.7, "max_ms": 53.2, "fails": 0}} -{"label": "main", "cpu_count": 2, "default_executor_workers": 6, "K_ws_clients": 12, "tool_sleep_s": 3.0, "A_final_status": "STUCK (timeout)", "A_secs_from_storm": ">31.0", "A_status_60s_later": "running", "tools_in_step": 2, "ws_snapshots_received": 0, "ws_snapshot_p50_s": null, "probe_B_event_search": {"n": 6, "p50_ms": 5006.2, "max_ms": 5035.2, "fails": 6}, "probe_alive": {"n": 557, "p50_ms": 2.8, "max_ms": 40.3, "fails": 0}} diff --git a/.pr/agent-server-perf/results_starvation_patch.jsonl b/.pr/agent-server-perf/results_starvation_patch.jsonl deleted file mode 100644 index 06f692fa353..00000000000 --- a/.pr/agent-server-perf/results_starvation_patch.jsonl +++ /dev/null @@ -1,2 +0,0 @@ -{"label": "patch-fix", "cpu_count": 2, "default_executor_workers": 6, "client_mode": "patch", "K_ws_clients": 6, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 6.01, "A_status_60s_later": null, "tools_in_step": 2, "ws_snapshots_received": 6, "ws_snapshot_p50_s": 5.91, "probe_B_event_search": {"n": 110, "p50_ms": 2.7, "max_ms": 64.7, "fails": 0}, "probe_alive": {"n": 115, "p50_ms": 1.3, "max_ms": 34.7, "fails": 0}} -{"label": "patch-main-cs", "cpu_count": 2, "default_executor_workers": 6, "client_mode": "patch", "K_ws_clients": 6, "tool_sleep_s": 3.0, "A_final_status": "finished", "A_secs_from_storm": 6.55, "A_status_60s_later": null, "tools_in_step": 2, "ws_snapshots_received": 6, "ws_snapshot_p50_s": 6.42, "probe_B_event_search": {"n": 4, "p50_ms": 673.4, "max_ms": 5036.8, "fails": 1}, "probe_alive": {"n": 124, "p50_ms": 1.5, "max_ms": 34.1, "fails": 0}} diff --git a/.pr/ambient-plugin-resume.html b/.pr/ambient-plugin-resume.html deleted file mode 100644 index 68da8e7723a..00000000000 --- a/.pr/ambient-plugin-resume.html +++ /dev/null @@ -1,544 +0,0 @@ -PR 5756 · Safe ambient plugin reconciliation

SDK · PERSISTED CONVERSATIONS

Reconcile plugins without deleting caller configuration

Ambient contributions are removed only after a complete discovery scan and only when the conversation has a record of owning them. Replacement agents and legacy data are not subjected to guessed ownership.

A failed scan preserves the previous contribution snapshot. Recovery performs normal reconciliation on the next load. local_conversation.py:1032
-

API and compatibility

BeforeAfter
load_available_plugins(...)load_available_plugins(..., strict=False)

The keyword is additive and defaults to existing best-effort behavior. Conversation reconciliation explicitly requests strict discovery. Persisted field shapes remain unchanged in this repair. Sources: discovery.py:170 · state.py:157

Legacy conversations without ownership records may retain stale plugin content. Deleting it by matching names can delete caller configuration. Existing same-name overrides cannot be reconstructed from an already merged saved agent. Persisting the pre-ambient agent remains a separate design option.
-

Verification

Seven new cases fail on prior PR head 35d8ff709c04. All eleven focused resume/fork cases pass after the repair. The affected suites pass 521 tests with the environment-sensitive default-path test excluded; that test passes separately without the persistence-directory override.

uv run pytest tests/sdk/conversation/test_local_conversation_plugins.py -k AmbientPluginResume

Tests use installed plugins and real persisted conversation files; discovery exceptions are not mocked. test_local_conversation_plugins.py:1861

Revisions and scope

Original PR base: 4b8cb431a66c1f4b813d6c9c0181ce63a4e30d0a. Before diagrams compare the reviewed PR head 35d8ff709c0423ea561d0677df08cc52ae16d570 with repair 0dc95ef029fe840d59c97afce2a8df45415f548a. This document covers the review corrections; the original successful disable/resume behavior remains covered by the same test group.

-

1. Conversation ownership

An explicit replacement agent starts with empty ownership records. Only a fork inheriting its source agent copies the records. Legacy conversations retain content that cannot be attributed safely.

Before and afterGuess legacy ownership; always copy fork records becomes Use recorded ownership; reset for explicit agentsBEFORE · PRIOR PR HEADAFTER · THIS REPAIR
Guess legacy ownership; always copy fork records
Use recorded ownership; reset for explicit agents
The orange arrow marks the behavior changed by this repair.

Sources: before local_conversation.py:1045 · after local_conversation.py:1046

Review the exact diff
diff --git a/openhands-sdk/openhands/sdk/conversation/impl/local_conversation.py b/openhands-sdk/openhands/sdk/conversation/impl/local_conversation.py
-index 05a884393..bf9d947a3 100644
---- a/openhands-sdk/openhands/sdk/conversation/impl/local_conversation.py
-+++ b/openhands-sdk/openhands/sdk/conversation/impl/local_conversation.py
-@@ -85,8 +85,6 @@ from openhands.sdk.plugin import (
-     PluginSource,
-     ResolvedPluginSource,
-     fetch_plugin_with_resolution,
--    get_installed_plugins_dir,
--    list_installed_plugins,
-     load_available_plugins,
- )
- from openhands.sdk.secret import StaticSecret
-@@ -438,6 +436,10 @@ class LocalConversation(BaseConversation):
-             recovered_specs = extract_client_tool_specs(agent.tools)
-             if recovered_specs:
-                 register_client_tools(recovered_specs)
-+        else:
-+            with self._state:
-+                self._state.ambient_plugin_skills = []
-+                self._state.ambient_plugin_mcp_servers = []
-         self.agent = agent
- 
-         # Default callback: persist every event to state
-@@ -928,15 +930,13 @@ class LocalConversation(BaseConversation):
-             fork_conv._state.head_is_empty = (
-                 self._state.head_is_empty if from_event_id is None else False
-             )
--            # The fork's agent carries the source's ambient plugin
--            # contributions, so it inherits their record (see
--            # _ensure_plugins_loaded).
--            fork_conv._state.ambient_plugin_skills = copy.copy(
--                self._state.ambient_plugin_skills
--            )
--            fork_conv._state.ambient_plugin_mcp_servers = copy.copy(
--                self._state.ambient_plugin_mcp_servers
--            )
-+            if agent is None:
-+                fork_conv._state.ambient_plugin_skills = copy.copy(
-+                    self._state.ambient_plugin_skills
-+                )
-+                fork_conv._state.ambient_plugin_mcp_servers = copy.copy(
-+                    self._state.ambient_plugin_mcp_servers
-+                )
-             # Full rebuild: the copied events may need property enforcement
-             # (same posture as cold load).
-             fork_conv._state.rebuild_view()
-@@ -1029,11 +1029,12 @@ class LocalConversation(BaseConversation):
-                 work_dir=self.workspace.working_dir,
-                 include_user=True,
-                 include_project=True,
-+                strict=True,
-             )
-         except Exception:
-             logger.warning(
-                 "Failed to load ambient (installed/local) plugins; "
--                "continuing without them",
-+                "keeping previous contributions",
-                 exc_info=True,
-             )
-             ambient_plugins = None
-@@ -1369,37 +1370,12 @@ class LocalConversation(BaseConversation):
-         self._plugins_loaded = True
- 
-     def _previous_ambient_contributions(self) -> tuple[set[str], set[str]]:
--        """Skill and MCP server names ambient plugins contributed at the last load.
--
--        A conversation persisted before these were recorded has no record; for
--        it, fall back to what currently disabled installed plugins would
--        contribute (a removed plugin directory leaves nothing to compare
--        against). Best-effort: a failure here only skips that cleanup.
--        """
--        skills = self._state.ambient_plugin_skills
--        servers = self._state.ambient_plugin_mcp_servers
--        if skills is not None and servers is not None:
--            return set(skills), set(servers)
--
--        stale_skills: set[str] = set()
--        stale_servers: set[str] = set()
--        try:
--            disabled = [i.name for i in list_installed_plugins() if not i.enabled]
--        except Exception:
--            logger.warning("Failed to list installed plugins", exc_info=True)
--            disabled = []
--        installed_dir = get_installed_plugins_dir()
--        for name in disabled:
--            try:
--                plugin = Plugin.load(installed_dir / name)
--            except Exception:
--                logger.warning(
--                    f"Failed to load disabled plugin '{name}'", exc_info=True
--                )
--                continue
--            stale_skills.update(s.name for s in plugin.get_all_skills())
--            stale_servers.update(plugin.mcp_config)
--        return stale_skills, stale_servers
-+        # Legacy conversations have no ownership record. Matching names alone
-+        # cannot distinguish their caller-supplied content from plugin content.
-+        return (
-+            set(self._state.ambient_plugin_skills or []),
-+            set(self._state.ambient_plugin_mcp_servers or []),
-+        )
- 
-     def _expand_plugin_source_ref(self, value: str) -> str:
-         return expand_variable_references(
-

2. Discovery failure is distinct from removal

A complete scan reconciles the saved names. A failed scan preserves the prior agent contributions and record. Normal discovery callers keep the existing best-effort default.

Before and afterLoader errors become incomplete successful results becomes strict=True propagates errors before cleanupBEFORE · PRIOR PR HEADAFTER · THIS REPAIR
Loader errors become incomplete successful results
strict=True propagates errors before cleanup
The orange arrow marks the behavior changed by this repair.

Sources: before discovery.py:162 · after discovery.py:170

Review the exact diff
diff --git a/openhands-sdk/openhands/sdk/plugin/discovery.py b/openhands-sdk/openhands/sdk/plugin/discovery.py
-index 2172ea2ac..7f22b0ba6 100644
---- a/openhands-sdk/openhands/sdk/plugin/discovery.py
-+++ b/openhands-sdk/openhands/sdk/plugin/discovery.py
-@@ -41,7 +41,9 @@ PROJECT_PLUGINS_SUBDIRS = [
- ]
- 
- 
--def _load_plugins_from_dir(plugins_dir: Path, skip_dirs: set[Path]) -> list[Plugin]:
-+def _load_plugins_from_dir(
-+    plugins_dir: Path, skip_dirs: set[Path], *, strict: bool = False
-+) -> list[Plugin]:
-     """Load every plugin subdirectory in ``plugins_dir``.
- 
-     Mirrors ``Plugin.load_all`` but skips any directory in ``skip_dirs``. This is
-@@ -63,6 +65,8 @@ def _load_plugins_from_dir(plugins_dir: Path, skip_dirs: set[Path]) -> list[Plug
-         try:
-             plugins.append(Plugin.load(item))
-         except Exception as e:
-+            if strict:
-+                raise
-             logger.warning(f"Failed to load plugin from {item}: {e}")
-     return plugins
- 
-@@ -88,7 +92,7 @@ def _merge_plugins_by_name(
-         out.append(plugin)
- 
- 
--def load_user_plugins() -> list[Plugin]:
-+def load_user_plugins(*, strict: bool = False) -> list[Plugin]:
-     """Load plugins from the user's home directories plus enabled installed plugins.
- 
-     Scans ``~/.agents/plugins`` then ``~/.openhands/plugins`` (earlier wins on a
-@@ -107,16 +111,20 @@ def load_user_plugins() -> list[Plugin]:
-     installed_dir = get_installed_plugins_dir().resolve()
- 
-     for plugins_dir in USER_PLUGINS_DIRS:
--        found = _load_plugins_from_dir(plugins_dir, skip_dirs={installed_dir})
-+        found = _load_plugins_from_dir(
-+            plugins_dir, skip_dirs={installed_dir}, strict=strict
-+        )
-         _merge_plugins_by_name(found, seen_names, all_plugins, str(plugins_dir))
- 
-     # Enabled installed plugins (lower precedence than directory plugins).
-     try:
--        for plugin in load_installed_plugins():
-+        for plugin in load_installed_plugins(strict=strict):
-             if plugin.name not in seen_names:
-                 seen_names.add(plugin.name)
-                 all_plugins.append(plugin)
-     except Exception as e:
-+        if strict:
-+            raise
-         logger.warning(f"Failed to load installed plugins: {e}")
- 
-     logger.debug(
-@@ -125,7 +133,7 @@ def load_user_plugins() -> list[Plugin]:
-     return all_plugins
- 
- 
--def load_project_plugins(work_dir: str | Path) -> list[Plugin]:
-+def load_project_plugins(work_dir: str | Path, *, strict: bool = False) -> list[Plugin]:
-     """Load plugins from project-specific directories.
- 
-     Scans ``{root}/.agents/plugins`` and ``{root}/.openhands/plugins`` for the
-@@ -150,7 +158,7 @@ def load_project_plugins(work_dir: str | Path) -> list[Plugin]:
-     for root in search_roots:
-         for subdir in PROJECT_PLUGINS_SUBDIRS:
-             plugins_dir = root / subdir
--            found = _load_plugins_from_dir(plugins_dir, skip_dirs=set())
-+            found = _load_plugins_from_dir(plugins_dir, skip_dirs=set(), strict=strict)
-             _merge_plugins_by_name(found, seen_names, all_plugins, str(plugins_dir))
- 
-     logger.debug(
-@@ -164,6 +172,7 @@ def load_available_plugins(
-     *,
-     include_user: bool = False,
-     include_project: bool = False,
-+    strict: bool = False,
- ) -> dict[str, Plugin]:
-     """Load and merge locally-available plugins with consistent precedence.
- 
-@@ -180,6 +189,8 @@ def load_available_plugins(
-         include_user: Load user-level plugins (``~/.agents/plugins`` etc.) and
-             enabled installed plugins.
-         include_project: Load project-level plugins (requires ``work_dir``).
-+        strict: Raise on discovery errors so callers can distinguish a failed
-+            scan from plugins that have been disabled or removed.
- 
-     Returns:
-         Dict mapping plugin name → Plugin, with higher-precedence sources
-@@ -189,16 +200,20 @@ def load_available_plugins(
- 
-     if include_user:
-         try:
--            for plugin in load_user_plugins():
-+            for plugin in load_user_plugins(strict=strict):
-                 available[plugin.name] = plugin
-         except Exception as e:
-+            if strict:
-+                raise
-             logger.warning(f"Failed to load user plugins: {e}")
- 
-     if include_project and work_dir:
-         try:
--            for plugin in load_project_plugins(work_dir):
-+            for plugin in load_project_plugins(work_dir, strict=strict):
-                 available[plugin.name] = plugin
-         except Exception as e:
-+            if strict:
-+                raise
-             logger.warning(f"Failed to load project plugins: {e}")
- 
-     return available
-

3. Installed plugin boundary

The plugin entry point forwards the optional strict setting without changing its default.

Before and afterNo strict option becomes Forward strict to InstallationManagerBEFORE · PRIOR PR HEADAFTER · THIS REPAIR
No strict option
Forward strict to InstallationManager
The orange arrow marks the behavior changed by this repair.

Sources: before installed.py:122 · after installed.py:122

Review the exact diff
diff --git a/openhands-sdk/openhands/sdk/plugin/installed.py b/openhands-sdk/openhands/sdk/plugin/installed.py
-index 833aa5829..260329246 100644
---- a/openhands-sdk/openhands/sdk/plugin/installed.py
-+++ b/openhands-sdk/openhands/sdk/plugin/installed.py
-@@ -121,9 +121,11 @@ def list_installed_plugins(
- 
- def load_installed_plugins(
-     installed_dir: Path | None = None,
-+    *,
-+    strict: bool = False,
- ) -> list[Plugin]:
-     """Load all enabled installed plugins as ``Plugin`` objects."""
--    return _manager(_resolve_installed_dir(installed_dir)).load_installed()
-+    return _manager(_resolve_installed_dir(installed_dir)).load_installed(strict=strict)
- 
- 
- def get_installed_plugin(
-

4. Installation discovery

Both metadata parsing and discovery of manually copied installations participate in the same failure contract.

Before and afterMetadata synchronization always uses fallback loading becomes Pass strict through metadata loading and syncBEFORE · PRIOR PR HEADAFTER · THIS REPAIR
Metadata synchronization always uses fallback loading
Pass strict through metadata loading and sync
The orange arrow marks the behavior changed by this repair.

Sources: before manager.py:276 · after manager.py:276

Review the exact diff
diff --git a/openhands-sdk/openhands/sdk/extensions/installation/manager.py b/openhands-sdk/openhands/sdk/extensions/installation/manager.py
-index ae0b40f72..42713db2e 100644
---- a/openhands-sdk/openhands/sdk/extensions/installation/manager.py
-+++ b/openhands-sdk/openhands/sdk/extensions/installation/manager.py
-@@ -273,7 +273,7 @@ class InstallationManager[T: ExtensionProtocol]:
-         """Disable an installed extension by name."""
-         return self._set_enabled(name, False)
- 
--    def list_installed(self) -> list[InstallationInfo]:
-+    def list_installed(self, *, strict: bool = False) -> list[InstallationInfo]:
-         """List all installed extensions.
- 
-         Self-healing: the metadata file is updated to remove entries whose
-@@ -286,10 +286,14 @@ class InstallationManager[T: ExtensionProtocol]:
-         if not self.installation_dir.exists():
-             return []
- 
--        with self.metadata_session as session:
--            return session.sync()
-+        with InstallationMetadata.open(
-+            self.installation_dir,
-+            interface=self.installation_interface,
-+            strict=strict,
-+        ) as session:
-+            return session.sync(strict=strict)
- 
--    def load_installed(self) -> list[T]:
-+    def load_installed(self, *, strict: bool = False) -> list[T]:
-         """Load all enabled extensions as ``T`` objects.
- 
-         Calls ``list_installed()`` first (which syncs metadata), then loads
-@@ -304,7 +308,7 @@ class InstallationManager[T: ExtensionProtocol]:
- 
-         extensions: list[T] = []
- 
--        for info in self.list_installed():
-+        for info in self.list_installed(strict=strict):
-             if not info.enabled:
-                 continue
- 
-

5. Metadata integrity

Strict scans also propagate failures from untracked plugin manifests. Existing non-strict installation callers retain their behavior.

Before and afterCorrupt metadata becomes an empty catalog becomes Strict parsing raises before any replacement saveBEFORE · PRIOR PR HEADAFTER · THIS REPAIR
Corrupt metadata becomes an empty catalog
Strict parsing raises before any replacement save
The orange arrow marks the behavior changed by this repair.

Sources: before metadata.py:24 · after metadata.py:24

Review the exact diff
diff --git a/openhands-sdk/openhands/sdk/extensions/installation/metadata.py b/openhands-sdk/openhands/sdk/extensions/installation/metadata.py
-index 3dc737bcc..03a110a91 100644
---- a/openhands-sdk/openhands/sdk/extensions/installation/metadata.py
-+++ b/openhands-sdk/openhands/sdk/extensions/installation/metadata.py
-@@ -41,7 +41,7 @@ class MetadataSession:
-     def extensions(self) -> dict[str, InstallationInfo]:
-         return self.metadata.extensions
- 
--    def sync(self) -> list[InstallationInfo]:
-+    def sync(self, *, strict: bool = False) -> list[InstallationInfo]:
-         """Reconcile metadata with what is actually on disk.
- 
-         Prunes stale tracked entries whose directories are missing and
-@@ -60,7 +60,7 @@ class MetadataSession:
-         )
-         valid = self.metadata.validate_tracked(self.installed_dir)
-         discovered = self.metadata.discover_untracked(
--            self.installed_dir, self.interface
-+            self.installed_dir, self.interface, strict=strict
-         )
-         return valid + discovered
- 
-@@ -125,6 +125,7 @@ class InstallationMetadata(BaseModel):
-         installed_dir: Path,
-         *,
-         interface: InstallationInterface | None = None,
-+        strict: bool = False,
-     ) -> MetadataSession:
-         """Load metadata and return a session that auto-saves on exit.
- 
-@@ -132,9 +133,10 @@ class InstallationMetadata(BaseModel):
-             installed_dir: Root directory where extensions are installed.
-             interface: Optional installation interface, required if the
-                 session will call ``sync()``.
-+            strict: Raise on invalid metadata instead of treating it as empty.
-         """
-         return MetadataSession(
--            installed_dir, cls.load_from_dir(installed_dir), interface
-+            installed_dir, cls.load_from_dir(installed_dir, strict=strict), interface
-         )
- 
-     @classmethod
-@@ -143,7 +145,9 @@ class InstallationMetadata(BaseModel):
-         return installed_dir / cls.metadata_filename
- 
-     @classmethod
--    def load_from_dir(cls, installed_dir: Path) -> InstallationMetadata:
-+    def load_from_dir(
-+        cls, installed_dir: Path, *, strict: bool = False
-+    ) -> InstallationMetadata:
-         """Load metadata from the installed extensions directory."""
-         metadata_path = cls.get_metadata_path(installed_dir)
-         if not metadata_path.exists():
-@@ -152,6 +156,8 @@ class InstallationMetadata(BaseModel):
-         try:
-             return cls.model_validate_json(metadata_path.read_text(encoding="utf-8"))
-         except Exception as e:
-+            if strict:
-+                raise
-             logger.warning(f"Failed to load installed extension metadata: {e}")
-             return cls()
- 
-@@ -198,6 +204,8 @@ class InstallationMetadata(BaseModel):
-         self,
-         installed_dir: Path,
-         installation_interface: InstallationInterface,
-+        *,
-+        strict: bool = False,
-     ) -> list[InstallationInfo]:
-         """Discover extension directories not tracked by the metadata.
- 
-@@ -224,6 +232,8 @@ class InstallationMetadata(BaseModel):
-             try:
-                 extension = installation_interface.load_from_dir(item)
-             except Exception as e:
-+                if strict:
-+                    raise
-                 logger.debug(f"Skipping directory {item}: {e}")
-                 continue
- 
-

6. Observable regression coverage

Four real corruption cases cover tracked, local and untracked manifests plus installation metadata. Explicit-agent resume/fork and legacy collision tests protect caller content. An inherited-agent fork still removes a disabled plugin.

Before and afterMocked top-level discovery exception becomes Corrupt real files; persist, resume, fork, recoverBEFORE · PRIOR PR HEADAFTER · THIS REPAIR
Mocked top-level discovery exception
Corrupt real files; persist, resume, fork, recover
The orange arrow marks the behavior changed by this repair.

Sources: before test_local_conversation_plugins.py:1856 · after test_local_conversation_plugins.py:1861

Review the exact diff
diff --git a/tests/sdk/conversation/test_local_conversation_plugins.py b/tests/sdk/conversation/test_local_conversation_plugins.py
-index ff036a2b0..dc927a6d4 100644
---- a/tests/sdk/conversation/test_local_conversation_plugins.py
-+++ b/tests/sdk/conversation/test_local_conversation_plugins.py
-@@ -5,6 +5,7 @@ import logging
- import shutil
- import uuid
- from collections.abc import Callable
-+from contextlib import closing
- from pathlib import Path
- from typing import Any, cast
- from unittest.mock import MagicMock, patch
-@@ -1853,42 +1854,120 @@ class TestAmbientPluginResume:
-         assert {"exp-skill", "exp:hello"} <= skills
-         assert "exp-server" in servers
- 
-+    @pytest.mark.parametrize(
-+        "failure",
-+        ["installed_manifest", "metadata", "local_manifest", "untracked_manifest"],
-+    )
-     def test_failed_discovery_keeps_ambient_contributions_on_resume(
--        self, tmp_path: Path, mock_llm, monkeypatch
-+        self, tmp_path: Path, mock_llm, monkeypatch, failure
-     ):
--        """A transient discovery failure keeps the last load's contributions and
--        their record, so the next successful load still reconciles them."""
--        install_store, _, workspace = self._setup(tmp_path, monkeypatch)
-+        install_store, user_dir, workspace = self._setup(tmp_path, monkeypatch)
-         source = self._make_plugin(tmp_path / "src", "amb")
-         install_plugin(str(source), installed_dir=install_store)
-+        if failure == "local_manifest":
-+            broken_dir = self._make_plugin(user_dir / "bbb", "bbb")
-+        else:
-+            other = self._make_plugin(tmp_path / "other", "bbb")
-+            install_plugin(str(other), installed_dir=install_store)
-+            broken_dir = install_store / "bbb"
-         cid = uuid.uuid4()
--        plugin_skills = {"amb-skill", "amb:hello"}
-         self._load(tmp_path, workspace, cid, agent=self._caller_agent(mock_llm))
- 
--        with patch(
--            "openhands.sdk.conversation.impl.local_conversation.load_available_plugins",
--            side_effect=OSError("transient"),
--        ):
--            skills, servers = self._load(tmp_path, workspace, cid)
--        assert plugin_skills | {"caller-skill"} <= skills
--        assert {"amb-server", "caller-server"} <= servers
-+        damaged = (
-+            install_store / ".installed.json"
-+            if failure == "metadata"
-+            else broken_dir / ".plugin" / "plugin.json"
-+        )
-+        if failure == "untracked_manifest":
-+            metadata_path = install_store / ".installed.json"
-+            metadata = json.loads(metadata_path.read_text())
-+            del metadata["extensions"]["bbb"]
-+            metadata_path.write_text(json.dumps(metadata))
-+        original = damaged.read_text()
-+        damaged.write_text("{invalid json")
-+        skills, servers = self._load(tmp_path, workspace, cid)
-+        assert {"amb-skill", "amb:hello", "bbb-skill", "caller-skill"} <= skills
-+        assert {"amb-server", "bbb-server", "caller-server"} <= servers
-+        assert damaged.read_text() == "{invalid json"
- 
-+        damaged.write_text(original)
-         disable_plugin("amb", installed_dir=install_store)
-         skills, servers = self._load(tmp_path, workspace, cid)
--        assert not plugin_skills & skills
-+        assert not {"amb-skill", "amb:hello"} & skills
-         assert "amb-server" not in servers
--        assert "caller-skill" in skills
-+        assert {"bbb-skill", "caller-skill"} <= skills
- 
--    def test_legacy_state_drops_disabled_installed_plugin_on_resume(
-+    @pytest.mark.parametrize("operation", ["resume", "fork"])
-+    def test_explicit_agent_keeps_same_named_caller_contributions(
-+        self, tmp_path: Path, mock_llm, monkeypatch, operation
-+    ):
-+        install_store, _, workspace = self._setup(tmp_path, monkeypatch)
-+        source = self._make_plugin(tmp_path / "src", "amb")
-+        install_plugin(str(source), installed_dir=install_store)
-+        cid = uuid.uuid4()
-+        self._load(tmp_path, workspace, cid, agent=self._caller_agent(mock_llm))
-+        disable_plugin("amb", installed_dir=install_store)
-+        custom = Agent(
-+            llm=mock_llm,
-+            tools=[],
-+            agent_context=AgentContext(
-+                skills=[Skill(name="amb-skill", content="Caller")],
-+            ),
-+            mcp_config={"amb-server": MCPServer(command="caller-cmd")},
-+        )
-+        if operation == "fork":
-+            with closing(
-+                LocalConversation(
-+                    agent=None,
-+                    workspace=workspace,
-+                    persistence_dir=tmp_path / "conversations",
-+                    conversation_id=cid,
-+                    visualizer=None,
-+                )
-+            ) as original:
-+                with closing(original.fork(agent=custom)) as fork:
-+                    fork._ensure_plugins_loaded()
-+                    cid = fork.id
-+            custom = None
-+        skills, servers = self._load(tmp_path, workspace, cid, agent=custom)
-+        assert "amb-skill" in skills
-+        assert "amb-server" in servers
-+
-+    def test_inherited_agent_fork_drops_disabled_plugin(
-         self, tmp_path: Path, mock_llm, monkeypatch
-     ):
--        """A conversation persisted before contributions were recorded (no
--        ``ambient_plugin_*`` keys in base_state.json) is reconciled too."""
-         install_store, _, workspace = self._setup(tmp_path, monkeypatch)
-         source = self._make_plugin(tmp_path / "src", "amb")
-         install_plugin(str(source), installed_dir=install_store)
-         cid = uuid.uuid4()
-         self._load(tmp_path, workspace, cid, agent=self._caller_agent(mock_llm))
-+        disable_plugin("amb", installed_dir=install_store)
-+        with closing(
-+            LocalConversation(
-+                agent=None,
-+                workspace=workspace,
-+                persistence_dir=tmp_path / "conversations",
-+                conversation_id=cid,
-+                visualizer=None,
-+            )
-+        ) as original:
-+            with closing(original.fork()) as fork:
-+                fork._ensure_plugins_loaded()
-+                fork_id = fork.id
-+        skills, servers = self._load(tmp_path, workspace, fork_id)
-+        assert "amb-skill" not in skills
-+        assert "amb-server" not in servers
-+        assert "caller-skill" in skills
-+
-+    def test_legacy_state_keeps_caller_content_matching_disabled_plugin(
-+        self, tmp_path: Path, mock_llm, monkeypatch
-+    ):
-+        install_store, _, workspace = self._setup(tmp_path, monkeypatch)
-+        source = self._make_plugin(tmp_path / "src", "caller")
-+        install_plugin(str(source), installed_dir=install_store)
-+        disable_plugin("caller", installed_dir=install_store)
-+        cid = uuid.uuid4()
-+        self._load(tmp_path, workspace, cid, agent=self._caller_agent(mock_llm))
- 
-         base_state = tmp_path / "conversations" / cid.hex / "base_state.json"
-         data = json.loads(base_state.read_text())
-@@ -1896,10 +1975,7 @@ class TestAmbientPluginResume:
-         data.pop("ambient_plugin_mcp_servers", None)
-         base_state.write_text(json.dumps(data))
- 
--        disable_plugin("amb", installed_dir=install_store)
-         skills, servers = self._load(tmp_path, workspace, cid)
--        assert not {"amb-skill", "amb:hello"} & skills
--        assert "amb-server" not in servers
-         assert "caller-skill" in skills
-         assert "caller-server" in servers
- 
-

7. Document the compatibility boundary

The feature map now distinguishes successful reconciliation, failed discovery and unknown legacy ownership.

Before and afterLegacy disabled-plugin names are deleted becomes Legacy ownership is not guessedBEFORE · PRIOR PR HEADAFTER · THIS REPAIR
Legacy disabled-plugin names are deleted
Legacy ownership is not guessed
The orange arrow marks the behavior changed by this repair.

Sources: before F26-plugins.md:627 · after F26-plugins.md:627

Review the exact diff
diff --git a/.agents/skills/verify-agent-server/references/feature-map/F26-plugins.md b/.agents/skills/verify-agent-server/references/feature-map/F26-plugins.md
-index b25989fd1..cd9a07266 100644
---- a/.agents/skills/verify-agent-server/references/feature-map/F26-plugins.md
-+++ b/.agents/skills/verify-agent-server/references/feature-map/F26-plugins.md
-@@ -655,10 +655,12 @@ Preconditions:
-   `activated_skills: ["qa-f26-inst:qa-hello"]` on the user message), and the
-   agent context lists none of its skills. Ambient contributions are merged
-   into the agent persisted in `base_state.json`, so the conversation records
--  their skill and MCP server names and drops them before re-discovery (read
--  from source and not driven here: the MCP servers follow the same path, and
--  a conversation persisted before that record existed drops what disabled
--  installed plugins contribute). The command is sent here for the
-+  their skill and MCP server names and drops them after successful discovery.
-+  A failed scan preserves the previous contributions and ownership record.
-+  Read from source and not driven here: MCP servers follow the same path;
-+  explicit replacement agents start with no inherited ownership, and legacy
-+  conversations without a record retain unidentifiable contributions rather
-+  than deleting caller content by name. The command is sent here for the
-   first time because a keyword skill activates once per conversation
-   (`activated_knowledge_skills`). The plugin stays disabled.
- - **Persistence across a restart (`F26.restart-persist`).** Disable
-
\ No newline at end of file diff --git a/.pr/before-6469-main.png b/.pr/before-6469-main.png deleted file mode 100644 index 334a4b3d167..00000000000 Binary files a/.pr/before-6469-main.png and /dev/null differ diff --git a/.pr/bugs/2026-11-11/litellm-startup-race/server-startup-crash.log b/.pr/bugs/2026-11-11/litellm-startup-race/server-startup-crash.log deleted file mode 100644 index 00c8de21c1a..00000000000 --- a/.pr/bugs/2026-11-11/litellm-startup-race/server-startup-crash.log +++ /dev/null @@ -1,82 +0,0 @@ - -=== 2026-11-11T08:41:33Z start: /home/user/software-agent-sdk/.venv/bin/python -m openhands.agent_server --host 127.0.0.1 --port 37231 -Exception in thread litellm-model-cost-map-retry: -Traceback (most recent call last): - File "", line 203, in _run_module_as_main - File "", line 88, in _run_code - File "/home/user/software-agent-sdk/openhands-agent-server/openhands/agent_server/__main__.py", line 13, in - from openhands.agent_server.logging_config import LOGGING_CONFIG - File "/home/user/software-agent-sdk/openhands-agent-server/openhands/agent_server/logging_config.py", line 8, in - from openhands.sdk.logger import ENV_JSON, ENV_LOG_LEVEL, IN_CI - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/__init__.py", line 5, in - from openhands.sdk.agent import ( - ...<2 lines>... - ) - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/agent/__init__.py", line 5, in - from openhands.sdk.agent.agent import Agent - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/agent/agent.py", line 12, in - import openhands.sdk.security.analyzer as analyzer - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/security/__init__.py", line 1, in - from openhands.sdk.security.analyzer import SecurityAnalysis, SecurityAnalyzerBase - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/security/analyzer.py", line 6, in - from openhands.sdk.event.base import Event - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/event/__init__.py", line 1, in - from openhands.sdk.event.acp_tool_call import ACPToolCallEvent - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/event/acp_tool_call.py", line 9, in - from openhands.sdk.event.base import Event - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/event/base.py", line 9, in - from openhands.sdk.event.types import ROOT_PARENT_ID, EventID, SourceType - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/event/types.py", line 3, in - from openhands.sdk.utils.masking import SkipSecretMasking - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/utils/__init__.py", line 3, in - from .command import sanitized_env - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/utils/command.py", line 9, in - from openhands.sdk.logger import get_logger - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/logger/__init__.py", line 1, in - from .logger import ( - ...<7 lines>... - ) - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/logger/logger.py", line 16, in - import litellm - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/__init__.py", line 563, in - model_cost = get_model_cost_map(url=model_cost_map_url) -Exception in thread litellm-model-cost-map-retry: - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/litellm_core_utils/get_model_cost_map.py", line 672, in get_model_cost_map - verbose_logger.warning( - ~~~~~~~~~~~~~~~~~~~~~~^ - "LiteLLM: Failed to fetch remote model cost map from %s: %s. Falling back to local backup.", - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - url, - ^^^^ - outcome.reason, - ^^^^^^^^^^^^^^^ - ) - ^ - File "/usr/local/lib/python3.13/logging/__init__.py", line 1537, in warning - self._log(WARNING, msg, args, **kwargs) - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/local/lib/python3.13/logging/__init__.py", line 1670, in _log - self.handle(record) - ~~~~~~~~~~~^^^^^^^^ - File "/usr/local/lib/python3.13/logging/__init__.py", line 1681, in handle - maybe_record = self.filter(record) - File "/usr/local/lib/python3.13/logging/__init__.py", line 867, in filter - result = f.filter(record) - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/_logging.py", line 551, in filter - return _process_record( - record, - ...<2 lines>... - redact=_ENABLE_SECRET_REDACTION, - ) - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/_logging.py", line 455, in _process_record - candidate: Final = diagnostics.run( - ~~~~~~~~~~~~~~~^ - lambda native: native.process_diagnostic(message, exception, stack, leaves, (redact, base64_limit, text_limit)), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - lambda: _python_process_diagnostic(message, exception, stack, leaves, redact, base64_limit, text_limit), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ) - ^ - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/rust_bridge/diagnostics.py", line 47, in run - from litellm.rust_bridge.catalog import LoggerContext, decision -ImportError: cannot import name 'LoggerContext' from partially initialized module 'litellm.rust_bridge.catalog' (most likely due to a circular import) (/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/rust_bridge/catalog.py) diff --git a/.pr/bugs/2026-11-11/litellm-startup-race/server-startup-deadlock.log b/.pr/bugs/2026-11-11/litellm-startup-race/server-startup-deadlock.log deleted file mode 100644 index cfd889d28c3..00000000000 --- a/.pr/bugs/2026-11-11/litellm-startup-race/server-startup-deadlock.log +++ /dev/null @@ -1,82 +0,0 @@ -=== 2026-11-11T08:34:24Z start: /home/user/software-agent-sdk/.venv/bin/python -m openhands.agent_server --host 127.0.0.1 --port 49719 -Traceback (most recent call last): - File "", line 203, in _run_module_as_main - File "", line 88, in _run_code - File "/home/user/software-agent-sdk/openhands-agent-server/openhands/agent_server/__main__.py", line 13, in - from openhands.agent_server.logging_config import LOGGING_CONFIG - File "/home/user/software-agent-sdk/openhands-agent-server/openhands/agent_server/logging_config.py", line 8, in - from openhands.sdk.logger import ENV_JSON, ENV_LOG_LEVEL, IN_CI - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/__init__.py", line 5, in - from openhands.sdk.agent import ( - ...<2 lines>... - ) - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/agent/__init__.py", line 5, in - from openhands.sdk.agent.agent import Agent - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/agent/agent.py", line 12, in - import openhands.sdk.security.analyzer as analyzer - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/security/__init__.py", line 1, in - from openhands.sdk.security.analyzer import SecurityAnalysis, SecurityAnalyzerBase - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/security/analyzer.py", line 6, in - from openhands.sdk.event.base import Event - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/event/__init__.py", line 1, in - from openhands.sdk.event.acp_tool_call import ACPToolCallEvent - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/event/acp_tool_call.py", line 9, in - from openhands.sdk.event.base import Event - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/event/base.py", line 9, in - from openhands.sdk.event.types import ROOT_PARENT_ID, EventID, SourceType - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/event/types.py", line 3, in - from openhands.sdk.utils.masking import SkipSecretMasking - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/utils/__init__.py", line 3, in - from .command import sanitized_env - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/utils/command.py", line 9, in - from openhands.sdk.logger import get_logger - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/logger/__init__.py", line 1, in - from .logger import ( - ...<7 lines>... - ) - File "/home/user/software-agent-sdk/openhands-sdk/openhands/sdk/logger/logger.py", line 16, in - import litellm - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/__init__.py", line 563, in - model_cost = get_model_cost_map(url=model_cost_map_url) - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/litellm_core_utils/get_model_cost_map.py", line 672, in get_model_cost_map - verbose_logger.warning( - ~~~~~~~~~~~~~~~~~~~~~~^ - "LiteLLM: Failed to fetch remote model cost map from %s: %s. Falling back to local backup.", - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - url, - ^^^^ - outcome.reason, - ^^^^^^^^^^^^^^^ - ) - ^ - File "/usr/local/lib/python3.13/logging/__init__.py", line 1537, in warning - self._log(WARNING, msg, args, **kwargs) - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/local/lib/python3.13/logging/__init__.py", line 1670, in _log - self.handle(record) - ~~~~~~~~~~~^^^^^^^^ - File "/usr/local/lib/python3.13/logging/__init__.py", line 1681, in handle - maybe_record = self.filter(record) - File "/usr/local/lib/python3.13/logging/__init__.py", line 867, in filter - result = f.filter(record) - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/_logging.py", line 551, in filter - return _process_record( - record, - ...<2 lines>... - redact=_ENABLE_SECRET_REDACTION, - ) - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/_logging.py", line 455, in _process_record - candidate: Final = diagnostics.run( - ~~~~~~~~~~~~~~~^ - lambda native: native.process_diagnostic(message, exception, stack, leaves, (redact, base64_limit, text_limit)), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - lambda: _python_process_diagnostic(message, exception, stack, leaves, redact, base64_limit, text_limit), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ) - ^ - File "/home/user/software-agent-sdk/.venv/lib/python3.13/site-packages/litellm/rust_bridge/diagnostics.py", line 47, in run - from litellm.rust_bridge.catalog import LoggerContext, decision - File "", line 1366, in _find_and_load - File "", line 418, in __enter__ - File "", line 346, in acquire -_frozen_importlib._DeadlockError: deadlock detected by _ModuleLock('litellm.rust_bridge.catalog') at 140349952615248 diff --git a/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-reserved-3.txt b/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-reserved-3.txt deleted file mode 100644 index 98e103652a5..00000000000 --- a/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-reserved-3.txt +++ /dev/null @@ -1,32 +0,0 @@ -+----------------------------------------------------------------------+ -| OpenHands SDK v1.61.0 | -| | -| Report a bug: github.com/OpenHands/software-agent-sdk/issues | -| Get help: openhands.dev/joinslack | -| Scale up: openhands.dev/product/sdk | -| | -| Set OPENHANDS_SUPPRESS_BANNER=1 to hide this message | -+----------------------------------------------------------------------+ - -[11/11/26 09:06:20] WARNING Duplicate tool name registered: registry.py:154 - terminal -[11/11/26 09:06:20] WARNING No persistence_dir provided; falling state.py:562 - back to InMemoryFileStore. EventLog - data will not persist across requests. -[11/11/26 09:06:20] INFO Created new conversation state.py:645 - fca4a5dc-22f8-4a39-aa5b-a937552d00ef -[11/11/26 09:06:21] INFO TmuxPanePool initialized: tmux_pane_pool.py:149 - session=openhands-pool-None-e - 7a12e26-c6c6-407d-8fd5-ab6612 - 227959, max_panes=4 -[11/11/26 09:06:21] INFO TerminalExecutor initialized (pool impl.py:148 - mode) working_dir: - /tmp/tmuxleak-ws-50sh2u8k, username: - None, max_panes: 4 -run: raised ValueError: response_schema fields ['summary'] are reserved - traceback mentions set_response_schema: True - traceback mentions resolve_tool: True -close: done - socket .openhands-socket-creation.lock: rc=1 no server running on /tmp/tl-TXzEdI/tmux-0/.openhands-socket-creation.lock - socket openhands-7615099345eb46b786fa31ddcdeeb622: rc=0 openhands-pool-None-e7a12e26-c6c6-407d-8fd5-ab6612227959: 1 windows (created Wed Nov 11 09:06:20 2026) -RESULT mode=reserved tmux_servers_alive_after_close=1 ['openhands-7615099345eb46b786fa31ddcdeeb622'] diff --git a/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-reserved-b1.txt b/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-reserved-b1.txt deleted file mode 100644 index d49951fd177..00000000000 --- a/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-reserved-b1.txt +++ /dev/null @@ -1,32 +0,0 @@ -+----------------------------------------------------------------------+ -| OpenHands SDK v1.60.1 | -| | -| Report a bug: github.com/OpenHands/software-agent-sdk/issues | -| Get help: openhands.dev/joinslack | -| Scale up: openhands.dev/product/sdk | -| | -| Set OPENHANDS_SUPPRESS_BANNER=1 to hide this message | -+----------------------------------------------------------------------+ - -[11/11/26 09:07:26] WARNING Duplicate tool name registered: registry.py:154 - terminal -[11/11/26 09:07:26] WARNING No persistence_dir provided; falling state.py:562 - back to InMemoryFileStore. EventLog - data will not persist across requests. -[11/11/26 09:07:26] INFO Created new conversation state.py:645 - ba3b224b-8d7a-45ee-b5bc-542953ecaf60 -[11/11/26 09:07:27] INFO TmuxPanePool initialized: tmux_pane_pool.py:149 - session=openhands-pool-None-0 - 9d300b7-dc3b-4130-a4c9-6be00b - e697a4, max_panes=4 -[11/11/26 09:07:27] INFO TerminalExecutor initialized (pool impl.py:145 - mode) working_dir: - /tmp/tmuxleak-ws-tgd6iof1, username: - None, max_panes: 4 -run: raised ValueError: response_schema fields ['summary'] are reserved - traceback mentions set_response_schema: True - traceback mentions resolve_tool: True -close: done - socket .openhands-socket-creation.lock: rc=1 no server running on /tmp/tl-VT0vZj/tmux-0/.openhands-socket-creation.lock - socket openhands-c2e33c357bec4c2181b8f9c95612d2ff: rc=0 openhands-pool-None-09d300b7-dc3b-4130-a4c9-6be00be697a4: 1 windows (created Wed Nov 11 09:07:26 2026) -RESULT mode=reserved tmux_servers_alive_after_close=1 ['openhands-c2e33c357bec4c2181b8f9c95612d2ff'] diff --git a/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-valid-3.txt b/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-valid-3.txt deleted file mode 100644 index 8f62d2987ac..00000000000 --- a/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/out-valid-3.txt +++ /dev/null @@ -1,33 +0,0 @@ -+----------------------------------------------------------------------+ -| OpenHands SDK v1.61.0 | -| | -| Report a bug: github.com/OpenHands/software-agent-sdk/issues | -| Get help: openhands.dev/joinslack | -| Scale up: openhands.dev/product/sdk | -| | -| Set OPENHANDS_SUPPRESS_BANNER=1 to hide this message | -+----------------------------------------------------------------------+ - -[11/11/26 09:06:28] WARNING Duplicate tool name registered: registry.py:154 - terminal -[11/11/26 09:06:28] WARNING No persistence_dir provided; falling state.py:562 - back to InMemoryFileStore. EventLog - data will not persist across requests. -[11/11/26 09:06:28] INFO Created new conversation state.py:645 - d9d67c7b-912f-4061-83ef-1455e115127b -[11/11/26 09:06:29] INFO TmuxPanePool initialized: tmux_pane_pool.py:149 - session=openhands-pool-None-c - d7f58c7-5c33-442e-94c1-dc5183 - 85c170, max_panes=4 -[11/11/26 09:06:29] INFO TerminalExecutor initialized (pool impl.py:148 - mode) working_dir: - /tmp/tmuxleak-ws-9jxt11b9, username: - None, max_panes: 4 -[11/11/26 09:06:29] INFO Loaded 1 tools from spec base.py:585 -run: raised ConversationRunError: Conversation run failed for id=d9d67c7b-912f-4061-83ef-1455e115127b: TestLLM: no more scripted responses (exhausted after 0 calls) - traceback mentions set_response_schema: False - traceback mentions resolve_tool: False -close: done - socket .openhands-socket-creation.lock: rc=1 no server running on /tmp/tl-segEVU/tmux-0/.openhands-socket-creation.lock - socket openhands-929b8ac6294b460bbc9347ef5d1839d1: rc=1 no server running on /tmp/tl-segEVU/tmux-0/openhands-929b8ac6294b460bbc9347ef5d1839d1 -RESULT mode=valid tmux_servers_alive_after_close=0 [] diff --git a/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/tmux_leak.py b/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/tmux_leak.py deleted file mode 100644 index 4c69f1d46eb..00000000000 --- a/.pr/bugs/2026-11-11/rejected-schema-tmux-leak/tmux_leak.py +++ /dev/null @@ -1,63 +0,0 @@ -"""Does a rejected TerminalTool response_schema leave a tmux server after close()? - -Usage: TMUX_TMPDIR= python tmux_leak.py reserved|valid -""" -import os -import subprocess -import sys -import tempfile -import traceback -from pathlib import Path - -from pydantic import BaseModel - -from openhands.sdk import Agent, Conversation, Tool -from openhands.sdk.testing import TestLLM -from openhands.sdk.tool import register_tool -from openhands.tools.terminal import TerminalTool - - -class Reserved(BaseModel): - summary: str - - -class Valid(BaseModel): - verdict: str - - -def live_servers() -> list[str]: - d = Path(os.environ["TMUX_TMPDIR"]) / f"tmux-{os.getuid()}" - alive = [] - for sock in sorted(d.glob("*")) if d.exists() else []: - r = subprocess.run(["tmux", "-L", sock.name, "ls"], capture_output=True, text=True) - print(f" socket {sock.name}: rc={r.returncode} {(r.stdout or r.stderr).strip()[:120]}") - if r.returncode == 0: - alive.append(sock.name) - return alive - - -def main(mode: str) -> None: - schema = Reserved if mode == "reserved" else Valid - register_tool(TerminalTool.name, TerminalTool) - llm = TestLLM.from_messages([]) if hasattr(TestLLM, "from_messages") else TestLLM() - agent = Agent(llm=llm, tools=[Tool(name=TerminalTool.name, params={"response_schema": schema})]) - ws = tempfile.mkdtemp(prefix="tmuxleak-ws-") - conv = Conversation(agent=agent, workspace=ws, visualizer=None) - try: - conv.send_message("x") - conv.run() - print("run: returned normally") - except Exception as e: # noqa: BLE001 - print(f"run: raised {type(e).__name__}: {e}") - tb = traceback.format_exc() - for marker in ("set_response_schema", "resolve_tool"): - print(f" traceback mentions {marker}: {marker in tb}") - finally: - conv.close() - print("close: done") - alive = live_servers() - print(f"RESULT mode={mode} tmux_servers_alive_after_close={len(alive)} {alive}") - - -if __name__ == "__main__": - main(sys.argv[1]) diff --git a/.pr/bugs/2026-11-11/resume-missing-tool-module/map-run-pre6669.json b/.pr/bugs/2026-11-11/resume-missing-tool-module/map-run-pre6669.json deleted file mode 100644 index 4cec0c4601f..00000000000 --- a/.pr/bugs/2026-11-11/resume-missing-tool-module/map-run-pre6669.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "ok": false, - "file": "F27-hooks-subagents-tools.md", - "summary": { - "pass": 2, - "fail": 1, - "xfail": 0, - "xpass": 0, - "blocked": 0, - "skipped": 0, - "no-commands": 0 - }, - "bullets": [ - { - "bullet": "Preconditions", - "ids": [], - "line": 147, - "status": "pass", - "exit_code": 0, - "elapsed_ms": 20870, - "transcript": "/agent-server/20261111-090117-7a26-map-f27/evidence/map-run/F27-hooks-subagents-tools-00-preconditions.json" - }, - { - "bullet": "Custom tool module (`F27.custom-tool-modules`).", - "ids": [ - "F27.custom-tool-modules" - ], - "line": 687, - "status": "pass", - "exit_code": 0, - "elapsed_ms": 51808, - "transcript": "/agent-server/20261111-090117-7a26-map-f27/evidence/map-run/F27-hooks-subagents-tools-01-custom-tool-module-f27-custom-tool-modul.json" - }, - { - "bullet": "Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug.", - "ids": [ - "F27.custom-tool-missing-on-resume" - ], - "line": 777, - "status": "fail", - "exit_code": 1, - "elapsed_ms": 16361, - "transcript": "/agent-server/20261111-090117-7a26-map-f27/evidence/map-run/F27-hooks-subagents-tools-02-tool-module-gone-on-resume-f27-custom-to.json", - "failed_line": 4, - "failed_command": "control-agent-server api POST \"/api/conversations/$MCID/events\" --json '{\"role\": \"user\", \"content\": [{\"type\": \"text\", \"text\": \"Reply with the single word ok.\"}], \"run\": false}' --expect 2xx,4xx --save F27.custom-tool-missing-on-resume/send", - "stdout_tail": "nown kind 'QaF27EchoObservation' for openhands.sdk.tool.schema.Observation; Expected one of: ['MCPToolObservation', 'ClassifyAndSwitchLLMObservation', 'FinishObservation', 'InvokeSkillObservation', 'SwitchLLMObservation', 'ThinkObservation', 'VisionInspectObservation', 'ClientToolObservation', 'AskOracleObservation', 'BrowserObservation', 'StartChildConversationObservation', 'DelegateObservation', 'FileEditorObservation', 'EditObservation', 'ListDirectoryObservation', 'ReadFileObservation', 'WriteFileObservation', 'GlobObservation', 'GrepObservation', 'PlanningFileEditorObservation', 'TaskObservation', 'TaskTrackerObservation', 'TerminalObservation', 'WorkflowObservation'] [type=value_error, input_value={'content': [{'cache_prom... 'QaF27EchoObservation'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.13/v/value_error\",\n \"error_id\": \"0f2b201e1bfd49a4957d7357ab125435\"\n },\n \"truncated\": false\n },\n \"elapsed_ms\": 1987,\n \"saved\": \"/agent-server/20261111-090117-7a26-map-f27/evidence/F27.custom-tool-missing-on-resume/send.json\",\n \"hint\": \"expected 2xx,4xx, got 500\"\n}\n", - "stderr_tail": "", - "bug_predicate": "status eq 500 && response.body.exception contains \"ToolDefinition 'qa_f27_echo' is not registered\"", - "failed_status": 1, - "observed": { - "status": 500, - "hint": "expected 2xx,4xx, got 500" - }, - "hint": "the `# bug` command failed, but not with the documented failure (`# bug: status eq 500 && response.body.exception contains \"ToolDefinition 'qa_f27_echo' is not registered\"`); the bug was not reproduced" - } - ], - "run": "/agent-server/20261111-090117-7a26-map-f27", - "launch_flags": [ - "--checkout", - "/repro/wt-pre6669" - ] -} diff --git a/.pr/bugs/2026-11-11/resume-missing-tool-module/map-run-repeat2.json b/.pr/bugs/2026-11-11/resume-missing-tool-module/map-run-repeat2.json deleted file mode 100644 index 5a9380c4d57..00000000000 --- a/.pr/bugs/2026-11-11/resume-missing-tool-module/map-run-repeat2.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "ok": true, - "file": "F27-hooks-subagents-tools.md", - "launch_flags": [], - "attempts": [ - { - "run": "/agent-server/20261111-090008-47b9-map-f27", - "ok": true, - "summary": { - "pass": 2, - "fail": 0, - "xfail": 1, - "xpass": 0, - "blocked": 0, - "skipped": 0, - "no-commands": 0 - }, - "statuses": { - "Preconditions": "pass", - "Custom tool module (`F27.custom-tool-modules`).": "pass", - "Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug.": "xfail" - } - }, - { - "run": "/agent-server/20261111-090141-d9c4-map-f27", - "ok": true, - "summary": { - "pass": 2, - "fail": 0, - "xfail": 1, - "xpass": 0, - "blocked": 0, - "skipped": 0, - "no-commands": 0 - }, - "statuses": { - "Preconditions": "pass", - "Custom tool module (`F27.custom-tool-modules`).": "pass", - "Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug.": "xfail" - } - } - ] -} diff --git a/.pr/bugs/2026-11-11/resume-missing-tool-module/send-500.json b/.pr/bugs/2026-11-11/resume-missing-tool-module/send-500.json deleted file mode 100644 index b3d719ceca5..00000000000 --- a/.pr/bugs/2026-11-11/resume-missing-tool-module/send-500.json +++ /dev/null @@ -1,33 +0,0 @@ -{ - "request": { - "method": "POST", - "path": "/api/conversations/a9fad52f-5648-4393-8375-bdefd067db34/events", - "query": [], - "auth": "header", - "body": { - "role": "user", - "content": [ - { - "type": "text", - "text": "Reply with the single word ok." - } - ], - "run": false - }, - "files": [] - }, - "response": { - "status": 500, - "headers": { - "content-length": "145", - "content-type": "application/json" - }, - "body": { - "detail": "Internal Server Error", - "exception": "\"ToolDefinition 'qa_f27_echo' is not registered\"", - "error_id": "7b8917c293bf4d01b98150f5504613e4" - }, - "truncated": false - }, - "elapsed_ms": 1892 -} diff --git a/.pr/bugs/2026-11-11/session-socket-sync-first/independent-main-error-before-sync.json b/.pr/bugs/2026-11-11/session-socket-sync-first/independent-main-error-before-sync.json deleted file mode 100644 index 884c44a75f2..00000000000 --- a/.pr/bugs/2026-11-11/session-socket-sync-first/independent-main-error-before-sync.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "summary": { - "opened": true, - "frames": 2, - "kinds": { - "error": 1, - "sync": 1 - }, - "stopped": "until-kind sync", - "close": null - }, - "frames": [ - { - "direction": "opened", - "at": "2026-11-11T08:56:27Z" - }, - { - "direction": "sent", - "at": "2026-11-11T08:56:27Z", - "frame": { - "role": "assistant", - "content": [ - { - "type": "text", - "text": "x" - } - ] - } - }, - { - "direction": "received", - "at": "2026-11-11T08:56:28Z", - "kind": "error", - "frame": { - "type": "error", - "code": "AssertionError", - "detail": "Only user messages are allowed to be sent to the agent." - } - }, - { - "direction": "received", - "at": "2026-11-11T08:57:15Z", - "kind": "sync", - "frame": { - "type": "sync", - "through_seq": 9 - } - }, - { - "direction": "ended", - "at": "2026-11-11T08:57:15Z", - "stopped": "until-kind sync", - "close": null - } - ] -} diff --git a/.pr/bugs/2026-11-11/session-socket-sync-first/independent-main-valid-message-saved.json b/.pr/bugs/2026-11-11/session-socket-sync-first/independent-main-valid-message-saved.json deleted file mode 100644 index 8446cfbd303..00000000000 --- a/.pr/bugs/2026-11-11/session-socket-sync-first/independent-main-valid-message-saved.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "events": [ - { - "id": "05c99a8b-1ef4-408d-b4bb-4fd7e4cbcbc0", - "timestamp": "2026-11-11T08:57:15.040389", - "source": "user", - "parent_id": "8a638099-bda7-411c-a39d-15cf436a8528", - "llm_message": { - "role": "user", - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "QA_VALID_DURING_STEP_main2" - } - ], - "thinking_blocks": [] - }, - "activated_skills": [], - "extended_content": [], - "kind": "MessageEvent" - } - ] -} diff --git a/.pr/bugs/2026-11-11/session-socket-sync-first/main-error-before-sync.json b/.pr/bugs/2026-11-11/session-socket-sync-first/main-error-before-sync.json deleted file mode 100644 index 226672365b1..00000000000 --- a/.pr/bugs/2026-11-11/session-socket-sync-first/main-error-before-sync.json +++ /dev/null @@ -1,704 +0,0 @@ -{ - "summary": { - "opened": true, - "frames": 8, - "kinds": { - "error": 1, - "sync": 1, - "transient:ConversationStateUpdateEvent": 2, - "durable:ObservationEvent": 1, - "durable:ConversationStateUpdateEvent": 2, - "durable:MessageEvent": 1 - }, - "stopped": "duration", - "close": null - }, - "frames": [ - { - "direction": "opened", - "at": "2026-11-11T08:46:03Z" - }, - { - "direction": "sent", - "at": "2026-11-11T08:46:03Z", - "frame": { - "role": "assistant", - "content": [ - { - "type": "text", - "text": "QA_F07_RACE" - } - ] - } - }, - { - "direction": "received", - "at": "2026-11-11T08:46:03Z", - "kind": "error", - "frame": { - "type": "error", - "code": "AssertionError", - "detail": "Only user messages are allowed to be sent to the agent." - } - }, - { - "direction": "received", - "at": "2026-11-11T08:46:28Z", - "kind": "sync", - "frame": { - "type": "sync", - "through_seq": 7 - } - }, - { - "direction": "received", - "at": "2026-11-11T08:46:28Z", - "kind": "transient:ConversationStateUpdateEvent", - "frame": { - "type": "transient", - "event": { - "id": "baeec543-a9ae-4fb1-b4e6-c0657cd54eb7", - "timestamp": "2026-11-11T08:46:28.229992", - "source": "environment", - "key": "full_state", - "value": { - "id": "0541087f-3877-441d-91a5-1cb78f079ed0", - "agent": { - "llm": { - "model": "deepseek/deepseek-flash", - "api_key": "**********", - "auth_type": "api_key", - "openrouter_site_url": "https://docs.all-hands.dev/", - "openrouter_app_name": "OpenHands", - "num_retries": 5, - "retry_multiplier": 8.0, - "retry_min_wait": 8, - "retry_max_wait": 64, - "timeout": 300, - "stream_idle_timeout": 300.0, - "max_message_chars": 30000, - "api_mode": "auto", - "capability_overrides": {}, - "stream": false, - "drop_params": true, - "disable_stop_word": false, - "caching_prompt": true, - "log_completions": false, - "log_completions_folder": "logs/completions", - "native_tool_calling": true, - "reasoning_effort": "high", - "enable_encrypted_reasoning": true, - "prompt_cache_retention": "24h", - "extended_thinking_budget": 200000, - "usage_id": "default", - "litellm_extra_body": {}, - "is_subscription": false - }, - "tools": [ - { - "name": "terminal", - "params": {} - }, - { - "name": "file_editor", - "params": {} - }, - { - "name": "task_tracker", - "params": {} - }, - { - "name": "browser_tool_set", - "params": {} - } - ], - "mcp_config": {}, - "include_default_tools": [ - "FinishTool", - "SwitchLLMTool" - ], - "agent_context": { - "skills": [], - "load_user_skills": false, - "load_public_skills": false, - "marketplace_path": "marketplaces/default.json", - "registered_marketplaces": [], - "load_project_skills": false, - "load_memory": false, - "disabled_skills": [], - "current_datetime": "2026-11-11T08:46:00.216692Z" - }, - "system_prompt_filename": "system_prompt.j2", - "security_policy_filename": "security_policy.j2", - "system_prompt_kwargs": { - "llm_security_analyzer": true - }, - "condenser": { - "llm": { - "model": "deepseek/deepseek-flash", - "api_key": "**********", - "auth_type": "api_key", - "openrouter_site_url": "https://docs.all-hands.dev/", - "openrouter_app_name": "OpenHands", - "num_retries": 5, - "retry_multiplier": 8.0, - "retry_min_wait": 8, - "retry_max_wait": 64, - "timeout": 300, - "stream_idle_timeout": 300.0, - "max_message_chars": 30000, - "api_mode": "auto", - "capability_overrides": {}, - "stream": false, - "drop_params": true, - "disable_stop_word": false, - "caching_prompt": true, - "log_completions": false, - "log_completions_folder": "logs/completions", - "native_tool_calling": true, - "reasoning_effort": "high", - "enable_encrypted_reasoning": true, - "prompt_cache_retention": "24h", - "extended_thinking_budget": 200000, - "usage_id": "condenser", - "litellm_extra_body": {}, - "is_subscription": false - }, - "max_size": 240, - "keep_first": 2, - "minimum_progress": 0.1, - "hard_context_reset_max_retries": 5, - "hard_context_reset_context_scaling": 0.8, - "kind": "LLMSummarizingCondenser" - }, - "tool_concurrency_limit": 1, - "kind": "Agent" - }, - "workspace": { - "working_dir": "/agent-server/20261111-084544-9aca/fixtures/workspaces/084600-202059", - "kind": "LocalWorkspace" - }, - "persistence_dir": "/agent-server/20261111-084544-9aca/server/workspace/conversations/0541087f3877441d91a51cb78f079ed0", - "max_iterations": 500, - "stuck_detection": true, - "execution_status": "running", - "confirmation_policy": { - "kind": "NeverConfirm" - }, - "activated_knowledge_skills": [], - "activated_path_rules": [], - "invoked_skills": [], - "blocked_actions": {}, - "blocked_messages": {}, - "last_user_message_id": "35b8053e-8324-4656-a36c-5e0a117c9aac", - "leaf_event_id": "527650f7-1612-42c0-858f-88eac726c250", - "head_is_empty": false, - "stats": { - "usage_to_metrics": { - "default": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.002433468, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 10265, - "completion_tokens": 277, - "cache_read_tokens": 3328, - "cache_write_tokens": 0, - "reasoning_tokens": 163, - "context_window": 1000000, - "per_turn_token": 10252, - "response_id": "" - }, - "costs": [ - { - "model": "deepseek/deepseek-flash", - "cost": 0.00022199999999999998, - "timestamp": 1794386762.283774 - }, - { - "model": "deepseek/deepseek-flash", - "cost": 0.002211468, - "timestamp": 1794386762.5464773 - } - ], - "response_latencies": [ - { - "model": "deepseek/deepseek-flash", - "latency": 1.625413417816162, - "response_id": "5525774b-ccf4-4d3b-ac44-049a0f48894d" - }, - { - "model": "deepseek/deepseek-flash", - "latency": 1.8880395889282227, - "response_id": "fde20ca6-dfd3-4a62-8d4b-ea0d24d3b24f" - } - ], - "token_usages": [ - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 140, - "completion_tokens": 150, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 140, - "context_window": 1000000, - "per_turn_token": 290, - "response_id": "5525774b-ccf4-4d3b-ac44-049a0f48894d" - }, - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 10125, - "completion_tokens": 127, - "cache_read_tokens": 3328, - "cache_write_tokens": 0, - "reasoning_tokens": 23, - "context_window": 1000000, - "per_turn_token": 10252, - "response_id": "fde20ca6-dfd3-4a62-8d4b-ea0d24d3b24f" - } - ] - }, - "condenser": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 0, - "completion_tokens": 0, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 0, - "context_window": 0, - "per_turn_token": 0, - "response_id": "" - }, - "costs": [], - "response_latencies": [], - "token_usages": [] - } - } - }, - "secret_registry": { - "secret_sources": {} - }, - "tags": {}, - "agent_state": {} - }, - "kind": "ConversationStateUpdateEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:46:28Z", - "kind": "durable:ObservationEvent", - "frame": { - "type": "durable", - "seq": 7, - "event": { - "id": "527650f7-1612-42c0-858f-88eac726c250", - "timestamp": "2026-11-11T08:46:28.223056", - "source": "environment", - "parent_id": "3da8f685-1431-414e-9d5f-d8d395227021", - "tool_name": "terminal", - "tool_call_id": "call_00_GdMTRyVpab2jknnoE4Et4869", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "QA_DONE" - } - ], - "is_error": false, - "command": "sleep 25 && echo QA_DONE", - "exit_code": 0, - "timeout": false, - "metadata": { - "exit_code": 0, - "pid": -1, - "username": "root", - "hostname": "vm", - "working_dir": "/agent-server/20261111-084544-9aca/fixtures/workspaces/084600-202059", - "py_interpreter_path": "/usr/local/bin/python", - "prefix": "", - "suffix": "\n[The command completed with exit code 0.]" - }, - "full_output_save_dir": "/agent-server/20261111-084544-9aca/server/workspace/conversations/0541087f3877441d91a51cb78f079ed0/observations", - "kind": "TerminalObservation" - }, - "action_id": "3da8f685-1431-414e-9d5f-d8d395227021", - "extended_content": [], - "kind": "ObservationEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:46:30Z", - "kind": "durable:ConversationStateUpdateEvent", - "frame": { - "type": "durable", - "seq": 8, - "event": { - "id": "e5fa1cbe-c00f-492f-a59e-ae5598acc5ba", - "timestamp": "2026-11-11T08:46:30.326098", - "source": "environment", - "parent_id": "527650f7-1612-42c0-858f-88eac726c250", - "key": "stats", - "value": { - "usage_to_metrics": { - "default": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.00258504, - "max_budget_per_task": null, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 20608, - "completion_tokens": 295, - "cache_read_tokens": 13440, - "cache_write_tokens": 0, - "reasoning_tokens": 163, - "context_window": 1000000, - "per_turn_token": 10361, - "response_id": "" - } - }, - "condenser": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0, - "max_budget_per_task": null, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 0, - "completion_tokens": 0, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 0, - "context_window": 0, - "per_turn_token": 0, - "response_id": "" - } - } - } - }, - "kind": "ConversationStateUpdateEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:46:30Z", - "kind": "durable:MessageEvent", - "frame": { - "type": "durable", - "seq": 9, - "event": { - "id": "17e3a720-93c0-4a38-b2bc-a87eaf7533ac", - "timestamp": "2026-11-11T08:46:30.329900", - "source": "agent", - "parent_id": "527650f7-1612-42c0-858f-88eac726c250", - "llm_message": { - "role": "assistant", - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "Command ran successfully \u2014 output: `QA_DONE` (exit code 0)." - } - ], - "reasoning_content": "", - "thinking_blocks": [] - }, - "llm_response_id": "b308785c-814f-49fb-8bd7-ee7da763497d", - "activated_skills": [], - "extended_content": [], - "kind": "MessageEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:46:30Z", - "kind": "durable:ConversationStateUpdateEvent", - "frame": { - "type": "durable", - "seq": 10, - "event": { - "id": "5095988e-6451-46eb-ba6a-27a937b8606b", - "timestamp": "2026-11-11T08:46:30.332412", - "source": "environment", - "parent_id": "17e3a720-93c0-4a38-b2bc-a87eaf7533ac", - "key": "execution_status", - "value": "finished", - "kind": "ConversationStateUpdateEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:46:30Z", - "kind": "transient:ConversationStateUpdateEvent", - "frame": { - "type": "transient", - "event": { - "id": "73b5c73e-4271-48b7-98db-cc40bd852ebf", - "timestamp": "2026-11-11T08:46:30.341124", - "source": "environment", - "key": "full_state", - "value": { - "id": "0541087f-3877-441d-91a5-1cb78f079ed0", - "agent": { - "llm": { - "model": "deepseek/deepseek-flash", - "api_key": "**********", - "auth_type": "api_key", - "openrouter_site_url": "https://docs.all-hands.dev/", - "openrouter_app_name": "OpenHands", - "num_retries": 5, - "retry_multiplier": 8.0, - "retry_min_wait": 8, - "retry_max_wait": 64, - "timeout": 300, - "stream_idle_timeout": 300.0, - "max_message_chars": 30000, - "api_mode": "auto", - "capability_overrides": {}, - "stream": false, - "drop_params": true, - "disable_stop_word": false, - "caching_prompt": true, - "log_completions": false, - "log_completions_folder": "logs/completions", - "native_tool_calling": true, - "reasoning_effort": "high", - "enable_encrypted_reasoning": true, - "prompt_cache_retention": "24h", - "extended_thinking_budget": 200000, - "usage_id": "default", - "litellm_extra_body": {}, - "is_subscription": false - }, - "tools": [ - { - "name": "terminal", - "params": {} - }, - { - "name": "file_editor", - "params": {} - }, - { - "name": "task_tracker", - "params": {} - }, - { - "name": "browser_tool_set", - "params": {} - } - ], - "mcp_config": {}, - "include_default_tools": [ - "FinishTool", - "SwitchLLMTool" - ], - "agent_context": { - "skills": [], - "load_user_skills": false, - "load_public_skills": false, - "marketplace_path": "marketplaces/default.json", - "registered_marketplaces": [], - "load_project_skills": false, - "load_memory": false, - "disabled_skills": [], - "current_datetime": "2026-11-11T08:46:00.216692Z" - }, - "system_prompt_filename": "system_prompt.j2", - "security_policy_filename": "security_policy.j2", - "system_prompt_kwargs": { - "llm_security_analyzer": true - }, - "condenser": { - "llm": { - "model": "deepseek/deepseek-flash", - "api_key": "**********", - "auth_type": "api_key", - "openrouter_site_url": "https://docs.all-hands.dev/", - "openrouter_app_name": "OpenHands", - "num_retries": 5, - "retry_multiplier": 8.0, - "retry_min_wait": 8, - "retry_max_wait": 64, - "timeout": 300, - "stream_idle_timeout": 300.0, - "max_message_chars": 30000, - "api_mode": "auto", - "capability_overrides": {}, - "stream": false, - "drop_params": true, - "disable_stop_word": false, - "caching_prompt": true, - "log_completions": false, - "log_completions_folder": "logs/completions", - "native_tool_calling": true, - "reasoning_effort": "high", - "enable_encrypted_reasoning": true, - "prompt_cache_retention": "24h", - "extended_thinking_budget": 200000, - "usage_id": "condenser", - "litellm_extra_body": {}, - "is_subscription": false - }, - "max_size": 240, - "keep_first": 2, - "minimum_progress": 0.1, - "hard_context_reset_max_retries": 5, - "hard_context_reset_context_scaling": 0.8, - "kind": "LLMSummarizingCondenser" - }, - "tool_concurrency_limit": 1, - "kind": "Agent" - }, - "workspace": { - "working_dir": "/agent-server/20261111-084544-9aca/fixtures/workspaces/084600-202059", - "kind": "LocalWorkspace" - }, - "persistence_dir": "/agent-server/20261111-084544-9aca/server/workspace/conversations/0541087f3877441d91a51cb78f079ed0", - "max_iterations": 500, - "stuck_detection": true, - "execution_status": "finished", - "confirmation_policy": { - "kind": "NeverConfirm" - }, - "activated_knowledge_skills": [], - "activated_path_rules": [], - "invoked_skills": [], - "blocked_actions": {}, - "blocked_messages": {}, - "last_user_message_id": "35b8053e-8324-4656-a36c-5e0a117c9aac", - "leaf_event_id": "17e3a720-93c0-4a38-b2bc-a87eaf7533ac", - "head_is_empty": false, - "stats": { - "usage_to_metrics": { - "default": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.00258504, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 20608, - "completion_tokens": 295, - "cache_read_tokens": 13440, - "cache_write_tokens": 0, - "reasoning_tokens": 163, - "context_window": 1000000, - "per_turn_token": 10361, - "response_id": "" - }, - "costs": [ - { - "model": "deepseek/deepseek-flash", - "cost": 0.00022199999999999998, - "timestamp": 1794386762.283774 - }, - { - "model": "deepseek/deepseek-flash", - "cost": 0.002211468, - "timestamp": 1794386762.5464773 - }, - { - "model": "deepseek/deepseek-flash", - "cost": 0.000151572, - "timestamp": 1794386790.3247352 - } - ], - "response_latencies": [ - { - "model": "deepseek/deepseek-flash", - "latency": 1.625413417816162, - "response_id": "5525774b-ccf4-4d3b-ac44-049a0f48894d" - }, - { - "model": "deepseek/deepseek-flash", - "latency": 1.8880395889282227, - "response_id": "fde20ca6-dfd3-4a62-8d4b-ea0d24d3b24f" - }, - { - "model": "deepseek/deepseek-flash", - "latency": 2.066305160522461, - "response_id": "b308785c-814f-49fb-8bd7-ee7da763497d" - } - ], - "token_usages": [ - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 140, - "completion_tokens": 150, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 140, - "context_window": 1000000, - "per_turn_token": 290, - "response_id": "5525774b-ccf4-4d3b-ac44-049a0f48894d" - }, - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 10125, - "completion_tokens": 127, - "cache_read_tokens": 3328, - "cache_write_tokens": 0, - "reasoning_tokens": 23, - "context_window": 1000000, - "per_turn_token": 10252, - "response_id": "fde20ca6-dfd3-4a62-8d4b-ea0d24d3b24f" - }, - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 10343, - "completion_tokens": 18, - "cache_read_tokens": 10112, - "cache_write_tokens": 0, - "reasoning_tokens": 0, - "context_window": 1000000, - "per_turn_token": 10361, - "response_id": "b308785c-814f-49fb-8bd7-ee7da763497d" - } - ] - }, - "condenser": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 0, - "completion_tokens": 0, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 0, - "context_window": 0, - "per_turn_token": 0, - "response_id": "" - }, - "costs": [], - "response_latencies": [], - "token_usages": [] - } - } - }, - "secret_registry": { - "secret_sources": {} - }, - "tags": {}, - "agent_state": {} - }, - "kind": "ConversationStateUpdateEvent" - } - } - }, - { - "direction": "ended", - "at": "2026-11-11T08:46:43Z", - "stopped": "duration", - "close": null - } - ] -} diff --git a/.pr/bugs/2026-11-11/session-socket-sync-first/pre6709-sync-first.json b/.pr/bugs/2026-11-11/session-socket-sync-first/pre6709-sync-first.json deleted file mode 100644 index 774778d748a..00000000000 --- a/.pr/bugs/2026-11-11/session-socket-sync-first/pre6709-sync-first.json +++ /dev/null @@ -1,704 +0,0 @@ -{ - "summary": { - "opened": true, - "frames": 8, - "kinds": { - "sync": 1, - "transient:ConversationStateUpdateEvent": 2, - "durable:ObservationEvent": 1, - "error": 1, - "durable:ConversationStateUpdateEvent": 2, - "durable:MessageEvent": 1 - }, - "stopped": "duration", - "close": null - }, - "frames": [ - { - "direction": "opened", - "at": "2026-11-11T08:47:02Z" - }, - { - "direction": "sent", - "at": "2026-11-11T08:47:02Z", - "frame": { - "role": "assistant", - "content": [ - { - "type": "text", - "text": "QA_F07_RACE" - } - ] - } - }, - { - "direction": "received", - "at": "2026-11-11T08:47:28Z", - "kind": "sync", - "frame": { - "type": "sync", - "through_seq": 7 - } - }, - { - "direction": "received", - "at": "2026-11-11T08:47:28Z", - "kind": "transient:ConversationStateUpdateEvent", - "frame": { - "type": "transient", - "event": { - "id": "69743a9c-9823-4b8a-b0bf-c59986451d2c", - "timestamp": "2026-11-11T08:47:28.436166", - "source": "environment", - "key": "full_state", - "value": { - "id": "ed851f8e-e155-4514-a088-e2b21c107460", - "agent": { - "llm": { - "model": "deepseek/deepseek-flash", - "api_key": "**********", - "auth_type": "api_key", - "openrouter_site_url": "https://docs.all-hands.dev/", - "openrouter_app_name": "OpenHands", - "num_retries": 5, - "retry_multiplier": 8.0, - "retry_min_wait": 8, - "retry_max_wait": 64, - "timeout": 300, - "stream_idle_timeout": 300.0, - "max_message_chars": 30000, - "api_mode": "auto", - "capability_overrides": {}, - "stream": false, - "drop_params": true, - "disable_stop_word": false, - "caching_prompt": true, - "log_completions": false, - "log_completions_folder": "logs/completions", - "native_tool_calling": true, - "reasoning_effort": "high", - "enable_encrypted_reasoning": true, - "prompt_cache_retention": "24h", - "extended_thinking_budget": 200000, - "usage_id": "default", - "litellm_extra_body": {}, - "is_subscription": false - }, - "tools": [ - { - "name": "terminal", - "params": {} - }, - { - "name": "file_editor", - "params": {} - }, - { - "name": "task_tracker", - "params": {} - }, - { - "name": "browser_tool_set", - "params": {} - } - ], - "mcp_config": {}, - "include_default_tools": [ - "FinishTool", - "SwitchLLMTool" - ], - "agent_context": { - "skills": [], - "load_user_skills": false, - "load_public_skills": false, - "marketplace_path": "marketplaces/default.json", - "registered_marketplaces": [], - "load_project_skills": false, - "load_memory": false, - "disabled_skills": [], - "current_datetime": "2026-11-11T08:47:00.027158Z" - }, - "system_prompt_filename": "system_prompt.j2", - "security_policy_filename": "security_policy.j2", - "system_prompt_kwargs": { - "llm_security_analyzer": true - }, - "condenser": { - "llm": { - "model": "deepseek/deepseek-flash", - "api_key": "**********", - "auth_type": "api_key", - "openrouter_site_url": "https://docs.all-hands.dev/", - "openrouter_app_name": "OpenHands", - "num_retries": 5, - "retry_multiplier": 8.0, - "retry_min_wait": 8, - "retry_max_wait": 64, - "timeout": 300, - "stream_idle_timeout": 300.0, - "max_message_chars": 30000, - "api_mode": "auto", - "capability_overrides": {}, - "stream": false, - "drop_params": true, - "disable_stop_word": false, - "caching_prompt": true, - "log_completions": false, - "log_completions_folder": "logs/completions", - "native_tool_calling": true, - "reasoning_effort": "high", - "enable_encrypted_reasoning": true, - "prompt_cache_retention": "24h", - "extended_thinking_budget": 200000, - "usage_id": "condenser", - "litellm_extra_body": {}, - "is_subscription": false - }, - "max_size": 240, - "keep_first": 2, - "minimum_progress": 0.1, - "hard_context_reset_max_retries": 5, - "hard_context_reset_context_scaling": 0.8, - "kind": "LLMSummarizingCondenser" - }, - "tool_concurrency_limit": 1, - "kind": "Agent" - }, - "workspace": { - "working_dir": "/agent-server/20261111-084646-4c91/fixtures/workspaces/084700-013094", - "kind": "LocalWorkspace" - }, - "persistence_dir": "/agent-server/20261111-084646-4c91/server/workspace/conversations/ed851f8ee1554514a088e2b21c107460", - "max_iterations": 500, - "stuck_detection": true, - "execution_status": "running", - "confirmation_policy": { - "kind": "NeverConfirm" - }, - "activated_knowledge_skills": [], - "activated_path_rules": [], - "invoked_skills": [], - "blocked_actions": {}, - "blocked_messages": {}, - "last_user_message_id": "65bb433a-aa21-4465-9e2b-6cbb9f808e1c", - "leaf_event_id": "f282a7f7-5261-4686-9d85-6df60d4ab758", - "head_is_empty": false, - "stats": { - "usage_to_metrics": { - "default": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0023857679999999995, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 10266, - "completion_tokens": 237, - "cache_read_tokens": 3328, - "cache_write_tokens": 0, - "reasoning_tokens": 123, - "context_window": 1000000, - "per_turn_token": 10291, - "response_id": "" - }, - "costs": [ - { - "model": "deepseek/deepseek-flash", - "cost": 0.00012839999999999998, - "timestamp": 1794386821.73052 - }, - { - "model": "deepseek/deepseek-flash", - "cost": 0.0022573679999999996, - "timestamp": 1794386822.5214221 - } - ], - "response_latencies": [ - { - "model": "deepseek/deepseek-flash", - "latency": 1.4140396118164062, - "response_id": "504d6c03-33db-4613-b489-31da3961e968" - }, - { - "model": "deepseek/deepseek-flash", - "latency": 2.2051618099212646, - "response_id": "d567d1e9-1353-44c5-b119-f3b863e9b596" - } - ], - "token_usages": [ - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 140, - "completion_tokens": 72, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 62, - "context_window": 1000000, - "per_turn_token": 212, - "response_id": "504d6c03-33db-4613-b489-31da3961e968" - }, - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 10126, - "completion_tokens": 165, - "cache_read_tokens": 3328, - "cache_write_tokens": 0, - "reasoning_tokens": 61, - "context_window": 1000000, - "per_turn_token": 10291, - "response_id": "d567d1e9-1353-44c5-b119-f3b863e9b596" - } - ] - }, - "condenser": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 0, - "completion_tokens": 0, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 0, - "context_window": 0, - "per_turn_token": 0, - "response_id": "" - }, - "costs": [], - "response_latencies": [], - "token_usages": [] - } - } - }, - "secret_registry": { - "secret_sources": {} - }, - "tags": {}, - "agent_state": {} - }, - "kind": "ConversationStateUpdateEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:47:28Z", - "kind": "durable:ObservationEvent", - "frame": { - "type": "durable", - "seq": 7, - "event": { - "id": "f282a7f7-5261-4686-9d85-6df60d4ab758", - "timestamp": "2026-11-11T08:47:28.430980", - "source": "environment", - "parent_id": "aae70fb2-20a4-47bd-a1c4-daca68a74a64", - "tool_name": "terminal", - "tool_call_id": "call_00_Tp7rNnwOMTW4Z7nbwlOV2932", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "QA_DONE" - } - ], - "is_error": false, - "command": "sleep 25 && echo QA_DONE", - "exit_code": 0, - "timeout": false, - "metadata": { - "exit_code": 0, - "pid": -1, - "username": "root", - "hostname": "vm", - "working_dir": "/agent-server/20261111-084646-4c91/fixtures/workspaces/084700-013094", - "py_interpreter_path": "/usr/local/bin/python", - "prefix": "", - "suffix": "\n[The command completed with exit code 0.]" - }, - "full_output_save_dir": "/agent-server/20261111-084646-4c91/server/workspace/conversations/ed851f8ee1554514a088e2b21c107460/observations", - "kind": "TerminalObservation" - }, - "action_id": "aae70fb2-20a4-47bd-a1c4-daca68a74a64", - "extended_content": [], - "kind": "ObservationEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:47:28Z", - "kind": "error", - "frame": { - "type": "error", - "code": "AssertionError", - "detail": "Only user messages are allowed to be sent to the agent." - } - }, - { - "direction": "received", - "at": "2026-11-11T08:47:29Z", - "kind": "durable:ConversationStateUpdateEvent", - "frame": { - "type": "durable", - "seq": 8, - "event": { - "id": "5865b240-e90a-4cf8-9a11-89977caa5b17", - "timestamp": "2026-11-11T08:47:29.746109", - "source": "environment", - "parent_id": "f282a7f7-5261-4686-9d85-6df60d4ab758", - "key": "stats", - "value": { - "usage_to_metrics": { - "default": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0025667399999999996, - "max_budget_per_task": null, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 20611, - "completion_tokens": 279, - "cache_read_tokens": 13440, - "cache_write_tokens": 0, - "reasoning_tokens": 147, - "context_window": 1000000, - "per_turn_token": 10387, - "response_id": "" - } - }, - "condenser": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0, - "max_budget_per_task": null, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 0, - "completion_tokens": 0, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 0, - "context_window": 0, - "per_turn_token": 0, - "response_id": "" - } - } - } - }, - "kind": "ConversationStateUpdateEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:47:29Z", - "kind": "durable:MessageEvent", - "frame": { - "type": "durable", - "seq": 9, - "event": { - "id": "0a56ca1d-3f01-4292-9663-e7385366425b", - "timestamp": "2026-11-11T08:47:29.749438", - "source": "agent", - "parent_id": "f282a7f7-5261-4686-9d85-6df60d4ab758", - "llm_message": { - "role": "assistant", - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "Command executed successfully \u2014 output: `QA_DONE` (exit code 0)." - } - ], - "reasoning_content": "Command completed. Report briefly.\n\nThe user said run exactly this command and nothing else. I did. Then final message.", - "thinking_blocks": [] - }, - "llm_response_id": "72ba2403-f486-43f5-abf9-8e88622eba46", - "activated_skills": [], - "extended_content": [], - "kind": "MessageEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:47:29Z", - "kind": "durable:ConversationStateUpdateEvent", - "frame": { - "type": "durable", - "seq": 10, - "event": { - "id": "95c9daa4-ef62-40a3-99f6-2e3c3b47a46d", - "timestamp": "2026-11-11T08:47:29.752204", - "source": "environment", - "parent_id": "0a56ca1d-3f01-4292-9663-e7385366425b", - "key": "execution_status", - "value": "finished", - "kind": "ConversationStateUpdateEvent" - } - } - }, - { - "direction": "received", - "at": "2026-11-11T08:47:29Z", - "kind": "transient:ConversationStateUpdateEvent", - "frame": { - "type": "transient", - "event": { - "id": "5c7fb349-39dd-4710-a1e2-ff8add252e39", - "timestamp": "2026-11-11T08:47:29.759185", - "source": "environment", - "key": "full_state", - "value": { - "id": "ed851f8e-e155-4514-a088-e2b21c107460", - "agent": { - "llm": { - "model": "deepseek/deepseek-flash", - "api_key": "**********", - "auth_type": "api_key", - "openrouter_site_url": "https://docs.all-hands.dev/", - "openrouter_app_name": "OpenHands", - "num_retries": 5, - "retry_multiplier": 8.0, - "retry_min_wait": 8, - "retry_max_wait": 64, - "timeout": 300, - "stream_idle_timeout": 300.0, - "max_message_chars": 30000, - "api_mode": "auto", - "capability_overrides": {}, - "stream": false, - "drop_params": true, - "disable_stop_word": false, - "caching_prompt": true, - "log_completions": false, - "log_completions_folder": "logs/completions", - "native_tool_calling": true, - "reasoning_effort": "high", - "enable_encrypted_reasoning": true, - "prompt_cache_retention": "24h", - "extended_thinking_budget": 200000, - "usage_id": "default", - "litellm_extra_body": {}, - "is_subscription": false - }, - "tools": [ - { - "name": "terminal", - "params": {} - }, - { - "name": "file_editor", - "params": {} - }, - { - "name": "task_tracker", - "params": {} - }, - { - "name": "browser_tool_set", - "params": {} - } - ], - "mcp_config": {}, - "include_default_tools": [ - "FinishTool", - "SwitchLLMTool" - ], - "agent_context": { - "skills": [], - "load_user_skills": false, - "load_public_skills": false, - "marketplace_path": "marketplaces/default.json", - "registered_marketplaces": [], - "load_project_skills": false, - "load_memory": false, - "disabled_skills": [], - "current_datetime": "2026-11-11T08:47:00.027158Z" - }, - "system_prompt_filename": "system_prompt.j2", - "security_policy_filename": "security_policy.j2", - "system_prompt_kwargs": { - "llm_security_analyzer": true - }, - "condenser": { - "llm": { - "model": "deepseek/deepseek-flash", - "api_key": "**********", - "auth_type": "api_key", - "openrouter_site_url": "https://docs.all-hands.dev/", - "openrouter_app_name": "OpenHands", - "num_retries": 5, - "retry_multiplier": 8.0, - "retry_min_wait": 8, - "retry_max_wait": 64, - "timeout": 300, - "stream_idle_timeout": 300.0, - "max_message_chars": 30000, - "api_mode": "auto", - "capability_overrides": {}, - "stream": false, - "drop_params": true, - "disable_stop_word": false, - "caching_prompt": true, - "log_completions": false, - "log_completions_folder": "logs/completions", - "native_tool_calling": true, - "reasoning_effort": "high", - "enable_encrypted_reasoning": true, - "prompt_cache_retention": "24h", - "extended_thinking_budget": 200000, - "usage_id": "condenser", - "litellm_extra_body": {}, - "is_subscription": false - }, - "max_size": 240, - "keep_first": 2, - "minimum_progress": 0.1, - "hard_context_reset_max_retries": 5, - "hard_context_reset_context_scaling": 0.8, - "kind": "LLMSummarizingCondenser" - }, - "tool_concurrency_limit": 1, - "kind": "Agent" - }, - "workspace": { - "working_dir": "/agent-server/20261111-084646-4c91/fixtures/workspaces/084700-013094", - "kind": "LocalWorkspace" - }, - "persistence_dir": "/agent-server/20261111-084646-4c91/server/workspace/conversations/ed851f8ee1554514a088e2b21c107460", - "max_iterations": 500, - "stuck_detection": true, - "execution_status": "finished", - "confirmation_policy": { - "kind": "NeverConfirm" - }, - "activated_knowledge_skills": [], - "activated_path_rules": [], - "invoked_skills": [], - "blocked_actions": {}, - "blocked_messages": {}, - "last_user_message_id": "65bb433a-aa21-4465-9e2b-6cbb9f808e1c", - "leaf_event_id": "0a56ca1d-3f01-4292-9663-e7385366425b", - "head_is_empty": false, - "stats": { - "usage_to_metrics": { - "default": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0025667399999999996, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 20611, - "completion_tokens": 279, - "cache_read_tokens": 13440, - "cache_write_tokens": 0, - "reasoning_tokens": 147, - "context_window": 1000000, - "per_turn_token": 10387, - "response_id": "" - }, - "costs": [ - { - "model": "deepseek/deepseek-flash", - "cost": 0.00012839999999999998, - "timestamp": 1794386821.73052 - }, - { - "model": "deepseek/deepseek-flash", - "cost": 0.0022573679999999996, - "timestamp": 1794386822.5214221 - }, - { - "model": "deepseek/deepseek-flash", - "cost": 0.000180972, - "timestamp": 1794386849.7457292 - } - ], - "response_latencies": [ - { - "model": "deepseek/deepseek-flash", - "latency": 1.4140396118164062, - "response_id": "504d6c03-33db-4613-b489-31da3961e968" - }, - { - "model": "deepseek/deepseek-flash", - "latency": 2.2051618099212646, - "response_id": "d567d1e9-1353-44c5-b119-f3b863e9b596" - }, - { - "model": "deepseek/deepseek-flash", - "latency": 1.2732162475585938, - "response_id": "72ba2403-f486-43f5-abf9-8e88622eba46" - } - ], - "token_usages": [ - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 140, - "completion_tokens": 72, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 62, - "context_window": 1000000, - "per_turn_token": 212, - "response_id": "504d6c03-33db-4613-b489-31da3961e968" - }, - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 10126, - "completion_tokens": 165, - "cache_read_tokens": 3328, - "cache_write_tokens": 0, - "reasoning_tokens": 61, - "context_window": 1000000, - "per_turn_token": 10291, - "response_id": "d567d1e9-1353-44c5-b119-f3b863e9b596" - }, - { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 10345, - "completion_tokens": 42, - "cache_read_tokens": 10112, - "cache_write_tokens": 0, - "reasoning_tokens": 24, - "context_window": 1000000, - "per_turn_token": 10387, - "response_id": "72ba2403-f486-43f5-abf9-8e88622eba46" - } - ] - }, - "condenser": { - "model_name": "deepseek/deepseek-flash", - "accumulated_cost": 0.0, - "accumulated_token_usage": { - "model": "deepseek/deepseek-flash", - "prompt_tokens": 0, - "completion_tokens": 0, - "cache_read_tokens": 0, - "cache_write_tokens": 0, - "reasoning_tokens": 0, - "context_window": 0, - "per_turn_token": 0, - "response_id": "" - }, - "costs": [], - "response_latencies": [], - "token_usages": [] - } - } - }, - "secret_registry": { - "secret_sources": {} - }, - "tags": {}, - "agent_state": {} - }, - "kind": "ConversationStateUpdateEvent" - } - } - }, - { - "direction": "ended", - "at": "2026-11-11T08:47:42Z", - "stopped": "duration", - "close": null - } - ] -} diff --git a/.pr/bugs/2026-11-11/session-socket-sync-first/sync_first.sh b/.pr/bugs/2026-11-11/session-socket-sync-first/sync_first.sh deleted file mode 100644 index 849a0bdb32c..00000000000 --- a/.pr/bugs/2026-11-11/session-socket-sync-first/sync_first.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/env bash -# Usage: sync_first.sh TAG (AGENT_SERVER_VERIFY_RUN must be exported; deepseek preset applied) -# Starts a conversation whose agent runs `sleep 60`, waits until the sleep -# ActionEvent is persisted (run holds the state lock), then opens a session -# socket and sends (a) an invalid assistant message, (b) separately a valid user -# message, recording frame order. -set -u -TAG=$1 -C=control-agent-server -CID=$($C conversation start --prompt 'Use the terminal tool to run exactly this command and nothing else: sleep 60 . After it returns, reply DONE and finish.' --print-id) -echo "CID=$CID" -for i in $(seq 1 90); do - if $C conversation events "$CID" --kinds ActionEvent --contains 'sleep 60' --expect-min 1 >/dev/null 2>&1; then echo "sleep action seen after ${i}s"; break; fi - sleep 1 -done -$C api GET "/api/conversations/$CID" --field execution_status 2>/dev/null | tail -1 -# (a) invalid frame during the running step -$C ws listen "/sockets/session/$CID" --send '{"role":"assistant","content":[{"type":"text","text":"x"}]}' \ - --duration 6 --save "F07.sync-first/$TAG-invalid-$CID" --show 10 > "/repro/$TAG-invalid.out" -# (b) valid user message during the running step (run:false so it is just saved/queued) -$C ws listen "/sockets/session/$CID" --send '{"role":"user","content":[{"type":"text","text":"QA_VALID_DURING_STEP_'"$TAG"'"}]}' \ - --duration 4 --save "F07.sync-first/$TAG-valid-$CID" --show 10 > "/repro/$TAG-valid.out" -echo "CID=$CID" > "/repro/$TAG.cid" -# (c) invalid frame again, now listening until the sync frame finally arrives (after the sleep ends) -$C ws listen "/sockets/session/$CID" --send '{"role":"assistant","content":[{"type":"text","text":"x"}]}' \ - --until-kind sync --duration 120 --save "F07.sync-first/$TAG-invalid-until-sync-$CID" --show 10 > "/repro/$TAG-invalid-until-sync.out" -$C conversation wait "$CID" --until finished --timeout 240 > /dev/null -$C conversation events "$CID" --kinds MessageEvent --contains "QA_VALID_DURING_STEP_$TAG" --expect-min 1 --save "F07.sync-first/$TAG-valid-persisted" > "/repro/$TAG-valid-persisted.out" -echo "valid persisted exit=$?" diff --git a/.pr/bugs/2026-11-11/tmux-plain-follow-up/input1.txt b/.pr/bugs/2026-11-11/tmux-plain-follow-up/input1.txt deleted file mode 100644 index 8a18a2397ea..00000000000 --- a/.pr/bugs/2026-11-11/tmux-plain-follow-up/input1.txt +++ /dev/null @@ -1,25 +0,0 @@ -mode: is_input=True terminal_type=None -===== OBS 1 cmd='python3' ===== -Python 3.11.18 (main, Oct 26 2026, 15:28:55) [GCC 13.3.0] on linux -Type "help", "copyright", "credits" or "license" for more information. ->>> -[The command has no new output after 3 seconds. You may wait longer to see additional output by sending empty command '', send other commands to interact with the current process, send keys ("C-c", "C-z", "C-d") to interrupt/kill the previous command before sending your new command, or use the timeout parameter in terminal for future commands.] -===== OBS 2 cmd='print(6 * 7)' ===== -[Below is the output of the previous command.] -42 ->>> -[The command has no new output after 3 seconds. You may wait longer to see additional output by sending empty command '', send other commands to interact with the current process, send keys ("C-c", "C-z", "C-d") to interrupt/kill the previous command before sending your new command, or use the timeout parameter in terminal for future commands.] -===== OBS 3 cmd='exit()' ===== - -[The command completed with exit code 0.] -[Current working directory: /tmp/repl2ws-or9c4j2g] -[Python interpreter: /usr/local/bin/python] -[Command finished with exit code 0] -===== OBS 4 cmd='echo back-in-shell' ===== -back-in-shell -[The command completed with exit code 0.] -[Current working directory: /tmp/repl2ws-or9c4j2g] -[Python interpreter: /usr/local/bin/python] -[Command finished with exit code 0] -===== OBS 5 cmd=None ===== -done diff --git a/.pr/bugs/2026-11-11/tmux-plain-follow-up/plain1.txt b/.pr/bugs/2026-11-11/tmux-plain-follow-up/plain1.txt deleted file mode 100644 index 8f1ad2afd30..00000000000 --- a/.pr/bugs/2026-11-11/tmux-plain-follow-up/plain1.txt +++ /dev/null @@ -1,51 +0,0 @@ -mode: is_input=False terminal_type=None -===== OBS 1 cmd='python3' ===== -Python 3.11.18 (main, Oct 26 2026, 15:28:55) [GCC 13.3.0] on linux -Type "help", "copyright", "credits" or "license" for more information. ->>> -[The command has no new output after 3 seconds. You may wait longer to see additional output by sending empty command '', send other commands to interact with the current process, send keys ("C-c", "C-z", "C-d") to interrupt/kill the previous command before sending your new command, or use the timeout parameter in terminal for future commands.] -===== OBS 2 cmd='print(6 * 7)' ===== -python3 -Python 3.11.18 (main, Oct 26 2026, 15:28:55) [GCC 13.3.0] on linux -Type "help", "copyright", "credits" or "license" for more information. ->>> -KeyboardInterrupt ->>> clear -Traceback (most recent call last): - File "", line 1, in -NameError: name 'clear' is not defined ->>> print(6 * 7) -42 ->>> -[The command has no new output after 3 seconds. You may wait longer to see additional output by sending empty command '', send other commands to interact with the current process, send keys ("C-c", "C-z", "C-d") to interrupt/kill the previous command before sending your new command, or use the timeout parameter in terminal for future commands.] -===== OBS 3 cmd='exit()' ===== -python3 -Python 3.11.18 (main, Oct 26 2026, 15:28:55) [GCC 13.3.0] on linux -Type "help", "copyright", "credits" or "license" for more information. ->>> -KeyboardInterrupt ->>> clear -Traceback (most recent call last): - File "", line 1, in -NameError: name 'clear' is not defined ->>> print(6 * 7) -42 ->>> -KeyboardInterrupt ->>> clear -Traceback (most recent call last): - File "", line 1, in -NameError: name 'clear' is not defined ->>> exit() -[The command completed with exit code 0.] -[Current working directory: /tmp/repl2ws-_vx6clbn] -[Python interpreter: /usr/local/bin/python] -[Command finished with exit code 0] -===== OBS 4 cmd='echo back-in-shell' ===== -back-in-shell -[The command completed with exit code 0.] -[Current working directory: /tmp/repl2ws-_vx6clbn] -[Python interpreter: /usr/local/bin/python] -[Command finished with exit code 0] -===== OBS 5 cmd=None ===== -done diff --git a/.pr/bugs/2026-11-11/tmux-plain-follow-up/repro.py b/.pr/bugs/2026-11-11/tmux-plain-follow-up/repro.py deleted file mode 100644 index 82a8d404e49..00000000000 --- a/.pr/bugs/2026-11-11/tmux-plain-follow-up/repro.py +++ /dev/null @@ -1,34 +0,0 @@ -import sys, tempfile -sys.path.insert(0, "/home/user/software-agent-sdk/.agents/skills/verify-sdk/programs") -from sdk_verify import make_llm -from openhands.sdk import Agent, Conversation, Tool -from openhands.sdk.event import ObservationEvent -from openhands.sdk.tool import register_tool -from openhands.tools.terminal import TerminalTool - -is_input = "--input" in sys.argv -ttype = None -for a in sys.argv: - if a.startswith("--type="): ttype = a.split("=",1)[1] -register_tool(TerminalTool.name, TerminalTool) -def step(cmd, inp=False): - args = {"command": cmd} - if inp: args["is_input"] = True - return {"tool": "terminal", "args": args} -script = [step("python3"), step("print(6 * 7)", is_input), step("exit()", is_input), - step("echo back-in-shell"), {"finish": "done"}] -params = {"no_change_timeout_seconds": 3} -if ttype: params["terminal_type"] = ttype -agent = Agent(llm=make_llm(script), tools=[Tool(name=TerminalTool.name, params=params)]) -ws = tempfile.mkdtemp(prefix="repl2ws-") -conv = Conversation(agent=agent, workspace=ws, visualizer=None) -print(f"mode: is_input={is_input} terminal_type={ttype}") -conv.send_message("go") -conv.run() -i = 0 -for ev in conv.state.events: - if isinstance(ev, ObservationEvent): - i += 1 - print(f"===== OBS {i} cmd={getattr(ev.observation,'command',None)!r} =====") - print("\n".join(getattr(c, "text", "") for c in ev.observation.to_llm_content)) -conv.close() diff --git a/.pr/bugs/2026-11-11/tmux-plain-follow-up/sdk-map-S04-interactive-terminal.log b/.pr/bugs/2026-11-11/tmux-plain-follow-up/sdk-map-S04-interactive-terminal.log deleted file mode 100644 index 6a5143c242c..00000000000 --- a/.pr/bugs/2026-11-11/tmux-plain-follow-up/sdk-map-S04-interactive-terminal.log +++ /dev/null @@ -1,86 +0,0 @@ -$ export SDK_VERIFY_RUN=$(control-sdk new --field run) -control-sdk program S04/views --arg interactive \ - --check repl.status eq finished --check repl.waiting eq true --check repl.reply contains 42 \ - --check repl.collected_tool_messages eq 5 --check repl.collected_roles contains tool \ - --check prompt_is_input.waiting eq true --check prompt_is_input.reply contains "hello John 42" -{ - "ok": true, - "mode": "interactive", - "repl": { - "status": "finished", - "waiting": true, - "reply": "python3\nPython 3.11.18 (main, Oct 26 2026, 15:28:55) [GCC 13.3.0] on linux\nType \"help\", \"copyright\", \"credits\" or \"license\" for more information.\n>>>\nKeyboardInterrupt\n>>> clear\nTraceback (most recent", - "collected_roles": [ - "assistant", - "system", - "tool", - "user" - ], - "collected_tool_messages": 5 - }, - "prompt_is_input": { - "status": "finished", - "waiting": true, - "reply": "hello John 42\n[The command completed with exit code 0.]\n[Current working directory: /sdk/S04-it-1/work/S04-local-conversation-19", - "collected_roles": [ - "assistant", - "system", - "tool", - "user" - ], - "collected_tool_messages": 3 - }, - "prompt_plain": { - "status": "finished", - "waiting": true, - "reply": "bash: John: command not found\n[The command completed with exit code 127.]\n[Current working directory: /sdk/S04-it-1/work/S04-loc", - "collected_roles": [ - "assistant", - "system", - "tool", - "user" - ], - "collected_tool_messages": 3 - }, - "_exit": 0, - "_seconds": 33.6, - "checks": [ - { - "check": "repl.status eq finished", - "ok": true, - "actual": "finished" - }, - { - "check": "repl.waiting eq true", - "ok": true, - "actual": "true" - }, - { - "check": "repl.reply contains 42", - "ok": false, - "actual": "python3\nPython 3.11.18 (main, Oct 26 2026, 15:28:55) [GCC 13.3.0] on linux\nType \"help\", \"copyright\", \"credits\" or \"license\" for more information.\n>>>\nKeyboardInterrupt\n>>> clear\nTraceback (most recent" - }, - { - "check": "repl.collected_tool_messages eq 5", - "ok": true, - "actual": "5" - }, - { - "check": "repl.collected_roles contains tool", - "ok": true, - "actual": "[\"assistant\", \"system\", \"tool\", \"user\"]" - }, - { - "check": "prompt_is_input.waiting eq true", - "ok": true, - "actual": "true" - }, - { - "check": "prompt_is_input.reply contains hello John 42", - "ok": true, - "actual": "hello John 42\n[The command completed with exit code 0.]\n[Current working directory: /sdk/S04-it-1/work/S04-local-conversation-19" - } - ] -} - -[exit 1 after 34s] diff --git a/.pr/bugs/2026-11-11/tmux-plain-follow-up/subproc_plain.txt b/.pr/bugs/2026-11-11/tmux-plain-follow-up/subproc_plain.txt deleted file mode 100644 index 83cb5614e9c..00000000000 --- a/.pr/bugs/2026-11-11/tmux-plain-follow-up/subproc_plain.txt +++ /dev/null @@ -1,26 +0,0 @@ -mode: is_input=False terminal_type=subprocess -===== OBS 1 cmd='python3' ===== -[?2004lPython 3.11.18 (main, Oct 26 2026, 15:28:55) [GCC 13.3.0] on linux -Type "help", "copyright", "credits" or "license" for more information. ->>> -[The command has no new output after 3 seconds. You may wait longer to see additional output by sending empty command '', send other commands to interact with the current process, send keys ("C-c", "C-z", "C-d") to interrupt/kill the previous command before sending your new command, or use the timeout parameter in terminal for future commands.] -===== OBS 2 cmd='print(6 * 7)' ===== -[An error occurred during execution.] - -[Below is the output of the previous command.] - -[Your command "print(6 * 7)" is NOT executed. The previous command is still running - You CANNOT send new commands until the previous command is completed. By setting `is_input` to `true`, you can interact with the current process: You may wait longer to see additional output by sending empty command '', send other commands to interact with the current process, send keys ("C-c", "C-z", "C-d") to interrupt/kill the previous command before sending your new command, or use the timeout parameter in terminal for future commands.] -===== OBS 3 cmd='exit()' ===== -[An error occurred during execution.] - -[Below is the output of the previous command.] - -[Your command "exit()" is NOT executed. The previous command is still running - You CANNOT send new commands until the previous command is completed. By setting `is_input` to `true`, you can interact with the current process: You may wait longer to see additional output by sending empty command '', send other commands to interact with the current process, send keys ("C-c", "C-z", "C-d") to interrupt/kill the previous command before sending your new command, or use the timeout parameter in terminal for future commands.] -===== OBS 4 cmd='echo back-in-shell' ===== -[An error occurred during execution.] - -[Below is the output of the previous command.] - -[Your command "echo back-in-shell" is NOT executed. The previous command is still running - You CANNOT send new commands until the previous command is completed. By setting `is_input` to `true`, you can interact with the current process: You may wait longer to see additional output by sending empty command '', send other commands to interact with the current process, send keys ("C-c", "C-z", "C-d") to interrupt/kill the previous command before sending your new command, or use the timeout parameter in terminal for future commands.] -===== OBS 5 cmd=None ===== -done diff --git a/.pr/bugs/2026-11-11/ts-acp-profile-effort/acp-profile-response.json b/.pr/bugs/2026-11-11/ts-acp-profile-effort/acp-profile-response.json deleted file mode 100644 index cb5f4acd6e3..00000000000 --- a/.pr/bugs/2026-11-11/ts-acp-profile-effort/acp-profile-response.json +++ /dev/null @@ -1 +0,0 @@ -{"name":"qa-f21-acp","profile":{"schema_version":4,"agent_kind":"acp","id":"6aab8348-0669-4e8d-b483-cead04f86e17","name":"qa-f21-acp","revision":0,"mcp_server_refs":null,"secret_refs":["OPENAI_API_KEY"],"integration_refs":null,"acp_server":"codex","acp_model":"gpt-5.5","acp_effort":null,"acp_session_mode":null,"acp_prompt_timeout":1800.0,"acp_startup_timeout":90.0,"acp_command":null,"acp_args":null}} \ No newline at end of file diff --git a/.pr/bugs/2026-11-11/ts-acp-profile-effort/f21-contract-tsc.txt b/.pr/bugs/2026-11-11/ts-acp-profile-effort/f21-contract-tsc.txt deleted file mode 100644 index 23b02d2d766..00000000000 --- a/.pr/bugs/2026-11-11/ts-acp-profile-effort/f21-contract-tsc.txt +++ /dev/null @@ -1 +0,0 @@ -../../../agent-server/20261111-090144-e780-map-f21/fixtures/qa-f21-types/contract.ts(5,224): error TS2353: Object literal may only specify known properties, and '"acp_effort"' does not exist in type 'Shape'. diff --git a/.pr/bugs/2026-11-11/ts-acp-profile-effort/f21-exported-tsc.txt b/.pr/bugs/2026-11-11/ts-acp-profile-effort/f21-exported-tsc.txt deleted file mode 100644 index 96d898cb91d..00000000000 --- a/.pr/bugs/2026-11-11/ts-acp-profile-effort/f21-exported-tsc.txt +++ /dev/null @@ -1 +0,0 @@ -../../../agent-server/20261111-090144-e780-map-f21/fixtures/qa-f21-types/exported.ts(5,224): error TS2353: Object literal may only specify known properties, and '"acp_effort"' does not exist in type 'Shape'. diff --git a/.pr/design.html b/.pr/design.html deleted file mode 100644 index a5307e6a4a8..00000000000 --- a/.pr/design.html +++ /dev/null @@ -1,62 +0,0 @@ - - - - -Public MCP OAuth redirect for the agent-server - - - -

Public MCP OAuth redirect for the agent-server

-

Fixes OpenHands#18888 and the agent-server half of -OpenHands#15430. Install-time MCP OAuth -(POST /api/mcp/oauth/start) always registered http://localhost:<random port>/callback -as the redirect URI. That port lives on the agent-server host, so the browser can only reach it when the -browser and the agent-server share one machine and one network namespace.

- -

Before / after

-
-
Before -
browser ── authorize ──▶ provider
-provider ── 302 ──▶ http://localhost:47071/callback
-                    (browser's own localhost:
-                     ERR_CONNECTION_REFUSED)
-probe waits 5 min ─▶ "Sign-in was not completed"
-
After (public URL known) -
browser ── authorize ──▶ provider
-provider ── 302 ──▶ https://canvas.example/api/mcp/oauth/redirect
-agent-server: find job by OAuth state, hand code to probe
-probe exchanges code ─▶ "Connected — N tool(s)"
-
- -

Which redirect URI is used

- - - - -
OAuth clientweb_url / OH_WEB_URL setonly callback_base_url in the requestneither
dynamically registered (DCR){web_url}/api/mcp/oauth/redirect{callback_base_url}/api/mcp/oauth/redirectloopback (unchanged)
pre-registered (client_id or metadata URL){web_url}/api/mcp/oauth/redirectloopback (unchanged)loopback (unchanged)
-

A pre-registered client's redirect URIs are fixed at the provider, so a browser-supplied base must not -change them; only the operator's web_url does. A DCR client stored from an earlier -loopback registration is dropped and registered again when its redirect URIs do not contain the new URI.

- -

API

-
POST /api/mcp/oauth/start          body: MCPTestRequest + callback_base_url?: string  (plain http(s) base, no query/fragment/userinfo)
-GET  /api/mcp/oauth/redirect       new, unauthenticated, not in OpenAPI; ?code&state[&iss] or ?error[&error_description]
-

The redirect route is outside the session-key dependency because the provider sends the user's browser -there. It accepts a request only for a registered, unexpired job that is currently waiting for a redirect and -whose OAuth state matches (constant-time compare). The first redirect wins; a replay gets 409; -a provider error fails the probe with the provider's description.

- -

Compatibility

-
    -
  • No public URL configured and none sent: behavior is identical to before (loopback callback server, existing /api/mcp/oauth/callback/{job} relay).
  • -
  • callback_base_url is optional; older clients keep working.
  • -
  • Agent Canvas sends callback_base_url = its backend origin (companion OpenHands PR).
  • -
- - diff --git a/.pr/evidence/after-pr.png b/.pr/evidence/after-pr.png deleted file mode 100644 index 97d3de9654d..00000000000 Binary files a/.pr/evidence/after-pr.png and /dev/null differ diff --git a/.pr/evidence/before-main.png b/.pr/evidence/before-main.png deleted file mode 100644 index 3aa6bd3fdcd..00000000000 Binary files a/.pr/evidence/before-main.png and /dev/null differ diff --git a/.pr/evidence/lease_repro.py b/.pr/evidence/lease_repro.py deleted file mode 100644 index c2619882fea..00000000000 --- a/.pr/evidence/lease_repro.py +++ /dev/null @@ -1,26 +0,0 @@ -import json, os, signal, subprocess, sys, tempfile, time -from pathlib import Path -from openhands.agent_server.conversation_lease import ConversationLease, LEASE_FILE_NAME - -d = Path(tempfile.mkdtemp()) / "conv" -ConversationLease(conversation_dir=d, owner_instance_id="old-server", ttl_seconds=45).claim() -lease = d / LEASE_FILE_NAME - -def try_claim(label): - try: - ConversationLease(conversation_dir=d, owner_instance_id="new-server").claim() - print(f"{label}: claimed") - except Exception as e: - print(f"{label}: {type(e).__name__}: {e}") - -# 1) restarted server reuses the dead server's PID (same container, same PID) -# the old process had this PID but started at another time -p = json.loads(lease.read_text()); p["owner_started_at"] = "1"; lease.write_text(json.dumps(p)) -try_claim("same PID as the dead owner") - -# 2) owner was killed but not reaped yet (zombie) -child = subprocess.Popen([sys.executable, "-c", "import time; time.sleep(60)"]) -p["owner_pid"] = child.pid; p.pop("owner_started_at"); lease.write_text(json.dumps(p)) -os.kill(child.pid, signal.SIGKILL); time.sleep(0.5) -try_claim("owner killed, not reaped (zombie)") -child.wait() diff --git a/.pr/evidence/ps_repro_17198.py b/.pr/evidence/ps_repro_17198.py deleted file mode 100644 index da96a335bb3..00000000000 --- a/.pr/evidence/ps_repro_17198.py +++ /dev/null @@ -1,26 +0,0 @@ -"""Native-PowerShell terminal poisoning repro (OpenHands/OpenHands#17198), run with pwsh on Linux.""" -import os, subprocess -from openhands.tools.terminal.definition import TerminalAction -from openhands.tools.terminal.terminal import create_terminal_session - -sha = subprocess.check_output(["git", "rev-parse", "--short", "HEAD"], text=True).strip() -print(f"software-agent-sdk @ {sha}, terminal_type=powershell, shell=pwsh {subprocess.check_output(['pwsh','-NoLogo','-Command','$PSVersionTable.PSVersion.ToString()'], text=True).strip()}") -os.makedirs("/tmp/psws/.agents/agents", exist_ok=True) -open("/tmp/psws/.agents/agents/reviewer.md", "w").write("# reviewer\n") -s = create_terminal_session(work_dir="/tmp/psws", terminal_type="powershell", no_change_timeout_seconds=3) -s.initialize() - -def run(cmd, **kw): - obs = s.execute(TerminalAction(command=cmd, **kw)) - text = obs.text if hasattr(obs, "text") else str(obs) - print(f"\n$ {cmd}") - print(" output :", (text.strip().replace("\n", "\n ") or "")[:400]) - print(" exit :", obs.metadata.exit_code, "| suffix:", (obs.metadata.suffix or "").strip()[:160]) - -run("Get-ChildItem -Name .agents/agents") -run("throw 'boom'") -run("Get-ChildItem -Name .agents/agents") -run("Write-Output hello") -run("Get-Item -Path missing.txt -ErrorAction Stop") -run("Write-Output after-error-action-stop") -s.close() diff --git a/.pr/evidence/upstream-shutdown-after-pr.png b/.pr/evidence/upstream-shutdown-after-pr.png deleted file mode 100644 index c79c795ad32..00000000000 Binary files a/.pr/evidence/upstream-shutdown-after-pr.png and /dev/null differ diff --git a/.pr/evidence/upstream-shutdown-before-main.png b/.pr/evidence/upstream-shutdown-before-main.png deleted file mode 100644 index a9c406e136e..00000000000 Binary files a/.pr/evidence/upstream-shutdown-before-main.png and /dev/null differ diff --git a/.pr/fake_pwsh.py b/.pr/fake_pwsh.py deleted file mode 100755 index 7e034c952cd..00000000000 --- a/.pr/fake_pwsh.py +++ /dev/null @@ -1,5 +0,0 @@ -#!/usr/bin/env python3 -"""Stand-in for powershell.exe: runs a foreground command that never yields output.""" -import sys, time -sys.stdout.write("PS> "); sys.stdout.flush() -time.sleep(60) # like `Start-Sleep -Seconds 60`: busy, writes nothing, reads no stdin diff --git a/.pr/fallback-session-evidence.json b/.pr/fallback-session-evidence.json deleted file mode 100644 index 65bffa51193..00000000000 --- a/.pr/fallback-session-evidence.json +++ /dev/null @@ -1,227 +0,0 @@ -{ - "base_commit": "0a68ab94cb3f447254bdc68ce778048ce517be22", - "fixed_source_sha256": { - "openhands-sdk/openhands/sdk/llm/fallback_strategy.py": "c7f268068411b524ab403d53326f41ec68ae1f17b6be39f95ef2e7085845c48c", - "openhands-sdk/openhands/sdk/llm/llm.py": "a16bc975d4b126839dede49c84e0401f9236a48014e27c7c3ee3aa4639c82c05", - "openhands-sdk/openhands/sdk/llm/utils/metrics.py": "c8b6977296c1274fdd8f63a2e4556d9be2303469e9b559065048536e8996f93b", - "openhands-sdk/openhands/sdk/llm/utils/telemetry.py": "bed4636f931f6dd95f3275ac63cca3d77e533e2d4f1648d4d56a864eee5e73b4" - }, - "runtime": "macOS, Python 3.13.11, PR checkout editable dependencies", - "entry_points": [ - "OpenHandsAgentSettings.create_agent", - "LLMProfileStore.save/load", - "Conversation.run", - "Conversation.ask_agent", - "Conversation.condense" - ], - "provider": "Loopback HTTP provider: gpt-4o returns 503; gpt-4o-mini returns 200 with 100 prompt tokens and 5 completion tokens.", - "limitations": "Provider responses are simulated; SDK execution, profile persistence, HTTP transport and accounting are real. This artifact checks token totals and role attribution. It does not measure costs or callback invocation counts.", - "reproduce": "OH_PERSISTENCE_DIR=/tmp/fallback-repro-state OPENHANDS_SUPPRESS_BANNER=1 LITELLM_LOCAL_MODEL_COST_MAP=True uv run python .pr/fallback-session-repro.py --assert-fixed", - "before": [ - { - "operation": "run-1", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "default": 100 - }, - "actual_prompt_token_deltas": { - "default": 200 - }, - "correct": false - }, - { - "operation": "run-2", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "default": 100 - }, - "actual_prompt_token_deltas": { - "default": 200 - }, - "correct": false - }, - { - "operation": "run-3", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "default": 100 - }, - "actual_prompt_token_deltas": { - "default": 200 - }, - "correct": false - }, - { - "operation": "ask_agent", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "ask-agent-llm": 100 - }, - "actual_prompt_token_deltas": { - "default": 100, - "ask-agent-llm": 100 - }, - "correct": false - }, - { - "operation": "condense", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "condenser": 100 - }, - "actual_prompt_token_deltas": { - "default": 100, - "condenser": 100 - }, - "correct": false - } - ], - "after": [ - { - "operation": "run-1", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "default": 100 - }, - "actual_prompt_token_deltas": { - "default": 100 - }, - "correct": true - }, - { - "operation": "run-2", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "default": 100 - }, - "actual_prompt_token_deltas": { - "default": 100 - }, - "correct": true - }, - { - "operation": "run-3", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "default": 100 - }, - "actual_prompt_token_deltas": { - "default": 100 - }, - "correct": true - }, - { - "operation": "ask_agent", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "ask-agent-llm": 100 - }, - "actual_prompt_token_deltas": { - "ask-agent-llm": 100 - }, - "correct": true - }, - { - "operation": "condense", - "http_requests": [ - { - "model": "gpt-4o", - "status": 503 - }, - { - "model": "gpt-4o-mini", - "status": 200 - } - ], - "expected_prompt_token_deltas": { - "condenser": 100 - }, - "actual_prompt_token_deltas": { - "condenser": 100 - }, - "correct": true - } - ], - "fixed_commit": "6bfdc18917a3ec2847029f3b22cf1861bf8b99ec" -} diff --git a/.pr/fallback-session-repro.py b/.pr/fallback-session-repro.py deleted file mode 100644 index 88c67297f2e..00000000000 --- a/.pr/fallback-session-repro.py +++ /dev/null @@ -1,165 +0,0 @@ -"""Exercise fallback accounting through real SDK conversations and loopback HTTP. - -Run with an isolated OH_PERSISTENCE_DIR and the checkout's Python environment: - OH_PERSISTENCE_DIR=/tmp/fallback-repro-state uv run python \ - .pr/fallback-session-repro.py - -The provider is simulated: primary requests receive HTTP 503, while successful -fallback requests report exactly 100 input and 5 output tokens. SDK execution, -settings, profile loading, HTTP transport, telemetry and accounting are real. -""" - -import argparse -import json -import os -import threading -from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer -from pathlib import Path -from tempfile import TemporaryDirectory -from typing import Any - -from openhands.sdk import LLM, Conversation -from openhands.sdk.llm.fallback_strategy import FallbackStrategy -from openhands.sdk.llm.llm_profile_store import LLMProfileStore -from openhands.sdk.settings import OpenHandsAgentSettings - - -def token_totals(conversation: Conversation) -> dict[str, int]: - return { - role: metrics.accumulated_token_usage.prompt_tokens - if metrics.accumulated_token_usage is not None - else 0 - for role, metrics in conversation.conversation_stats.usage_to_metrics.items() - } - - -def main() -> None: - parser = argparse.ArgumentParser(description=__doc__) - parser.add_argument("--assert-fixed", action="store_true") - args = parser.parse_args() - if not os.environ.get("OH_PERSISTENCE_DIR"): - parser.error("Set OH_PERSISTENCE_DIR to an isolated temporary directory") - - requests: list[dict[str, Any]] = [] - - class Provider(BaseHTTPRequestHandler): - def do_POST(self) -> None: - body = json.loads(self.rfile.read(int(self.headers["Content-Length"]))) - model = body["model"] - failed = model == "gpt-4o" - status = 503 if failed else 200 - requests.append({"model": model, "status": status}) - if failed: - payload = {"error": {"message": "Simulated outage", "type": "server"}} - else: - payload = { - "id": f"chatcmpl-{len(requests)}", - "object": "chat.completion", - "created": 1, - "model": model, - "choices": [ - { - "index": 0, - "finish_reason": "stop", - "message": {"role": "assistant", "content": "Done."}, - } - ], - "usage": { - "prompt_tokens": 100, - "completion_tokens": 5, - "total_tokens": 105, - }, - } - data = json.dumps(payload).encode() - self.send_response(status) - self.send_header("Content-Type", "application/json") - self.send_header("Content-Length", str(len(data))) - self.end_headers() - self.wfile.write(data) - - def log_message(self, format: str, *args: Any) -> None: - pass - - server = ThreadingHTTPServer(("127.0.0.1", 0), Provider) - worker = threading.Thread(target=server.serve_forever, daemon=True) - worker.start() - evidence: list[dict[str, Any]] = [] - try: - with TemporaryDirectory(prefix="fallback-repro-") as directory: - root = Path(directory) - common = { - "base_url": f"http://127.0.0.1:{server.server_port}/v1", - "api_key": "loopback-only", - "num_retries": 1, - "stream": False, - "input_cost_per_token": 0.001, - "output_cost_per_token": 0.002, - } - profiles = root / "profiles" - LLMProfileStore(profiles).save( - "fallback", - LLM(model="openai/gpt-4o-mini", **common), - include_secrets=True, - ) - primary = LLM( - model="openai/gpt-4o", - fallback_strategy=FallbackStrategy( - fallback_llms=["fallback"], profile_store_dir=profiles - ), - **common, - ) - settings = OpenHandsAgentSettings(llm=primary, tools=[]) - conversation = Conversation( - agent=settings.create_agent(), - workspace=root / "workspace", - persistence_dir=root / "conversations", - visualizer=None, - ) - try: - for operation, expected_role in [ - ("run-1", "default"), - ("run-2", "default"), - ("run-3", "default"), - ("ask_agent", "ask-agent-llm"), - ("condense", "condenser"), - ]: - before = token_totals(conversation) - start = len(requests) - if operation.startswith("run"): - conversation.send_message(f"Reply briefly for {operation}.") - conversation.run() - elif operation == "ask_agent": - conversation.ask_agent("What are you doing?") - else: - conversation.condense() - after = token_totals(conversation) - deltas = { - role: total - before.get(role, 0) - for role, total in after.items() - if total != before.get(role, 0) - } - receipts = requests[start:] - successes = sum(item["status"] == 200 for item in receipts) - expected = {expected_role: 100 * successes} - evidence.append( - { - "operation": operation, - "http_requests": receipts, - "expected_prompt_token_deltas": expected, - "actual_prompt_token_deltas": deltas, - "correct": successes == 1 and deltas == expected, - } - ) - finally: - conversation.close() - finally: - server.shutdown() - server.server_close() - worker.join() - print(json.dumps(evidence, indent=2)) - if args.assert_fixed and not all(item["correct"] for item in evidence): - raise SystemExit(1) - - -if __name__ == "__main__": - main() diff --git a/.pr/issue-5465-after-pr.gif b/.pr/issue-5465-after-pr.gif deleted file mode 100644 index 60dcf9b60ca..00000000000 Binary files a/.pr/issue-5465-after-pr.gif and /dev/null differ diff --git a/.pr/issue-5465-after-pr.png b/.pr/issue-5465-after-pr.png deleted file mode 100644 index dc3e2959d1a..00000000000 Binary files a/.pr/issue-5465-after-pr.png and /dev/null differ diff --git a/.pr/issue-5465-before-main.gif b/.pr/issue-5465-before-main.gif deleted file mode 100644 index 6817c6ca22c..00000000000 Binary files a/.pr/issue-5465-before-main.gif and /dev/null differ diff --git a/.pr/issue-5465-before-main.png b/.pr/issue-5465-before-main.png deleted file mode 100644 index c1b1d1d943c..00000000000 Binary files a/.pr/issue-5465-before-main.png and /dev/null differ diff --git a/.pr/map-maintenance/2026-11-11/agent-server-report.md b/.pr/map-maintenance/2026-11-11/agent-server-report.md deleted file mode 100644 index 5afc9779be4..00000000000 --- a/.pr/map-maintenance/2026-11-11/agent-server-report.md +++ /dev/null @@ -1,1120 +0,0 @@ -| Feature | Run | Checkout | Result | Entry point | Expected | Actual | Evidence | -|---|---|---|---|---|---|---|---| -| F07.reject-non-user | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | fail | map run F07-session-socket.md: Non-user role (`F07.reject-non-user`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-08-non-user-role-f07-reject-non-user.json | -| F21.ts-payload-types | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | fail | map run F21-agent-profiles.md: TypeScript payload types (`F21.ts-payload-types`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 2 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-31-typescript-payload-types-f21-ts-payload-.json | -| F24.offline-safe | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | fail | map run F24-openai-subscription.md: Offline-safe routes (`F24.offline-safe`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 3 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-16-offline-safe-routes-f24-offline-safe.json | -| F27.custom-tool-missing-on-resume | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | fail | map run F27-hooks-subagents-tools.md: Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-25-tool-module-gone-on-resume-f27-custom-to.json | -| F27.import-modules | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | fail | map run F27-hooks-subagents-tools.md: Startup imports (`F27.import-modules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-24-startup-imports-f27-import-modules.json | -| F33.conversation-confirmation | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | fail | map run F33-sdk-remote-client.md: Confirm or reject (`F33.conversation-confirmation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-27-confirm-or-reject-f33-conversation-confi.json | -| F33.conversation-pause | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | fail | map run F33-sdk-remote-client.md: Pause a blocking run (`F33.conversation-pause`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-28-pause-a-blocking-run-f33-conversation-pa.json | -| F33.conversation-reconnect | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | fail | map run F33-sdk-remote-client.md: A live conversation across a restart (`F33.conversation-reconnect`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-36-a-live-conversation-across-a-restart-f33.json | -| F33.conversation-restart | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | fail | map run F33-sdk-remote-client.md: Reattach after a restart and continue (`F33.conversation-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-38-reattach-after-a-restart-and-continue-f3.json | -| F33.conversation-run-timeout | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | fail | map run F33-sdk-remote-client.md: Time out, then wait again (`F33.conversation-run-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-30-time-out-then-wait-again-f33-conversatio.json | -| F33.conversation-secrets | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | fail | map run F33-sdk-remote-client.md: Secrets for the agent (`F33.conversation-secrets`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-33-secrets-for-the-agent-f33-conversation-s.json | -| F33.custom-tool-module | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | fail | map run F33-sdk-remote-client.md: A custom tool module (`F33.custom-tool-module`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-39-a-custom-tool-module-f33-custom-tool-mod.json | -| F33.ws-unavailable | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | fail | map run F33-sdk-remote-client.md: No events socket (`F33.ws-unavailable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-35-no-events-socket-f33-ws-unavailable.json | -| F09.acp-effort-codex | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | blocked | map run F09-model-switching-plugins.md: Codex effort levels (`F09.acp-effort-codex`), blocked: needs a ChatGPT subscription login for codex-acp (`CODEX_AUTH_JSON`). | prerequisite available | blocked (see the bullet) | | -| F09.acp-effort-codex | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F09-model-switching-plugins.md: Codex effort levels (`F09.acp-effort-codex`), blocked: needs a ChatGPT subscription login for codex-acp (`CODEX_AUTH_JSON`). | prerequisite available | blocked (see the bullet) | | -| F12.docker-runtime | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | blocked | map run F12-runtime-and-credentials.md: Docker runtime with a daemon (`F12.docker-runtime`). | prerequisite available | blocked: needs docker | | -| F12.docker-startup-timeout | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | blocked | map run F12-runtime-and-credentials.md: Docker runtime startup deadline (`F12.docker-startup-timeout`). | prerequisite available | blocked: needs docker | | -| F15.pr-status-github | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F15-git.md: Live pull-request status (`F15.pr-status-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`. | prerequisite available | blocked (see the bullet) | | -| F15.pr-status-github | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F15-git.md: Live pull-request status (`F15.pr-status-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`. | prerequisite available | blocked (see the bullet) | | -| F15.pr-status-github | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | blocked | map run F15-git.md: Live pull-request status (`F15.pr-status-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`. | prerequisite available | blocked (see the bullet) | | -| F15.repo-search-github | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F15-git.md: Live GitHub listing (`F15.repo-search-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`. | prerequisite available | blocked (see the bullet) | | -| F15.repo-search-github | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F15-git.md: Live GitHub listing (`F15.repo-search-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`. | prerequisite available | blocked (see the bullet) | | -| F15.repo-search-github | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | blocked | map run F15-git.md: Live GitHub listing (`F15.repo-search-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`. | prerequisite available | blocked (see the bullet) | | -| F16.vscode-folder-encoding | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | blocked | map run F16-workspace-serving-and-vscode.md: Folder with `&` and `#` (`F16.vscode-folder-encoding`). | prerequisite available | blocked: needs vscode | | -| F16.vscode-running | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | blocked | map run F16-workspace-serving-and-vscode.md: VS Code actually running (`F16.vscode-running`). | prerequisite available | blocked: needs vscode | | -| F16.vscode-url-shape | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | blocked | map run F16-workspace-serving-and-vscode.md: URL shape (`F16.vscode-url-shape`). | prerequisite available | blocked: needs vscode | | -| F24.login-complete | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F24-openai-subscription.md: Complete a login (`F24.login-complete`), blocked. | prerequisite available | blocked (see the bullet) | | -| F27.browser-playwright-path | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F27-hooks-subagents-tools.md: Playwright browsers directory (`F27.browser-playwright-path`), blocked on a machine with Chromium at a standard path (needs Chromium only in a Playwright directory). | prerequisite available | blocked (see the bullet) | | -| F27.browser-probe | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F27-hooks-subagents-tools.md: Browser probe (`F27.browser-probe`), blocked on a machine with Chromium at a standard path (needs Chromium only in a Playwright directory). | prerequisite available | blocked (see the bullet) | | -| F31.storage-retention | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | blocked | map run F31-persistence-and-limits.md: Storage retention and disk budget (`F31.storage-retention`). | prerequisite available | blocked: needs docker | | -| F33.workspace-runtime-lifecycle | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | blocked | map run F33-sdk-remote-client.md: Runtime key and release (`F33.workspace-runtime-lifecycle`). | prerequisite available | blocked: needs docker | | -| F03.init-delivered-cors-origins | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | xfail | map run F03-deferred-init.md: Delivered CORS origins (`F03.init-delivered-cors-origins`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-18-delivered-cors-origins-f03-init-delivere.json | -| F04.create-initial-message-run-false | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F04-conversation-lifecycle.md: `initial_message.run: false` (`F04.create-initial-message-run-false`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-07-initial-message-run-false-f04-create-ini.json | -| F04.create-secrets-get | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F04-conversation-lifecycle.md: Start-time secret visible to GET (`F04.create-secrets-get`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-13-start-time-secret-visible-to-get-f04-cre.json | -| F05.pause-running-crash | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F05-run-pause-interrupt.md: Crash after a mid-call pause (`F05.pause-running-crash`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-31-crash-after-a-mid-call-pause-f05-pause-r.json | -| F05.pause-running-get | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F05-run-pause-interrupt.md: GET after a mid-call pause (`F05.pause-running-get`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-16-get-after-a-mid-call-pause-f05-pause-run.json | -| F06.send-non-user-role | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F06-conversation-events.md: Non-user role (`F06.send-non-user-role`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-14-non-user-role-f06-send-non-user-role-kno.json | -| F06.ws-delete-close | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F06-conversation-events.md: Deleting a conversation closes its sockets (`F06.ws-delete-close`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-17-deleting-a-conversation-closes-its-socke.json | -| F07.deleted-close | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F07-session-socket.md: Deleting closes the socket (`F07.deleted-close`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-24-deleting-closes-the-socket-f07-deleted-c.json | -| F07.sync-first-during-run | 20261111-091133-869f-map-f07 | edff6711505acb0f88d90dbbaeaec654318e4289 | xfail | map run F07-session-socket.md: Sync first while a run holds the lock (`F07.sync-first-during-run`), known bug #6745. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-091133-869f-map-f07/evidence/map-run/F07-session-socket-01-sync-first-while-a-run-holds-the-lock-f0.json | -| F07.sync-first-during-run | 20261111-091219-fa68-map-f07 | edff6711505acb0f88d90dbbaeaec654318e4289 | xfail | map run F07-session-socket.md: Sync first while a run holds the lock (`F07.sync-first-during-run`), known bug #6745. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-091219-fa68-map-f07/evidence/map-run/F07-session-socket-01-sync-first-while-a-run-holds-the-lock-f0.json | -| F08.secrets-unsaved-restart | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F08-confirmation-security-secrets.md: Unsaved secret restart (`F08.secrets-unsaved-restart`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-23-unsaved-secret-restart-f08-secrets-unsav.json | -| F08.secrets-visible | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F08-confirmation-security-secrets.md: Runtime secret visible to GET (`F08.secrets-visible`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-13-runtime-secret-visible-to-get-f08-secret.json | -| F09.acp-model-live-unknown | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F09-model-switching-plugins.md: Unknown model on a live session (`F09.acp-model-live-unknown`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-19-unknown-model-on-a-live-session-f09-acp-.json | -| F09.acp-model-live-unknown | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | xfail | map run F09-model-switching-plugins.md: Unknown model on a live session (`F09.acp-model-live-unknown`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-19-unknown-model-on-a-live-session-f09-acp-.json | -| F09.acp-model-live-unknown | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F09-model-switching-plugins.md: Unknown model on a live session (`F09.acp-model-live-unknown`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-19-unknown-model-on-a-live-session-f09-acp-.json | -| F09.load-plugin-twice | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F09-model-switching-plugins.md: Load the same plugin twice (`F09.load-plugin-twice`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-26-load-the-same-plugin-twice-f09-load-plug.json | -| F09.load-plugin-twice | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | xfail | map run F09-model-switching-plugins.md: Load the same plugin twice (`F09.load-plugin-twice`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-35-load-the-same-plugin-twice-f09-load-plug.json | -| F09.load-plugin-twice | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F09-model-switching-plugins.md: Load the same plugin twice (`F09.load-plugin-twice`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-35-load-the-same-plugin-twice-f09-load-plug.json | -| F09.switch-llm-before-first-run | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F09-model-switching-plugins.md: Switch before the first run (`F09.switch-llm-before-first-run`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-11-switch-before-the-first-run-f09-switch-l.json | -| F09.switch-llm-before-first-run | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | xfail | map run F09-model-switching-plugins.md: Switch before the first run (`F09.switch-llm-before-first-run`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-11-switch-before-the-first-run-f09-switch-l.json | -| F09.switch-llm-before-first-run | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F09-model-switching-plugins.md: Switch before the first run (`F09.switch-llm-before-first-run`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-11-switch-before-the-first-run-f09-switch-l.json | -| F09.switch-llm-mid-run-get | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F09-model-switching-plugins.md: GET right after a mid-run switch (`F09.switch-llm-mid-run-get`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-13-get-right-after-a-mid-run-switch-f09-swi.json | -| F09.switch-llm-mid-run-get | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | xfail | map run F09-model-switching-plugins.md: GET right after a mid-run switch (`F09.switch-llm-mid-run-get`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-13-get-right-after-a-mid-run-switch-f09-swi.json | -| F09.switch-llm-mid-run-get | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F09-model-switching-plugins.md: GET right after a mid-run switch (`F09.switch-llm-mid-run-get`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-13-get-right-after-a-mid-run-switch-f09-swi.json | -| F09.switch-profile-edited | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F09-model-switching-plugins.md: Switch to an edited profile (`F09.switch-profile-edited`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-09-switch-to-an-edited-profile-f09-switch-p.json | -| F09.switch-profile-edited | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | xfail | map run F09-model-switching-plugins.md: Switch to an edited profile (`F09.switch-profile-edited`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-09-switch-to-an-edited-profile-f09-switch-p.json | -| F09.switch-profile-edited | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F09-model-switching-plugins.md: Switch to an edited profile (`F09.switch-profile-edited`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-09-switch-to-an-edited-profile-f09-switch-p.json | -| F10.fork-keeps-credentials | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F10-fork-navigate-condense-ask.md: The fork keeps the model keys (`F10.fork-keeps-credentials`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-08-the-fork-keeps-the-model-keys-f10-fork-k.json | -| F10.fork-run-memory | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | xfail | map run F10-fork-navigate-condense-ask.md: A fork runs with the source's memory (`F10.fork-run-memory`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-09-a-fork-runs-with-the-source-s-memory-f10.json | -| F12.sandbox-pause-websocket | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | xfail | map run F12-runtime-and-credentials.md: Open sockets across a pause (`F12.sandbox-pause-websocket`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-10-open-sockets-across-a-pause-f12-sandbox-.json | -| F13.scoped-idle-eviction | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | xfail | map run F13-bash.md: Idle eviction kills a running command (`F13.scoped-idle-eviction`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-29-idle-eviction-kills-a-running-command-f1.json | -| F14.upload-atomic | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | xfail | map run F14-files.md: Failed overwrite (`F14.upload-atomic`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-06-failed-overwrite-f14-upload-atomic-known.json | -| F16.docker-root-cookie | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | xfail | map run F16-workspace-serving-and-vscode.md: Docker-mode root and the cookie (`F16.docker-root-cookie`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-25-docker-mode-root-and-the-cookie-f16-dock.json | -| F19.test-remote-bearer | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | xfail | map run F19-mcp.md: Remote server behind a bearer token (`F19.test-remote-bearer`), known bug #6687. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-13-remote-server-behind-a-bearer-token-f19-.json | -| F20.validate-bad-key-type | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | xfail | map run F20-llm-profiles.md: DeepSeek 401 type (`F20.validate-bad-key-type`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-15-deepseek-401-type-f20-validate-bad-key-t.json | -| F26.conversation-resume-disabled | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | xfail | map run F26-plugins.md: Resume after disabling (`F26.conversation-resume-disabled`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-21-resume-after-disabling-f26-conversation-.json | -| F27.custom-tool-missing-on-resume | 20261111-084831-0bb5-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F27-hooks-subagents-tools.md: Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084831-0bb5-map-f27/evidence/map-run/F27-hooks-subagents-tools-02-tool-module-gone-on-resume-f27-custom-to.json | -| F27.custom-tool-missing-on-resume | 20261111-090008-47b9-map-f27 | 391b5546481d511261a4850e458b487478c663f0 | xfail | map run F27-hooks-subagents-tools.md: Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090008-47b9-map-f27/evidence/map-run/F27-hooks-subagents-tools-02-tool-module-gone-on-resume-f27-custom-to.json | -| F27.custom-tool-missing-on-resume | 20261111-090141-d9c4-map-f27 | 391b5546481d511261a4850e458b487478c663f0 | xfail | map run F27-hooks-subagents-tools.md: Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-090141-d9c4-map-f27/evidence/map-run/F27-hooks-subagents-tools-02-tool-module-gone-on-resume-f27-custom-to.json | -| F30.chat-reuse-concurrent | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F30-openai-gateway.md: Overlapping turns on one conversation (`F30.chat-reuse-concurrent`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-15-overlapping-turns-on-one-conversation-f3.json | -| F31.takeover-keeps-metadata | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F31-persistence-and-limits.md: Takeover keeps newer metadata (`F31.takeover-keeps-metadata`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-11-takeover-keeps-newer-metadata-f31-takeov.json | -| F32.deferred-init-flag | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F32-webhooks-and-telemetry.md: Deferred pods are labelled as such (`F32.deferred-init-flag`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-29-deferred-pods-are-labelled-as-such-f32-d.json | -| F32.slow-receiver | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F32-webhooks-and-telemetry.md: A slow receiver blocks the next run (`F32.slow-receiver`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-15-a-slow-receiver-blocks-the-next-run-f32-.json | -| F34.workspace-binary-download | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | xfail | map run F34-typescript-client.md: Binary download through RemoteWorkspace (`F34.workspace-binary-download`), known bug. | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 1 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-05-binary-download-through-remoteworkspace-.json | -| F01.alive | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Liveness (`F01.alive`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-01-liveness-f01-alive.json | -| F01.debug-tracebacks | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: DEBUG tracebacks (`F01.debug-tracebacks`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-10-debug-tracebacks-f01-debug-tracebacks.json | -| F01.health | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Health (`F01.health`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-02-health-f01-health.json | -| F01.idle-time | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Idle time (`F01.idle-time`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-07-idle-time-f01-idle-time.json | -| F01.openapi | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: OpenAPI document (`F01.openapi`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-08-openapi-document-f01-openapi.json | -| F01.preload-tools | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Tool preload (`F01.preload-tools`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-11-tool-preload-f01-preload-tools.json | -| F01.ready | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Readiness (`F01.ready`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-03-readiness-f01-ready.json | -| F01.root-info | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Root alias (`F01.root-info`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-05-root-alias-f01-root-info.json | -| F01.server-info | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Server info (`F01.server-info`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-04-server-info-f01-server-info.json | -| F01.static-files | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Static files (`F01.static-files`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-09-static-files-f01-static-files.json | -| F01.uptime-restart | 20261111-085419-c513-map-f01 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F01-server-status.md: Uptime across a restart (`F01.uptime-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085419-c513-map-f01/evidence/map-run/F01-server-status-06-uptime-across-a-restart-f01-uptime-resta.json | -| F02.cors-configured-origins | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Configured CORS origins (`F02.cors-configured-origins`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-15-configured-cors-origins-f02-cors-configu.json | -| F02.cors-default-origins | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Default CORS origins (`F02.cors-default-origins`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-14-default-cors-origins-f02-cors-default-or.json | -| F02.cors-workspace-routes | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Workspace routes accept any origin (`F02.cors-workspace-routes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-16-workspace-routes-accept-any-origin-f02-c.json | -| F02.default-bind | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Default bind address (`F02.default-bind`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-19-default-bind-address-f02-default-bind.json | -| F02.http-header-only | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Header only (`F02.http-header-only`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-02-header-only-f02-http-header-only.json | -| F02.http-key-required | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Key required on HTTP (`F02.http-key-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-01-key-required-on-http-f02-http-key-requir.json | -| F02.keys-hidden-from-commands | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Keys stay out of commands (`F02.keys-hidden-from-commands`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-13-keys-stay-out-of-commands-f02-keys-hidde.json | -| F02.legacy-env-key | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Legacy `SESSION_API_KEY` (`F02.legacy-env-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-18-legacy-session-api-key-f02-legacy-env-ke.json | -| F02.multiple-keys | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: A second key (`F02.multiple-keys`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-11-a-second-key-f02-multiple-keys.json | -| F02.no-auth-mode | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Unauthenticated mode (`F02.no-auth-mode`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-17-unauthenticated-mode-f02-no-auth-mode.json | -| F02.rotate-key | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Rotate the key (`F02.rotate-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-12-rotate-the-key-f02-rotate-key.json | -| F02.workspace-cookie-access | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: The cookie alone opens workspace files (`F02.workspace-cookie-access`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-09-the-cookie-alone-opens-workspace-files-f.json | -| F02.workspace-cookie-root-path | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Cookie path follows the prefix (`F02.workspace-cookie-root-path`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-20-cookie-path-follows-the-prefix-f02-works.json | -| F02.workspace-session-delete | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Delete the workspace cookie (`F02.workspace-session-delete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-10-delete-the-workspace-cookie-f02-workspac.json | -| F02.workspace-session-ipv6-loopback | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: IPv6 loopback is a secure context (`F02.workspace-session-ipv6-loopback`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-21-ipv6-loopback-is-a-secure-context-f02-wo.json | -| F02.workspace-session-mint | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Mint the workspace cookie (`F02.workspace-session-mint`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-08-mint-the-workspace-cookie-f02-workspace-.json | -| F02.ws-auth-timeout | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Auth timeout (`F02.ws-auth-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-05-auth-timeout-f02-ws-auth-timeout.json | -| F02.ws-first-frame | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: First-frame auth on every socket (`F02.ws-first-frame`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-03-first-frame-auth-on-every-socket-f02-ws-.json | -| F02.ws-first-frame-reject | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Rejected first frames (`F02.ws-first-frame-reject`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-04-rejected-first-frames-f02-ws-first-frame.json | -| F02.ws-legacy-key | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Deprecated query and header keys (`F02.ws-legacy-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-06-deprecated-query-and-header-keys-f02-ws-.json | -| F02.ws-legacy-reject | 20261111-085504-7764-map-f02 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F02-auth-and-sessions.md: Wrong legacy key fails the handshake (`F02.ws-legacy-reject`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085504-7764-map-f02/evidence/map-run/F02-auth-and-sessions-07-wrong-legacy-key-fails-the-handshake-f02.json | -| F03.dormant-boot | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Dormant boot (`F03.dormant-boot`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-01-dormant-boot-f03-dormant-boot.json | -| F03.dormant-gates-api | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Dormant gate (`F03.dormant-gates-api`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-02-dormant-gate-f03-dormant-gates-api.json | -| F03.dormant-gates-sockets | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Dormant sockets (`F03.dormant-gates-sockets`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-03-dormant-sockets-f03-dormant-gates-socket.json | -| F03.dormant-gates-v1 | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Dormant /v1 and app backends (`F03.dormant-gates-v1`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-04-dormant-v1-and-app-backends-f03-dormant-.json | -| F03.gate-before-auth | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Readiness precedes auth (`F03.gate-before-auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-23-readiness-precedes-auth-f03-gate-before-.json | -| F03.init-applies-env | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Init env reaches bash (`F03.init-applies-env`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-12-init-env-reaches-bash-f03-init-applies-e.json | -| F03.init-child-launcher | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Child launcher after init (`F03.init-child-launcher`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-21-child-launcher-after-init-f03-init-child.json | -| F03.init-delivered-max-runs | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Delivered run capacity (`F03.init-delivered-max-runs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-17-delivered-run-capacity-f03-init-delivere.json | -| F03.init-delivered-webhooks | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Delivered webhooks (`F03.init-delivered-webhooks`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-10-delivered-webhooks-f03-init-delivered-we.json | -| F03.init-delivered-worktree-root | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Delivered worktree root (`F03.init-delivered-worktree-root`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-16-delivered-worktree-root-f03-init-deliver.json | -| F03.init-enforces-session-keys | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Delivered keys are enforced (`F03.init-enforces-session-keys`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-11-delivered-keys-are-enforced-f03-init-enf.json | -| F03.init-failure-rollback | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Failure rollback (`F03.init-failure-rollback`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-08-failure-rollback-f03-init-failure-rollba.json | -| F03.init-key-auth | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Init key auth (`F03.init-key-auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-05-init-key-auth-f03-init-key-auth.json | -| F03.init-keys-gate-bash-socket | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Delivered keys gate the bash socket (`F03.init-keys-gate-bash-socket`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-13-delivered-keys-gate-the-bash-socket-f03-.json | -| F03.init-open-without-secret | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Open init without a secret (`F03.init-open-without-secret`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-20-open-init-without-a-secret-f03-init-open.json | -| F03.init-opens-events-socket-and-v1 | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Events socket and /v1 open after init (`F03.init-opens-events-socket-and-v1`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-14-events-socket-and-v1-open-after-init-f03.json | -| F03.init-redacts-secret-input | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Input redaction (`F03.init-redacts-secret-input`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-07-input-redaction-f03-init-redacts-secret-.json | -| F03.init-second-call-400 | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Second init is 400 (`F03.init-second-call-400`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-19-second-init-is-400-f03-init-second-call-.json | -| F03.init-state-not-persisted | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Init state is not persisted (`F03.init-state-not-persisted`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-22-init-state-is-not-persisted-f03-init-sta.json | -| F03.init-success | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Successful init (`F03.init-success`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-09-successful-init-f03-init-success.json | -| F03.init-validation | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Init validation (`F03.init-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-06-init-validation-f03-init-validation.json | -| F03.init-web-url-root-path | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Delivered web URL sets the root path (`F03.init-web-url-root-path`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-15-delivered-web-url-sets-the-root-path-f03.json | -| F03.not-deferred-404 | 20261111-085450-0188-map-f03 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F03-deferred-init.md: Not deferred is 404 (`F03.not-deferred-404`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085450-0188-map-f03/evidence/map-run/F03-deferred-init-24-not-deferred-is-404-f03-not-deferred-404.json | -| F04.batch-get | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Batch get (`F04.batch-get`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-19-batch-get-f04-batch-get.json | -| F04.batch-get-limit | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: 100 ids in one batch (`F04.batch-get-limit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-20-100-ids-in-one-batch-f04-batch-get-limit.json | -| F04.child-capacity | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Child launch at capacity (`F04.child-capacity`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-36-child-launch-at-capacity-f04-child-capac.json | -| F04.child-errors | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Child launch errors (`F04.child-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-35-child-launch-errors-f04-child-errors.json | -| F04.child-start | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Start a child (`F04.child-start`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-33-start-a-child-f04-child-start.json | -| F04.child-unborn | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Default child in a fresh workspace (`F04.child-unborn`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-34-default-child-in-a-fresh-workspace-f04-c.json | -| F04.count | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Count (`F04.count`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-23-count-f04-count.json | -| F04.create-agent-profile | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Stored Agent Profile (`F04.create-agent-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-03-stored-agent-profile-f04-create-agent-pr.json | -| F04.create-idempotent | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Idempotent create with a client id (`F04.create-idempotent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-06-idempotent-create-with-a-client-id-f04-c.json | -| F04.create-inline-agent | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Inline agent (`F04.create-inline-agent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-02-inline-agent-f04-create-inline-agent.json | -| F04.create-observability | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Observability headers (`F04.create-observability`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-10-observability-headers-f04-create-observa.json | -| F04.create-observability-precedence | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Body versus headers (`F04.create-observability-precedence`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-11-body-versus-headers-f04-create-observabi.json | -| F04.create-parent | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Parent and child (`F04.create-parent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-08-parent-and-child-f04-create-parent.json | -| F04.create-secrets | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Start-time secrets (`F04.create-secrets`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-12-start-time-secrets-f04-create-secrets.json | -| F04.create-secrets-plain | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Plain-string secret value (`F04.create-secrets-plain`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-14-plain-string-secret-value-f04-create-sec.json | -| F04.create-settings | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Create from the saved settings (`F04.create-settings`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-01-create-from-the-saved-settings-f04-creat.json | -| F04.create-validation | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Create validation (`F04.create-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-04-create-validation-f04-create-validation.json | -| F04.create-validation-redaction | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: 422 bodies keep the LLM key out (`F04.create-validation-redaction`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-05-422-bodies-keep-the-llm-key-out-f04-crea.json | -| F04.create-worktree | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Git worktree (`F04.create-worktree`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-09-git-worktree-f04-create-worktree.json | -| F04.delete | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Delete (`F04.delete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-29-delete-f04-delete.json | -| F04.delete-unknown-id | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: DELETE on an unknown id (`F04.delete-unknown-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-30-delete-on-an-unknown-id-f04-delete-unkno.json | -| F04.final-response | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Final response (`F04.final-response`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-16-final-response-f04-final-response.json | -| F04.get | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Read one conversation (`F04.get`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-18-read-one-conversation-f04-get.json | -| F04.patch-errors | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: PATCH errors (`F04.patch-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-26-patch-errors-f04-patch-errors.json | -| F04.patch-tags | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Retag (`F04.patch-tags`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-25-retag-f04-patch-tags.json | -| F04.patch-title | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Rename (`F04.patch-title`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-24-rename-f04-patch-title.json | -| F04.patch-unknown-id | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: PATCH on an unknown id (`F04.patch-unknown-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-28-patch-on-an-unknown-id-f04-patch-unknown.json | -| F04.patch-whitespace-title | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Whitespace-only title (`F04.patch-whitespace-title`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-27-whitespace-only-title-f04-patch-whitespa.json | -| F04.read-no-hydrate | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Cold reads do not load a conversation (`F04.read-no-hydrate`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-32-cold-reads-do-not-load-a-conversation-f0.json | -| F04.restart-persist | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Restart (`F04.restart-persist`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-31-restart-f04-restart-persist.json | -| F04.run-real | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: A real run (`F04.run-real`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-15-a-real-run-f04-run-real.json | -| F04.search-filter | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Status filter (`F04.search-filter`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-22-status-filter-f04-search-filter.json | -| F04.search-page | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Search pages (`F04.search-page`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-21-search-pages-f04-search-page.json | -| F04.title-llm-profile | 20261111-082303-ef07-map-f04 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F04-conversation-lifecycle.md: Title from a saved LLM profile (`F04.title-llm-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-ef07-map-f04/evidence/map-run/F04-conversation-lifecycle-17-title-from-a-saved-llm-profile-f04-title.json | -| F05.control-errors | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Auth and malformed ids (`F05.control-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-13-auth-and-malformed-ids-f05-control-error.json | -| F05.interrupt-idle | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Interrupt with nothing running (`F05.interrupt-idle`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-07-interrupt-with-nothing-running-f05-inter.json | -| F05.interrupt-running | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Interrupt a running conversation (`F05.interrupt-running`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-18-interrupt-a-running-conversation-f05-int.json | -| F05.interrupt-tool-call | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Interrupt during a tool call (`F05.interrupt-tool-call`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-21-interrupt-during-a-tool-call-f05-interru.json | -| F05.max-iterations-resume | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Resume after the cap (`F05.max-iterations-resume`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-27-resume-after-the-cap-f05-max-iterations-.json | -| F05.max-iterations-stop | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Iteration cap (`F05.max-iterations-stop`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-26-iteration-cap-f05-max-iterations-stop.json | -| F05.pause-idle | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Pause an idle conversation (`F05.pause-idle`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-04-pause-an-idle-conversation-f05-pause-idl.json | -| F05.pause-repeat | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Pause twice (`F05.pause-repeat`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-05-pause-twice-f05-pause-repeat.json | -| F05.pause-running | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Pause during a long model call (`F05.pause-running`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-15-pause-during-a-long-model-call-f05-pause.json | -| F05.pause-running-release | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Release a paused step with interrupt (`F05.pause-running-release`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-17-release-a-paused-step-with-interrupt-f05.json | -| F05.pause-terminal | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Pause and interrupt a terminal conversation (`F05.pause-terminal`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-09-pause-and-interrupt-a-terminal-conversat.json | -| F05.pause-tool-step | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Pause during a tool call (`F05.pause-tool-step`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-20-pause-during-a-tool-call-f05-pause-tool-.json | -| F05.restart-hard-running | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Crash while running (`F05.restart-hard-running`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-30-crash-while-running-f05-restart-hard-run.json | -| F05.restart-keeps-status | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Statuses survive the restart (`F05.restart-keeps-status`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-29-statuses-survive-the-restart-f05-restart.json | -| F05.restart-running-graceful | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Graceful restart while running (`F05.restart-running-graceful`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-28-graceful-restart-while-running-f05-resta.json | -| F05.run-after-interrupt | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Resume after an interrupt (`F05.run-after-interrupt`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-19-resume-after-an-interrupt-f05-run-after-.json | -| F05.run-capacity | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Run capacity (`F05.run-capacity`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-22-run-capacity-f05-run-capacity.json | -| F05.run-conflict | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Run while running (`F05.run-conflict`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-14-run-while-running-f05-run-conflict.json | -| F05.run-error | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: A run that fails (`F05.run-error`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-08-a-run-that-fails-f05-run-error.json | -| F05.run-error-responsive | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Responsive while a run fails (`F05.run-error-responsive`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-10-responsive-while-a-run-fails-f05-run-err.json | -| F05.run-finished-noop | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Run with nothing to do (`F05.run-finished-noop`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-02-run-with-nothing-to-do-f05-run-finished-.json | -| F05.run-new-input | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: New input after finishing (`F05.run-new-input`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-03-new-input-after-finishing-f05-run-new-in.json | -| F05.run-queued | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Run queued input on a real model (`F05.run-queued`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-01-run-queued-input-on-a-real-model-f05-run.json | -| F05.run-resume-paused | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Resume a paused conversation (`F05.run-resume-paused`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-06-resume-a-paused-conversation-f05-run-res.json | -| F05.stuck-detected | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: A run that loops ends `stuck` (`F05.stuck-detected`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-23-a-run-that-loops-ends-stuck-f05-stuck-de.json | -| F05.stuck-new-input | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: New input un-sticks it (`F05.stuck-new-input`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-25-new-input-un-sticks-it-f05-stuck-new-inp.json | -| F05.stuck-rerun | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Run a stuck conversation again (`F05.stuck-rerun`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-24-run-a-stuck-conversation-again-f05-stuck.json | -| F05.unknown-id-pause | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Pause or interrupt an unknown id (`F05.unknown-id-pause`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-12-pause-or-interrupt-an-unknown-id-f05-unk.json | -| F05.unknown-id-run | 20261111-082303-c7a0-map-f05 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F05-run-pause-interrupt.md: Run an unknown id (`F05.unknown-id-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-c7a0-map-f05/evidence/map-run/F05-run-pause-interrupt-11-run-an-unknown-id-f05-unknown-id-run.json | -| F06.batch-get | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Batch get (`F06.batch-get`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-10-batch-get-f06-batch-get.json | -| F06.count | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Count (`F06.count`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-07-count-f06-count.json | -| F06.get-one | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Get one event (`F06.get-one`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-08-get-one-event-f06-get-one.json | -| F06.not-found-auth | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Unknown conversation, bad id, no key (`F06.not-found-auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-11-unknown-conversation-bad-id-no-key-f06-n.json | -| F06.restart-persist | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: History survives a restart (`F06.restart-persist`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-25-history-survives-a-restart-f06-restart-p.json | -| F06.search-filters | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Filters (`F06.search-filters`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-04-filters-f06-search-filters.json | -| F06.search-kind-short | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Short kind names (`F06.search-kind-short`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-05-short-kind-names-f06-search-kind-short.json | -| F06.search-page | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Paging and sort order (`F06.search-page`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-02-paging-and-sort-order-f06-search-page.json | -| F06.search-time-window | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Time window (`F06.search-time-window`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-06-time-window-f06-search-time-window.json | -| F06.search-timestamp-order | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Log order is timestamp order (`F06.search-timestamp-order`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-23-log-order-is-timestamp-order-f06-search-.json | -| F06.search-validation | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Bad search parameters (`F06.search-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-03-bad-search-parameters-f06-search-validat.json | -| F06.send-image | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Image content (`F06.send-image`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-13-image-content-f06-send-image.json | -| F06.send-no-run | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Append a message without running (`F06.send-no-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-01-append-a-message-without-running-f06-sen.json | -| F06.send-resets-finished | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: A message reopens a finished conversation (`F06.send-resets-finished`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-24-a-message-reopens-a-finished-conversatio.json | -| F06.send-run | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Run a turn and watch it live (`F06.send-run`, `F06.ws-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-22-run-a-turn-and-watch-it-live-f06-send-ru.json | -| F06.send-run-limit | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Run capacity full (`F06.send-run-limit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-26-run-capacity-full-f06-send-run-limit.json | -| F06.send-validation | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Message validation (`F06.send-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-12-message-validation-f06-send-validation.json | -| F06.send-while-running | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: A message while the agent runs (`F06.send-while-running`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-27-a-message-while-the-agent-runs-f06-send-.json | -| F06.unknown-event | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Unknown event id (`F06.unknown-event`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-09-unknown-event-id-f06-unknown-event.json | -| F06.ws-bad-frame | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Bad frames on the socket (`F06.ws-bad-frame`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-20-bad-frames-on-the-socket-f06-ws-bad-fram.json | -| F06.ws-handshake | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Handshake: auth and close codes (`F06.ws-handshake`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-16-handshake-auth-and-close-codes-f06-ws-ha.json | -| F06.ws-live | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Run a turn and watch it live (`F06.send-run`, `F06.ws-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-22-run-a-turn-and-watch-it-live-f06-send-ru.json | -| F06.ws-replay-all | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Replay everything (`F06.ws-replay-all`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-18-replay-everything-f06-ws-replay-all.json | -| F06.ws-replay-since | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Replay since a timestamp (`F06.ws-replay-since`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-19-replay-since-a-timestamp-f06-ws-replay-s.json | -| F06.ws-send | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Send a message over the socket (`F06.ws-send`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-21-send-a-message-over-the-socket-f06-ws-se.json | -| F06.ws-snapshot | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: First frame is a state snapshot (`F06.ws-snapshot`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-15-first-frame-is-a-state-snapshot-f06-ws-s.json | -| F06.ws-streaming-deltas | 20261111-082303-2fb6-map-f06 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F06-conversation-events.md: Streamed deltas are transient (`F06.ws-streaming-deltas`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082303-2fb6-map-f06/evidence/map-run/F06-conversation-events-28-streamed-deltas-are-transient-f06-ws-str.json | -| F07.auth | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Authentication (`F07.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-10-authentication-f07-auth.json | -| F07.auth-frame-ignored | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Redundant auth frame (`F07.auth-frame-ignored`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-09-redundant-auth-frame-f07-auth-frame-igno.json | -| F07.bad-handshake | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Malformed handshake (`F07.bad-handshake`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-12-malformed-handshake-f07-bad-handshake.json | -| F07.error-frame | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Invalid message (`F07.error-frame`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-06-invalid-message-f07-error-frame.json | -| F07.error-non-json | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Non-JSON and binary frames (`F07.error-non-json`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-07-non-json-and-binary-frames-f07-error-non.json | -| F07.frame-too-large | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Oversized event (`F07.frame-too-large`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-21-oversized-event-f07-frame-too-large.json | -| F07.full-replay | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Full replay (`F07.full-replay`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-03-full-replay-f07-full-replay.json | -| F07.item-aborted | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Interrupted stream (`F07.item-aborted`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-20-interrupted-stream-f07-item-aborted.json | -| F07.live-durable | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Live durable frame (`F07.live-durable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-13-live-durable-frame-f07-live-durable.json | -| F07.live-order | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Live frames in seq order (`F07.live-order`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-14-live-frames-in-seq-order-f07-live-order.json | -| F07.progress-frames | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Streaming progress frames (`F07.progress-frames`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-18-streaming-progress-frames-f07-progress-f.json | -| F07.progress-not-replayed | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Progress is never replayed (`F07.progress-not-replayed`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-19-progress-is-never-replayed-f07-progress-.json | -| F07.reject-non-user | 20261111-083109-0c87-map-f07 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F07-session-socket.md: Non-user role (`F07.reject-non-user`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083109-0c87-map-f07/evidence/map-run/F07-session-socket-01-non-user-role-f07-reject-non-user.json | -| F07.reject-non-user | 20261111-083138-fed1-map-f07 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F07-session-socket.md: Non-user role (`F07.reject-non-user`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083138-fed1-map-f07/evidence/map-run/F07-session-socket-01-non-user-role-f07-reject-non-user.json | -| F07.replay-then-live | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Replay and live tail, each event once (`F07.replay-then-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-15-replay-and-live-tail-each-event-once-f07.json | -| F07.restart-resume | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Cursor survives a restart (`F07.restart-resume`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-17-cursor-survives-a-restart-f07-restart-re.json | -| F07.resume-cursor | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Resume from a cursor (`F07.resume-cursor`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-05-resume-from-a-cursor-f07-resume-cursor.json | -| F07.send-message | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Send a message on the socket (`F07.send-message`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-16-send-a-message-on-the-socket-f07-send-me.json | -| F07.seq-on-disk | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Seq is the on-disk index (`F07.seq-on-disk`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-04-seq-is-the-on-disk-index-f07-seq-on-disk.json | -| F07.slow-consumer | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Stalled reader (`F07.slow-consumer`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-22-stalled-reader-f07-slow-consumer.json | -| F07.snapshot-transient | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: State snapshot (`F07.snapshot-transient`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-02-state-snapshot-f07-snapshot-transient.json | -| F07.subscriber-limit | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Subscriber cap (`F07.subscriber-limit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-23-subscriber-cap-f07-subscriber-limit.json | -| F07.sync-first | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Sync comes first (`F07.sync-first`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-01-sync-comes-first-f07-sync-first.json | -| F07.unknown-conversation | 20261111-082602-7f35-map-f07 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F07-session-socket.md: Unknown conversation (`F07.unknown-conversation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082602-7f35-map-f07/evidence/map-run/F07-session-socket-11-unknown-conversation-f07-unknown-convers.json | -| F08.always-confirm-wait | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Wait for confirmation (`F08.always-confirm-wait`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-03-wait-for-confirmation-f08-always-confirm.json | -| F08.analyzer-errors | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Analyzer errors (`F08.analyzer-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-10-analyzer-errors-f08-analyzer-errors.json | -| F08.analyzer-set-clear | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Set and clear the analyzer (`F08.analyzer-set-clear`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-09-set-and-clear-the-analyzer-f08-analyzer-.json | -| F08.confirm-accept | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Accept (`F08.confirm-accept`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-04-accept-f08-confirm-accept.json | -| F08.confirm-capacity | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Accept with the run capacity full (`F08.confirm-capacity`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-07-accept-with-the-run-capacity-full-f08-co.json | -| F08.confirm-errors | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Confirmation errors (`F08.confirm-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-06-confirmation-errors-f08-confirm-errors.json | -| F08.confirm-real | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: A real model asks first (`F08.confirm-real`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-08-a-real-model-asks-first-f08-confirm-real.json | -| F08.confirm-reject | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Reject (`F08.confirm-reject`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-05-reject-f08-confirm-reject.json | -| F08.confirm-risky | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Risk-based confirmation (`F08.confirm-risky`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-11-risk-based-confirmation-f08-confirm-risk.json | -| F08.policy-errors | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Policy errors (`F08.policy-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-02-policy-errors-f08-policy-errors.json | -| F08.policy-set | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Set the confirmation policy (`F08.policy-set`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-01-set-the-confirmation-policy-f08-policy-s.json | -| F08.secrets-bad-value | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Non-string secret value (`F08.secrets-bad-value`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-15-non-string-secret-value-f08-secrets-bad-.json | -| F08.secrets-errors | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Secret errors (`F08.secrets-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-14-secret-errors-f08-secrets-errors.json | -| F08.secrets-lookup | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Lookup secret (`F08.secrets-lookup`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-18-lookup-secret-f08-secrets-lookup.json | -| F08.secrets-lookup-self | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Lookup of the server's own secret (`F08.secrets-lookup-self`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-19-lookup-of-the-server-s-own-secret-f08-se.json | -| F08.secrets-no-cipher | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: No cipher (`F08.secrets-no-cipher`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-21-no-cipher-f08-secrets-no-cipher.json | -| F08.secrets-override | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Override a start-time secret (`F08.secrets-override`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-17-override-a-start-time-secret-f08-secrets.json | -| F08.secrets-profile-scope | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Agent Profile secret scope (`F08.secrets-profile-scope`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-20-agent-profile-secret-scope-f08-secrets-p.json | -| F08.secrets-restart | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Restart with a saved secret (`F08.secrets-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-22-restart-with-a-saved-secret-f08-secrets-.json | -| F08.secrets-terminal | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Secrets in the terminal (`F08.secrets-terminal`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-16-secrets-in-the-terminal-f08-secrets-term.json | -| F08.secrets-update | 20261111-082612-66f0-map-f08 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F08-confirmation-security-secrets.md: Update secrets (`F08.secrets-update`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082612-66f0-map-f08/evidence/map-run/F08-confirmation-security-secrets-12-update-secrets-f08-secrets-update.json | -| F09.acp-effort-deferred | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: ACP effort before the first run (`F09.acp-effort-deferred`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-22-acp-effort-before-the-first-run-f09-acp-.json | -| F09.acp-effort-deferred | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: ACP effort before the first run (`F09.acp-effort-deferred`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-22-acp-effort-before-the-first-run-f09-acp-.json | -| F09.acp-effort-live | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Live effort switch (`F09.acp-effort-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-24-live-effort-switch-f09-acp-effort-live.json | -| F09.acp-effort-live | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Live effort switch (`F09.acp-effort-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-24-live-effort-switch-f09-acp-effort-live.json | -| F09.acp-effort-live-timeout | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Live effort switch that times out (`F09.acp-effort-live-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-27-live-effort-switch-that-times-out-f09-ac.json | -| F09.acp-effort-live-timeout | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Live effort switch that times out (`F09.acp-effort-live-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-27-live-effort-switch-that-times-out-f09-ac.json | -| F09.acp-effort-model-switch | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Effort across a model switch (`F09.acp-effort-model-switch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-26-effort-across-a-model-switch-f09-acp-eff.json | -| F09.acp-effort-model-switch | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Effort across a model switch (`F09.acp-effort-model-switch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-26-effort-across-a-model-switch-f09-acp-eff.json | -| F09.acp-effort-native | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: ACP effort on a regular conversation (`F09.acp-effort-native`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-21-acp-effort-on-a-regular-conversation-f09.json | -| F09.acp-effort-native | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: ACP effort on a regular conversation (`F09.acp-effort-native`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-21-acp-effort-on-a-regular-conversation-f09.json | -| F09.acp-effort-unoffered | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Unoffered effort on a live session (`F09.acp-effort-unoffered`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-25-unoffered-effort-on-a-live-session-f09-a.json | -| F09.acp-effort-unoffered | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Unoffered effort on a live session (`F09.acp-effort-unoffered`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-25-unoffered-effort-on-a-live-session-f09-a.json | -| F09.acp-model-blank | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Blank ACP model (`F09.acp-model-blank`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-16-blank-acp-model-f09-acp-model-blank.json | -| F09.acp-model-blank | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Blank ACP model (`F09.acp-model-blank`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-16-blank-acp-model-f09-acp-model-blank.json | -| F09.acp-model-blank | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Blank ACP model (`F09.acp-model-blank`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-16-blank-acp-model-f09-acp-model-blank.json | -| F09.acp-model-deferred | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: ACP model before the first run (`F09.acp-model-deferred`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-15-acp-model-before-the-first-run-f09-acp-m.json | -| F09.acp-model-deferred | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: ACP model before the first run (`F09.acp-model-deferred`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-15-acp-model-before-the-first-run-f09-acp-m.json | -| F09.acp-model-deferred | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: ACP model before the first run (`F09.acp-model-deferred`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-15-acp-model-before-the-first-run-f09-acp-m.json | -| F09.acp-model-id-bare | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Bare model id with a legacy effort suffix (`F09.acp-model-id-bare`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-23-bare-model-id-with-a-legacy-effort-suffi.json | -| F09.acp-model-id-bare | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Bare model id with a legacy effort suffix (`F09.acp-model-id-bare`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-23-bare-model-id-with-a-legacy-effort-suffi.json | -| F09.acp-model-live | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Live ACP switch (`F09.acp-model-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-18-live-acp-switch-f09-acp-model-live.json | -| F09.acp-model-live | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Live ACP switch (`F09.acp-model-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-18-live-acp-switch-f09-acp-model-live.json | -| F09.acp-model-live | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Live ACP switch (`F09.acp-model-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-18-live-acp-switch-f09-acp-model-live.json | -| F09.acp-model-live-timeout | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Live switch that times out (`F09.acp-model-live-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-20-live-switch-that-times-out-f09-acp-model.json | -| F09.acp-model-live-timeout | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Live switch that times out (`F09.acp-model-live-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-20-live-switch-that-times-out-f09-acp-model.json | -| F09.acp-model-live-timeout | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Live switch that times out (`F09.acp-model-live-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-20-live-switch-that-times-out-f09-acp-model.json | -| F09.acp-model-native | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: ACP switch on a regular conversation (`F09.acp-model-native`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-14-acp-switch-on-a-regular-conversation-f09.json | -| F09.acp-model-native | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: ACP switch on a regular conversation (`F09.acp-model-native`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-14-acp-switch-on-a-regular-conversation-f09.json | -| F09.acp-model-native | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: ACP switch on a regular conversation (`F09.acp-model-native`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-14-acp-switch-on-a-regular-conversation-f09.json | -| F09.auth-required | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Key required (`F09.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-01-key-required-f09-auth-required.json | -| F09.auth-required | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Key required (`F09.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-01-key-required-f09-auth-required.json | -| F09.auth-required | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Key required (`F09.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-01-key-required-f09-auth-required.json | -| F09.load-plugin | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Load a plugin (`F09.load-plugin`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-23-load-a-plugin-f09-load-plugin.json | -| F09.load-plugin | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Load a plugin (`F09.load-plugin`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-32-load-a-plugin-f09-load-plugin.json | -| F09.load-plugin | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Load a plugin (`F09.load-plugin`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-32-load-a-plugin-f09-load-plugin.json | -| F09.load-plugin-errors | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Plugin load errors (`F09.load-plugin-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-25-plugin-load-errors-f09-load-plugin-error.json | -| F09.load-plugin-errors | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Plugin load errors (`F09.load-plugin-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-34-plugin-load-errors-f09-load-plugin-error.json | -| F09.load-plugin-errors | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Plugin load errors (`F09.load-plugin-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-34-plugin-load-errors-f09-load-plugin-error.json | -| F09.load-plugin-hook-runs | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: The loaded hook runs (`F09.load-plugin-hook-runs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-24-the-loaded-hook-runs-f09-load-plugin-hoo.json | -| F09.load-plugin-hook-runs | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: The loaded hook runs (`F09.load-plugin-hook-runs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-33-the-loaded-hook-runs-f09-load-plugin-hoo.json | -| F09.load-plugin-hook-runs | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: The loaded hook runs (`F09.load-plugin-hook-runs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-33-the-loaded-hook-runs-f09-load-plugin-hoo.json | -| F09.load-plugin-sdk | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Load a plugin from the Python SDK (`F09.load-plugin-sdk`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-27-load-a-plugin-from-the-python-sdk-f09-lo.json | -| F09.load-plugin-sdk | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Load a plugin from the Python SDK (`F09.load-plugin-sdk`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-36-load-a-plugin-from-the-python-sdk-f09-lo.json | -| F09.load-plugin-sdk | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Load a plugin from the Python SDK (`F09.load-plugin-sdk`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-36-load-a-plugin-from-the-python-sdk-f09-lo.json | -| F09.restart-persist | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Restart (`F09.restart-persist`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-28-restart-f09-restart-persist.json | -| F09.restart-persist | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Restart (`F09.restart-persist`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-37-restart-f09-restart-persist.json | -| F09.restart-persist | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Restart (`F09.restart-persist`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-37-restart-f09-restart-persist.json | -| F09.switch-llm | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Switch to a caller-supplied LLM (`F09.switch-llm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-02-switch-to-a-caller-supplied-llm-f09-swit.json | -| F09.switch-llm | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Switch to a caller-supplied LLM (`F09.switch-llm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-02-switch-to-a-caller-supplied-llm-f09-swit.json | -| F09.switch-llm | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Switch to a caller-supplied LLM (`F09.switch-llm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-02-switch-to-a-caller-supplied-llm-f09-swit.json | -| F09.switch-llm-acp-refused | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: LLM switches on an ACP conversation (`F09.switch-llm-acp-refused`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-17-llm-switches-on-an-acp-conversation-f09-.json | -| F09.switch-llm-acp-refused | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: LLM switches on an ACP conversation (`F09.switch-llm-acp-refused`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-17-llm-switches-on-an-acp-conversation-f09-.json | -| F09.switch-llm-acp-refused | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: LLM switches on an ACP conversation (`F09.switch-llm-acp-refused`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-17-llm-switches-on-an-acp-conversation-f09-.json | -| F09.switch-llm-encrypted-key | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Mid-conversation switch with a cipher token (`F09.switch-llm-encrypted-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-05-mid-conversation-switch-with-a-cipher-to.json | -| F09.switch-llm-encrypted-key | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Mid-conversation switch with a cipher token (`F09.switch-llm-encrypted-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-05-mid-conversation-switch-with-a-cipher-to.json | -| F09.switch-llm-encrypted-key | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Mid-conversation switch with a cipher token (`F09.switch-llm-encrypted-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-05-mid-conversation-switch-with-a-cipher-to.json | -| F09.switch-llm-errors | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Switch errors (`F09.switch-llm-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-04-switch-errors-f09-switch-llm-errors.json | -| F09.switch-llm-errors | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Switch errors (`F09.switch-llm-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-04-switch-errors-f09-switch-llm-errors.json | -| F09.switch-llm-errors | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Switch errors (`F09.switch-llm-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-04-switch-errors-f09-switch-llm-errors.json | -| F09.switch-llm-mid-run | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Switch during a running turn (`F09.switch-llm-mid-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-12-switch-during-a-running-turn-f09-switch-.json | -| F09.switch-llm-mid-run | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Switch during a running turn (`F09.switch-llm-mid-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-12-switch-during-a-running-turn-f09-switch-.json | -| F09.switch-llm-mid-run | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Switch during a running turn (`F09.switch-llm-mid-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-12-switch-during-a-running-turn-f09-switch-.json | -| F09.switch-llm-provider-connection | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Switch through a provider connection (`F09.switch-llm-provider-connection`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-06-switch-through-a-provider-connection-f09.json | -| F09.switch-llm-provider-connection | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Switch through a provider connection (`F09.switch-llm-provider-connection`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-06-switch-through-a-provider-connection-f09.json | -| F09.switch-llm-provider-connection | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Switch through a provider connection (`F09.switch-llm-provider-connection`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-06-switch-through-a-provider-connection-f09.json | -| F09.switch-llm-registered-usage-id | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Switch onto a registered usage id (`F09.switch-llm-registered-usage-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-10-switch-onto-a-registered-usage-id-f09-sw.json | -| F09.switch-llm-registered-usage-id | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Switch onto a registered usage id (`F09.switch-llm-registered-usage-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-10-switch-onto-a-registered-usage-id-f09-sw.json | -| F09.switch-llm-registered-usage-id | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Switch onto a registered usage id (`F09.switch-llm-registered-usage-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-10-switch-onto-a-registered-usage-id-f09-sw.json | -| F09.switch-llm-ws | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Socket view of a switch (`F09.switch-llm-ws`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-03-socket-view-of-a-switch-f09-switch-llm-w.json | -| F09.switch-llm-ws | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Socket view of a switch (`F09.switch-llm-ws`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-03-socket-view-of-a-switch-f09-switch-llm-w.json | -| F09.switch-llm-ws | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Socket view of a switch (`F09.switch-llm-ws`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-03-socket-view-of-a-switch-f09-switch-llm-w.json | -| F09.switch-profile | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Switch to a saved profile (`F09.switch-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-07-switch-to-a-saved-profile-f09-switch-pro.json | -| F09.switch-profile | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Switch to a saved profile (`F09.switch-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-07-switch-to-a-saved-profile-f09-switch-pro.json | -| F09.switch-profile | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Switch to a saved profile (`F09.switch-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-07-switch-to-a-saved-profile-f09-switch-pro.json | -| F09.switch-profile-errors | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: Profile switch errors (`F09.switch-profile-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-08-profile-switch-errors-f09-switch-profile.json | -| F09.switch-profile-errors | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: Profile switch errors (`F09.switch-profile-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-08-profile-switch-errors-f09-switch-profile.json | -| F09.switch-profile-errors | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: Profile switch errors (`F09.switch-profile-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-08-profile-switch-errors-f09-switch-profile.json | -| F09.ts-client | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: TypeScript client (`F09.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-21-typescript-client-f09-ts-client.json | -| F09.ts-client | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: TypeScript client (`F09.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-29-typescript-client-f09-ts-client.json | -| F09.ts-client | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: TypeScript client (`F09.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-29-typescript-client-f09-ts-client.json | -| F09.ts-client-acp-docs | 20261111-082653-db52-map-f09 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F09-model-switching-plugins.md: TypeScript docstrings for a pre-run ACP switch (`F09.ts-client-acp-docs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082653-db52-map-f09/evidence/map-run/F09-model-switching-plugins-22-typescript-docstrings-for-a-pre-run-acp-.json | -| F09.ts-client-acp-docs | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: TypeScript docstrings for a pre-run ACP switch (`F09.ts-client-acp-docs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-30-typescript-docstrings-for-a-pre-run-acp-.json | -| F09.ts-client-acp-docs | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: TypeScript docstrings for a pre-run ACP switch (`F09.ts-client-acp-docs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-30-typescript-docstrings-for-a-pre-run-acp-.json | -| F09.ts-client-acp-effort | 20261111-083508-5969-map-f09 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F09-model-switching-plugins.md: TypeScript effort switch (`F09.ts-client-acp-effort`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083508-5969-map-f09/evidence/map-run/F09-model-switching-plugins-31-typescript-effort-switch-f09-ts-client-a.json | -| F09.ts-client-acp-effort | 20261111-084052-4ce1-map-f09 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F09-model-switching-plugins.md: TypeScript effort switch (`F09.ts-client-acp-effort`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084052-4ce1-map-f09/evidence/map-run/F09-model-switching-plugins-31-typescript-effort-switch-f09-ts-client-a.json | -| F10.ask-agent | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Ask a side question (`F10.ask-agent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-20-ask-a-side-question-f10-ask-agent.json | -| F10.ask-agent-errors | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Bad input, no key, unreachable model (`F10.ask-agent-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-21-bad-input-no-key-unreachable-model-f10-a.json | -| F10.ask-agent-running | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Side question during a run (`F10.ask-agent-running`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-22-side-question-during-a-run-f10-ask-agent.json | -| F10.ask-agent-unknown | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Unknown conversation (`F10.ask-agent-unknown`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-23-unknown-conversation-f10-ask-agent-unkno.json | -| F10.condense-errors | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Unknown, malformed and unauthenticated (`F10.condense-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-19-unknown-malformed-and-unauthenticated-f1.json | -| F10.condense-llm | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Condense with DeepSeek (`F10.condense-llm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-15-condense-with-deepseek-f10-condense-llm.json | -| F10.condense-llm-failure | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Unreachable condenser model (`F10.condense-llm-failure`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-18-unreachable-condenser-model-f10-condense.json | -| F10.condense-no-condenser | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: No request-handling condenser (`F10.condense-no-condenser`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-16-no-request-handling-condenser-f10-conden.json | -| F10.condense-status | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Refusal status (`F10.condense-status`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-17-refusal-status-f10-condense-status.json | -| F10.fork-errors | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Unknown, taken and invalid input (`F10.fork-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-06-unknown-taken-and-invalid-input-f10-fork.json | -| F10.fork-from-event | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Fork from an event (`F10.fork-from-event`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-03-fork-from-an-event-f10-fork-from-event.json | -| F10.fork-independent | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Fork and source diverge (`F10.fork-independent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-05-fork-and-source-diverge-f10-fork-indepen.json | -| F10.fork-metrics | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Metrics on a fork (`F10.fork-metrics`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-04-metrics-on-a-fork-f10-fork-metrics.json | -| F10.fork-named | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Named fork (`F10.fork-named`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-02-named-fork-f10-fork-named.json | -| F10.fork-tags-consistent | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Fork tags agree with the stored metadata (`F10.fork-tags-consistent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-07-fork-tags-agree-with-the-stored-metadata.json | -| F10.fork-whole | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Fork the whole log (`F10.fork-whole`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-01-fork-the-whole-log-f10-fork-whole.json | -| F10.navigate-branch | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: The next event branches (`F10.navigate-branch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-11-the-next-event-branches-f10-navigate-bra.json | -| F10.navigate-empty | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Navigate to the empty tree (`F10.navigate-empty`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-12-navigate-to-the-empty-tree-f10-navigate-.json | -| F10.navigate-errors | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Unknown, missing and unauthenticated (`F10.navigate-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-13-unknown-missing-and-unauthenticated-f10-.json | -| F10.navigate-event | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Navigate to an earlier event (`F10.navigate-event`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-10-navigate-to-an-earlier-event-f10-navigat.json | -| F10.navigate-final-response | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Final response after navigating back (`F10.navigate-final-response`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-14-final-response-after-navigating-back-f10.json | -| F10.restart-cold-calls | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: Condense and ask on a cold conversation (`F10.restart-cold-calls`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-25-condense-and-ask-on-a-cold-conversation-.json | -| F10.restart-persist | 20261111-082853-9a36-map-f10 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F10-fork-navigate-condense-ask.md: State after a restart (`F10.restart-persist`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082853-9a36-map-f10/evidence/map-run/F10-fork-navigate-condense-ask-24-state-after-a-restart-f10-restart-persis.json | -| F11.goal-auth | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Authentication (`F11.goal-auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-03-authentication-f11-goal-auth.json | -| F11.goal-busy | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Busy while a round is in flight (`F11.goal-busy`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-12-busy-while-a-round-is-in-flight-f11-goal.json | -| F11.goal-busy-run | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Busy with an ordinary run (`F11.goal-busy-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-17-busy-with-an-ordinary-run-f11-goal-busy-.json | -| F11.goal-cap-overrun | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: A resume after a failed last audit stays within the cap (`F11.goal-cap-overrun`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-24-a-resume-after-a-failed-last-audit-stays.json | -| F11.goal-capacity | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Capacity (`F11.goal-capacity`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-22-capacity-f11-goal-capacity.json | -| F11.goal-capped | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Round cap (`F11.goal-capped`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-10-round-cap-f11-goal-capped.json | -| F11.goal-complete | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: A goal on a real model (`F11.goal-complete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-06-a-goal-on-a-real-model-f11-goal-complete.json | -| F11.goal-delete-active | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Delete a conversation with an active loop (`F11.goal-delete-active`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-23-delete-a-conversation-with-an-active-loo.json | -| F11.goal-followup | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Incomplete verdict re-prompts (`F11.goal-followup`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-09-incomplete-verdict-re-prompts-f11-goal-f.json | -| F11.goal-in-place | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Same conversation, no new one (`F11.goal-in-place`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-08-same-conversation-no-new-one-f11-goal-in.json | -| F11.goal-interrupt-run | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Interrupt the round (`F11.goal-interrupt-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-16-interrupt-the-round-f11-goal-interrupt-r.json | -| F11.goal-judge-error | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: The judge fails (`F11.goal-judge-error`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-21-the-judge-fails-f11-goal-judge-error.json | -| F11.goal-restart-active | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: A loop active at a restart ends "interrupted" (`F11.goal-restart-active`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-25-a-loop-active-at-a-restart-ends-interrup.json | -| F11.goal-restart-resume | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Resume after a restart (`F11.goal-restart-resume`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-19-resume-after-a-restart-f11-goal-restart-.json | -| F11.goal-resume | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Resume a stopped loop (`F11.goal-resume`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-18-resume-a-stopped-loop-f11-goal-resume.json | -| F11.goal-resume-finished | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Nothing to resume after the end (`F11.goal-resume-finished`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-11-nothing-to-resume-after-the-end-f11-goal.json | -| F11.goal-resume-none | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Resume with no goal (`F11.goal-resume-none`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-05-resume-with-no-goal-f11-goal-resume-none.json | -| F11.goal-run-error | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: The round's provider fails (`F11.goal-run-error`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-20-the-round-s-provider-fails-f11-goal-run-.json | -| F11.goal-stop | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Stop an active loop (`F11.goal-stop`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-13-stop-an-active-loop-f11-goal-stop.json | -| F11.goal-stop-noop | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Stop with nothing to stop (`F11.goal-stop-noop`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-04-stop-with-nothing-to-stop-f11-goal-stop-.json | -| F11.goal-superseded | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: A user message supersedes the loop (`F11.goal-superseded`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-14-a-user-message-supersedes-the-loop-f11-g.json | -| F11.goal-superseded-socket | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: A socket message supersedes the loop (`F11.goal-superseded-socket`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-15-a-socket-message-supersedes-the-loop-f11.json | -| F11.goal-unknown-id | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Unknown and malformed ids (`F11.goal-unknown-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-02-unknown-and-malformed-ids-f11-goal-unkno.json | -| F11.goal-validation | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Invalid goal requests (`F11.goal-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-01-invalid-goal-requests-f11-goal-validatio.json | -| F11.goal-ws | 20261111-082952-e27e-map-f11 | 5ff99f1b6ca28f7d16870b69f57a31351e59bcd0 | pass | map run F11-goals.md: Goal status on the socket (`F11.goal-ws`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-082952-e27e-map-f11/evidence/map-run/F11-goals-07-goal-status-on-the-socket-f11-goal-ws.json | -| F12.binding-live-acp | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Bind a loaded ACP Codex conversation (`F12.binding-live-acp`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-18-bind-a-loaded-acp-codex-conversation-f12.json | -| F12.binding-native-cold | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Regular conversation, not loaded (`F12.binding-native-cold`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-17-regular-conversation-not-loaded-f12-bind.json | -| F12.binding-native-too-late | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Regular conversation, loaded (`F12.binding-native-too-late`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-16-regular-conversation-loaded-f12-binding-.json | -| F12.binding-pending | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Pending binding for an unknown id (`F12.binding-pending`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-13-pending-binding-for-an-unknown-id-f12-bi.json | -| F12.binding-pending-cleared | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: A pause drops pending bindings (`F12.binding-pending-cleared`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-23-a-pause-drops-pending-bindings-f12-bindi.json | -| F12.binding-pending-on-create | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Pending binding consumed at create (`F12.binding-pending-on-create`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-22-pending-binding-consumed-at-create-f12-b.json | -| F12.binding-profile-scope | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Profile excludes the secret (`F12.binding-profile-scope`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-24-profile-excludes-the-secret-f12-binding-.json | -| F12.binding-rebind | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Re-bind (`F12.binding-rebind`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-19-re-bind-f12-binding-rebind.json | -| F12.binding-required-after-pause | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Required after a pause (`F12.binding-required-after-pause`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-20-required-after-a-pause-f12-binding-requi.json | -| F12.binding-required-after-restart | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Required after a restart (`F12.binding-required-after-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-21-required-after-a-restart-f12-binding-req.json | -| F12.binding-source-statuses | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Source answers (`F12.binding-source-statuses`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-14-source-answers-f12-binding-source-status.json | -| F12.binding-source-unavailable | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Unavailable source (`F12.binding-source-unavailable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-15-unavailable-source-f12-binding-source-un.json | -| F12.binding-unsupported-secret | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Unsupported secret names (`F12.binding-unsupported-secret`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-11-unsupported-secret-names-f12-binding-uns.json | -| F12.binding-validation | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Body validation (`F12.binding-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-12-body-validation-f12-binding-validation.json | -| F12.discovery | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Discovery (`F12.discovery`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-01-discovery-f12-discovery.json | -| F12.docker-runtime-contract | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Docker runtime mode without a daemon (`F12.docker-runtime-contract`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-29-docker-runtime-mode-without-a-daemon-f12.json | -| F12.managed-key-refresh | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Managed key refresh on a 401 (`F12.managed-key-refresh`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-26-managed-key-refresh-on-a-401-f12-managed.json | -| F12.managed-key-scope | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Refresh scope (`F12.managed-key-scope`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-27-refresh-scope-f12-managed-key-scope.json | -| F12.managed-key-switch | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Refresh after a model switch (`F12.managed-key-switch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-28-refresh-after-a-model-switch-f12-managed.json | -| F12.runtime-cold | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Runtime of an unloaded conversation (`F12.runtime-cold`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-07-runtime-of-an-unloaded-conversation-f12-.json | -| F12.runtime-errors | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Runtime errors (`F12.runtime-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-04-runtime-errors-f12-runtime-errors.json | -| F12.runtime-info | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Runtime info (`F12.runtime-info`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-02-runtime-info-f12-runtime-info.json | -| F12.runtime-launched-profile | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Launched profile from the runtime (`F12.runtime-launched-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-25-launched-profile-from-the-runtime-f12-ru.json | -| F12.runtime-reprovision | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Reprovision (`F12.runtime-reprovision`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-03-reprovision-f12-runtime-reprovision.json | -| F12.sandbox-pause-rehydrate | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Rehydrate after a pause (`F12.sandbox-pause-rehydrate`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-08-rehydrate-after-a-pause-f12-sandbox-paus.json | -| F12.sandbox-pause-releases | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Pause releases everything (`F12.sandbox-pause-releases`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-06-pause-releases-everything-f12-sandbox-pa.json | -| F12.sandbox-pause-running | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: Pause a running conversation (`F12.sandbox-pause-running`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-09-pause-a-running-conversation-f12-sandbox.json | -| F12.ts-client | 20261111-083146-0c07-map-f12 | beb261acfc6865e97384e53b3abdc6eb5c51a7a5 | pass | map run F12-runtime-and-credentials.md: TypeScript client (`F12.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083146-0c07-map-f12/evidence/map-run/F12-runtime-and-credentials-05-typescript-client-f12-ts-client.json | -| F13.auth | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Auth (`F13.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-01-auth-f13-auth.json | -| F13.clear | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Clear (`F13.clear`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-25-clear-f13-clear.json | -| F13.env-config-credentials | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Other credential variables (`F13.env-config-credentials`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-05-other-credential-variables-f13-env-confi.json | -| F13.env-sanitized | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Sanitized environment (`F13.env-sanitized`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-04-sanitized-environment-f13-env-sanitized.json | -| F13.execute-large-output | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Large output through execute (`F13.execute-large-output`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-16-large-output-through-execute-f13-execute.json | -| F13.execute-sync | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Synchronous execute (`F13.execute-sync`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-02-synchronous-execute-f13-execute-sync.json | -| F13.get-events | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Single and batch reads (`F13.get-events`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-11-single-and-batch-reads-f13-get-events.json | -| F13.global-cwd | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Global cwd (`F13.global-cwd`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-03-global-cwd-f13-global-cwd.json | -| F13.order-gt-paging | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Order filter and paging (`F13.order-gt-paging`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-15-order-filter-and-paging-f13-order-gt-pag.json | -| F13.output-chunks | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Output chunks (`F13.output-chunks`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-14-output-chunks-f13-output-chunks.json | -| F13.persist-restart | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Restart (`F13.persist-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-24-restart-f13-persist-restart.json | -| F13.retention | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Retention (`F13.retention`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-26-retention-f13-retention.json | -| F13.retention-rolling | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Rolling retention (`F13.retention-rolling`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-27-rolling-retention-f13-retention-rolling.json | -| F13.scoped-bad-id | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Malformed conversation id (`F13.scoped-bad-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-28-malformed-conversation-id-f13-scoped-bad.json | -| F13.scoped-cwd | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Scoped cwd (`F13.scoped-cwd`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-20-scoped-cwd-f13-scoped-cwd.json | -| F13.scoped-isolation | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Scope isolation (`F13.scoped-isolation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-22-scope-isolation-f13-scoped-isolation.json | -| F13.scoped-routes | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Scoped routes (`F13.scoped-routes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-21-scoped-routes-f13-scoped-routes.json | -| F13.scoped-unknown | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Unknown conversation (`F13.scoped-unknown`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-23-unknown-conversation-f13-scoped-unknown.json | -| F13.search | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Search (`F13.search`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-12-search-f13-search.json | -| F13.start-async | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Asynchronous start (`F13.start-async`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-06-asynchronous-start-f13-start-async.json | -| F13.stop | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Stop one command (`F13.stop`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-18-stop-one-command-f13-stop.json | -| F13.stop-idempotent | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Stop is idempotent (`F13.stop-idempotent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-19-stop-is-idempotent-f13-stop-idempotent.json | -| F13.timeout | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Timeout (`F13.timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-17-timeout-f13-timeout.json | -| F13.timestamp-offset | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Offset timestamps (`F13.timestamp-offset`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-13-offset-timestamps-f13-timestamp-offset.json | -| F13.ws-command | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Commands over the socket (`F13.ws-command`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-08-commands-over-the-socket-f13-ws-command.json | -| F13.ws-live | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Live and replayed socket frames (`F13.ws-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-07-live-and-replayed-socket-frames-f13-ws-l.json | -| F13.ws-resend-all | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Deprecated replay flag (`F13.ws-resend-all`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-09-deprecated-replay-flag-f13-ws-resend-all.json | -| F13.ws-subscriber-cap | 20261111-083201-c951-map-f13 | 3d2907868cde87fa84a9820ac4bebee7ff04f9b5 | pass | map run F13-bash.md: Subscriber cap (`F13.ws-subscriber-cap`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083201-c951-map-f13/evidence/map-run/F13-bash-10-subscriber-cap-f13-ws-subscriber-cap.json | -| F14.archive-auto-base | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Automatic base with a remote (`F14.archive-auto-base`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-17-automatic-base-with-a-remote-f14-archive.json | -| F14.archive-errors | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Archive validation (`F14.archive-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-20-archive-validation-f14-archive-errors.json | -| F14.archive-excludes | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Exclude controls (`F14.archive-excludes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-15-exclude-controls-f14-archive-excludes.json | -| F14.archive-format-doc | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: What `format` promises (`F14.archive-format-doc`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-19-what-format-promises-f14-archive-format-.json | -| F14.archive-git-delta | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: git-delta patch (`F14.archive-git-delta`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-16-git-delta-patch-f14-archive-git-delta.json | -| F14.archive-nested-repo | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Nested repository (`F14.archive-nested-repo`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-18-nested-repository-f14-archive-nested-rep.json | -| F14.archive-tar | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: tar.gz archive (`F14.archive-tar`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-14-tar-gz-archive-f14-archive-tar.json | -| F14.auth | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Session key required (`F14.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-01-session-key-required-f14-auth.json | -| F14.download-errors | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Download errors (`F14.download-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-07-download-errors-f14-download-errors.json | -| F14.home | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Home and favorites (`F14.home`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-09-home-and-favorites-f14-home.json | -| F14.mkdir | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Create directories (`F14.mkdir`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-08-create-directories-f14-mkdir.json | -| F14.restart | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Restart (`F14.restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-29-restart-f14-restart.json | -| F14.scoped-conversation-errors | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Unknown or malformed conversation (`F14.scoped-conversation-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-26-unknown-or-malformed-conversation-f14-sc.json | -| F14.scoped-path-guard | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Workspace path guard (`F14.scoped-path-guard`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-25-workspace-path-guard-f14-scoped-path-gua.json | -| F14.scoped-trajectory-archive | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Scoped trajectory and archive (`F14.scoped-trajectory-archive`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-27-scoped-trajectory-and-archive-f14-scoped.json | -| F14.scoped-transfer | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Conversation-scoped transfer (`F14.scoped-transfer`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-24-conversation-scoped-transfer-f14-scoped-.json | -| F14.sdk-workspace | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: SDK workspace (`F14.sdk-workspace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-28-sdk-workspace-f14-sdk-workspace.json | -| F14.subdirs | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: List subdirectories (`F14.subdirs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-10-list-subdirectories-f14-subdirs.json | -| F14.subdirs-case-pagination | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Paging past a case-only twin (`F14.subdirs-case-pagination`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-13-paging-past-a-case-only-twin-f14-subdirs.json | -| F14.subdirs-errors | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Listing errors (`F14.subdirs-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-12-listing-errors-f14-subdirs-errors.json | -| F14.subdirs-pagination | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Pagination (`F14.subdirs-pagination`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-11-pagination-f14-subdirs-pagination.json | -| F14.trajectory | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Trajectory zip (`F14.trajectory`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-21-trajectory-zip-f14-trajectory.json | -| F14.trajectory-concurrent | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Concurrent trajectory downloads (`F14.trajectory-concurrent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-23-concurrent-trajectory-downloads-f14-traj.json | -| F14.trajectory-errors | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Trajectory errors (`F14.trajectory-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-22-trajectory-errors-f14-trajectory-errors.json | -| F14.trajectory-init-path | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Init-time conversations path (`F14.trajectory-init-path`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-30-init-time-conversations-path-f14-traject.json | -| F14.upload-download | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Upload and download round trip (`F14.upload-download`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-02-upload-and-download-round-trip-f14-uploa.json | -| F14.upload-errors | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Upload validation (`F14.upload-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-03-upload-validation-f14-upload-errors.json | -| F14.upload-onto-directory | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Upload onto a directory (`F14.upload-onto-directory`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-04-upload-onto-a-directory-f14-upload-onto-.json | -| F14.upload-size | 20261111-083306-2a5a-map-f14 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F14-files.md: Upload size in the consumers' result (`F14.upload-size`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083306-2a5a-map-f14/evidence/map-run/F14-files-05-upload-size-in-the-consumers-result-f14-.json | -| F15.agent-changes | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: What the agent changed (`F15.agent-changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-23-what-the-agent-changed-f15-agent-changes.json | -| F15.agent-changes | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: What the agent changed (`F15.agent-changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-23-what-the-agent-changed-f15-agent-changes.json | -| F15.agent-changes | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: What the agent changed (`F15.agent-changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-23-what-the-agent-changed-f15-agent-changes.json | -| F15.auth | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Session key required (`F15.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-01-session-key-required-f15-auth.json | -| F15.auth | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Session key required (`F15.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-01-session-key-required-f15-auth.json | -| F15.auth | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Session key required (`F15.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-01-session-key-required-f15-auth.json | -| F15.changes | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Working-tree changes (`F15.changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-02-working-tree-changes-f15-changes.json | -| F15.changes | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Working-tree changes (`F15.changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-02-working-tree-changes-f15-changes.json | -| F15.changes | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Working-tree changes (`F15.changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-02-working-tree-changes-f15-changes.json | -| F15.changes-base | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Default display base (`F15.changes-base`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-04-default-display-base-f15-changes-base.json | -| F15.changes-base | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Default display base (`F15.changes-base`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-04-default-display-base-f15-changes-base.json | -| F15.changes-base | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Default display base (`F15.changes-base`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-04-default-display-base-f15-changes-base.json | -| F15.changes-nested-repo | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Nested repository (`F15.changes-nested-repo`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-06-nested-repository-f15-changes-nested-rep.json | -| F15.changes-nested-repo | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Nested repository (`F15.changes-nested-repo`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-06-nested-repository-f15-changes-nested-rep.json | -| F15.changes-nested-repo | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Nested repository (`F15.changes-nested-repo`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-06-nested-repository-f15-changes-nested-rep.json | -| F15.changes-ref | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Explicit base and its errors (`F15.changes-ref`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-05-explicit-base-and-its-errors-f15-changes.json | -| F15.changes-ref | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Explicit base and its errors (`F15.changes-ref`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-05-explicit-base-and-its-errors-f15-changes.json | -| F15.changes-ref | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Explicit base and its errors (`F15.changes-ref`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-05-explicit-base-and-its-errors-f15-changes.json | -| F15.changes-repo-below-path | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Repository below the requested directory (`F15.changes-repo-below-path`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-07-repository-below-the-requested-directory.json | -| F15.changes-repo-below-path | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Repository below the requested directory (`F15.changes-repo-below-path`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-07-repository-below-the-requested-directory.json | -| F15.changes-repo-below-path | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Repository below the requested directory (`F15.changes-repo-below-path`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-07-repository-below-the-requested-directory.json | -| F15.changes-special-names | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: File names with a space or non-ASCII characters (`F15.changes-special-names`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-08-file-names-with-a-space-or-non-ascii-cha.json | -| F15.changes-special-names | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: File names with a space or non-ASCII characters (`F15.changes-special-names`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-08-file-names-with-a-space-or-non-ascii-cha.json | -| F15.changes-special-names | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: File names with a space or non-ASCII characters (`F15.changes-special-names`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-08-file-names-with-a-space-or-non-ascii-cha.json | -| F15.changes-statuses | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Staged deletions, additions and renames (`F15.changes-statuses`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-03-staged-deletions-additions-and-renames-f.json | -| F15.changes-statuses | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Staged deletions, additions and renames (`F15.changes-statuses`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-03-staged-deletions-additions-and-renames-f.json | -| F15.changes-statuses | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Staged deletions, additions and renames (`F15.changes-statuses`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-03-staged-deletions-additions-and-renames-f.json | -| F15.changes-subdir-paths | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Subdirectory of a repository (`F15.changes-subdir-paths`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-09-subdirectory-of-a-repository-f15-changes.json | -| F15.changes-subdir-paths | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Subdirectory of a repository (`F15.changes-subdir-paths`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-09-subdirectory-of-a-repository-f15-changes.json | -| F15.changes-subdir-paths | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Subdirectory of a repository (`F15.changes-subdir-paths`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-09-subdirectory-of-a-repository-f15-changes.json | -| F15.commit-changes | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Files of one commit (`F15.commit-changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-17-files-of-one-commit-f15-commit-changes.json | -| F15.commit-changes | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Files of one commit (`F15.commit-changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-17-files-of-one-commit-f15-commit-changes.json | -| F15.commit-changes | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Files of one commit (`F15.commit-changes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-17-files-of-one-commit-f15-commit-changes.json | -| F15.commits | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Commit history (`F15.commits`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-16-commit-history-f15-commits.json | -| F15.commits | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Commit history (`F15.commits`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-16-commit-history-f15-commits.json | -| F15.commits | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Commit history (`F15.commits`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-16-commit-history-f15-commits.json | -| F15.diff | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Per-file diff (`F15.diff`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-11-per-file-diff-f15-diff.json | -| F15.diff | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Per-file diff (`F15.diff`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-11-per-file-diff-f15-diff.json | -| F15.diff | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Per-file diff (`F15.diff`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-11-per-file-diff-f15-diff.json | -| F15.diff-commit | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Diff of one commit (`F15.diff-commit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-12-diff-of-one-commit-f15-diff-commit.json | -| F15.diff-commit | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Diff of one commit (`F15.diff-commit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-12-diff-of-one-commit-f15-diff-commit.json | -| F15.diff-commit | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Diff of one commit (`F15.diff-commit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-12-diff-of-one-commit-f15-diff-commit.json | -| F15.diff-deleted-file | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Diff of a deleted file (`F15.diff-deleted-file`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-15-diff-of-a-deleted-file-f15-diff-deleted-.json | -| F15.diff-deleted-file | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Diff of a deleted file (`F15.diff-deleted-file`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-15-diff-of-a-deleted-file-f15-diff-deleted-.json | -| F15.diff-deleted-file | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Diff of a deleted file (`F15.diff-deleted-file`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-15-diff-of-a-deleted-file-f15-diff-deleted-.json | -| F15.diff-errors | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Diff errors (`F15.diff-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-13-diff-errors-f15-diff-errors.json | -| F15.diff-errors | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Diff errors (`F15.diff-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-13-diff-errors-f15-diff-errors.json | -| F15.diff-errors | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Diff errors (`F15.diff-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-13-diff-errors-f15-diff-errors.json | -| F15.diff-whitespace | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Unchanged-file whitespace (`F15.diff-whitespace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-14-unchanged-file-whitespace-f15-diff-white.json | -| F15.diff-whitespace | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Unchanged-file whitespace (`F15.diff-whitespace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-14-unchanged-file-whitespace-f15-diff-white.json | -| F15.diff-whitespace | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Unchanged-file whitespace (`F15.diff-whitespace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-14-unchanged-file-whitespace-f15-diff-white.json | -| F15.non-repo | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Not a repository, or no commits yet (`F15.non-repo`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-10-not-a-repository-or-no-commits-yet-f15-n.json | -| F15.non-repo | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Not a repository, or no commits yet (`F15.non-repo`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-10-not-a-repository-or-no-commits-yet-f15-n.json | -| F15.non-repo | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Not a repository, or no commits yet (`F15.non-repo`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-10-not-a-repository-or-no-commits-yet-f15-n.json | -| F15.pr-status-errors | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Pull-request status validation (`F15.pr-status-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-31-pull-request-status-validation-f15-pr-st.json | -| F15.pr-status-errors | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Pull-request status validation (`F15.pr-status-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-31-pull-request-status-validation-f15-pr-st.json | -| F15.pr-status-errors | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Pull-request status validation (`F15.pr-status-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-31-pull-request-status-validation-f15-pr-st.json | -| F15.pr-status-provider-errors | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Provider errors for pull-request status (`F15.pr-status-provider-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-34-provider-errors-for-pull-request-status-.json | -| F15.pr-status-provider-errors | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Provider errors for pull-request status (`F15.pr-status-provider-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-34-provider-errors-for-pull-request-status-.json | -| F15.pr-status-provider-errors | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Provider errors for pull-request status (`F15.pr-status-provider-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-34-provider-errors-for-pull-request-status-.json | -| F15.pr-status-state | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Pull-request state and CI result (`F15.pr-status-state`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-33-pull-request-state-and-ci-result-f15-pr-.json | -| F15.pr-status-state | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Pull-request state and CI result (`F15.pr-status-state`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-33-pull-request-state-and-ci-result-f15-pr-.json | -| F15.pr-status-state | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Pull-request state and CI result (`F15.pr-status-state`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-33-pull-request-state-and-ci-result-f15-pr-.json | -| F15.pr-status-timeout | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Pull-request status timeout (`F15.pr-status-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-35-pull-request-status-timeout-f15-pr-statu.json | -| F15.pr-status-timeout | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Pull-request status timeout (`F15.pr-status-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-35-pull-request-status-timeout-f15-pr-statu.json | -| F15.pr-status-timeout | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Pull-request status timeout (`F15.pr-status-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-35-pull-request-status-timeout-f15-pr-statu.json | -| F15.pr-status-token | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Pull-request status without a token (`F15.pr-status-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-30-pull-request-status-without-a-token-f15-.json | -| F15.pr-status-token | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Pull-request status without a token (`F15.pr-status-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-30-pull-request-status-without-a-token-f15-.json | -| F15.pr-status-token | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Pull-request status without a token (`F15.pr-status-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-30-pull-request-status-without-a-token-f15-.json | -| F15.pr-status-unreachable | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: GitHub unreachable for pull-request status (`F15.pr-status-unreachable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-32-github-unreachable-for-pull-request-stat.json | -| F15.pr-status-unreachable | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: GitHub unreachable for pull-request status (`F15.pr-status-unreachable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-32-github-unreachable-for-pull-request-stat.json | -| F15.pr-status-unreachable | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: GitHub unreachable for pull-request status (`F15.pr-status-unreachable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-32-github-unreachable-for-pull-request-stat.json | -| F15.repo-search-errors | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Provider and parameter validation (`F15.repo-search-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-25-provider-and-parameter-validation-f15-re.json | -| F15.repo-search-errors | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Provider and parameter validation (`F15.repo-search-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-25-provider-and-parameter-validation-f15-re.json | -| F15.repo-search-errors | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Provider and parameter validation (`F15.repo-search-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-25-provider-and-parameter-validation-f15-re.json | -| F15.repo-search-rejected-token | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Rejected provider token (`F15.repo-search-rejected-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-29-rejected-provider-token-f15-repo-search-.json | -| F15.repo-search-rejected-token | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Rejected provider token (`F15.repo-search-rejected-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-29-rejected-provider-token-f15-repo-search-.json | -| F15.repo-search-rejected-token | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Rejected provider token (`F15.repo-search-rejected-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-29-rejected-provider-token-f15-repo-search-.json | -| F15.repo-search-timeout | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: GitHub timeout (`F15.repo-search-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-27-github-timeout-f15-repo-search-timeout.json | -| F15.repo-search-timeout | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: GitHub timeout (`F15.repo-search-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-27-github-timeout-f15-repo-search-timeout.json | -| F15.repo-search-timeout | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: GitHub timeout (`F15.repo-search-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-27-github-timeout-f15-repo-search-timeout.json | -| F15.repo-search-token | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Token lookup (`F15.repo-search-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-24-token-lookup-f15-repo-search-token.json | -| F15.repo-search-token | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Token lookup (`F15.repo-search-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-24-token-lookup-f15-repo-search-token.json | -| F15.repo-search-token | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Token lookup (`F15.repo-search-token`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-24-token-lookup-f15-repo-search-token.json | -| F15.repo-search-unreachable | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: GitHub unreachable (`F15.repo-search-unreachable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-26-github-unreachable-f15-repo-search-unrea.json | -| F15.repo-search-unreachable | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: GitHub unreachable (`F15.repo-search-unreachable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-26-github-unreachable-f15-repo-search-unrea.json | -| F15.repo-search-unreachable | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: GitHub unreachable (`F15.repo-search-unreachable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-26-github-unreachable-f15-repo-search-unrea.json | -| F15.scoped | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Conversation-scoped views (`F15.scoped`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-18-conversation-scoped-views-f15-scoped.json | -| F15.scoped | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Conversation-scoped views (`F15.scoped`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-18-conversation-scoped-views-f15-scoped.json | -| F15.scoped | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Conversation-scoped views (`F15.scoped`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-18-conversation-scoped-views-f15-scoped.json | -| F15.scoped-guard | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Workspace guard (`F15.scoped-guard`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-19-workspace-guard-f15-scoped-guard.json | -| F15.scoped-guard | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Workspace guard (`F15.scoped-guard`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-19-workspace-guard-f15-scoped-guard.json | -| F15.scoped-guard | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Workspace guard (`F15.scoped-guard`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-19-workspace-guard-f15-scoped-guard.json | -| F15.scoped-restart | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: After a restart (`F15.scoped-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-20-after-a-restart-f15-scoped-restart.json | -| F15.scoped-restart | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: After a restart (`F15.scoped-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-20-after-a-restart-f15-scoped-restart.json | -| F15.scoped-restart | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: After a restart (`F15.scoped-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-20-after-a-restart-f15-scoped-restart.json | -| F15.sdk-workspace | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Python SDK workspace (`F15.sdk-workspace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-21-python-sdk-workspace-f15-sdk-workspace.json | -| F15.sdk-workspace | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: Python SDK workspace (`F15.sdk-workspace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-21-python-sdk-workspace-f15-sdk-workspace.json | -| F15.sdk-workspace | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: Python SDK workspace (`F15.sdk-workspace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-21-python-sdk-workspace-f15-sdk-workspace.json | -| F15.ts-client | 20261111-084346-c245-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: TypeScript client (`F15.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084346-c245-map-f15/evidence/map-run/F15-git-22-typescript-client-f15-ts-client.json | -| F15.ts-client | 20261111-084831-3c8b-map-f15 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F15-git.md: TypeScript client (`F15.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-3c8b-map-f15/evidence/map-run/F15-git-22-typescript-client-f15-ts-client.json | -| F15.ts-client | 20261111-085423-8ec2-map-f15 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F15-git.md: TypeScript client (`F15.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085423-8ec2-map-f15/evidence/map-run/F15-git-22-typescript-client-f15-ts-client.json | -| F16.agent-artifact | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: The agent's own artifact (`F16.agent-artifact`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-14-the-agent-s-own-artifact-f16-agent-artif.json | -| F16.auth | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Header or cookie (`F16.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-13-header-or-cookie-f16-auth.json | -| F16.content-types | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Content types (`F16.content-types`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-03-content-types-f16-content-types.json | -| F16.deleted-conversation | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Deleted conversation (`F16.deleted-conversation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-11-deleted-conversation-f16-deleted-convers.json | -| F16.dir-index | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Directory index and missing files (`F16.dir-index`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-04-directory-index-and-missing-files-f16-di.json | -| F16.file-bytes | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: File bytes and headers (`F16.file-bytes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-02-file-bytes-and-headers-f16-file-bytes.json | -| F16.live-content | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Live content (`F16.live-content`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-06-live-content-f16-live-content.json | -| F16.range | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Byte ranges (`F16.range`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-05-byte-ranges-f16-range.json | -| F16.restart | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Across a restart (`F16.restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-15-across-a-restart-f16-restart.json | -| F16.root-index | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Root index (`F16.root-index`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-01-root-index-f16-root-index.json | -| F16.symlink-escape | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Symlinks (`F16.symlink-escape`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-08-symlinks-f16-symlink-escape.json | -| F16.traversal-rejected | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Traversal (`F16.traversal-rejected`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-07-traversal-f16-traversal-rejected.json | -| F16.unknown-conversation | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Unknown and malformed ids (`F16.unknown-conversation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-09-unknown-and-malformed-ids-f16-unknown-co.json | -| F16.vscode-auth | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: VS Code routes are header-only (`F16.vscode-auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-18-vs-code-routes-are-header-only-f16-vscod.json | -| F16.vscode-disabled | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: VS Code disabled (`F16.vscode-disabled`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-16-vs-code-disabled-f16-vscode-disabled.json | -| F16.vscode-enabled-status | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Enabled but not running (`F16.vscode-enabled-status`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-19-enabled-but-not-running-f16-vscode-enabl.json | -| F16.vscode-scoped-guards | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Scoped guards (`F16.vscode-scoped-guards`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-17-scoped-guards-f16-vscode-scoped-guards.json | -| F16.vscode-url-after-init | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Key delivered by init, no URL (`F16.vscode-url-after-init`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-24-key-delivered-by-init-no-url-f16-vscode-.json | -| F16.vscode-url-no-key | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: No key, no URL (`F16.vscode-url-no-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-23-no-key-no-url-f16-vscode-url-no-key.json | -| F16.vscode-url-not-running | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Not running, not advertised (`F16.vscode-url-not-running`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-21-not-running-not-advertised-f16-vscode-ur.json | -| F16.workspace-dir-missing | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Workspace directory gone (`F16.workspace-dir-missing`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-10-workspace-directory-gone-f16-workspace-d.json | -| F16.worktree-served | 20261111-085638-3cbc-map-f16 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F16-workspace-serving-and-vscode.md: Worktree conversation (`F16.worktree-served`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085638-3cbc-map-f16/evidence/map-run/F16-workspace-serving-and-vscode-12-worktree-conversation-f16-worktree-serve.json | -| F17.add-parents | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Register parents (`F17.add-parents`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-11-register-parents-f17-add-parents.json | -| F17.add-workspaces | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Register a repository and a plain directory (`F17.add-workspaces`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-03-register-a-repository-and-a-plain-direct.json | -| F17.auth-required | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Session key required (`F17.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-16-session-key-required-f17-auth-required.json | -| F17.concurrent-adds | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Concurrent writes (`F17.concurrent-adds`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-17-concurrent-writes-f17-concurrent-adds.json | -| F17.corrupted-file | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Corrupted file (`F17.corrupted-file`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-20-corrupted-file-f17-corrupted-file.json | -| F17.delete-not-found | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Unknown paths (`F17.delete-not-found`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-07-unknown-paths-f17-delete-not-found.json | -| F17.delete-parent | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Delete a parent (`F17.delete-parent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-13-delete-a-parent-f17-delete-parent.json | -| F17.delete-workspace | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Delete a workspace (`F17.delete-workspace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-06-delete-a-workspace-f17-delete-workspace.json | -| F17.future-schema | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Future or invalid schema (`F17.future-schema`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-21-future-or-invalid-schema-f17-future-sche.json | -| F17.idempotent-add | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Idempotent re-add (`F17.idempotent-add`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-05-idempotent-re-add-f17-idempotent-add.json | -| F17.io-error | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Unreadable file (`F17.io-error`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-22-unreadable-file-f17-io-error.json | -| F17.list-empty | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Empty registry (`F17.list-empty`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-01-empty-registry-f17-list-empty.json | -| F17.lists-independent | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Two independent lists (`F17.lists-independent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-14-two-independent-lists-f17-lists-independ.json | -| F17.noop-delete-no-file | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: A refused delete on a fresh directory (`F17.noop-delete-no-file`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-02-a-refused-delete-on-a-fresh-directory-f1.json | -| F17.noop-write-readonly | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: No-op writes on read-only storage (`F17.noop-write-readonly`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-23-no-op-writes-on-read-only-storage-f17-no.json | -| F17.noop-write-untouched | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: No-op writes leave the file alone (`F17.noop-write-untouched`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-08-no-op-writes-leave-the-file-alone-f17-no.json | -| F17.parent-children | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Children of a parent (`F17.parent-children`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-12-children-of-a-parent-f17-parent-children.json | -| F17.paths-opaque | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Paths are opaque strings (`F17.paths-opaque`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-09-paths-are-opaque-strings-f17-paths-opaqu.json | -| F17.persist-restart | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Persistence across a restart (`F17.persist-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-15-persistence-across-a-restart-f17-persist.json | -| F17.persistence-location | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Location without `OH_PERSISTENCE_DIR` (`F17.persistence-location`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-24-location-without-oh-persistence-dir-f17-.json | -| F17.shared-dir | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Two servers, one file (`F17.shared-dir`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-18-two-servers-one-file-f17-shared-dir.json | -| F17.ts-client | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: TypeScript client (`F17.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-19-typescript-client-f17-ts-client.json | -| F17.validation | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Validation (`F17.validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-10-validation-f17-validation.json | -| F17.wire-format | 20261111-085659-a02a-map-f17 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F17-workspaces-registry.md: Wire format (`F17.wire-format`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085659-a02a-map-f17/evidence/map-run/F17-workspaces-registry-04-wire-format-f17-wire-format.json | -| F18.active-profile-pointer | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Active LLM profile pointer (`F18.active-profile-pointer`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-12-active-llm-profile-pointer-f18-active-pr.json | -| F18.agent-diff-merge | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Sparse agent diff and unset (`F18.agent-diff-merge`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-08-sparse-agent-diff-and-unset-f18-agent-di.json | -| F18.agent-kind-switch | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Agent kind switch (`F18.agent-kind-switch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-13-agent-kind-switch-f18-agent-kind-switch.json | -| F18.agent-schema | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Agent settings schema (`F18.agent-schema`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-02-agent-settings-schema-f18-agent-schema.json | -| F18.auth-required | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Key required (`F18.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-04-key-required-f18-auth-required.json | -| F18.conversation-diff | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Conversation settings (`F18.conversation-diff`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-09-conversation-settings-f18-conversation-d.json | -| F18.conversation-schema | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Conversation settings schema (`F18.conversation-schema`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-03-conversation-settings-schema-f18-convers.json | -| F18.corrupted-files | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Corrupted files (`F18.corrupted-files`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-23-corrupted-files-f18-corrupted-files.json | -| F18.dangling-pointers | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Dangling meta-profile pointer (`F18.dangling-pointers`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-28-dangling-meta-profile-pointer-f18-dangli.json | -| F18.encrypted-at-rest | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Encrypted at rest (`F18.encrypted-at-rest`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-17-encrypted-at-rest-f18-encrypted-at-rest.json | -| F18.expose-modes | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Exposure modes (`F18.expose-modes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-06-exposure-modes-f18-expose-modes.json | -| F18.get-defaults | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Fresh defaults (`F18.get-defaults`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-01-fresh-defaults-f18-get-defaults.json | -| F18.misc-settings-merge | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Opaque misc settings (`F18.misc-settings-merge`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-10-opaque-misc-settings-f18-misc-settings-m.json | -| F18.no-cipher | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: No cipher (`F18.no-cipher`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-24-no-cipher-f18-no-cipher.json | -| F18.patch-llm | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Set the LLM (`F18.patch-llm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-05-set-the-llm-f18-patch-llm.json | -| F18.patch-validation | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Rejected PATCH bodies (`F18.patch-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-11-rejected-patch-bodies-f18-patch-validati.json | -| F18.persist-restart | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Persistence across a restart (`F18.persist-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-22-persistence-across-a-restart-f18-persist.json | -| F18.roundtrip | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Post back what GET returned (`F18.roundtrip`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-07-post-back-what-get-returned-f18-roundtri.json | -| F18.sdk-clone-repos | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: SDK clones with the stored token (`F18.sdk-clone-repos`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-20-sdk-clones-with-the-stored-token-f18-sdk.json | -| F18.sdk-remote-workspace | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: SDK consumer (`F18.sdk-remote-workspace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-19-sdk-consumer-f18-sdk-remote-workspace.json | -| F18.secret-delete | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Delete a secret (`F18.secret-delete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-15-delete-a-secret-f18-secret-delete.json | -| F18.secret-empty-value | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Empty secret value (`F18.secret-empty-value`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-26-empty-secret-value-f18-secret-empty-valu.json | -| F18.secret-key-previous-keys | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Supported key rotation (`F18.secret-key-previous-keys`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-33-supported-key-rotation-f18-secret-key-pr.json | -| F18.secret-key-rotation | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Cipher key lost (`F18.secret-key-rotation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-32-cipher-key-lost-f18-secret-key-rotation.json | -| F18.secret-name-contract | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Documented status for an invalid name (`F18.secret-name-contract`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-31-documented-status-for-an-invalid-name-f1.json | -| F18.secret-name-validation | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Secret names (`F18.secret-name-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-16-secret-names-f18-secret-name-validation.json | -| F18.secret-put-list-get | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Upsert, list and read a secret (`F18.secret-put-list-get`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-14-upsert-list-and-read-a-secret-f18-secret.json | -| F18.secret-scope-agent-profile | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Secrets scoped by an agent profile (`F18.secret-scope-agent-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-18-secrets-scoped-by-an-agent-profile-f18-s.json | -| F18.secret-scope-profile-errors | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: Agent-profile store busy (`F18.secret-scope-profile-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-30-agent-profile-store-busy-f18-secret-scop.json | -| F18.ts-client | 20261111-083602-db6e-map-f18 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F18-settings-and-secrets.md: TypeScript client (`F18.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083602-db6e-map-f18/evidence/map-run/F18-settings-and-secrets-21-typescript-client-f18-ts-client.json | -| F19.auth | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Auth (`F19.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-01-auth-f19-auth.json | -| F19.conversation-secrets-at-rest | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Credentials at rest (`F19.conversation-secrets-at-rest`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-27-credentials-at-rest-f19-conversation-sec.json | -| F19.conversation-tool | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: The agent uses the MCP tool (`F19.conversation-tool`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-25-the-agent-uses-the-mcp-tool-f19-conversa.json | -| F19.disabled-server | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Disabled servers stay off (`F19.disabled-server`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-24-disabled-servers-stay-off-f19-disabled-s.json | -| F19.oauth-callback-bad-port | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Port out of range (`F19.oauth-callback-bad-port`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-18-port-out-of-range-f19-oauth-callback-bad.json | -| F19.oauth-callback-replay | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Replayed callback (`F19.oauth-callback-replay`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-17-replayed-callback-f19-oauth-callback-rep.json | -| F19.oauth-callback-validation | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Callback URL checks on a live job (`F19.oauth-callback-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-19-callback-url-checks-on-a-live-job-f19-oa.json | -| F19.oauth-consent-denied | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Denied consent (`F19.oauth-consent-denied`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-20-denied-consent-f19-oauth-consent-denied.json | -| F19.oauth-consent-timeout | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Consent timeout (`F19.oauth-consent-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-21-consent-timeout-f19-oauth-consent-timeou.json | -| F19.oauth-flow | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Full OAuth consent (`F19.oauth-flow`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-16-full-oauth-consent-f19-oauth-flow.json | -| F19.oauth-inline-writeback | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Inline OAuth server refresh (`F19.oauth-inline-writeback`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-22-inline-oauth-server-refresh-f19-oauth-in.json | -| F19.oauth-refresh-writeback | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Stored OAuth token refresh (`F19.oauth-refresh-writeback`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-26-stored-oauth-token-refresh-f19-oauth-ref.json | -| F19.oauth-start-errors | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: OAuth start refusals and early outcomes (`F19.oauth-start-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-14-oauth-start-refusals-and-early-outcomes-.json | -| F19.oauth-stored-state | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Stored OAuth state (`F19.oauth-stored-state`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-23-stored-oauth-state-f19-oauth-stored-stat.json | -| F19.oauth-unknown-job | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Unknown jobs (`F19.oauth-unknown-job`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-15-unknown-jobs-f19-oauth-unknown-job.json | -| F19.restart | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Restart (`F19.restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-28-restart-f19-restart.json | -| F19.settings-create | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Create one server (`F19.settings-create`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-02-create-one-server-f19-settings-create.json | -| F19.settings-delete | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Delete one server (`F19.settings-delete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-06-delete-one-server-f19-settings-delete.json | -| F19.settings-empty-server | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Server with neither command nor url (`F19.settings-empty-server`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-04-server-with-neither-command-nor-url-f19-.json | -| F19.settings-patch | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Sparse patch (`F19.settings-patch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-05-sparse-patch-f19-settings-patch.json | -| F19.settings-validation | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Invalid servers (`F19.settings-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-03-invalid-servers-f19-settings-validation.json | -| F19.test-connect-failures | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Connection failures (`F19.test-connect-failures`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-10-connection-failures-f19-test-connect-fai.json | -| F19.test-encrypted-env | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Encrypted env from settings (`F19.test-encrypted-env`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-12-encrypted-env-from-settings-f19-test-enc.json | -| F19.test-stdio | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Test a stdio server (`F19.test-stdio`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-08-test-a-stdio-server-f19-test-stdio.json | -| F19.test-timeout | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Handshake timeout (`F19.test-timeout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-11-handshake-timeout-f19-test-timeout.json | -| F19.test-tool-errors | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Tool failures stay in `tool_result` (`F19.test-tool-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-09-tool-failures-stay-in-tool-result-f19-te.json | -| F19.test-validation | 20261111-085751-f467-map-f19 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F19-mcp.md: Connection test body validation (`F19.test-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085751-f467-map-f19/evidence/map-run/F19-mcp-07-connection-test-body-validation-f19-test.json | -| F20.activate | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Activate (`F20.activate`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-21-activate-f20-activate.json | -| F20.activate-acp | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: ACP settings (`F20.activate-acp`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-23-acp-settings-f20-activate-acp.json | -| F20.activate-conversation | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Activation drives conversations (`F20.activate-conversation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-22-activation-drives-conversations-f20-acti.json | -| F20.activate-dangling-provider | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Dangling provider link (`F20.activate-dangling-provider`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-26-dangling-provider-link-f20-activate-dang.json | -| F20.activate-linked-provider | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Linked provider (`F20.activate-linked-provider`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-27-linked-provider-f20-activate-linked-prov.json | -| F20.auth-required | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Key required (`F20.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-01-key-required-f20-auth-required.json | -| F20.corrupt-files | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Corrupted files (`F20.corrupt-files`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-09-corrupted-files-f20-corrupt-files.json | -| F20.delete | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Delete (`F20.delete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-34-delete-f20-delete.json | -| F20.delete-guarded | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Guarded delete (`F20.delete-guarded`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-33-guarded-delete-f20-delete-guarded.json | -| F20.get-secrets | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Reading the key (`F20.get-secrets`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-04-reading-the-key-f20-get-secrets.json | -| F20.json-alias-guard | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Delete through the `.json` alias (`F20.json-alias-guard`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-35-delete-through-the-json-alias-f20-json-a.json | -| F20.key-encrypted-at-rest | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Encrypted at rest (`F20.key-encrypted-at-rest`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-03-encrypted-at-rest-f20-key-encrypted-at-r.json | -| F20.name-rules | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Name rules (`F20.name-rules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-08-name-rules-f20-name-rules.json | -| F20.no-cipher | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: No cipher (`F20.no-cipher`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-29-no-cipher-f20-no-cipher.json | -| F20.not-found | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Unknown names (`F20.not-found`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-07-unknown-names-f20-not-found.json | -| F20.persist-restart | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Restart (`F20.persist-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-30-restart-f20-persist-restart.json | -| F20.profile-limit | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Profile limit (`F20.profile-limit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-12-profile-limit-f20-profile-limit.json | -| F20.rename | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Rename (`F20.rename`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-31-rename-f20-rename.json | -| F20.rename-errors | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Rename errors (`F20.rename-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-32-rename-errors-f20-rename-errors.json | -| F20.save | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Save (`F20.save`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-02-save-f20-save.json | -| F20.save-encrypted-roundtrip | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Encrypted round trip (`F20.save-encrypted-roundtrip`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-05-encrypted-round-trip-f20-save-encrypted-.json | -| F20.save-without-secrets | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Save without secrets (`F20.save-without-secrets`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-06-save-without-secrets-f20-save-without-se.json | -| F20.sdk-get-llm | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: SDK consumer (`F20.sdk-get-llm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-24-sdk-consumer-f20-sdk-get-llm.json | -| F20.sdk-get-llm-linked | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: SDK on a linked profile (`F20.sdk-get-llm-linked`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-28-sdk-on-a-linked-profile-f20-sdk-get-llm-.json | -| F20.secret-key-previous-keys | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Supported key rotation (`F20.secret-key-previous-keys`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-36-supported-key-rotation-f20-secret-key-pr.json | -| F20.secret-key-rotation | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Secret key lost (`F20.secret-key-rotation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-37-secret-key-lost-f20-secret-key-rotation.json | -| F20.store-busy | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Store busy (`F20.store-busy`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-10-store-busy-f20-store-busy.json | -| F20.store-busy-responsive | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Lock wait does not block the server (`F20.store-busy-responsive`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-11-lock-wait-does-not-block-the-server-f20-.json | -| F20.ts-client | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: TypeScript client (`F20.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-25-typescript-client-f20-ts-client.json | -| F20.validate-hang-bounded | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Hanging provider gets a bounded verdict (`F20.validate-hang-bounded`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-20-hanging-provider-gets-a-bounded-verdict-.json | -| F20.validate-live | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Validate a working config (`F20.validate-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-13-validate-a-working-config-f20-validate-l.json | -| F20.validate-provider-errors | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Provider failures (`F20.validate-provider-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-16-provider-failures-f20-validate-provider-.json | -| F20.validate-quota-exhausted | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Exhausted quota (`F20.validate-quota-exhausted`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-17-exhausted-quota-f20-validate-quota-exhau.json | -| F20.validate-rejects | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Validate rejects (`F20.validate-rejects`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-14-validate-rejects-f20-validate-rejects.json | -| F20.validate-subscription-login | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Subscription without a login (`F20.validate-subscription-login`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-18-subscription-without-a-login-f20-validat.json | -| F20.validate-unreachable-bounded | 20261111-085920-8f90-map-f20 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F20-llm-profiles.md: Unreachable endpoint answers at once (`F20.validate-unreachable-bounded`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085920-8f90-map-f20/evidence/map-run/F20-llm-profiles-19-unreachable-endpoint-answers-at-once-f20.json | -| F21.acp-kind | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: ACP profile (`F21.acp-kind`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-07-acp-profile-f21-acp-kind.json | -| F21.acp-skill-sourcing | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: ACP skill sourcing (`F21.acp-skill-sourcing`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-26-acp-skill-sourcing-f21-acp-skill-sourcin.json | -| F21.activate | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Activate by id (`F21.activate`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-11-activate-by-id-f21-activate.json | -| F21.activate-corrupt-settings | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Activate over a corrupt settings file (`F21.activate-corrupt-settings`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-12-activate-over-a-corrupt-settings-file-f2.json | -| F21.auth-required | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: No key, no access (`F21.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-01-no-key-no-access-f21-auth-required.json | -| F21.busy-blocks-server | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Lock wait does not stall the server (`F21.busy-blocks-server`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-29-lock-wait-does-not-stall-the-server-f21-.json | -| F21.conversation-start | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Start a conversation from a profile (`F21.conversation-start`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-21-start-a-conversation-from-a-profile-f21-.json | -| F21.corrupt-file | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Corrupt file (`F21.corrupt-file`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-20-corrupt-file-f21-corrupt-file.json | -| F21.dangling-llm-report | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: How a dangling LLM reference is reported (`F21.dangling-llm-report`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-30-how-a-dangling-llm-reference-is-reported.json | -| F21.delete | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Delete (`F21.delete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-14-delete-f21-delete.json | -| F21.delete-active-acp-reset | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Active ACP reset (`F21.delete-active-acp-reset`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-15-active-acp-reset-f21-delete-active-acp-r.json | -| F21.json-suffix-identity | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: `.json` names keep their identity (`F21.json-suffix-identity`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-32-json-names-keep-their-identity-f21-json-.json | -| F21.launch-additions | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Launch additions (`F21.launch-additions`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-23-launch-additions-f21-launch-additions.json | -| F21.launch-store-busy | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Busy store at conversation start (`F21.launch-store-busy`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-28-busy-store-at-conversation-start-f21-lau.json | -| F21.lazy-seed | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Lazy seed (`F21.lazy-seed`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-02-lazy-seed-f21-lazy-seed.json | -| F21.limit | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: At most 50 (`F21.limit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-19-at-most-50-f21-limit.json | -| F21.materialize-dangling | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Dangling references (`F21.materialize-dangling`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-17-dangling-references-f21-materialize-dang.json | -| F21.materialize-draft | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Draft preview (`F21.materialize-draft`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-18-draft-preview-f21-materialize-draft.json | -| F21.materialize-valid | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Materialize a resolvable profile (`F21.materialize-valid`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-16-materialize-a-resolvable-profile-f21-mat.json | -| F21.name-rules | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Name rules (`F21.name-rules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-09-name-rules-f21-name-rules.json | -| F21.not-found | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Unknown names and ids (`F21.not-found`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-10-unknown-names-and-ids-f21-not-found.json | -| F21.rename | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Rename (`F21.rename`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-13-rename-f21-rename.json | -| F21.restart | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Restart (`F21.restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-25-restart-f21-restart.json | -| F21.save-create | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Create (`F21.save-create`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-05-create-f21-save-create.json | -| F21.save-overwrite | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Overwrite (`F21.save-overwrite`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-06-overwrite-f21-save-overwrite.json | -| F21.save-validation | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Save validation (`F21.save-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-08-save-validation-f21-save-validation.json | -| F21.secret-scope | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Secret scope (`F21.secret-scope`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-22-secret-scope-f21-secret-scope.json | -| F21.seed-acp | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: ACP seed (`F21.seed-acp`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-04-acp-seed-f21-seed-acp.json | -| F21.seed-no-ghost-llm | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: No ghost LLM profile (`F21.seed-no-ghost-llm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-03-no-ghost-llm-profile-f21-seed-no-ghost-l.json | -| F21.store-busy | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: Store busy (`F21.store-busy`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-27-store-busy-f21-store-busy.json | -| F21.ts-client | 20261111-083718-2007-map-f21 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F21-agent-profiles.md: TypeScript client (`F21.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083718-2007-map-f21/evidence/map-run/F21-agent-profiles-24-typescript-client-f21-ts-client.json | -| F22.acp-clears-pointer | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: ACP clears the pointer (`F22.acp-clears-pointer`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-16-acp-clears-the-pointer-f22-acp-clears-po.json | -| F22.activate | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Activate (`F22.activate`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-09-activate-f22-activate.json | -| F22.activate-acp | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Activation on ACP settings (`F22.activate-acp`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-17-activation-on-acp-settings-f22-activate-.json | -| F22.auth-required | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Key required (`F22.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-01-key-required-f22-auth-required.json | -| F22.corrupt-files | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Corrupted files (`F22.corrupt-files`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-18-corrupted-files-f22-corrupt-files.json | -| F22.corrupt-settings | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Unreadable settings (`F22.corrupt-settings`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-19-unreadable-settings-f22-corrupt-settings.json | -| F22.delete | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Delete (`F22.delete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-14-delete-f22-delete.json | -| F22.delete-active-clears | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Delete the active one (`F22.delete-active-clears`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-15-delete-the-active-one-f22-delete-active-.json | -| F22.empty-router | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Router with no route (`F22.empty-router`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-05-router-with-no-route-f22-empty-router.json | -| F22.limit | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Limit (`F22.limit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-22-limit-f22-limit.json | -| F22.name-rules | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Name rules (`F22.name-rules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-07-name-rules-f22-name-rules.json | -| F22.not-found | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Unknown names (`F22.not-found`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-08-unknown-names-f22-not-found.json | -| F22.overwrite | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Overwrite (`F22.overwrite`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-06-overwrite-f22-overwrite.json | -| F22.persist-restart | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Restart (`F22.persist-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-13-restart-f22-persist-restart.json | -| F22.persistence-dir | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Persistence directory with `~` (`F22.persistence-dir`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-24-persistence-directory-with-f22-persisten.json | -| F22.route-classes | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Classes-mode routing (`F22.route-classes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-10-classes-mode-routing-f22-route-classes.json | -| F22.route-direct | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Direct routing (`F22.route-direct`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-11-direct-routing-f22-route-direct.json | -| F22.route-missing-profile | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Missing LLM profile (`F22.route-missing-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-12-missing-llm-profile-f22-route-missing-pr.json | -| F22.save-classes | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Save in classes mode (`F22.save-classes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-02-save-in-classes-mode-f22-save-classes.json | -| F22.save-direct | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Save in direct mode (`F22.save-direct`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-03-save-in-direct-mode-f22-save-direct.json | -| F22.store-busy | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Store busy (`F22.store-busy`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-20-store-busy-f22-store-busy.json | -| F22.store-busy-responsive | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Lock wait does not block the server (`F22.store-busy-responsive`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-21-lock-wait-does-not-block-the-server-f22-.json | -| F22.ts-client | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: TypeScript client (`F22.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-23-typescript-client-f22-ts-client.json | -| F22.validation | 20261111-090015-c709-map-f22 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F22-meta-profiles.md: Validation (`F22.validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090015-c709-map-f22/evidence/map-run/F22-meta-profiles-04-validation-f22-validation.json | -| F23.acp-discovery-errors | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: ACP discovery errors (`F23.acp-discovery-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-27-acp-discovery-errors-f23-acp-discovery-e.json | -| F23.acp-discovery-live | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Real ACP model discovery (`F23.acp-discovery-live`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-28-real-acp-model-discovery-f23-acp-discove.json | -| F23.auth-required | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Key required (`F23.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-01-key-required-f23-auth-required.json | -| F23.catalog-ts-client | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: TypeScript client (`F23.catalog-ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-07-typescript-client-f23-catalog-ts-client.json | -| F23.conn-create | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Create (`F23.conn-create`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-08-create-f23-conn-create.json | -| F23.conn-create-blank-key | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Blank keys on create (`F23.conn-create-blank-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-12-blank-keys-on-create-f23-conn-create-bla.json | -| F23.conn-create-validation | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Create validation (`F23.conn-create-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-11-create-validation-f23-conn-create-valida.json | -| F23.conn-delete | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Delete (`F23.conn-delete`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-25-delete-f23-conn-delete.json | -| F23.conn-key-encrypted | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Key hidden and encrypted (`F23.conn-key-encrypted`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-09-key-hidden-and-encrypted-f23-conn-key-en.json | -| F23.conn-limit | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Limit (`F23.conn-limit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-26-limit-f23-conn-limit.json | -| F23.conn-patch-blank-key | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Blank keys on update (`F23.conn-patch-blank-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-16-blank-keys-on-update-f23-conn-patch-blan.json | -| F23.conn-rotate-key | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Rotate the key (`F23.conn-rotate-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-17-rotate-the-key-f23-conn-rotate-key.json | -| F23.conn-update | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Update (`F23.conn-update`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-14-update-f23-conn-update.json | -| F23.conn-update-validation | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Update validation (`F23.conn-update-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-15-update-validation-f23-conn-update-valida.json | -| F23.corrupt-file | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Corrupted file (`F23.corrupt-file`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-21-corrupted-file-f23-corrupt-file.json | -| F23.delete-guard | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Delete guard (`F23.delete-guard`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-24-delete-guard-f23-delete-guard.json | -| F23.linked-run | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Linked profile runs on the connection (`F23.linked-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-13-linked-profile-runs-on-the-connection-f2.json | -| F23.models | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: All models (`F23.models`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-03-all-models-f23-models.json | -| F23.models-filter | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Provider filter (`F23.models-filter`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-04-provider-filter-f23-models-filter.json | -| F23.models-no-bedrock | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: No Bedrock ids under a provider (`F23.models-no-bedrock`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-05-no-bedrock-ids-under-a-provider-f23-mode.json | -| F23.no-cipher | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: No cipher (`F23.no-cipher`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-10-no-cipher-f23-no-cipher.json | -| F23.persist-restart | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Restart (`F23.persist-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-19-restart-f23-persist-restart.json | -| F23.providers | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Providers (`F23.providers`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-02-providers-f23-providers.json | -| F23.store-busy | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Store busy (`F23.store-busy`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-22-store-busy-f23-store-busy.json | -| F23.store-busy-responsive | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Lock wait does not block the server (`F23.store-busy-responsive`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-23-lock-wait-does-not-block-the-server-f23-.json | -| F23.strict-decrypt | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Secret key changed (`F23.strict-decrypt`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-20-secret-key-changed-f23-strict-decrypt.json | -| F23.validate-linked-draft | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Validate a linked draft (`F23.validate-linked-draft`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-18-validate-a-linked-draft-f23-validate-lin.json | -| F23.verified-models | 20261111-083744-b49d-map-f23 | 07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72 | pass | map run F23-llm-catalog-and-connections.md: Verified models (`F23.verified-models`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-083744-b49d-map-f23/evidence/map-run/F23-llm-catalog-and-connections-06-verified-models-f23-verified-models.json | -| F24.auth-required | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Key required (`F24.auth-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-04-key-required-f24-auth-required.json | -| F24.device-poll-invalid | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Malformed polls (`F24.device-poll-invalid`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-09-malformed-polls-f24-device-poll-invalid.json | -| F24.device-poll-outage | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Outage during a pending login (`F24.device-poll-outage`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-17-outage-during-a-pending-login-f24-device.json | -| F24.device-poll-pending | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Pending login (`F24.device-poll-pending`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-12-pending-login-f24-device-poll-pending.json | -| F24.device-poll-unknown | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Unknown token (`F24.device-poll-unknown`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-10-unknown-token-f24-device-poll-unknown.json | -| F24.device-start | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Start a login (`F24.device-start`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-11-start-a-login-f24-device-start.json | -| F24.device-start-offline | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Start and poll a login offline (`F24.device-start-offline`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-19-start-and-poll-a-login-offline-f24-devic.json | -| F24.logout | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Logout (`F24.logout`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-06-logout-f24-logout.json | -| F24.logout-cancels-pending | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Logout cancels pending logins (`F24.logout-cancels-pending`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-13-logout-cancels-pending-logins-f24-logout.json | -| F24.models | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Subscription models (`F24.models`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-01-subscription-models-f24-models.json | -| F24.offline-safe | 20261111-084256-5c92-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Offline-safe routes (`F24.offline-safe`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084256-5c92-map-f24/evidence/map-run/F24-openai-subscription-01-offline-safe-routes-f24-offline-safe.json | -| F24.offline-safe | 20261111-084331-063f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Offline-safe routes (`F24.offline-safe`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084331-063f-map-f24/evidence/map-run/F24-openai-subscription-01-offline-safe-routes-f24-offline-safe.json | -| F24.offline-safe | 20261111-084410-5f54-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Offline-safe routes (`F24.offline-safe`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084410-5f54-map-f24/evidence/map-run/F24-openai-subscription-01-offline-safe-routes-f24-offline-safe.json | -| F24.pending-lost-on-restart | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Pending logins and restarts (`F24.pending-lost-on-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-14-pending-logins-and-restarts-f24-pending-.json | -| F24.status-connected | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Status with a stored login (`F24.status-connected`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-03-status-with-a-stored-login-f24-status-co.json | -| F24.status-disconnected | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Status with no login (`F24.status-disconnected`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-02-status-with-no-login-f24-status-disconne.json | -| F24.status-invalid-file | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Invalid credentials file (`F24.status-invalid-file`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-08-invalid-credentials-file-f24-status-inva.json | -| F24.status-offline | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Status with an expired login offline (`F24.status-offline`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-18-status-with-an-expired-login-offline-f24.json | -| F24.status-refresh-rejected | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Rejected refresh (`F24.status-refresh-rejected`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-07-rejected-refresh-f24-status-refresh-reje.json | -| F24.status-restart | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: Login across a restart (`F24.status-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-05-login-across-a-restart-f24-status-restar.json | -| F24.ts-client | 20261111-084025-c72f-map-f24 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F24-openai-subscription.md: TypeScript client (`F24.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084025-c72f-map-f24/evidence/map-run/F24-openai-subscription-15-typescript-client-f24-ts-client.json | -| F25.auth | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Session key required (`F25.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-01-session-key-required-f25-auth.json | -| F25.catalog-project | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Project skills (`F25.catalog-project`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-04-project-skills-f25-catalog-project.json | -| F25.catalog-registered-marketplace | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Registered marketplace skills (`F25.catalog-registered-marketplace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-26-registered-marketplace-skills-f25-catalo.json | -| F25.catalog-server-marketplaces | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Server-default marketplaces (`F25.catalog-server-marketplaces`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-30-server-default-marketplaces-f25-catalog-.json | -| F25.catalog-server-sources | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Sandbox and organization sources (`F25.catalog-server-sources`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-06-sandbox-and-organization-sources-f25-cat.json | -| F25.catalog-user-precedence | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: User skills and precedence (`F25.catalog-user-precedence`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-05-user-skills-and-precedence-f25-catalog-u.json | -| F25.catalog-validation | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Request validation (`F25.catalog-validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-07-request-validation-f25-catalog-validatio.json | -| F25.conversation-activation | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Installed skill in a conversation (`F25.conversation-activation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-27-installed-skill-in-a-conversation-f25-co.json | -| F25.enable-disable | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Disable and enable (`F25.enable-disable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-09-disable-and-enable-f25-enable-disable.json | -| F25.install-bad-frontmatter | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Malformed frontmatter (`F25.install-bad-frontmatter`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-12-malformed-frontmatter-f25-install-bad-fr.json | -| F25.install-conflict | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Already installed (`F25.install-conflict`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-10-already-installed-f25-install-conflict.json | -| F25.install-documented-sources | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Documented install sources (`F25.install-documented-sources`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-16-documented-install-sources-f25-install-d.json | -| F25.install-errors | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Install errors (`F25.install-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-11-install-errors-f25-install-errors.json | -| F25.install-git | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Install from a git source (`F25.install-git`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-13-install-from-a-git-source-f25-install-gi.json | -| F25.install-github | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Install from GitHub (`F25.install-github`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-15-install-from-github-f25-install-github.json | -| F25.install-local | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Install from a local directory (`F25.install-local`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-08-install-from-a-local-directory-f25-insta.json | -| F25.install-ref | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Install at a ref (`F25.install-ref`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-18-install-at-a-ref-f25-install-ref.json | -| F25.install-unknown-ref | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Unknown ref (`F25.install-unknown-ref`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-19-unknown-ref-f25-install-unknown-ref.json | -| F25.invoke-skill | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Skill invoked through `invoke_skill` (`F25.invoke-skill`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-28-skill-invoked-through-invoke-skill-f25-i.json | -| F25.marketplace-catalog | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Marketplace catalog (`F25.marketplace-catalog`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-31-marketplace-catalog-f25-marketplace-cata.json | -| F25.marketplace-public | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Public marketplace catalog (`F25.marketplace-public`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-03-public-marketplace-catalog-f25-marketpla.json | -| F25.marketplace-stale-cache | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Catalog after a sync (`F25.marketplace-stale-cache`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-33-catalog-after-a-sync-f25-marketplace-sta.json | -| F25.name-errors | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Unknown and invalid names (`F25.name-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-21-unknown-and-invalid-names-f25-name-error.json | -| F25.profile-catalog | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Profile launch catalog (`F25.profile-catalog`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-24-profile-launch-catalog-f25-profile-catal.json | -| F25.public-repo | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: The real public repository (`F25.public-repo`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-02-the-real-public-repository-f25-public-re.json | -| F25.refresh | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Refresh from the source (`F25.refresh`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-17-refresh-from-the-source-f25-refresh.json | -| F25.refresh-unfetchable | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Refresh of a vanished source (`F25.refresh-unfetchable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-20-refresh-of-a-vanished-source-f25-refresh.json | -| F25.restart-persist | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Restart (`F25.restart-persist`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-29-restart-f25-restart-persist.json | -| F25.sdk-load-skills | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: SDK consumer (`F25.sdk-load-skills`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-14-sdk-consumer-f25-sdk-load-skills.json | -| F25.self-heal | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Hand-copied and hand-deleted directories (`F25.self-heal`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-22-hand-copied-and-hand-deleted-directories.json | -| F25.sync | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Sync the public repository (`F25.sync`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-23-sync-the-public-repository-f25-sync.json | -| F25.sync-offline | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Sync without a reachable origin (`F25.sync-offline`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-25-sync-without-a-reachable-origin-f25-sync.json | -| F25.ts-client | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: TypeScript client (`F25.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-32-typescript-client-f25-ts-client.json | -| F25.uninstall | 20261111-090123-11a5-map-f25 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F25-skills.md: Uninstall (`F25.uninstall`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090123-11a5-map-f25/evidence/map-run/F25-skills-34-uninstall-f25-uninstall.json | -| F26.auth | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Session key required (`F26.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-01-session-key-required-f26-auth.json | -| F26.catalog-project | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Project plugins (`F26.catalog-project`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-02-project-plugins-f26-catalog-project.json | -| F26.catalog-user-precedence | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: User plugins and precedence (`F26.catalog-user-precedence`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-03-user-plugins-and-precedence-f26-catalog-.json | -| F26.conversation-ambient | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Ambient load into a conversation (`F26.conversation-ambient`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-19-ambient-load-into-a-conversation-f26-con.json | -| F26.conversation-disabled | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Disabled plugin in a new conversation (`F26.conversation-disabled`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-20-disabled-plugin-in-a-new-conversation-f2.json | -| F26.enable-disable | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Enable and disable (`F26.enable-disable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-13-enable-and-disable-f26-enable-disable.json | -| F26.fetch-source | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Fetch without installing (`F26.fetch-source`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-05-fetch-without-installing-f26-fetch-sourc.json | -| F26.install-agent-plugins | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Agent Plugins layout (`F26.install-agent-plugins`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-06-agent-plugins-layout-f26-install-agent-p.json | -| F26.install-conflict | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Duplicate install (`F26.install-conflict`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-09-duplicate-install-f26-install-conflict.json | -| F26.install-documented-source | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Documented install source (`F26.install-documented-source`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-12-documented-install-source-f26-install-do.json | -| F26.install-errors | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Install errors (`F26.install-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-10-install-errors-f26-install-errors.json | -| F26.install-git | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Install from a git source (`F26.install-git`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-07-install-from-a-git-source-f26-install-gi.json | -| F26.install-github | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Install from GitHub (`F26.install-github`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-11-install-from-github-f26-install-github.json | -| F26.install-local | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Install from a local path (`F26.install-local`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-04-install-from-a-local-path-f26-install-lo.json | -| F26.install-repo-root-name | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Repository root name (`F26.install-repo-root-name`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-08-repository-root-name-f26-install-repo-ro.json | -| F26.marketplace-cache | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Catalog cache (`F26.marketplace-cache`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-24-catalog-cache-f26-marketplace-cache.json | -| F26.marketplace-local | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Marketplace against a local stand-in (`F26.marketplace-local`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-23-marketplace-against-a-local-stand-in-f26.json | -| F26.marketplace-public | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Public marketplace (`F26.marketplace-public`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-26-public-marketplace-f26-marketplace-publi.json | -| F26.name-errors | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Unknown and invalid names (`F26.name-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-14-unknown-and-invalid-names-f26-name-error.json | -| F26.refresh | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Refresh (`F26.refresh`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-15-refresh-f26-refresh.json | -| F26.refresh-unfetchable | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Unfetchable refresh (`F26.refresh-unfetchable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-17-unfetchable-refresh-f26-refresh-unfetcha.json | -| F26.restart-persist | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Persistence across a restart (`F26.restart-persist`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-22-persistence-across-a-restart-f26-restart.json | -| F26.self-heal | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Hand-edited store (`F26.self-heal`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-16-hand-edited-store-f26-self-heal.json | -| F26.ts-client | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: TypeScript client (`F26.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-25-typescript-client-f26-ts-client.json | -| F26.uninstall | 20261111-090450-9d70-map-f26 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F26-plugins.md: Uninstall (`F26.uninstall`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090450-9d70-map-f26/evidence/map-run/F26-plugins-18-uninstall-f26-uninstall.json | -| F27.agent-definitions | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Forwarded sub-agent definitions (`F27.agent-definitions`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-22-forwarded-sub-agent-definitions-f27-agen.json | -| F27.auth | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Session key required (`F27.auth`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-01-session-key-required-f27-auth.json | -| F27.browser-disabled | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Browser disabled by config (`F27.browser-disabled`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-29-browser-disabled-by-config-f27-browser-d.json | -| F27.browser-disabled-launch | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Default tools follow the browser setting (`F27.browser-disabled-launch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-28-default-tools-follow-the-browser-setting.json | -| F27.catalog | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Tool catalog (`F27.catalog`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-05-tool-catalog-f27-catalog.json | -| F27.catalog-docker-runtime | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Docker conversation runtime (`F27.catalog-docker-runtime`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-32-docker-conversation-runtime-f27-catalog-.json | -| F27.catalog-sealed | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Client tools stay out of the catalog (`F27.catalog-sealed`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-20-client-tools-stay-out-of-the-catalog-f27.json | -| F27.child-conversation-tool | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Child conversation tool (`F27.child-conversation-tool`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-06-child-conversation-tool-f27-child-conver.json | -| F27.client-tool-call | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Client tool call (`F27.client-tool-call`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-21-client-tool-call-f27-client-tool-call.json | -| F27.custom-tool-modules | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Custom tool module (`F27.custom-tool-modules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-23-custom-tool-module-f27-custom-tool-modul.json | -| F27.custom-tool-modules | 20261111-084831-0bb5-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Custom tool module (`F27.custom-tool-modules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084831-0bb5-map-f27/evidence/map-run/F27-hooks-subagents-tools-01-custom-tool-module-f27-custom-tool-modul.json | -| F27.custom-tool-modules | 20261111-090008-47b9-map-f27 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F27-hooks-subagents-tools.md: Custom tool module (`F27.custom-tool-modules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090008-47b9-map-f27/evidence/map-run/F27-hooks-subagents-tools-01-custom-tool-module-f27-custom-tool-modul.json | -| F27.custom-tool-modules | 20261111-090141-d9c4-map-f27 | 391b5546481d511261a4850e458b487478c663f0 | pass | map run F27-hooks-subagents-tools.md: Custom tool module (`F27.custom-tool-modules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090141-d9c4-map-f27/evidence/map-run/F27-hooks-subagents-tools-01-custom-tool-module-f27-custom-tool-modul.json | -| F27.hooks-absent | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: No hooks (`F27.hooks-absent`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-09-no-hooks-f27-hooks-absent.json | -| F27.hooks-block | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Blocking hooks (`F27.hooks-block`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-19-blocking-hooks-f27-hooks-block.json | -| F27.hooks-conversation | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Hooks in a conversation (`F27.hooks-conversation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-17-hooks-in-a-conversation-f27-hooks-conver.json | -| F27.hooks-formats | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Formats (`F27.hooks-formats`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-08-formats-f27-hooks-formats.json | -| F27.hooks-invalid | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Broken hooks.json (`F27.hooks-invalid`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-10-broken-hooks-json-f27-hooks-invalid.json | -| F27.hooks-not-automatic | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Hooks are not loaded implicitly (`F27.hooks-not-automatic`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-18-hooks-are-not-loaded-implicitly-f27-hook.json | -| F27.hooks-project | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Project hooks (`F27.hooks-project`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-07-project-hooks-f27-hooks-project.json | -| F27.server-info-browser-disabled | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Usable tools with the browser disabled (`F27.server-info-browser-disabled`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-30-usable-tools-with-the-browser-disabled-f.json | -| F27.subagents-bad-skill | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Agent with a missing skill (`F27.subagents-bad-skill`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-16-agent-with-a-missing-skill-f27-subagents.json | -| F27.subagents-browser-disabled | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Browser-only sub-agent with the browser disabled (`F27.subagents-browser-disabled`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-31-browser-only-sub-agent-with-the-browser-.json | -| F27.subagents-builtin | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Sub-agent built-ins (`F27.subagents-builtin`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-11-sub-agent-built-ins-f27-subagents-builti.json | -| F27.subagents-invalid | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Invalid definitions (`F27.subagents-invalid`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-15-invalid-definitions-f27-subagents-invali.json | -| F27.subagents-precedence | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Precedence (`F27.subagents-precedence`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-14-precedence-f27-subagents-precedence.json | -| F27.subagents-project | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Project sub-agents (`F27.subagents-project`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-12-project-sub-agents-f27-subagents-project.json | -| F27.subagents-user | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: User sub-agents (`F27.subagents-user`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-13-user-sub-agents-f27-subagents-user.json | -| F27.tools-list | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Registered tools (`F27.tools-list`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-03-registered-tools-f27-tools-list.json | -| F27.tools-redirect | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Slash redirects (`F27.tools-redirect`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-04-slash-redirects-f27-tools-redirect.json | -| F27.validation | 20261111-084114-3c93-map-f27 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F27-hooks-subagents-tools.md: Bad bodies (`F27.validation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084114-3c93-map-f27/evidence/map-run/F27-hooks-subagents-tools-02-bad-bodies-f27-validation.json | -| F28.backend-approval-gate | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Approval gate (`F28.backend-approval-gate`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-13-approval-gate-f28-backend-approval-gate.json | -| F28.backend-inherit-environment | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Inherited environment (`F28.backend-inherit-environment`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-21-inherited-environment-f28-backend-inheri.json | -| F28.backend-logs | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Logs while starting (`F28.backend-logs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-18-logs-while-starting-f28-backend-logs.json | -| F28.backend-prepare | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Prepare (`F28.backend-prepare`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-14-prepare-f28-backend-prepare.json | -| F28.backend-secret-grant | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Secret grant (`F28.backend-secret-grant`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-30-secret-grant-f28-backend-secret-grant.json | -| F28.backend-start | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Start (`F28.backend-start`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-15-start-f28-backend-start.json | -| F28.backend-start-fails | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Failed starts (`F28.backend-start-fails`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-20-failed-starts-f28-backend-start-fails.json | -| F28.backend-status | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Backend status (`F28.backend-status`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-12-backend-status-f28-backend-status.json | -| F28.backend-stop | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Stop (`F28.backend-stop`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-16-stop-f28-backend-stop.json | -| F28.broken-install | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Broken installs (`F28.broken-install`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-11-broken-installs-f28-broken-install.json | -| F28.bundle | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Bundle (`F28.bundle`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-06-bundle-f28-bundle.json | -| F28.disable-stops-backend | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Disable stops the backend (`F28.disable-stops-backend`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-22-disable-stops-the-backend-f28-disable-st.json | -| F28.enable-disable | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Enable and disable (`F28.enable-disable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-08-enable-and-disable-f28-enable-disable.json | -| F28.force-reinstall | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Reinstall (`F28.force-reinstall`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-17-reinstall-f28-force-reinstall.json | -| F28.hard-restart-orphan | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Backend outlives a crash (`F28.hard-restart-orphan`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-29-backend-outlives-a-crash-f28-hard-restar.json | -| F28.icon | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Icon (`F28.icon`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-07-icon-f28-icon.json | -| F28.install-errors | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Install errors (`F28.install-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-05-install-errors-f28-install-errors.json | -| F28.install-git | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Install from a git URL (`F28.install-git`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-02-install-from-a-git-url-f28-install-git.json | -| F28.install-local | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Install from a local directory (`F28.install-local`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-01-install-from-a-local-directory-f28-insta.json | -| F28.install-ref | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Pin a git ref (`F28.install-ref`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-03-pin-a-git-ref-f28-install-ref.json | -| F28.install-ref-cached | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Unknown ref on a cached source (`F28.install-ref-cached`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-26-unknown-ref-on-a-cached-source-f28-insta.json | -| F28.install-repo-path | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Install a subdirectory (`F28.install-repo-path`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-04-install-a-subdirectory-f28-install-repo-.json | -| F28.list-discovery | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Discovery by listing (`F28.list-discovery`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-10-discovery-by-listing-f28-list-discovery.json | -| F28.prepare-corrupt-archive | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Non-gzip artifact (`F28.prepare-corrupt-archive`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-25-non-gzip-artifact-f28-prepare-corrupt-ar.json | -| F28.restart-persistence | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Persistence across a restart (`F28.restart-persistence`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-23-persistence-across-a-restart-f28-restart.json | -| F28.status-exit-hang | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Status after the leader exits (`F28.status-exit-hang`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-28-status-after-the-leader-exits-f28-status.json | -| F28.status-probe-latch | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Health probe latch (`F28.status-probe-latch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-27-health-probe-latch-f28-status-probe-latc.json | -| F28.ts-client | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: TypeScript client (`F28.ts-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-19-typescript-client-f28-ts-client.json | -| F28.uninstall | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Uninstall (`F28.uninstall`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-24-uninstall-f28-uninstall.json | -| F28.unknown-name | 20261111-090539-d42d-map-f28 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F28-canvas-extensions.md: Unknown and invalid names (`F28.unknown-name`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090539-d42d-map-f28/evidence/map-run/F28-canvas-extensions-09-unknown-and-invalid-names-f28-unknown-na.json | -| F29.backend-crash-detected | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Crash seen by the bridge (`F29.backend-crash-detected`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-24-crash-seen-by-the-bridge-f29-backend-cra.json | -| F29.backend-lifecycle-revokes | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Backend stop and disable revoke (`F29.backend-lifecycle-revokes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-23-backend-stop-and-disable-revoke-f29-back.json | -| F29.ingress-advertised | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Ingress advertised (`F29.ingress-advertised`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-01-ingress-advertised-f29-ingress-advertise.json | -| F29.ingress-config-errors | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Ingress not configured or unusable (`F29.ingress-config-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-02-ingress-not-configured-or-unusable-f29-i.json | -| F29.proxy-cookie-required | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Cookie required (`F29.proxy-cookie-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-10-cookie-required-f29-proxy-cookie-require.json | -| F29.proxy-credentials-stripped | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Credentials stripped (`F29.proxy-credentials-stripped`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-14-credentials-stripped-f29-proxy-credentia.json | -| F29.proxy-get | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Proxied safe methods (`F29.proxy-get`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-09-proxied-safe-methods-f29-proxy-get.json | -| F29.proxy-path-traversal | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Path traversal (`F29.proxy-path-traversal`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-18-path-traversal-f29-proxy-path-traversal.json | -| F29.proxy-request-framing | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Request framing (`F29.proxy-request-framing`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-15-request-framing-f29-proxy-request-framin.json | -| F29.proxy-response-filter | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Response filter (`F29.proxy-response-filter`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-16-response-filter-f29-proxy-response-filte.json | -| F29.proxy-response-headers | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: One Date and Server header (`F29.proxy-response-headers`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-17-one-date-and-server-header-f29-proxy-res.json | -| F29.proxy-root | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: App root (`F29.proxy-root`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-12-app-root-f29-proxy-root.json | -| F29.proxy-root-path-query | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Root `path` parameter (`F29.proxy-root-path-query`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-13-root-path-parameter-f29-proxy-root-path-.json | -| F29.proxy-unsafe-methods | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Unsafe methods (`F29.proxy-unsafe-methods`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-11-unsafe-methods-f29-proxy-unsafe-methods.json | -| F29.session-backend-not-ready | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Backend not ready (`F29.session-backend-not-ready`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-08-backend-not-ready-f29-session-backend-no.json | -| F29.session-bootstrap | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Session bootstrap (`F29.session-bootstrap`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-03-session-bootstrap-f29-session-bootstrap.json | -| F29.session-configured-control-origin | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Configured control origins (`F29.session-configured-control-origin`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-25-configured-control-origins-f29-session-c.json | -| F29.session-forwarded-proto | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Forwarded proto (`F29.session-forwarded-proto`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-06-forwarded-proto-f29-session-forwarded-pr.json | -| F29.session-ingress-host | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Ingress host (`F29.session-ingress-host`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-05-ingress-host-f29-session-ingress-host.json | -| F29.session-key-required | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Session key required (`F29.session-key-required`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-04-session-key-required-f29-session-key-req.json | -| F29.session-origin-rules | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Origin rules (`F29.session-origin-rules`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-07-origin-rules-f29-session-origin-rules.json | -| F29.session-revoke | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Revoke a session (`F29.session-revoke`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-22-revoke-a-session-f29-session-revoke.json | -| F29.session-ttl | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Session expiry (`F29.session-ttl`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-28-session-expiry-f29-session-ttl.json | -| F29.sessions-not-persisted | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Server restart (`F29.sessions-not-persisted`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-27-server-restart-f29-sessions-not-persiste.json | -| F29.trusted-forwarded-headers | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Trusted forwarded headers (`F29.trusted-forwarded-headers`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-26-trusted-forwarded-headers-f29-trusted-fo.json | -| F29.uninstall-revokes | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Uninstall (`F29.uninstall-revokes`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-29-uninstall-f29-uninstall-revokes.json | -| F29.ws-bridge | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: WebSocket bridge (`F29.ws-bridge`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-19-websocket-bridge-f29-ws-bridge.json | -| F29.ws-handshake-rejections | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Handshake rejections (`F29.ws-handshake-rejections`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-20-handshake-rejections-f29-ws-handshake-re.json | -| F29.ws-subprotocol | 20261111-084215-ec44-map-f29 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F29-app-backend-bridge.md: Subprotocol (`F29.ws-subprotocol`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084215-ec44-map-f29/evidence/map-run/F29-app-backend-bridge-21-subprotocol-f29-ws-subprotocol.json | -| F30.active-agent-profile | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Active Agent Profile (`F30.active-agent-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-06-active-agent-profile-f30-active-agent-pr.json | -| F30.auth-bearer-or-header | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Bearer or session header (`F30.auth-bearer-or-header`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-02-bearer-or-session-header-f30-auth-bearer.json | -| F30.auth-open-without-keys | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: No session keys (`F30.auth-open-without-keys`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-03-no-session-keys-f30-auth-open-without-ke.json | -| F30.chat-agent-tools | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: The agent runs its own tools (`F30.chat-agent-tools`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-16-the-agent-runs-its-own-tools-f30-chat-ag.json | -| F30.chat-basic | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Chat completion (`F30.chat-basic`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-04-chat-completion-f30-chat-basic.json | -| F30.chat-confirmation-409 | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Confirmation stops a new conversation (`F30.chat-confirmation-409`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-20-confirmation-stops-a-new-conversation-f3.json | -| F30.chat-header-new-id | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Caller-chosen id (`F30.chat-header-new-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-12-caller-chosen-id-f30-chat-header-new-id.json | -| F30.chat-input-errors | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Chat input errors (`F30.chat-input-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-17-chat-input-errors-f30-chat-input-errors.json | -| F30.chat-latest-user-only | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Only the latest user turn (`F30.chat-latest-user-only`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-08-only-the-latest-user-turn-f30-chat-lates.json | -| F30.chat-reuse-after-restart | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Continue after a restart (`F30.chat-reuse-after-restart`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-11-continue-after-a-restart-f30-chat-reuse-.json | -| F30.chat-reuse-confirmation | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Confirmation on a continued conversation (`F30.chat-reuse-confirmation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-21-confirmation-on-a-continued-conversation.json | -| F30.chat-reuse-header | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Continue with the header (`F30.chat-reuse-header`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-10-continue-with-the-header-f30-chat-reuse-.json | -| F30.chat-reuse-keeps-llm | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Continuing keeps the conversation's LLM (`F30.chat-reuse-keeps-llm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-13-continuing-keeps-the-conversation-s-llm-.json | -| F30.chat-reuse-run-limit-429 | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Run limit on a continued conversation (`F30.chat-reuse-run-limit-429`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-23-run-limit-on-a-continued-conversation-f3.json | -| F30.chat-run-error-500 | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Run ends in error (`F30.chat-run-error-500`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-19-run-ends-in-error-f30-chat-run-error-500.json | -| F30.chat-run-limit-429 | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Run limit (`F30.chat-run-limit-429`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-22-run-limit-f30-chat-run-limit-429.json | -| F30.chat-stream | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Streaming (`F30.chat-stream`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-09-streaming-f30-chat-stream.json | -| F30.chat-system-suffix | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: System text goes to the system prompt (`F30.chat-system-suffix`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-07-system-text-goes-to-the-system-prompt-f3.json | -| F30.chat-timeout-504 | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Gateway timeout (`F30.chat-timeout-504`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-24-gateway-timeout-f30-chat-timeout-504.json | -| F30.chat-usage-per-request | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Usage per request (`F30.chat-usage-per-request`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-14-usage-per-request-f30-chat-usage-per-req.json | -| F30.inner-gateway-run | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Inner gateway run (`F30.inner-gateway-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-05-inner-gateway-run-f30-inner-gateway-run.json | -| F30.models-list | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Model list (`F30.models-list`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-01-model-list-f30-models-list.json | -| F30.observability-headers | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Observability headers (`F30.observability-headers`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-18-observability-headers-f30-observability-.json | -| F30.openai-sdk | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Official OpenAI SDK (`F30.openai-sdk`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-28-official-openai-sdk-f30-openai-sdk.json | -| F30.responses-basic | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Responses (`F30.responses-basic`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-25-responses-f30-responses-basic.json | -| F30.responses-errors | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Responses errors (`F30.responses-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-27-responses-errors-f30-responses-errors.json | -| F30.responses-stateless-replay | 20261111-084225-4d3d-map-f30 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F30-openai-gateway.md: Stateless replay (`F30.responses-stateless-replay`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084225-4d3d-map-f30/evidence/map-run/F30-openai-gateway-26-stateless-replay-f30-responses-stateless.json | -| F31.config-invalid-fails-fast | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Invalid limits stop startup (`F31.config-invalid-fails-fast`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-20-invalid-limits-stop-startup-f31-config-i.json | -| F31.config-null-override | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Null from the environment (`F31.config-null-override`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-19-null-from-the-environment-f31-config-nul.json | -| F31.config-precedence | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Config file and environment (`F31.config-precedence`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-18-config-file-and-environment-f31-config-p.json | -| F31.config-silent-env | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Unrecognised booleans and choices start anyway (`F31.config-silent-env`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-21-unrecognised-booleans-and-choices-start-.json | -| F31.crash-tool-call | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Crash during a tool call (`F31.crash-tool-call`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-05-crash-during-a-tool-call-f31-crash-tool-.json | -| F31.create-capacity | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Create at capacity (`F31.create-capacity`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-17-create-at-capacity-f31-create-capacity.json | -| F31.eviction-skips-busy | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Busy conversations are kept (`F31.eviction-skips-busy`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-16-busy-conversations-are-kept-f31-eviction.json | -| F31.fenced-write-no-trace | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Refused write leaves no trace (`F31.fenced-write-no-trace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-13-refused-write-leaves-no-trace-f31-fenced.json | -| F31.idle-eviction | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Idle eviction (`F31.idle-eviction`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-15-idle-eviction-f31-idle-eviction.json | -| F31.lease-claimed | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Lease claimed on load (`F31.lease-claimed`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-01-lease-claimed-on-load-f31-lease-claimed.json | -| F31.lease-dead-owner-takeover | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Dead owner takeover (`F31.lease-dead-owner-takeover`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-04-dead-owner-takeover-f31-lease-dead-owner.json | -| F31.lease-disabled | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Leasing disabled (`F31.lease-disabled`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-14-leasing-disabled-f31-lease-disabled.json | -| F31.lease-expiry-fencing | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Lease expiry fences a frozen owner (`F31.lease-expiry-fencing`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-12-lease-expiry-fences-a-frozen-owner-f31-l.json | -| F31.lease-released-graceful | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Graceful release (`F31.lease-released-graceful`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-03-graceful-release-f31-lease-released-grac.json | -| F31.lease-renewed | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Lease renewed (`F31.lease-renewed`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-02-lease-renewed-f31-lease-renewed.json | -| F31.no-plaintext-at-rest | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Nothing secret in plaintext (`F31.no-plaintext-at-rest`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-07-nothing-secret-in-plaintext-f31-no-plain.json | -| F31.second-instance-catalog | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Second server reads the catalog (`F31.second-instance-catalog`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-08-second-server-reads-the-catalog-f31-seco.json | -| F31.second-instance-lease-held | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Second server refused while the owner lives (`F31.second-instance-lease-held`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-09-second-server-refused-while-the-owner-li.json | -| F31.second-instance-takeover | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Takeover after the owner dies (`F31.second-instance-takeover`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-10-takeover-after-the-owner-dies-f31-second.json | -| F31.state-survives-restarts | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: State survives restarts (`F31.state-survives-restarts`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-06-state-survives-restarts-f31-state-surviv.json | -| F31.tmux-dir-cleanup | 20261111-084630-31c6-map-f31 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F31-persistence-and-limits.md: Per-process tmux directory removed on stop (`F31.tmux-dir-cleanup`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084630-31c6-map-f31/evidence/map-run/F31-persistence-and-limits-22-per-process-tmux-directory-removed-on-st.json | -| F32.backpressure | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Batch and queue limits (`F32.backpressure`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-12-batch-and-queue-limits-f32-backpressure.json | -| F32.buffer-size | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Custom headers, path prefix and buffer size (`F32.custom-headers`, `F32.buffer-size`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-07-custom-headers-path-prefix-and-buffer-si.json | -| F32.buffer-stranded | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Events published during an in-flight batch (`F32.buffer-stranded`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-08-events-published-during-an-in-flight-bat.json | -| F32.conversation-created | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Conversation created (`F32.conversation-created`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-03-conversation-created-f32-conversation-cr.json | -| F32.conversation-lifecycle | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Conversation lifecycle posts (`F32.conversation-lifecycle`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-05-conversation-lifecycle-posts-f32-convers.json | -| F32.custom-headers | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Custom headers, path prefix and buffer size (`F32.custom-headers`, `F32.buffer-size`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-07-custom-headers-path-prefix-and-buffer-si.json | -| F32.deferred-init | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Deferred pod gets telemetry and webhooks from `/api/init` (`F32.deferred-init`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-28-deferred-pod-gets-telemetry-and-webhooks.json | -| F32.env-config | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Webhooks from the environment (`F32.env-config`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-16-webhooks-from-the-environment-f32-env-co.json | -| F32.events-full-state | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Full-state snapshot on every attach (`F32.events-full-state`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-04-full-state-snapshot-on-every-attach-f32-.json | -| F32.events-no-deltas | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: No streaming deltas on webhooks (`F32.events-no-deltas`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-06-no-streaming-deltas-on-webhooks-f32-even.json | -| F32.events-post | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: A run's events reach the webhook (`F32.events-post`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-01-a-run-s-events-reach-the-webhook-f32-eve.json | -| F32.events-session-key | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Session key and content type on every request (`F32.events-session-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-02-session-key-and-content-type-on-every-re.json | -| F32.flush-delay | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Flush timer from the first event (`F32.flush-delay`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-10-flush-timer-from-the-first-event-f32-flu.json | -| F32.flush-on-close | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Flush on delete and on shutdown (`F32.flush-on-close`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-09-flush-on-delete-and-on-shutdown-f32-flus.json | -| F32.requeue | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Failed batches are requeued (`F32.requeue`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-14-failed-batches-are-requeued-f32-requeue.json | -| F32.retry | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Retries against a failing receiver (`F32.retry`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-13-retries-against-a-failing-receiver-f32-r.json | -| F32.telemetry-consent-settings | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Consent from settings (`F32.telemetry-consent-settings`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-23-consent-from-settings-f32-telemetry-cons.json | -| F32.telemetry-conversation | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Conversation telemetry is sanitized (`F32.telemetry-conversation`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-19-conversation-telemetry-is-sanitized-f32-.json | -| F32.telemetry-conversation-failed | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Failed runs (`F32.telemetry-conversation-failed`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-22-failed-runs-f32-telemetry-conversation-f.json | -| F32.telemetry-env-override | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Environment override beats settings (`F32.telemetry-env-override`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-24-environment-override-beats-settings-f32-.json | -| F32.telemetry-kill-switch | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Kill switch (`F32.telemetry-kill-switch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-25-kill-switch-f32-telemetry-kill-switch.json | -| F32.telemetry-lifecycle | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Server lifecycle events (`F32.telemetry-lifecycle`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-18-server-lifecycle-events-f32-telemetry-li.json | -| F32.telemetry-off-by-default | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Telemetry is off by default (`F32.telemetry-off-by-default`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-17-telemetry-is-off-by-default-f32-telemetr.json | -| F32.telemetry-request-failed | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Unhandled errors (`F32.telemetry-request-failed`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-20-unhandled-errors-f32-telemetry-request-f.json | -| F32.telemetry-salt-and-kind | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Pseudonym key and deployment kind (`F32.telemetry-salt-and-kind`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-26-pseudonym-key-and-deployment-kind-f32-te.json | -| F32.telemetry-salt-docs | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Salt description (`F32.telemetry-salt-docs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-27-salt-description-f32-telemetry-salt-docs.json | -| F32.telemetry-usage-buckets | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Token and cost buckets from real usage (`F32.telemetry-usage-buckets`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-21-token-and-cost-buckets-from-real-usage-f.json | -| F32.webhook-spec-docs | 20261111-084841-fa4c-map-f32 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F32-webhooks-and-telemetry.md: Webhook field descriptions (`F32.webhook-spec-docs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-084841-fa4c-map-f32/evidence/map-run/F32-webhooks-and-telemetry-11-webhook-field-descriptions-f32-webhook-s.json | -| F33.async-workspace | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Async workspace (`F33.async-workspace`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-07-async-workspace-f33-async-workspace.json | -| F33.client-tools | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Client-defined tool (`F33.client-tools`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-15-client-defined-tool-f33-client-tools.json | -| F33.completion-logs | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Completion logs on the client (`F33.completion-logs`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-19-completion-logs-on-the-client-f33-comple.json | -| F33.conversation-ask-title | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Ask, generate and set a title (`F33.conversation-ask-title`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-23-ask-generate-and-set-a-title-f33-convers.json | -| F33.conversation-attach | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Reattach from a second program (`F33.conversation-attach`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-20-reattach-from-a-second-program-f33-conve.json | -| F33.conversation-attach-large | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Attach to a long history (`F33.conversation-attach-large`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-21-attach-to-a-long-history-f33-conversatio.json | -| F33.conversation-callbacks | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Send and run to completion (`F33.conversation-run`, `F33.conversation-callbacks`, `F33.conversation-stats`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-13-send-and-run-to-completion-f33-conversat.json | -| F33.conversation-close | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Close keeps or deletes (`F33.conversation-close`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-41-close-keeps-or-deletes-f33-conversation-.json | -| F33.conversation-create | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Create a conversation without running it (`F33.conversation-create`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-08-create-a-conversation-without-running-it.json | -| F33.conversation-create-profile | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Create from a saved agent profile (`F33.conversation-create-profile`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-10-create-from-a-saved-agent-profile-f33-co.json | -| F33.conversation-create-request | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Create from a request, twice (`F33.conversation-create-request`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-09-create-from-a-request-twice-f33-conversa.json | -| F33.conversation-fork | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Fork (`F33.conversation-fork`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-24-fork-f33-conversation-fork.json | -| F33.conversation-fork-branch | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Fork from an event, then move HEAD (`F33.conversation-fork-branch`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-25-fork-from-an-event-then-move-head-f33-co.json | -| F33.conversation-interrupt | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Interrupt a blocking run (`F33.conversation-interrupt`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-29-interrupt-a-blocking-run-f33-conversatio.json | -| F33.conversation-plugins-tag | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Plugin source with inline credentials (`F33.conversation-plugins-tag`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-26-plugin-source-with-inline-credentials-f3.json | -| F33.conversation-reconnect-callbacks | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Callbacks after a reconnect (`F33.conversation-reconnect-callbacks`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-37-callbacks-after-a-reconnect-f33-conversa.json | -| F33.conversation-run | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Send and run to completion (`F33.conversation-run`, `F33.conversation-callbacks`, `F33.conversation-stats`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-13-send-and-run-to-completion-f33-conversat.json | -| F33.conversation-run-error | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Provider error surfaces (`F33.conversation-run-error`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-34-provider-error-surfaces-f33-conversation.json | -| F33.conversation-run-join-long-tool | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Join a run during a long tool call (`F33.conversation-run-join-long-tool`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-31-join-a-run-during-a-long-tool-call-f33-c.json | -| F33.conversation-state-reread | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Read the state twice (`F33.conversation-state-reread`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-22-read-the-state-twice-f33-conversation-st.json | -| F33.conversation-stats | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Send and run to completion (`F33.conversation-run`, `F33.conversation-callbacks`, `F33.conversation-stats`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-13-send-and-run-to-completion-f33-conversat.json | -| F33.conversation-stop-hook | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: A Stop hook that refuses the first stop (`F33.conversation-stop-hook`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-14-a-stop-hook-that-refuses-the-first-stop-.json | -| F33.conversation-streaming | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Streamed tokens (`F33.conversation-streaming`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-16-streamed-tokens-f33-conversation-streami.json | -| F33.conversation-streaming-state | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Deltas kept out of `state.events` (`F33.conversation-streaming-state`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-18-deltas-kept-out-of-state-events-f33-conv.json | -| F33.conversation-stuck | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: A stuck agent (`F33.conversation-stuck`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-32-a-stuck-agent-f33-conversation-stuck.json | -| F33.conversation-token-callbacks | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Token callbacks on a remote conversation (`F33.conversation-token-callbacks`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-17-token-callbacks-on-a-remote-conversation.json | -| F33.custom-tool-module-unimportable | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: An agent tool the server cannot import (`F33.custom-tool-module-unimportable`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-40-an-agent-tool-the-server-cannot-import-f.json | -| F33.workspace-background | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Background command (`F33.workspace-background`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-03-background-command-f33-workspace-backgro.json | -| F33.workspace-bad-key | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Wrong session key (`F33.workspace-bad-key`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-02-wrong-session-key-f33-workspace-bad-key.json | -| F33.workspace-exec | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Commands, server info and liveness (`F33.workspace-exec`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-01-commands-server-info-and-liveness-f33-wo.json | -| F33.workspace-files | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: File round trip (`F33.workspace-files`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-04-file-round-trip-f33-workspace-files.json | -| F33.workspace-git | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Git changes and diff (`F33.workspace-git`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-05-git-changes-and-diff-f33-workspace-git.json | -| F33.workspace-runtime-scope | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: Conversation-scoped workspace (`F33.workspace-runtime-scope`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-11-conversation-scoped-workspace-f33-worksp.json | -| F33.workspace-settings | 20261111-090619-070e-map-f33 | e776f878876e902a96f4d81bdf20e5a9e7af52bd | pass | map run F33-sdk-remote-client.md: LLM profiles, secrets and MCP from the server (`F33.workspace-settings`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-090619-070e-map-f33/evidence/map-run/F33-sdk-remote-client-06-llm-profiles-secrets-and-mcp-from-the-se.json | -| F34.bash-client | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Bash client (`F34.bash-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-09-bash-client-f34-bash-client.json | -| F34.bash-websocket | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Bash events socket from Node (`F34.bash-websocket`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-10-bash-events-socket-from-node-f34-bash-we.json | -| F34.conversation-branching | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Fork, navigate and ask (`F34.conversation-branching`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-24-fork-navigate-and-ask-f34-conversation-b.json | -| F34.conversation-confirm | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Confirmation and secrets (`F34.conversation-confirm`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-25-confirmation-and-secrets-f34-conversatio.json | -| F34.conversation-controls | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Title and confirmation policy (`F34.conversation-controls`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-19-title-and-confirmation-policy-f34-conver.json | -| F34.conversation-create | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Create a conversation (`F34.conversation-create`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-12-create-a-conversation-f34-conversation-c.json | -| F34.conversation-run | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Send and run (`F34.conversation-run`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-13-send-and-run-f34-conversation-run.json | -| F34.endpoint-audit | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Endpoint audit against this checkout (`F34.endpoint-audit`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-31-endpoint-audit-against-this-checkout-f34.json | -| F34.event-stream | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Event stream on Node's WebSocket (`F34.event-stream`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-17-event-stream-on-node-s-websocket-f34-eve.json | -| F34.event-stream-reconnect | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Event stream reconnect (`F34.event-stream-reconnect`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-29-event-stream-reconnect-f34-event-stream-.json | -| F34.event-stream-reconnect-native | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Reconnect on Node's own WebSocket (`F34.event-stream-reconnect-native`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-30-reconnect-on-node-s-own-websocket-f34-ev.json | -| F34.events-list | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Events list (`F34.events-list`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-14-events-list-f34-events-list.json | -| F34.events-search-kind | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Short event kinds (`F34.events-search-kind`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-16-short-event-kinds-f34-events-search-kind.json | -| F34.events-unknown-id | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Unknown event id (`F34.events-unknown-id`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-15-unknown-event-id-f34-events-unknown-id.json | -| F34.hooks-client | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Hooks (`F34.hooks-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-26-hooks-f34-hooks-client.json | -| F34.http-errors | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Errors (`F34.http-errors`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-02-errors-f34-http-errors.json | -| F34.manager | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Conversation manager (`F34.manager`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-20-conversation-manager-f34-manager.json | -| F34.manager-acp | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: ACP conversations (`F34.manager-acp`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-23-acp-conversations-f34-manager-acp.json | -| F34.manager-create-options | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Create options (`F34.manager-create-options`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-22-create-options-f34-manager-create-option.json | -| F34.manager-update-result | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Update result (`F34.manager-update-result`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-21-update-result-f34-manager-update-result.json | -| F34.mcp-client | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: MCP test (`F34.mcp-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-27-mcp-test-f34-mcp-client.json | -| F34.restart-reload | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Restart (`F34.restart-reload`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-28-restart-f34-restart-reload.json | -| F34.server-client | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Server status and version gate (`F34.server-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-01-server-status-and-version-gate-f34-serve.json | -| F34.version-gate-old | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Old server version (`F34.version-gate-old`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-32-old-server-version-f34-version-gate-old.json | -| F34.workspace-exec | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Workspace commands (`F34.workspace-exec`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-03-workspace-commands-f34-workspace-exec.json | -| F34.workspace-files | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Workspace files (`F34.workspace-files`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-04-workspace-files-f34-workspace-files.json | -| F34.workspace-git | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Git through RemoteWorkspace (`F34.workspace-git`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-07-git-through-remoteworkspace-f34-workspac.json | -| F34.workspace-git-types | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Git status type (`F34.workspace-git-types`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-08-git-status-type-f34-workspace-git-types.json | -| F34.workspace-scoped | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Conversation-scoped workspace (`F34.workspace-scoped`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-06-conversation-scoped-workspace-f34-worksp.json | -| F34.workspace-session | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Workspace session (`F34.workspace-session`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-11-workspace-session-f34-workspace-session.json | -| F34.ws-callback-client | 20261111-085047-3a83-map-f34 | faeba5ef369c23258b5538059337c5e9119c6c05 | pass | map run F34-typescript-client.md: Conversation callback socket from Node (`F34.ws-callback-client`). | every command in the bullet exits 0 (its --expect/--check assertions hold) | exit 0 | /agent-server/20261111-085047-3a83-map-f34/evidence/map-run/F34-typescript-client-18-conversation-callback-socket-from-node-f.json | diff --git a/.pr/map-maintenance/2026-11-11/evidence/f07-full-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f07-full-ledger.jsonl deleted file mode 100644 index b7d1d05f830..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f07-full-ledger.jsonl +++ /dev/null @@ -1,24 +0,0 @@ -{"at": "2026-11-11T08:26:34Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.sync-first", "result": "pass", "entry": "map run F07-session-socket.md: Sync comes first (`F07.sync-first`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-01-sync-comes-first-f07-sync-first.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:26:37Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.snapshot-transient", "result": "pass", "entry": "map run F07-session-socket.md: State snapshot (`F07.snapshot-transient`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-02-state-snapshot-f07-snapshot-transient.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:26:46Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.full-replay", "result": "pass", "entry": "map run F07-session-socket.md: Full replay (`F07.full-replay`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-03-full-replay-f07-full-replay.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:26:47Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.seq-on-disk", "result": "pass", "entry": "map run F07-session-socket.md: Seq is the on-disk index (`F07.seq-on-disk`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-04-seq-is-the-on-disk-index-f07-seq-on-disk.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:26:56Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.resume-cursor", "result": "pass", "entry": "map run F07-session-socket.md: Resume from a cursor (`F07.resume-cursor`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-05-resume-from-a-cursor-f07-resume-cursor.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:04Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.error-frame", "result": "pass", "entry": "map run F07-session-socket.md: Invalid message (`F07.error-frame`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-06-invalid-message-f07-error-frame.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:06Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.error-non-json", "result": "pass", "entry": "map run F07-session-socket.md: Non-JSON and binary frames (`F07.error-non-json`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-07-non-json-and-binary-frames-f07-error-non.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:12Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.reject-non-user", "result": "fail", "entry": "map run F07-session-socket.md: Non-user role (`F07.reject-non-user`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F07-session-socket-08-non-user-role-f07-reject-non-user.json"], "note": "automated map run; prose-only expectations were not re-judged; failed at line 3: control-agent-server state cat \"evidence/F07.reject-non-user/assistant-$CID.json\" --check frames.4.frame.type eq error --check frames.4.frame.detail contains 'Only user messages are allowed'"} -{"at": "2026-11-11T08:27:19Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.auth-frame-ignored", "result": "pass", "entry": "map run F07-session-socket.md: Redundant auth frame (`F07.auth-frame-ignored`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-09-redundant-auth-frame-f07-auth-frame-igno.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:22Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.auth", "result": "pass", "entry": "map run F07-session-socket.md: Authentication (`F07.auth`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-10-authentication-f07-auth.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:23Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.unknown-conversation", "result": "pass", "entry": "map run F07-session-socket.md: Unknown conversation (`F07.unknown-conversation`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-11-unknown-conversation-f07-unknown-convers.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:24Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.bad-handshake", "result": "pass", "entry": "map run F07-session-socket.md: Malformed handshake (`F07.bad-handshake`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-12-malformed-handshake-f07-bad-handshake.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:31Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.live-durable", "result": "pass", "entry": "map run F07-session-socket.md: Live durable frame (`F07.live-durable`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-13-live-durable-frame-f07-live-durable.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:37Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.live-order", "result": "pass", "entry": "map run F07-session-socket.md: Live frames in seq order (`F07.live-order`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-14-live-frames-in-seq-order-f07-live-order.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:42Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.replay-then-live", "result": "pass", "entry": "map run F07-session-socket.md: Replay and live tail, each event once (`F07.replay-then-live`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-15-replay-and-live-tail-each-event-once-f07.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:27:48Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.send-message", "result": "pass", "entry": "map run F07-session-socket.md: Send a message on the socket (`F07.send-message`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-16-send-a-message-on-the-socket-f07-send-me.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:28:03Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.restart-resume", "result": "pass", "entry": "map run F07-session-socket.md: Cursor survives a restart (`F07.restart-resume`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-17-cursor-survives-a-restart-f07-restart-re.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:28:07Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.progress-frames", "result": "pass", "entry": "map run F07-session-socket.md: Streaming progress frames (`F07.progress-frames`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-18-streaming-progress-frames-f07-progress-f.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:28:10Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.progress-not-replayed", "result": "pass", "entry": "map run F07-session-socket.md: Progress is never replayed (`F07.progress-not-replayed`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-19-progress-is-never-replayed-f07-progress-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:28:22Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.item-aborted", "result": "pass", "entry": "map run F07-session-socket.md: Interrupted stream (`F07.item-aborted`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-20-interrupted-stream-f07-item-aborted.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:28:29Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.frame-too-large", "result": "pass", "entry": "map run F07-session-socket.md: Oversized event (`F07.frame-too-large`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-21-oversized-event-f07-frame-too-large.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:28:44Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.slow-consumer", "result": "pass", "entry": "map run F07-session-socket.md: Stalled reader (`F07.slow-consumer`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-22-stalled-reader-f07-slow-consumer.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:28:45Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.subscriber-limit", "result": "pass", "entry": "map run F07-session-socket.md: Subscriber cap (`F07.subscriber-limit`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F07-session-socket-23-subscriber-cap-f07-subscriber-limit.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:28:52Z", "run": "20261111-082602-7f35-map-f07", "checkout_sha": "5ff99f1b6ca28f7d16870b69f57a31351e59bcd0", "feature": "F07.deleted-close", "result": "xfail", "entry": "map run F07-session-socket.md: Deleting closes the socket (`F07.deleted-close`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F07-session-socket-24-deleting-closes-the-socket-f07-deleted-c.json"], "note": "known bug reproduced (expected failure); failed at line 7: control-agent-server assert --check close.code exists"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f07-sync-first-during-run-1-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f07-sync-first-during-run-1-ledger.jsonl deleted file mode 100644 index 40f82f3ae03..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f07-sync-first-during-run-1-ledger.jsonl +++ /dev/null @@ -1 +0,0 @@ -{"at": "2026-11-11T09:12:18Z", "run": "20261111-091133-869f-map-f07", "checkout_sha": "edff6711505acb0f88d90dbbaeaec654318e4289", "feature": "F07.sync-first-during-run", "result": "xfail", "entry": "map run F07-session-socket.md: Sync first while a run holds the lock (`F07.sync-first-during-run`), known bug #6745.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F07-session-socket-01-sync-first-while-a-run-holds-the-lock-f0.json"], "note": "known bug reproduced (expected failure); failed at line 6: control-agent-server state cat \"evidence/F07.sync-first-during-run/order-$RUNC.json\" --check frames.2.kind eq sync"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f07-sync-first-during-run-2-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f07-sync-first-during-run-2-ledger.jsonl deleted file mode 100644 index 2dcd7aba088..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f07-sync-first-during-run-2-ledger.jsonl +++ /dev/null @@ -1 +0,0 @@ -{"at": "2026-11-11T09:13:04Z", "run": "20261111-091219-fa68-map-f07", "checkout_sha": "edff6711505acb0f88d90dbbaeaec654318e4289", "feature": "F07.sync-first-during-run", "result": "xfail", "entry": "map run F07-session-socket.md: Sync first while a run holds the lock (`F07.sync-first-during-run`), known bug #6745.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F07-session-socket-01-sync-first-while-a-run-holds-the-lock-f0.json"], "note": "known bug reproduced (expected failure); failed at line 6: control-agent-server state cat \"evidence/F07.sync-first-during-run/order-$RUNC.json\" --check frames.2.kind eq sync"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f09-agent-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f09-agent-ledger.jsonl deleted file mode 100644 index c06bd006400..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f09-agent-ledger.jsonl +++ /dev/null @@ -1,37 +0,0 @@ -{"at": "2026-11-11T08:35:27Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.auth-required", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Key required (`F09.auth-required`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-01-key-required-f09-auth-required.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:35:29Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch to a caller-supplied LLM (`F09.switch-llm`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-02-switch-to-a-caller-supplied-llm-f09-swit.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:35:33Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-ws", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Socket view of a switch (`F09.switch-llm-ws`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-03-socket-view-of-a-switch-f09-switch-llm-w.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:35:35Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-errors", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch errors (`F09.switch-llm-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-04-switch-errors-f09-switch-llm-errors.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:35:41Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-encrypted-key", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Mid-conversation switch with a cipher token (`F09.switch-llm-encrypted-key`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-05-mid-conversation-switch-with-a-cipher-to.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:35:50Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-provider-connection", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch through a provider connection (`F09.switch-llm-provider-connection`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-06-switch-through-a-provider-connection-f09.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:35:53Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-profile", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch to a saved profile (`F09.switch-profile`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-07-switch-to-a-saved-profile-f09-switch-pro.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:35:56Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-profile-errors", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Profile switch errors (`F09.switch-profile-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-08-profile-switch-errors-f09-switch-profile.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:35:59Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-profile-edited", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: Switch to an edited profile (`F09.switch-profile-edited`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-09-switch-to-an-edited-profile-f09-switch-p.json"], "note": "known bug reproduced (expected failure); failed at line 9: control-agent-server api GET \"/api/conversations/$EID\" --quiet --check agent.llm.model eq openai/qa-f09-edit-2 --save F09.switch-profile-edited/get"} -{"at": "2026-11-11T08:36:03Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-registered-usage-id", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch onto a registered usage id (`F09.switch-llm-registered-usage-id`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-10-switch-onto-a-registered-usage-id-f09-sw.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:36:28Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-before-first-run", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: Switch before the first run (`F09.switch-llm-before-first-run`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-11-switch-before-the-first-run-f09-switch-l.json"], "note": "known bug reproduced (expected failure); failed at line 7: control-agent-server api GET \"/api/conversations/$BID\" --until-ok 20 --quiet --check stats.usage_to_metrics.qa-f09-early.accumulated_token_usage.prompt_tokens gt 0 --save F09.switch-llm-before-first-run/stats"} -{"at": "2026-11-11T08:36:53Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-mid-run", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch during a running turn (`F09.switch-llm-mid-run`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-12-switch-during-a-running-turn-f09-switch-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:37:18Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-mid-run-get", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: GET right after a mid-run switch (`F09.switch-llm-mid-run-get`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-13-get-right-after-a-mid-run-switch-f09-swi.json"], "note": "known bug reproduced (expected failure); failed at line 10: control-agent-server api GET \"/api/conversations/$GID\" --quiet --check agent.llm.usage_id eq qa-f09-midget --save F09.switch-llm-mid-run-get/get"} -{"at": "2026-11-11T08:37:19Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-model-native", "result": "pass", "entry": "map run F09-model-switching-plugins.md: ACP switch on a regular conversation (`F09.acp-model-native`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-14-acp-switch-on-a-regular-conversation-f09.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:37:22Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-model-deferred", "result": "pass", "entry": "map run F09-model-switching-plugins.md: ACP model before the first run (`F09.acp-model-deferred`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-15-acp-model-before-the-first-run-f09-acp-m.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:37:24Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-model-blank", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Blank ACP model (`F09.acp-model-blank`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-16-blank-acp-model-f09-acp-model-blank.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:37:27Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.switch-llm-acp-refused", "result": "pass", "entry": "map run F09-model-switching-plugins.md: LLM switches on an ACP conversation (`F09.switch-llm-acp-refused`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-17-llm-switches-on-an-acp-conversation-f09-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:37:53Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-model-live", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Live ACP switch (`F09.acp-model-live`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-18-live-acp-switch-f09-acp-model-live.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:37:55Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-model-live-unknown", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: Unknown model on a live session (`F09.acp-model-live-unknown`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-19-unknown-model-on-a-live-session-f09-acp-.json"], "note": "known bug reproduced (expected failure); failed at line 3: control-agent-server api POST \"/api/conversations/$LID/switch_acp_model\" --json '{\"model\": \"qa-f09-nope\"}' --expect 400,422 --save F09.acp-model-live-unknown/switch"} -{"at": "2026-11-11T08:38:02Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-model-live-timeout", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Live switch that times out (`F09.acp-model-live-timeout`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-20-live-switch-that-times-out-f09-acp-model.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:04Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-effort-native", "result": "pass", "entry": "map run F09-model-switching-plugins.md: ACP effort on a regular conversation (`F09.acp-effort-native`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-21-acp-effort-on-a-regular-conversation-f09.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:07Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-effort-deferred", "result": "pass", "entry": "map run F09-model-switching-plugins.md: ACP effort before the first run (`F09.acp-effort-deferred`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-22-acp-effort-before-the-first-run-f09-acp-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:13Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-model-id-bare", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Bare model id with a legacy effort suffix (`F09.acp-model-id-bare`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-23-bare-model-id-with-a-legacy-effort-suffi.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:17Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-effort-live", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Live effort switch (`F09.acp-effort-live`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-24-live-effort-switch-f09-acp-effort-live.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:19Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-effort-unoffered", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Unoffered effort on a live session (`F09.acp-effort-unoffered`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-25-unoffered-effort-on-a-live-session-f09-a.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:21Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-effort-model-switch", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Effort across a model switch (`F09.acp-effort-model-switch`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-26-effort-across-a-model-switch-f09-acp-eff.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:23Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-effort-live-timeout", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Live effort switch that times out (`F09.acp-effort-live-timeout`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-27-live-effort-switch-that-times-out-f09-ac.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:23Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.acp-effort-codex", "result": "blocked", "entry": "map run F09-model-switching-plugins.md: Codex effort levels (`F09.acp-effort-codex`), blocked: needs a ChatGPT subscription login for codex-acp (`CODEX_AUTH_JSON`).", "expected": "prerequisite available", "actual": "blocked (see the bullet)", "artifacts": [], "note": "bullet is marked blocked in the map"} -{"at": "2026-11-11T08:38:28Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.ts-client", "result": "pass", "entry": "map run F09-model-switching-plugins.md: TypeScript client (`F09.ts-client`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-29-typescript-client-f09-ts-client.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:29Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.ts-client-acp-docs", "result": "pass", "entry": "map run F09-model-switching-plugins.md: TypeScript docstrings for a pre-run ACP switch (`F09.ts-client-acp-docs`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-30-typescript-docstrings-for-a-pre-run-acp-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:32Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.ts-client-acp-effort", "result": "pass", "entry": "map run F09-model-switching-plugins.md: TypeScript effort switch (`F09.ts-client-acp-effort`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-31-typescript-effort-switch-f09-ts-client-a.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:37Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.load-plugin", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Load a plugin (`F09.load-plugin`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-32-load-a-plugin-f09-load-plugin.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:41Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.load-plugin-hook-runs", "result": "pass", "entry": "map run F09-model-switching-plugins.md: The loaded hook runs (`F09.load-plugin-hook-runs`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-33-the-loaded-hook-runs-f09-load-plugin-hoo.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:48Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.load-plugin-errors", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Plugin load errors (`F09.load-plugin-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-34-plugin-load-errors-f09-load-plugin-error.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:50Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.load-plugin-twice", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: Load the same plugin twice (`F09.load-plugin-twice`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-35-load-the-same-plugin-twice-f09-load-plug.json"], "note": "known bug reproduced (expected failure); failed at line 4: control-agent-server api GET \"/api/conversations/$QID\" --quiet --check hook_config.user_prompt_submit len-eq 1 --save F09.load-plugin-twice/get"} -{"at": "2026-11-11T08:39:05Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.load-plugin-sdk", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Load a plugin from the Python SDK (`F09.load-plugin-sdk`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-36-load-a-plugin-from-the-python-sdk-f09-lo.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:39:20Z", "run": "20261111-083508-5969-map-f09", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F09.restart-persist", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Restart (`F09.restart-persist`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-37-restart-f09-restart-persist.json"], "note": "automated map run; prose-only expectations were not re-judged"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f09-recheck-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f09-recheck-ledger.jsonl deleted file mode 100644 index 95da209230d..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f09-recheck-ledger.jsonl +++ /dev/null @@ -1,37 +0,0 @@ -{"at": "2026-11-11T08:41:12Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.auth-required", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Key required (`F09.auth-required`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-01-key-required-f09-auth-required.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:13Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch to a caller-supplied LLM (`F09.switch-llm`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-02-switch-to-a-caller-supplied-llm-f09-swit.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:17Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-ws", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Socket view of a switch (`F09.switch-llm-ws`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-03-socket-view-of-a-switch-f09-switch-llm-w.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:20Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-errors", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch errors (`F09.switch-llm-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-04-switch-errors-f09-switch-llm-errors.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:27Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-encrypted-key", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Mid-conversation switch with a cipher token (`F09.switch-llm-encrypted-key`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-05-mid-conversation-switch-with-a-cipher-to.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:35Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-provider-connection", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch through a provider connection (`F09.switch-llm-provider-connection`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-06-switch-through-a-provider-connection-f09.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:40Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-profile", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch to a saved profile (`F09.switch-profile`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-07-switch-to-a-saved-profile-f09-switch-pro.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:43Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-profile-errors", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Profile switch errors (`F09.switch-profile-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-08-profile-switch-errors-f09-switch-profile.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:46Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-profile-edited", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: Switch to an edited profile (`F09.switch-profile-edited`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-09-switch-to-an-edited-profile-f09-switch-p.json"], "note": "known bug reproduced (expected failure); failed at line 9: control-agent-server api GET \"/api/conversations/$EID\" --quiet --check agent.llm.model eq openai/qa-f09-edit-2 --save F09.switch-profile-edited/get"} -{"at": "2026-11-11T08:41:50Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-registered-usage-id", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch onto a registered usage id (`F09.switch-llm-registered-usage-id`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-10-switch-onto-a-registered-usage-id-f09-sw.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:13Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-before-first-run", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: Switch before the first run (`F09.switch-llm-before-first-run`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-11-switch-before-the-first-run-f09-switch-l.json"], "note": "known bug reproduced (expected failure); failed at line 7: control-agent-server api GET \"/api/conversations/$BID\" --until-ok 20 --quiet --check stats.usage_to_metrics.qa-f09-early.accumulated_token_usage.prompt_tokens gt 0 --save F09.switch-llm-before-first-run/stats"} -{"at": "2026-11-11T08:42:38Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-mid-run", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Switch during a running turn (`F09.switch-llm-mid-run`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-12-switch-during-a-running-turn-f09-switch-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:04Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-mid-run-get", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: GET right after a mid-run switch (`F09.switch-llm-mid-run-get`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-13-get-right-after-a-mid-run-switch-f09-swi.json"], "note": "known bug reproduced (expected failure); failed at line 10: control-agent-server api GET \"/api/conversations/$GID\" --quiet --check agent.llm.usage_id eq qa-f09-midget --save F09.switch-llm-mid-run-get/get"} -{"at": "2026-11-11T08:43:06Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-model-native", "result": "pass", "entry": "map run F09-model-switching-plugins.md: ACP switch on a regular conversation (`F09.acp-model-native`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-14-acp-switch-on-a-regular-conversation-f09.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:08Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-model-deferred", "result": "pass", "entry": "map run F09-model-switching-plugins.md: ACP model before the first run (`F09.acp-model-deferred`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-15-acp-model-before-the-first-run-f09-acp-m.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:10Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-model-blank", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Blank ACP model (`F09.acp-model-blank`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-16-blank-acp-model-f09-acp-model-blank.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:13Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.switch-llm-acp-refused", "result": "pass", "entry": "map run F09-model-switching-plugins.md: LLM switches on an ACP conversation (`F09.switch-llm-acp-refused`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-17-llm-switches-on-an-acp-conversation-f09-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:39Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-model-live", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Live ACP switch (`F09.acp-model-live`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-18-live-acp-switch-f09-acp-model-live.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:41Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-model-live-unknown", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: Unknown model on a live session (`F09.acp-model-live-unknown`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-19-unknown-model-on-a-live-session-f09-acp-.json"], "note": "known bug reproduced (expected failure); failed at line 3: control-agent-server api POST \"/api/conversations/$LID/switch_acp_model\" --json '{\"model\": \"qa-f09-nope\"}' --expect 400,422 --save F09.acp-model-live-unknown/switch"} -{"at": "2026-11-11T08:43:48Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-model-live-timeout", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Live switch that times out (`F09.acp-model-live-timeout`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-20-live-switch-that-times-out-f09-acp-model.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:51Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-effort-native", "result": "pass", "entry": "map run F09-model-switching-plugins.md: ACP effort on a regular conversation (`F09.acp-effort-native`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-21-acp-effort-on-a-regular-conversation-f09.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:57Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-effort-deferred", "result": "pass", "entry": "map run F09-model-switching-plugins.md: ACP effort before the first run (`F09.acp-effort-deferred`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-22-acp-effort-before-the-first-run-f09-acp-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:05Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-model-id-bare", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Bare model id with a legacy effort suffix (`F09.acp-model-id-bare`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-23-bare-model-id-with-a-legacy-effort-suffi.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:10Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-effort-live", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Live effort switch (`F09.acp-effort-live`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-24-live-effort-switch-f09-acp-effort-live.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:12Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-effort-unoffered", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Unoffered effort on a live session (`F09.acp-effort-unoffered`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-25-unoffered-effort-on-a-live-session-f09-a.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:15Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-effort-model-switch", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Effort across a model switch (`F09.acp-effort-model-switch`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-26-effort-across-a-model-switch-f09-acp-eff.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:17Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-effort-live-timeout", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Live effort switch that times out (`F09.acp-effort-live-timeout`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-27-live-effort-switch-that-times-out-f09-ac.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:17Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.acp-effort-codex", "result": "blocked", "entry": "map run F09-model-switching-plugins.md: Codex effort levels (`F09.acp-effort-codex`), blocked: needs a ChatGPT subscription login for codex-acp (`CODEX_AUTH_JSON`).", "expected": "prerequisite available", "actual": "blocked (see the bullet)", "artifacts": [], "note": "bullet is marked blocked in the map"} -{"at": "2026-11-11T08:44:21Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.ts-client", "result": "pass", "entry": "map run F09-model-switching-plugins.md: TypeScript client (`F09.ts-client`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-29-typescript-client-f09-ts-client.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:22Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.ts-client-acp-docs", "result": "pass", "entry": "map run F09-model-switching-plugins.md: TypeScript docstrings for a pre-run ACP switch (`F09.ts-client-acp-docs`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-30-typescript-docstrings-for-a-pre-run-acp-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:24Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.ts-client-acp-effort", "result": "pass", "entry": "map run F09-model-switching-plugins.md: TypeScript effort switch (`F09.ts-client-acp-effort`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-31-typescript-effort-switch-f09-ts-client-a.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:29Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.load-plugin", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Load a plugin (`F09.load-plugin`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-32-load-a-plugin-f09-load-plugin.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:32Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.load-plugin-hook-runs", "result": "pass", "entry": "map run F09-model-switching-plugins.md: The loaded hook runs (`F09.load-plugin-hook-runs`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-33-the-loaded-hook-runs-f09-load-plugin-hoo.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:40Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.load-plugin-errors", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Plugin load errors (`F09.load-plugin-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-34-plugin-load-errors-f09-load-plugin-error.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:41Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.load-plugin-twice", "result": "xfail", "entry": "map run F09-model-switching-plugins.md: Load the same plugin twice (`F09.load-plugin-twice`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F09-model-switching-plugins-35-load-the-same-plugin-twice-f09-load-plug.json"], "note": "known bug reproduced (expected failure); failed at line 4: control-agent-server api GET \"/api/conversations/$QID\" --quiet --check hook_config.user_prompt_submit len-eq 1 --save F09.load-plugin-twice/get"} -{"at": "2026-11-11T08:44:55Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.load-plugin-sdk", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Load a plugin from the Python SDK (`F09.load-plugin-sdk`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-36-load-a-plugin-from-the-python-sdk-f09-lo.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:10Z", "run": "20261111-084052-4ce1-map-f09", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F09.restart-persist", "result": "pass", "entry": "map run F09-model-switching-plugins.md: Restart (`F09.restart-persist`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F09-model-switching-plugins-37-restart-f09-restart-persist.json"], "note": "automated map run; prose-only expectations were not re-judged"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f15-agent-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f15-agent-ledger.jsonl deleted file mode 100644 index 7101b4c25e8..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f15-agent-ledger.jsonl +++ /dev/null @@ -1,36 +0,0 @@ -{"at": "2026-11-11T08:44:12Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.auth", "result": "pass", "entry": "map run F15-git.md: Session key required (`F15.auth`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-01-session-key-required-f15-auth.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:13Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.changes", "result": "pass", "entry": "map run F15-git.md: Working-tree changes (`F15.changes`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-02-working-tree-changes-f15-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:14Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.changes-statuses", "result": "pass", "entry": "map run F15-git.md: Staged deletions, additions and renames (`F15.changes-statuses`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-03-staged-deletions-additions-and-renames-f.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:17Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.changes-base", "result": "pass", "entry": "map run F15-git.md: Default display base (`F15.changes-base`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-04-default-display-base-f15-changes-base.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:19Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.changes-ref", "result": "pass", "entry": "map run F15-git.md: Explicit base and its errors (`F15.changes-ref`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-05-explicit-base-and-its-errors-f15-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:20Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.changes-nested-repo", "result": "pass", "entry": "map run F15-git.md: Nested repository (`F15.changes-nested-repo`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-06-nested-repository-f15-changes-nested-rep.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:21Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.changes-repo-below-path", "result": "pass", "entry": "map run F15-git.md: Repository below the requested directory (`F15.changes-repo-below-path`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-07-repository-below-the-requested-directory.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:23Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.changes-special-names", "result": "pass", "entry": "map run F15-git.md: File names with a space or non-ASCII characters (`F15.changes-special-names`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-08-file-names-with-a-space-or-non-ascii-cha.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:24Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.changes-subdir-paths", "result": "pass", "entry": "map run F15-git.md: Subdirectory of a repository (`F15.changes-subdir-paths`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-09-subdirectory-of-a-repository-f15-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:28Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.non-repo", "result": "pass", "entry": "map run F15-git.md: Not a repository, or no commits yet (`F15.non-repo`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-10-not-a-repository-or-no-commits-yet-f15-n.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:30Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.diff", "result": "pass", "entry": "map run F15-git.md: Per-file diff (`F15.diff`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-11-per-file-diff-f15-diff.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:32Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.diff-commit", "result": "pass", "entry": "map run F15-git.md: Diff of one commit (`F15.diff-commit`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-12-diff-of-one-commit-f15-diff-commit.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:35Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.diff-errors", "result": "pass", "entry": "map run F15-git.md: Diff errors (`F15.diff-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-13-diff-errors-f15-diff-errors.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:38Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.diff-whitespace", "result": "pass", "entry": "map run F15-git.md: Unchanged-file whitespace (`F15.diff-whitespace`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-14-unchanged-file-whitespace-f15-diff-white.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:39Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.diff-deleted-file", "result": "pass", "entry": "map run F15-git.md: Diff of a deleted file (`F15.diff-deleted-file`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-15-diff-of-a-deleted-file-f15-diff-deleted-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:42Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.commits", "result": "pass", "entry": "map run F15-git.md: Commit history (`F15.commits`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-16-commit-history-f15-commits.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:46Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.commit-changes", "result": "pass", "entry": "map run F15-git.md: Files of one commit (`F15.commit-changes`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-17-files-of-one-commit-f15-commit-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:49Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.scoped", "result": "pass", "entry": "map run F15-git.md: Conversation-scoped views (`F15.scoped`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-18-conversation-scoped-views-f15-scoped.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:58Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.scoped-guard", "result": "pass", "entry": "map run F15-git.md: Workspace guard (`F15.scoped-guard`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-19-workspace-guard-f15-scoped-guard.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:12Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.scoped-restart", "result": "pass", "entry": "map run F15-git.md: After a restart (`F15.scoped-restart`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-20-after-a-restart-f15-scoped-restart.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:20Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.sdk-workspace", "result": "pass", "entry": "map run F15-git.md: Python SDK workspace (`F15.sdk-workspace`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-21-python-sdk-workspace-f15-sdk-workspace.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:22Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.ts-client", "result": "pass", "entry": "map run F15-git.md: TypeScript client (`F15.ts-client`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-22-typescript-client-f15-ts-client.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:30Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.agent-changes", "result": "pass", "entry": "map run F15-git.md: What the agent changed (`F15.agent-changes`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-23-what-the-agent-changed-f15-agent-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:34Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.repo-search-token", "result": "pass", "entry": "map run F15-git.md: Token lookup (`F15.repo-search-token`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-24-token-lookup-f15-repo-search-token.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:37Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.repo-search-errors", "result": "pass", "entry": "map run F15-git.md: Provider and parameter validation (`F15.repo-search-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-25-provider-and-parameter-validation-f15-re.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:46:00Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.repo-search-unreachable", "result": "pass", "entry": "map run F15-git.md: GitHub unreachable (`F15.repo-search-unreachable`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-26-github-unreachable-f15-repo-search-unrea.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:46:37Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.repo-search-timeout", "result": "pass", "entry": "map run F15-git.md: GitHub timeout (`F15.repo-search-timeout`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-27-github-timeout-f15-repo-search-timeout.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:46:37Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.repo-search-github", "result": "blocked", "entry": "map run F15-git.md: Live GitHub listing (`F15.repo-search-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`.", "expected": "prerequisite available", "actual": "blocked (see the bullet)", "artifacts": [], "note": "bullet is marked blocked in the map"} -{"at": "2026-11-11T08:47:03Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.repo-search-rejected-token", "result": "pass", "entry": "map run F15-git.md: Rejected provider token (`F15.repo-search-rejected-token`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-29-rejected-provider-token-f15-repo-search-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:47:04Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.pr-status-token", "result": "pass", "entry": "map run F15-git.md: Pull-request status without a token (`F15.pr-status-token`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-30-pull-request-status-without-a-token-f15-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:47:10Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.pr-status-errors", "result": "pass", "entry": "map run F15-git.md: Pull-request status validation (`F15.pr-status-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-31-pull-request-status-validation-f15-pr-st.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:47:31Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.pr-status-unreachable", "result": "pass", "entry": "map run F15-git.md: GitHub unreachable for pull-request status (`F15.pr-status-unreachable`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-32-github-unreachable-for-pull-request-stat.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:47:48Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.pr-status-state", "result": "pass", "entry": "map run F15-git.md: Pull-request state and CI result (`F15.pr-status-state`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-33-pull-request-state-and-ci-result-f15-pr-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:47:52Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.pr-status-provider-errors", "result": "pass", "entry": "map run F15-git.md: Provider errors for pull-request status (`F15.pr-status-provider-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-34-provider-errors-for-pull-request-status-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:48:20Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.pr-status-timeout", "result": "pass", "entry": "map run F15-git.md: Pull-request status timeout (`F15.pr-status-timeout`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-35-pull-request-status-timeout-f15-pr-statu.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:48:20Z", "run": "20261111-084346-c245-map-f15", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F15.pr-status-github", "result": "blocked", "entry": "map run F15-git.md: Live pull-request status (`F15.pr-status-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`.", "expected": "prerequisite available", "actual": "blocked (see the bullet)", "artifacts": [], "note": "bullet is marked blocked in the map"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f15-recheck-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f15-recheck-ledger.jsonl deleted file mode 100644 index 7f22966e258..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f15-recheck-ledger.jsonl +++ /dev/null @@ -1,36 +0,0 @@ -{"at": "2026-11-11T08:54:44Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.auth", "result": "pass", "entry": "map run F15-git.md: Session key required (`F15.auth`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-01-session-key-required-f15-auth.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:45Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.changes", "result": "pass", "entry": "map run F15-git.md: Working-tree changes (`F15.changes`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-02-working-tree-changes-f15-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:45Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.changes-statuses", "result": "pass", "entry": "map run F15-git.md: Staged deletions, additions and renames (`F15.changes-statuses`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-03-staged-deletions-additions-and-renames-f.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:47Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.changes-base", "result": "pass", "entry": "map run F15-git.md: Default display base (`F15.changes-base`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-04-default-display-base-f15-changes-base.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:50Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.changes-ref", "result": "pass", "entry": "map run F15-git.md: Explicit base and its errors (`F15.changes-ref`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-05-explicit-base-and-its-errors-f15-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:51Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.changes-nested-repo", "result": "pass", "entry": "map run F15-git.md: Nested repository (`F15.changes-nested-repo`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-06-nested-repository-f15-changes-nested-rep.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:52Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.changes-repo-below-path", "result": "pass", "entry": "map run F15-git.md: Repository below the requested directory (`F15.changes-repo-below-path`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-07-repository-below-the-requested-directory.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:53Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.changes-special-names", "result": "pass", "entry": "map run F15-git.md: File names with a space or non-ASCII characters (`F15.changes-special-names`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-08-file-names-with-a-space-or-non-ascii-cha.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:55Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.changes-subdir-paths", "result": "pass", "entry": "map run F15-git.md: Subdirectory of a repository (`F15.changes-subdir-paths`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-09-subdirectory-of-a-repository-f15-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:54:59Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.non-repo", "result": "pass", "entry": "map run F15-git.md: Not a repository, or no commits yet (`F15.non-repo`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-10-not-a-repository-or-no-commits-yet-f15-n.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:03Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.diff", "result": "pass", "entry": "map run F15-git.md: Per-file diff (`F15.diff`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-11-per-file-diff-f15-diff.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:06Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.diff-commit", "result": "pass", "entry": "map run F15-git.md: Diff of one commit (`F15.diff-commit`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-12-diff-of-one-commit-f15-diff-commit.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:11Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.diff-errors", "result": "pass", "entry": "map run F15-git.md: Diff errors (`F15.diff-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-13-diff-errors-f15-diff-errors.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:16Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.diff-whitespace", "result": "pass", "entry": "map run F15-git.md: Unchanged-file whitespace (`F15.diff-whitespace`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-14-unchanged-file-whitespace-f15-diff-white.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:18Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.diff-deleted-file", "result": "pass", "entry": "map run F15-git.md: Diff of a deleted file (`F15.diff-deleted-file`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-15-diff-of-a-deleted-file-f15-diff-deleted-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:21Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.commits", "result": "pass", "entry": "map run F15-git.md: Commit history (`F15.commits`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-16-commit-history-f15-commits.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:25Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.commit-changes", "result": "pass", "entry": "map run F15-git.md: Files of one commit (`F15.commit-changes`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-17-files-of-one-commit-f15-commit-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:28Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.scoped", "result": "pass", "entry": "map run F15-git.md: Conversation-scoped views (`F15.scoped`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-18-conversation-scoped-views-f15-scoped.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:37Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.scoped-guard", "result": "pass", "entry": "map run F15-git.md: Workspace guard (`F15.scoped-guard`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-19-workspace-guard-f15-scoped-guard.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:55:54Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.scoped-restart", "result": "pass", "entry": "map run F15-git.md: After a restart (`F15.scoped-restart`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-20-after-a-restart-f15-scoped-restart.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:56:02Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.sdk-workspace", "result": "pass", "entry": "map run F15-git.md: Python SDK workspace (`F15.sdk-workspace`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-21-python-sdk-workspace-f15-sdk-workspace.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:56:04Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.ts-client", "result": "pass", "entry": "map run F15-git.md: TypeScript client (`F15.ts-client`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-22-typescript-client-f15-ts-client.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:56:13Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.agent-changes", "result": "pass", "entry": "map run F15-git.md: What the agent changed (`F15.agent-changes`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-23-what-the-agent-changed-f15-agent-changes.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:56:18Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.repo-search-token", "result": "pass", "entry": "map run F15-git.md: Token lookup (`F15.repo-search-token`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-24-token-lookup-f15-repo-search-token.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:56:21Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.repo-search-errors", "result": "pass", "entry": "map run F15-git.md: Provider and parameter validation (`F15.repo-search-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-25-provider-and-parameter-validation-f15-re.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:56:43Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.repo-search-unreachable", "result": "pass", "entry": "map run F15-git.md: GitHub unreachable (`F15.repo-search-unreachable`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-26-github-unreachable-f15-repo-search-unrea.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:57:22Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.repo-search-timeout", "result": "pass", "entry": "map run F15-git.md: GitHub timeout (`F15.repo-search-timeout`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-27-github-timeout-f15-repo-search-timeout.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:57:22Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.repo-search-github", "result": "blocked", "entry": "map run F15-git.md: Live GitHub listing (`F15.repo-search-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`.", "expected": "prerequisite available", "actual": "blocked (see the bullet)", "artifacts": [], "note": "bullet is marked blocked in the map"} -{"at": "2026-11-11T08:57:48Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.repo-search-rejected-token", "result": "pass", "entry": "map run F15-git.md: Rejected provider token (`F15.repo-search-rejected-token`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-29-rejected-provider-token-f15-repo-search-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:57:49Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.pr-status-token", "result": "pass", "entry": "map run F15-git.md: Pull-request status without a token (`F15.pr-status-token`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-30-pull-request-status-without-a-token-f15-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:57:59Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.pr-status-errors", "result": "pass", "entry": "map run F15-git.md: Pull-request status validation (`F15.pr-status-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-31-pull-request-status-validation-f15-pr-st.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:58:39Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.pr-status-unreachable", "result": "pass", "entry": "map run F15-git.md: GitHub unreachable for pull-request status (`F15.pr-status-unreachable`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-32-github-unreachable-for-pull-request-stat.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:59:09Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.pr-status-state", "result": "pass", "entry": "map run F15-git.md: Pull-request state and CI result (`F15.pr-status-state`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-33-pull-request-state-and-ci-result-f15-pr-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:59:16Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.pr-status-provider-errors", "result": "pass", "entry": "map run F15-git.md: Provider errors for pull-request status (`F15.pr-status-provider-errors`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-34-provider-errors-for-pull-request-status-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:59:53Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.pr-status-timeout", "result": "pass", "entry": "map run F15-git.md: Pull-request status timeout (`F15.pr-status-timeout`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F15-git-35-pull-request-status-timeout-f15-pr-statu.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:59:53Z", "run": "20261111-085423-8ec2-map-f15", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F15.pr-status-github", "result": "blocked", "entry": "map run F15-git.md: Live pull-request status (`F15.pr-status-github`), blocked: needs `QA_GITHUB_TOKEN` and egress to `api.github.com`.", "expected": "prerequisite available", "actual": "blocked (see the bullet)", "artifacts": [], "note": "bullet is marked blocked in the map"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f21-full-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f21-full-ledger.jsonl deleted file mode 100644 index 7b4f7afc100..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f21-full-ledger.jsonl +++ /dev/null @@ -1,32 +0,0 @@ -{"at": "2026-11-11T08:37:41Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.auth-required", "result": "pass", "entry": "map run F21-agent-profiles.md: No key, no access (`F21.auth-required`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-01-no-key-no-access-f21-auth-required.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:37:44Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.lazy-seed", "result": "pass", "entry": "map run F21-agent-profiles.md: Lazy seed (`F21.lazy-seed`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-02-lazy-seed-f21-lazy-seed.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:01Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.seed-no-ghost-llm", "result": "pass", "entry": "map run F21-agent-profiles.md: No ghost LLM profile (`F21.seed-no-ghost-llm`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-03-no-ghost-llm-profile-f21-seed-no-ghost-l.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:12Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.seed-acp", "result": "pass", "entry": "map run F21-agent-profiles.md: ACP seed (`F21.seed-acp`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-04-acp-seed-f21-seed-acp.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:14Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.save-create", "result": "pass", "entry": "map run F21-agent-profiles.md: Create (`F21.save-create`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-05-create-f21-save-create.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:15Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.save-overwrite", "result": "pass", "entry": "map run F21-agent-profiles.md: Overwrite (`F21.save-overwrite`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-06-overwrite-f21-save-overwrite.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:16Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.acp-kind", "result": "pass", "entry": "map run F21-agent-profiles.md: ACP profile (`F21.acp-kind`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-07-acp-profile-f21-acp-kind.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:21Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.save-validation", "result": "pass", "entry": "map run F21-agent-profiles.md: Save validation (`F21.save-validation`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-08-save-validation-f21-save-validation.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:29Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.name-rules", "result": "pass", "entry": "map run F21-agent-profiles.md: Name rules (`F21.name-rules`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-09-name-rules-f21-name-rules.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:34Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.not-found", "result": "pass", "entry": "map run F21-agent-profiles.md: Unknown names and ids (`F21.not-found`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-10-unknown-names-and-ids-f21-not-found.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:36Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.activate", "result": "pass", "entry": "map run F21-agent-profiles.md: Activate by id (`F21.activate`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-11-activate-by-id-f21-activate.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:38Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.activate-corrupt-settings", "result": "pass", "entry": "map run F21-agent-profiles.md: Activate over a corrupt settings file (`F21.activate-corrupt-settings`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-12-activate-over-a-corrupt-settings-file-f2.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:43Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.rename", "result": "pass", "entry": "map run F21-agent-profiles.md: Rename (`F21.rename`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-13-rename-f21-rename.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:49Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.delete", "result": "pass", "entry": "map run F21-agent-profiles.md: Delete (`F21.delete`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-14-delete-f21-delete.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:38:55Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.delete-active-acp-reset", "result": "pass", "entry": "map run F21-agent-profiles.md: Active ACP reset (`F21.delete-active-acp-reset`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-15-active-acp-reset-f21-delete-active-acp-r.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:39:02Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.materialize-valid", "result": "pass", "entry": "map run F21-agent-profiles.md: Materialize a resolvable profile (`F21.materialize-valid`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-16-materialize-a-resolvable-profile-f21-mat.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:39:04Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.materialize-dangling", "result": "pass", "entry": "map run F21-agent-profiles.md: Dangling references (`F21.materialize-dangling`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-17-dangling-references-f21-materialize-dang.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:39:09Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.materialize-draft", "result": "pass", "entry": "map run F21-agent-profiles.md: Draft preview (`F21.materialize-draft`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-18-draft-preview-f21-materialize-draft.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:39:54Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.limit", "result": "pass", "entry": "map run F21-agent-profiles.md: At most 50 (`F21.limit`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-19-at-most-50-f21-limit.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:39:57Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.corrupt-file", "result": "pass", "entry": "map run F21-agent-profiles.md: Corrupt file (`F21.corrupt-file`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-20-corrupt-file-f21-corrupt-file.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:40:09Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.conversation-start", "result": "pass", "entry": "map run F21-agent-profiles.md: Start a conversation from a profile (`F21.conversation-start`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-21-start-a-conversation-from-a-profile-f21-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:40:15Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.secret-scope", "result": "pass", "entry": "map run F21-agent-profiles.md: Secret scope (`F21.secret-scope`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-22-secret-scope-f21-secret-scope.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:40:20Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.launch-additions", "result": "pass", "entry": "map run F21-agent-profiles.md: Launch additions (`F21.launch-additions`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-23-launch-additions-f21-launch-additions.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:40:23Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.ts-client", "result": "pass", "entry": "map run F21-agent-profiles.md: TypeScript client (`F21.ts-client`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-24-typescript-client-f21-ts-client.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:40:38Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.restart", "result": "pass", "entry": "map run F21-agent-profiles.md: Restart (`F21.restart`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-25-restart-f21-restart.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:07Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.acp-skill-sourcing", "result": "pass", "entry": "map run F21-agent-profiles.md: ACP skill sourcing (`F21.acp-skill-sourcing`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-26-acp-skill-sourcing-f21-acp-skill-sourcin.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:37Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.store-busy", "result": "pass", "entry": "map run F21-agent-profiles.md: Store busy (`F21.store-busy`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-27-store-busy-f21-store-busy.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:09Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.launch-store-busy", "result": "pass", "entry": "map run F21-agent-profiles.md: Busy store at conversation start (`F21.launch-store-busy`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-28-busy-store-at-conversation-start-f21-lau.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:15Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.busy-blocks-server", "result": "pass", "entry": "map run F21-agent-profiles.md: Lock wait does not stall the server (`F21.busy-blocks-server`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-29-lock-wait-does-not-stall-the-server-f21-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:18Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.dangling-llm-report", "result": "pass", "entry": "map run F21-agent-profiles.md: How a dangling LLM reference is reported (`F21.dangling-llm-report`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-30-how-a-dangling-llm-reference-is-reported.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:20Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.ts-payload-types", "result": "fail", "entry": "map run F21-agent-profiles.md: TypeScript payload types (`F21.ts-payload-types`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 2", "artifacts": ["evidence/map-run/F21-agent-profiles-31-typescript-payload-types-f21-ts-payload-.json"], "note": "automated map run; prose-only expectations were not re-judged; failed at line 25: $TSC \"$D/contract.ts\""} -{"at": "2026-11-11T08:42:24Z", "run": "20261111-083718-2007-map-f21", "checkout_sha": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "feature": "F21.json-suffix-identity", "result": "pass", "entry": "map run F21-agent-profiles.md: `.json` names keep their identity (`F21.json-suffix-identity`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F21-agent-profiles-32-json-names-keep-their-identity-f21-json-.json"], "note": "automated map run; prose-only expectations were not re-judged"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f24-offline-safe-rerun-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f24-offline-safe-rerun-ledger.jsonl deleted file mode 100644 index ce7ea049e6d..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f24-offline-safe-rerun-ledger.jsonl +++ /dev/null @@ -1 +0,0 @@ -{"at": "2026-11-11T08:43:29Z", "run": "20261111-084256-5c92-map-f24", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F24.offline-safe", "result": "pass", "entry": "map run F24-openai-subscription.md: Offline-safe routes (`F24.offline-safe`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F24-openai-subscription-01-offline-safe-routes-f24-offline-safe.json"], "note": "automated map run; prose-only expectations were not re-judged"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f27-full-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f27-full-ledger.jsonl deleted file mode 100644 index 74b989c989c..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f27-full-ledger.jsonl +++ /dev/null @@ -1,32 +0,0 @@ -{"at": "2026-11-11T08:41:40Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.auth", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Session key required (`F27.auth`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-01-session-key-required-f27-auth.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:42Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.validation", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Bad bodies (`F27.validation`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-02-bad-bodies-f27-validation.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:43Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.tools-list", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Registered tools (`F27.tools-list`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-03-registered-tools-f27-tools-list.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:44Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.tools-redirect", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Slash redirects (`F27.tools-redirect`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-04-slash-redirects-f27-tools-redirect.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:44Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.catalog", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Tool catalog (`F27.catalog`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-05-tool-catalog-f27-catalog.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:53Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.child-conversation-tool", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Child conversation tool (`F27.child-conversation-tool`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-06-child-conversation-tool-f27-child-conver.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:54Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.hooks-project", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Project hooks (`F27.hooks-project`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-07-project-hooks-f27-hooks-project.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:54Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.hooks-formats", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Formats (`F27.hooks-formats`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-08-formats-f27-hooks-formats.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:41:57Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.hooks-absent", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: No hooks (`F27.hooks-absent`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-09-no-hooks-f27-hooks-absent.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:00Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.hooks-invalid", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Broken hooks.json (`F27.hooks-invalid`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-10-broken-hooks-json-f27-hooks-invalid.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:01Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.subagents-builtin", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Sub-agent built-ins (`F27.subagents-builtin`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-11-sub-agent-built-ins-f27-subagents-builti.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:02Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.subagents-project", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Project sub-agents (`F27.subagents-project`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-12-project-sub-agents-f27-subagents-project.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:02Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.subagents-user", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: User sub-agents (`F27.subagents-user`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-13-user-sub-agents-f27-subagents-user.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:03Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.subagents-precedence", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Precedence (`F27.subagents-precedence`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-14-precedence-f27-subagents-precedence.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:04Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.subagents-invalid", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Invalid definitions (`F27.subagents-invalid`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-15-invalid-definitions-f27-subagents-invali.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:07Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.subagents-bad-skill", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Agent with a missing skill (`F27.subagents-bad-skill`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-16-agent-with-a-missing-skill-f27-subagents.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:23Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.hooks-conversation", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Hooks in a conversation (`F27.hooks-conversation`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-17-hooks-in-a-conversation-f27-hooks-conver.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:29Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.hooks-not-automatic", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Hooks are not loaded implicitly (`F27.hooks-not-automatic`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-18-hooks-are-not-loaded-implicitly-f27-hook.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:41Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.hooks-block", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Blocking hooks (`F27.hooks-block`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-19-blocking-hooks-f27-hooks-block.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:42:42Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.catalog-sealed", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Client tools stay out of the catalog (`F27.catalog-sealed`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-20-client-tools-stay-out-of-the-catalog-f27.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:09Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.client-tool-call", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Client tool call (`F27.client-tool-call`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-21-client-tool-call-f27-client-tool-call.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:43:23Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.agent-definitions", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Forwarded sub-agent definitions (`F27.agent-definitions`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-22-forwarded-sub-agent-definitions-f27-agen.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:44:07Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.custom-tool-modules", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Custom tool module (`F27.custom-tool-modules`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-23-custom-tool-module-f27-custom-tool-modul.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:08Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.import-modules", "result": "fail", "entry": "map run F27-hooks-subagents-tools.md: Startup imports (`F27.import-modules`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-24-startup-imports-f27-import-modules.json"], "note": "automated map run; prose-only expectations were not re-judged; failed at line 13: curl -s --noproxy '*' --retry 60 --retry-connrefused --retry-delay 1 --retry-max-time 120 -o /dev/null \"http://127.0.0.1:$IPORT/alive\""} -{"at": "2026-11-11T08:45:20Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.custom-tool-missing-on-resume", "result": "fail", "entry": "map run F27-hooks-subagents-tools.md: Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-25-tool-module-gone-on-resume-f27-custom-to.json"], "note": "automated map run; prose-only expectations were not re-judged; failed at line 4: control-agent-server api POST \"/api/conversations/$MCID/events\" --json '{\"role\": \"user\", \"content\": [{\"type\": \"text\", \"text\": \"Reply with the single word ok.\"}], \"run\": false}' --expect 2xx,4xx --save F27.custom-tool-missing-on-resume/send"} -{"at": "2026-11-11T08:45:20Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.browser-playwright-path", "result": "blocked", "entry": "map run F27-hooks-subagents-tools.md: Playwright browsers directory (`F27.browser-playwright-path`), blocked on a machine with Chromium at a standard path (needs Chromium only in a Playwright directory).", "expected": "prerequisite available", "actual": "blocked (see the bullet)", "artifacts": [], "note": "bullet is marked blocked in the map"} -{"at": "2026-11-11T08:45:20Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.browser-probe", "result": "blocked", "entry": "map run F27-hooks-subagents-tools.md: Browser probe (`F27.browser-probe`), blocked on a machine with Chromium at a standard path (needs Chromium only in a Playwright directory).", "expected": "prerequisite available", "actual": "blocked (see the bullet)", "artifacts": [], "note": "bullet is marked blocked in the map"} -{"at": "2026-11-11T08:45:41Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.browser-disabled-launch", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Default tools follow the browser setting (`F27.browser-disabled-launch`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-28-default-tools-follow-the-browser-setting.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:51Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.browser-disabled", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Browser disabled by config (`F27.browser-disabled`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-29-browser-disabled-by-config-f27-browser-d.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:45:52Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.server-info-browser-disabled", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Usable tools with the browser disabled (`F27.server-info-browser-disabled`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-30-usable-tools-with-the-browser-disabled-f.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:46:02Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.subagents-browser-disabled", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Browser-only sub-agent with the browser disabled (`F27.subagents-browser-disabled`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-31-browser-only-sub-agent-with-the-browser-.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T08:46:29Z", "run": "20261111-084114-3c93-map-f27", "checkout_sha": "faeba5ef369c23258b5538059337c5e9119c6c05", "feature": "F27.catalog-docker-runtime", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Docker conversation runtime (`F27.catalog-docker-runtime`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-32-docker-conversation-runtime-f27-catalog-.json"], "note": "automated map run; prose-only expectations were not re-judged"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f27-resume-1-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f27-resume-1-ledger.jsonl deleted file mode 100644 index 86a1b8426c9..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f27-resume-1-ledger.jsonl +++ /dev/null @@ -1,2 +0,0 @@ -{"at": "2026-11-11T09:01:20Z", "run": "20261111-090008-47b9-map-f27", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F27.custom-tool-modules", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Custom tool module (`F27.custom-tool-modules`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-01-custom-tool-module-f27-custom-tool-modul.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T09:01:38Z", "run": "20261111-090008-47b9-map-f27", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F27.custom-tool-missing-on-resume", "result": "xfail", "entry": "map run F27-hooks-subagents-tools.md: Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-02-tool-module-gone-on-resume-f27-custom-to.json"], "note": "known bug reproduced (expected failure); failed at line 4: control-agent-server api POST \"/api/conversations/$MCID/events\" --json '{\"role\": \"user\", \"content\": [{\"type\": \"text\", \"text\": \"Reply with the single word ok.\"}], \"run\": false}' --expect 2xx,4xx --save F27.custom-tool-missing-on-resume/send"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/f27-resume-2-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/f27-resume-2-ledger.jsonl deleted file mode 100644 index edac8113b46..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/f27-resume-2-ledger.jsonl +++ /dev/null @@ -1,2 +0,0 @@ -{"at": "2026-11-11T09:03:15Z", "run": "20261111-090141-d9c4-map-f27", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F27.custom-tool-modules", "result": "pass", "entry": "map run F27-hooks-subagents-tools.md: Custom tool module (`F27.custom-tool-modules`).", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 0", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-01-custom-tool-module-f27-custom-tool-modul.json"], "note": "automated map run; prose-only expectations were not re-judged"} -{"at": "2026-11-11T09:03:28Z", "run": "20261111-090141-d9c4-map-f27", "checkout_sha": "391b5546481d511261a4850e458b487478c663f0", "feature": "F27.custom-tool-missing-on-resume", "result": "xfail", "entry": "map run F27-hooks-subagents-tools.md: Tool module gone on resume (`F27.custom-tool-missing-on-resume`), known bug.", "expected": "every command in the bullet exits 0 (its --expect/--check assertions hold)", "actual": "exit 1", "artifacts": ["evidence/map-run/F27-hooks-subagents-tools-02-tool-module-gone-on-resume-f27-custom-to.json"], "note": "known bug reproduced (expected failure); failed at line 4: control-agent-server api POST \"/api/conversations/$MCID/events\" --json '{\"role\": \"user\", \"content\": [{\"type\": \"text\", \"text\": \"Reply with the single word ok.\"}], \"run\": false}' --expect 2xx,4xx --save F27.custom-tool-missing-on-resume/send"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/s01-structured-output-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/s01-structured-output-ledger.jsonl deleted file mode 100644 index 480b189df33..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/s01-structured-output-ledger.jsonl +++ /dev/null @@ -1 +0,0 @@ -{"feature": "S01.structured-output", "result": "pass", "proof": ["example", "live", "scripted"], "entry": "**Structured output (`S01.structured-output`).** `response_schema` on `TerminalTool` and on `FinishTool`; two invalid schemas. | **Examples 18, 20, 45 and 56 (`S01.message-while-running`, `S01.stuck-detect`, `S01.parallel-tools`, `S01.structured-output`).** Live; example 20 prints `Final stuck status: False` when the model refuses to repeat itself, so only its completion is checked.", "note": "bullet 18: pass; bullet 21: pass", "revision": "391b5546481d511261a4850e458b487478c663f0", "transcript": "/sdk/s01fix/r1/transcripts/S01-agent-loop-18.log", "at": "2026-11-11T09:03:26+00:00"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/s04-interactive-terminal-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/s04-interactive-terminal-ledger.jsonl deleted file mode 100644 index ffc7aa407bc..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/s04-interactive-terminal-ledger.jsonl +++ /dev/null @@ -1 +0,0 @@ -{"feature": "S04.interactive-terminal", "result": "fail", "proof": [], "entry": "**Interactive terminal (`S04.interactive-terminal`).** With `no_change_timeout_seconds=3`, `python3` waits for input after 3 s and the next commands are typed into the REPL; a callback collects every LLM message, tool results included. A program waiting on `input()` is then answered the way the terminal tool tells the model to: `is_input=True`. | **Example 06 and integration test t07 (`S04.interactive-terminal`).** Live.", "note": "bullet 19: fail (block 1 exited 1); bullet 25: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY))", "revision": "c707d3737e8d1b7bbc914bbb94f9161bb0593b4d", "transcript": "/sdk/S04-it-1/transcripts/S04-local-conversation-19.log", "at": "2026-11-11T09:18:02+00:00"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/s04-persist-events-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/s04-persist-events-ledger.jsonl deleted file mode 100644 index eda11f49650..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/s04-persist-events-ledger.jsonl +++ /dev/null @@ -1,2 +0,0 @@ -{"feature": "S04.persist-events", "result": "pass", "proof": ["scripted"], "entry": "**The on-disk layout, written event by event (`S04.persist-events`, `S04.resume`, `S04.callbacks`).** Through `control-sdk`, then from a program whose callback looks for each event's file as the event arrives. | **Damaged event files (`S04.persist-events`).** A finished conversation is reopened after one change at a time to its `events/` folder: an empty file (what an interrupted write leaves), invalid JSON, a deleted file. The conversation reopens every time without an error: a deleted file is skipped and the other events reload; an empty or invalid file is read as a `ConversationErrorEvent` stand-in (code `UnreadableEventFile`) in the same place, so the event count is unchanged (`S05.event-log-recovery`). | **Examples 09, 10, 11 and 12 (`S04.pause`, `S04.persist-events`, `S04.resume`, `S04.async-callback`, `S04.secrets-update`, `S04.secrets-masking`, `S04.visualizer-default`).** Live; example 10 also needs `uvx` and network.", "note": "bullet 2: pass; bullet 3: pass; bullet 23: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY))", "revision": "0da9cf850a0ead41633d0ca89a0c611cb1a83eff", "transcript": "/sdk/S04-persist2/transcripts/S04-local-conversation-02.log", "at": "2026-11-11T09:29:38+00:00"} -{"feature": "S05.event-log-recovery", "result": "pass", "proof": ["scripted"], "entry": "**Damaged event files (`S04.persist-events`).** A finished conversation is reopened after one change at a time to its `events/` folder: an empty file (what an interrupted write leaves), invalid JSON, a deleted file. The conversation reopens every time without an error: a deleted file is skipped and the other events reload; an empty or invalid file is read as a `ConversationErrorEvent` stand-in (code `UnreadableEventFile`) in the same place, so the event count is unchanged (`S05.event-log-recovery`).", "note": "bullet 3: pass", "revision": "0da9cf850a0ead41633d0ca89a0c611cb1a83eff", "transcript": "/sdk/S04-persist2/transcripts/S04-local-conversation-03.log", "at": "2026-11-11T09:29:38+00:00"} diff --git a/.pr/map-maintenance/2026-11-11/evidence/s21-effort-ledger.jsonl b/.pr/map-maintenance/2026-11-11/evidence/s21-effort-ledger.jsonl deleted file mode 100644 index b489c68941c..00000000000 --- a/.pr/map-maintenance/2026-11-11/evidence/s21-effort-ledger.jsonl +++ /dev/null @@ -1,26 +0,0 @@ -{"feature": "S21.construct", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment.", "note": "bullet 1: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.step", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment. | **Example 40 with Claude Code (`S21.live-turn`, `S21.step`, `S21.ask-agent`, `S21.usage-cost`), blocked: needs `ANTHROPIC_API_KEY` (optionally `ANTHROPIC_BASE_URL` for a LiteLLM proxy), plus `npx` and network for the image URL.** Run it from the repo root. The agent lists the `openhands-sdk/openhands/sdk/agent/` files, describes the python.org image and answers the `ask_agent` question. The example prints `EXAMPLE_COST` twice, then `Done!`.", "note": "bullet 1: pass; bullet 14: blocked (bullet is labeled blocked)", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.tool-call-events", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment.", "note": "bullet 1: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.permissions-auto-approve", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment.", "note": "bullet 1: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.usage-cost", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment. | **Example 40 with Claude Code (`S21.live-turn`, `S21.step`, `S21.ask-agent`, `S21.usage-cost`), blocked: needs `ANTHROPIC_API_KEY` (optionally `ANTHROPIC_BASE_URL` for a LiteLLM proxy), plus `npx` and network for the image URL.** Run it from the repo root. The agent lists the `openhands-sdk/openhands/sdk/agent/` files, describes the python.org image and answers the `ask_agent` question. The example prints `EXAMPLE_COST` twice, then `Done!`.", "note": "bullet 1: pass; bullet 14: blocked (bullet is labeled blocked)", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.mcp-forwarding", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment.", "note": "bullet 1: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.secrets-env", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment. | **A Codex binary with file credentials (`S21.file-secrets`, `S21.auth-selection`, `S21.model-selection`, `S21.secrets-env`).** The server is launched by path as `/bin/codex-acp`, the form a pinned install takes. It reports `codex-acp` and offers the auth methods `chat-gpt` and `api-key`. `acp_model=\"gpt-5.5/high\"` (the legacy `/` form), and `CODEX_HOME` points at an ambient directory. There are two runs:", "note": "bullet 1: pass; bullet 8: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.masking", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment.", "note": "bullet 1: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.model-selection", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment. | **Resume a persisted session (`S21.session-resume`, `S21.model-selection`).** A conversation with `persistence_dir` runs a turn and closes. The program then reopens it by id with a new `ACPAgent` (a new subprocess). A third agent carries `acp_resume_session_id` with no saved state, and a fourth an id the server has forgotten. | **A Codex binary with file credentials (`S21.file-secrets`, `S21.auth-selection`, `S21.model-selection`, `S21.secrets-env`).** The server is launched by path as `/bin/codex-acp`, the form a pinned install takes. It reports `codex-acp` and offers the auth methods `chat-gpt` and `api-key`. `acp_model=\"gpt-5.5/high\"` (the legacy `/` form), and `CODEX_HOME` points at an ambient directory. There are two runs:", "note": "bullet 1: pass; bullet 3: pass; bullet 8: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.model-switch", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment.", "note": "bullet 1: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.init-state", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment. | **Startup failures (`S21.init-state`).** Four cases:", "note": "bullet 1: pass; bullet 4: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.cleanup", "result": "pass", "proof": ["scripted"], "entry": "**A conversation through an ACP server (`S21.construct`, `S21.step`, `S21.tool-call-events`, `S21.permissions-auto-approve`, `S21.usage-cost`, `S21.mcp-forwarding`, `S21.secrets-env`, `S21.masking`, `S21.model-selection`, `S21.model-switch`, `S21.init-state`, `S21.cleanup`).** The program builds `ACPAgent(acp_command=..., acp_model=\"m2\", mcp_config={stdio server, http server with headers}, agent_context=a skill)`. It runs a `Conversation` with `secrets={\"FAKE_TOKEN\": ..., \"EMPTY_SECRET\": \"\"}` and a token callback, sending one text + inline PNG turn and then a `[secret]` turn whose reply, thought and tool output echo the secret. It then switches the model with `switch_acp_model(\"m1\")`, tries an unknown model, closes the agent twice, and switches the model on a second conversation before its first run. `npm_config_*` and `CLAUDECODE` are set in the parent's environment.", "note": "bullet 1: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-01.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.ask-agent", "result": "fail", "proof": [], "entry": "**`ask_agent` forks the session (`S21.ask-agent`).** Same program. After the two turns, the conversation's `ask_agent` forks the main session and prompts the fork; the fork answers and reports `usage_update` (cost 0.05) plus token usage. `ACPAgent.ask_agent` on an agent with no session raises. | **Example 40 with Claude Code (`S21.live-turn`, `S21.step`, `S21.ask-agent`, `S21.usage-cost`), blocked: needs `ANTHROPIC_API_KEY` (optionally `ANTHROPIC_BASE_URL` for a LiteLLM proxy), plus `npx` and network for the image URL.** Run it from the repo root. The agent lists the `openhands-sdk/openhands/sdk/agent/` files, describes the python.org image and answers the `ask_agent` question. The example prints `EXAMPLE_COST` twice, then `Done!`.", "note": "bullet 2: fail (block 1 exited 1); bullet 14: blocked (bullet is labeled blocked)", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-02.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.session-resume", "result": "pass", "proof": ["scripted"], "entry": "**Resume a persisted session (`S21.session-resume`, `S21.model-selection`).** A conversation with `persistence_dir` runs a turn and closes. The program then reopens it by id with a new `ACPAgent` (a new subprocess). A third agent carries `acp_resume_session_id` with no saved state, and a fourth an id the server has forgotten.", "note": "bullet 3: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-03.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.timeouts-retry", "result": "fail", "proof": ["scripted"], "entry": "**Idle timeout and retries (`S21.timeouts-retry`).** `acp_prompt_timeout=2`: | **A server that goes silent (`S21.timeouts-retry`).** `[hang]` sends nothing until it is cancelled.", "note": "bullet 5: pass; bullet 6: fail (block 1 exited 1)", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-06.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.cancel-pause", "result": "pass", "proof": ["scripted"], "entry": "**Cancel a running turn (`S21.cancel-pause`).** `arun()` runs as a task. The server starts a long tool call and waits, and the program cancels the task. Then it runs another turn.", "note": "bullet 7: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-07.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.file-secrets", "result": "pass", "proof": ["scripted"], "entry": "**A Codex binary with file credentials (`S21.file-secrets`, `S21.auth-selection`, `S21.model-selection`, `S21.secrets-env`).** The server is launched by path as `/bin/codex-acp`, the form a pinned install takes. It reports `codex-acp` and offers the auth methods `chat-gpt` and `api-key`. `acp_model=\"gpt-5.5/high\"` (the legacy `/` form), and `CODEX_HOME` points at an ambient directory. There are two runs:", "note": "bullet 8: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-08.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.auth-selection", "result": "pass", "proof": ["scripted"], "entry": "**A Codex binary with file credentials (`S21.file-secrets`, `S21.auth-selection`, `S21.model-selection`, `S21.secrets-env`).** The server is launched by path as `/bin/codex-acp`, the form a pinned install takes. It reports `codex-acp` and offers the auth methods `chat-gpt` and `api-key`. `acp_model=\"gpt-5.5/high\"` (the legacy `/` form), and `CODEX_HOME` points at an ambient directory. There are two runs:", "note": "bullet 8: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-08.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.model-discovery", "result": "pass", "proof": ["scripted"], "entry": "**Model discovery and settings (`S21.model-discovery`, `S21.settings`).** `discover_acp_models(ACPAgentSettings(acp_server=\"custom\", acp_command=...))` runs against: | **Reasoning effort (`S21.effort`, `S21.effort-switch`, `S21.model-discovery`, `S21.settings`).** `programs/S21/acp_effort.py` runs `fake_acp.py` with `FAKE_ACP_EFFORT=1`: model `m1` offers a `thought_level` select (`effort`: `low`/`medium`/`high`, server default `medium`, reset by a model switch) and `m2` offers none. It drives:", "note": "bullet 9: pass; bullet 10: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-09.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.settings", "result": "pass", "proof": ["scripted"], "entry": "**Model discovery and settings (`S21.model-discovery`, `S21.settings`).** `discover_acp_models(ACPAgentSettings(acp_server=\"custom\", acp_command=...))` runs against: | **Reasoning effort (`S21.effort`, `S21.effort-switch`, `S21.model-discovery`, `S21.settings`).** `programs/S21/acp_effort.py` runs `fake_acp.py` with `FAKE_ACP_EFFORT=1`: model `m1` offers a `thought_level` select (`effort`: `low`/`medium`/`high`, server default `medium`, reset by a model switch) and `m2` offers none. It drives:", "note": "bullet 9: pass; bullet 10: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-09.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.effort", "result": "pass", "proof": ["scripted"], "entry": "**Reasoning effort (`S21.effort`, `S21.effort-switch`, `S21.model-discovery`, `S21.settings`).** `programs/S21/acp_effort.py` runs `fake_acp.py` with `FAKE_ACP_EFFORT=1`: model `m1` offers a `thought_level` select (`effort`: `low`/`medium`/`high`, server default `medium`, reset by a model switch) and `m2` offers none. It drives:", "note": "bullet 10: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-10.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.effort-switch", "result": "pass", "proof": ["scripted"], "entry": "**Reasoning effort (`S21.effort`, `S21.effort-switch`, `S21.model-discovery`, `S21.settings`).** `programs/S21/acp_effort.py` runs `fake_acp.py` with `FAKE_ACP_EFFORT=1`: model `m1` offers a `thought_level` select (`effort`: `low`/`medium`/`high`, server default `medium`, reset by a model switch) and `m2` offers none. It drives:", "note": "bullet 10: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-10.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.tracing", "result": "pass", "proof": ["scripted"], "entry": "**Traces of an ACP turn (`S21.tracing`).** `OTEL_EXPORTER_OTLP_TRACES_ENDPOINT` points at the local collector from `programs/S20/otlp.py`. The user's message contains the secret value.", "note": "bullet 11: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-11.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.provider-registry", "result": "pass", "proof": ["scripted"], "entry": "**Provider registry (`S21.provider-registry`).** Reuses the S19 catalog program: launch commands pin the catalog versions, and detection works by agent name and by command. Then, over the network, every pinned package version must exist on npm. | **Live handshake with every built-in provider (`S21.handshake-live`, `S21.provider-registry`).** Network, no account. For each provider, `ACPAgentSettings(acp_server=KEY)` resolves the default `npx` command, and `discover_acp_models` runs the real server's handshake with a bogus API key. kimi-code also gets `KIMI_MODEL_NAME`/`KIMI_MODEL_API_KEY`, and opencode gets `OPENCODE_API_KEY`.", "note": "bullet 12: pass; bullet 13: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-12.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.handshake-live", "result": "pass", "proof": ["scripted"], "entry": "**Live handshake with every built-in provider (`S21.handshake-live`, `S21.provider-registry`).** Network, no account. For each provider, `ACPAgentSettings(acp_server=KEY)` resolves the default `npx` command, and `discover_acp_models` runs the real server's handshake with a bogus API key. kimi-code also gets `KIMI_MODEL_NAME`/`KIMI_MODEL_API_KEY`, and opencode gets `OPENCODE_API_KEY`.", "note": "bullet 13: pass", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": "/sdk/S21-effort/transcripts/S21-acp-agent-13.log", "at": "2026-11-11T08:39:16+00:00"} -{"feature": "S21.live-turn", "result": "blocked", "proof": [], "entry": "**Example 40 with Claude Code (`S21.live-turn`, `S21.step`, `S21.ask-agent`, `S21.usage-cost`), blocked: needs `ANTHROPIC_API_KEY` (optionally `ANTHROPIC_BASE_URL` for a LiteLLM proxy), plus `npx` and network for the image URL.** Run it from the repo root. The agent lists the `openhands-sdk/openhands/sdk/agent/` files, describes the python.org image and answers the `ask_agent` question. The example prints `EXAMPLE_COST` twice, then `Done!`.", "note": "bullet 14: blocked (bullet is labeled blocked)", "revision": "07e3bb94b79205c1bb5c12dd1965ccaecd2f8e72", "transcript": null, "at": "2026-11-11T08:39:16+00:00"} diff --git a/.pr/map-maintenance/2026-11-11/sdk-report.md b/.pr/map-maintenance/2026-11-11/sdk-report.md deleted file mode 100644 index ad0330371df..00000000000 --- a/.pr/map-maintenance/2026-11-11/sdk-report.md +++ /dev/null @@ -1,491 +0,0 @@ -## Conflicting attempts - -- S04.persist-events: fail at 2026-11-11T09:08:40+00:00, pass at 2026-11-11T09:22:17+00:00, pass at 2026-11-11T09:29:38+00:00 -- S05.event-log-recovery: pass at 2026-11-11T09:06:44+00:00, fail at 2026-11-11T09:08:40+00:00, pass at 2026-11-11T09:29:38+00:00 -- S06.condenser-resume: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.context-overflow-request: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.context-skills: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.context-suffixes: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.hard-reset: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.memory-load: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.memory-write-path: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.soft-vs-hard: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.summarizing-size: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.summarizing-tokens: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S06.summary-llm-streaming: fail at 2026-11-11T09:13:15+00:00, pass at 2026-11-11T09:16:43+00:00 -- S11.builtin-agents: fail at 2026-11-11T09:14:09+00:00, pass at 2026-11-11T09:18:21+00:00 -- S11.definition-factory: fail at 2026-11-11T09:14:09+00:00, pass at 2026-11-11T09:18:21+00:00 -- S11.delegation-visualizer: fail at 2026-11-11T09:14:09+00:00, pass at 2026-11-11T09:18:21+00:00 -- S11.register-programmatic: fail at 2026-11-11T09:14:09+00:00, pass at 2026-11-11T09:18:21+00:00 -- S11.task-metrics: fail at 2026-11-11T09:14:09+00:00, pass at 2026-11-11T09:18:21+00:00 -- S11.task-resume: fail at 2026-11-11T09:14:09+00:00, pass at 2026-11-11T09:18:21+00:00 -- S11.task-run: fail at 2026-11-11T09:14:09+00:00, pass at 2026-11-11T09:18:21+00:00 -- S21.auth-selection: fail at 2026-11-11T08:27:22+00:00, pass at 2026-11-11T08:39:16+00:00 -- S21.file-secrets: fail at 2026-11-11T08:27:22+00:00, pass at 2026-11-11T08:39:16+00:00 -- S21.model-selection: fail at 2026-11-11T08:27:22+00:00, pass at 2026-11-11T08:39:16+00:00 -- S21.secrets-env: fail at 2026-11-11T08:27:22+00:00, pass at 2026-11-11T08:39:16+00:00 - -## Checks - -| Feature | Result | Revision | Note | Transcript | -|---|---|---|---|---| -| S01.stuck-recover | fail | 5ff99f1b6ca2 | bullet 7: pass; bullet 8: fail (block 1 exited 1) | /sdk/S01/transcripts/S01-agent-loop-08.log | -| S02.no-response-retry | fail | 391b5546481d | bullet 9: fail (block 1 exited 1) | /sdk/S02/transcripts/S02-llm-core-09.log | -| S03.registry-stats-wiring | fail | 391b5546481d | bullet 1: pass; bullet 2: fail (block 1 exited 1); bullet 15: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-02.log | -| S04.interactive-terminal | fail | 391b5546481d | bullet 19: fail (block 1 exited 1); bullet 25: pass | /sdk/S04/transcripts/S04-local-conversation-19.log | -| S07.available-skills-prompt | fail | e776f878876e | bullet 2: pass; bullet 3: fail (block 1 exited 1); bullet 10: pass; bullet 15: pass | /sdk/S07/transcripts/S07-skills-03.log | -| S07.installed-lifecycle | fail | e776f878876e | bullet 6: pass; bullet 13: fail (block 1 exited 1) | /sdk/S07/transcripts/S07-skills-13.log | -| S08.secret-expansion | fail | edff6711505a | bullet 3: fail (block 1 exited 1) | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-03.log | -| S09.session-recovery | fail | edff6711505a | bullet 10: pass; bullet 11: fail (block 1 exited 1) | /sdk/S09/transcripts/S09-mcp-11.log | -| S11.factory-info | fail | c5f588f089d0 | bullet 5: pass; bullet 6: fail (block 1 exited 1) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-06.log | -| S11.task-observability | fail | c5f588f089d0 | bullet 2: fail (block 1 exited 1); bullet 3: blocked (bullet is labeled blocked) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-02.log | -| S14.terminal-backend-select | fail | c707d3737e8d | bullet 2: pass; bullet 3: pass; bullet 6: fail (block 1 exited 1) | /sdk/S14-nokey/transcripts/S14-core-tools-06.log | -| S14.terminal-input-encoding | fail | c707d3737e8d | bullet 2: pass; bullet 5: fail (block 1 exited 1) | /sdk/S14-nokey/transcripts/S14-core-tools-05.log | -| S14.terminal-reset | fail | c707d3737e8d | bullet 2: pass; bullet 3: pass; bullet 6: fail (block 1 exited 1) | /sdk/S14-nokey/transcripts/S14-core-tools-06.log | -| S15.action-routing | fail | c707d3737e8d | bullet 1: pass; bullet 5: fail (block 1 exited 1) | /sdk/S15-nokey/transcripts/S15-browser-05.log | -| S15.cleanup | fail | c707d3737e8d | bullet 1: pass; bullet 3: pass; bullet 5: fail (block 1 exited 1) | /sdk/S15-nokey/transcripts/S15-browser-05.log | -| S15.session-recovery | fail | c707d3737e8d | bullet 5: fail (block 1 exited 1) | /sdk/S15-nokey/transcripts/S15-browser-05.log | -| S18.workspace-factory | fail | 1ecd2de9dc6b | bullet 1: pass; bullet 3: fail (block 1 exited 1) | /sdk/S18-nokey/transcripts/S18-workspace-backends-03.log | -| S21.ask-agent | fail | 07e3bb94b792 | bullet 2: fail (block 1 exited 1); bullet 14: blocked (bullet is labeled blocked) | /sdk/S21-effort/transcripts/S21-acp-agent-02.log | -| S21.timeouts-retry | fail | 07e3bb94b792 | bullet 5: pass; bullet 6: fail (block 1 exited 1) | /sdk/S21-effort/transcripts/S21-acp-agent-06.log | -| S05.token-event | blocked | e776f878876e | bullet 9: blocked (bullet is labeled blocked) | | -| S14.terminal-windows | blocked | c707d3737e8d | bullet 7: blocked (bullet is labeled blocked) | | -| S15.chromium-detection | blocked | c707d3737e8d | bullet 2: blocked (block 1 is blocked (exit 3: a missing prerequisite)) | /sdk/S15-nokey/transcripts/S15-browser-02.log | -| S15.degrade-on-failure | blocked | c707d3737e8d | bullet 2: blocked (block 1 is blocked (exit 3: a missing prerequisite)) | /sdk/S15-nokey/transcripts/S15-browser-02.log | -| S15.recording-storage | blocked | c707d3737e8d | bullet 6: blocked (bullet is labeled blocked); bullet 9: blocked (bullet is labeled blocked) | | -| S18.agent-sandbox | blocked | 1ecd2de9dc6b | bullet 11: blocked (bullet is labeled blocked) | | -| S18.api-remote-lifecycle | blocked | 1ecd2de9dc6b | bullet 10: blocked (bullet is labeled blocked) | | -| S18.api-remote-start | blocked | 1ecd2de9dc6b | bullet 10: blocked (bullet is labeled blocked) | | -| S18.apptainer | blocked | 1ecd2de9dc6b | bullet 11: blocked (bullet is labeled blocked) | | -| S18.cloud-sandbox | blocked | 1ecd2de9dc6b | bullet 10: blocked (bullet is labeled blocked) | | -| S18.docker-dev-build | blocked | 1ecd2de9dc6b | bullet 9: blocked (bullet is labeled blocked) | | -| S18.docker-lifecycle | blocked | 1ecd2de9dc6b | bullet 9: blocked (bullet is labeled blocked) | | -| S18.docker-start | blocked | 1ecd2de9dc6b | bullet 9: blocked (bullet is labeled blocked) | | -| S21.live-turn | blocked | 07e3bb94b792 | bullet 14: blocked (bullet is labeled blocked) | | -| S01.ask-agent | pass | 5ff99f1b6ca2 | bullet 17: pass; bullet 20: pass | /sdk/S01/transcripts/S01-agent-loop-17.log | -| S01.async-step | pass | 5ff99f1b6ca2 | bullet 15: pass | /sdk/S01/transcripts/S01-agent-loop-15.log | -| S01.content-policy | pass | 5ff99f1b6ca2 | bullet 3: pass | /sdk/S01/transcripts/S01-agent-loop-03.log | -| S01.context-overflow | pass | 5ff99f1b6ca2 | bullet 19: pass; bullet 23: pass | /sdk/S01/transcripts/S01-agent-loop-19.log | -| S01.empty-reply-nudge | pass | 5ff99f1b6ca2 | bullet 3: pass; bullet 4: pass | /sdk/S01/transcripts/S01-agent-loop-03.log | -| S01.finish-truncates-batch | pass | 5ff99f1b6ca2 | bullet 11: pass | /sdk/S01/transcripts/S01-agent-loop-11.log | -| S01.image-input | pass | 5ff99f1b6ca2 | bullet 16: pass; bullet 24: blocked (bullet is labeled blocked) | /sdk/S01/transcripts/S01-agent-loop-16.log | -| S01.image-non-vision | pass | 5ff99f1b6ca2 | bullet 16: pass | /sdk/S01/transcripts/S01-agent-loop-16.log | -| S01.iterative-refinement | pass | 5ff99f1b6ca2 | bullet 22: pass | /sdk/S01/transcripts/S01-agent-loop-22.log | -| S01.malformed-tool-call | pass | 5ff99f1b6ca2 | bullet 3: pass | /sdk/S01/transcripts/S01-agent-loop-03.log | -| S01.max-budget | pass | 5ff99f1b6ca2 | bullet 6: pass | /sdk/S01/transcripts/S01-agent-loop-06.log | -| S01.max-iterations | pass | 5ff99f1b6ca2 | bullet 5: pass | /sdk/S01/transcripts/S01-agent-loop-05.log | -| S01.message-while-running | pass | 5ff99f1b6ca2 | bullet 14: pass; bullet 15: pass; bullet 21: pass | /sdk/S01/transcripts/S01-agent-loop-14.log | -| S01.parallel-resource-locks | pass | 5ff99f1b6ca2 | bullet 12: pass | /sdk/S01/transcripts/S01-agent-loop-12.log | -| S01.parallel-tools | pass | 5ff99f1b6ca2 | bullet 11: pass; bullet 21: pass | /sdk/S01/transcripts/S01-agent-loop-11.log | -| S01.response-dispatch | pass | 5ff99f1b6ca2 | bullet 1: pass; bullet 2: pass; bullet 20: pass | /sdk/S01/transcripts/S01-agent-loop-01.log | -| S01.run-to-finish | pass | 5ff99f1b6ca2 | bullet 1: pass; bullet 20: pass; bullet 23: pass | /sdk/S01/transcripts/S01-agent-loop-01.log | -| S01.structured-output | pass | 391b5546481d | bullet 18: pass; bullet 21: pass | /sdk/s01fix/r1/transcripts/S01-agent-loop-18.log | -| S01.stuck-detect | pass | 5ff99f1b6ca2 | bullet 7: pass; bullet 21: pass | /sdk/S01/transcripts/S01-agent-loop-07.log | -| S01.stuck-nudge | pass | 5ff99f1b6ca2 | bullet 10: pass | /sdk/S01/transcripts/S01-agent-loop-10.log | -| S01.stuck-thresholds | pass | 5ff99f1b6ca2 | bullet 9: pass | /sdk/S01/transcripts/S01-agent-loop-09.log | -| S01.tool-exception | pass | 5ff99f1b6ca2 | bullet 13: pass | /sdk/S01/transcripts/S01-agent-loop-13.log | -| S01.unknown-tool | pass | 5ff99f1b6ca2 | bullet 3: pass | /sdk/S01/transcripts/S01-agent-loop-03.log | -| S02.anthropic-thinking | pass | 391b5546481d | bullet 5: pass; bullet 20: blocked (bullet is labeled blocked) | /sdk/S02/transcripts/S02-llm-core-05.log | -| S02.api-mode | pass | 391b5546481d | bullet 1: pass; bullet 2: pass; bullet 17: pass | /sdk/S02/transcripts/S02-llm-core-01.log | -| S02.completion | pass | 391b5546481d | bullet 1: pass; bullet 17: pass | /sdk/S02/transcripts/S02-llm-core-01.log | -| S02.context-window-guard | pass | 391b5546481d | bullet 12: pass | /sdk/S02/transcripts/S02-llm-core-12.log | -| S02.conversation-stats | pass | 391b5546481d | bullet 16: pass; bullet 18: pass | /sdk/S02/transcripts/S02-llm-core-16.log | -| S02.error-mapping | pass | e776f878876e | bullet 7: pass | /sdk/S05/transcripts/S05-events-07.log | -| S02.image-inline | pass | 391b5546481d | bullet 14: pass | /sdk/S02/transcripts/S02-llm-core-14.log | -| S02.log-completions | pass | 391b5546481d | bullet 1: pass | /sdk/S02/transcripts/S02-llm-core-01.log | -| S02.message-formatting | pass | 391b5546481d | bullet 13: pass; bullet 18: pass | /sdk/S02/transcripts/S02-llm-core-13.log | -| S02.metrics | pass | 391b5546481d | bullet 1: pass; bullet 16: pass; bullet 17: pass; bullet 18: pass | /sdk/S02/transcripts/S02-llm-core-01.log | -| S02.model-features | pass | 391b5546481d | bullet 6: pass | /sdk/S02/transcripts/S02-llm-core-06.log | -| S02.native-tool-calling | pass | 391b5546481d | bullet 1: pass; bullet 7: pass | /sdk/S02/transcripts/S02-llm-core-01.log | -| S02.pricing-override | pass | 391b5546481d | bullet 1: pass | /sdk/S02/transcripts/S02-llm-core-01.log | -| S02.prompt-caching | pass | 391b5546481d | bullet 5: pass; bullet 11: pass | /sdk/S02/transcripts/S02-llm-core-05.log | -| S02.prompted-tool-calling | pass | 391b5546481d | bullet 7: pass | /sdk/S02/transcripts/S02-llm-core-07.log | -| S02.reasoning-content | pass | 391b5546481d | bullet 1: pass; bullet 3: pass | /sdk/S02/transcripts/S02-llm-core-01.log | -| S02.reasoning-options | pass | 391b5546481d | bullet 6: pass | /sdk/S02/transcripts/S02-llm-core-06.log | -| S02.responses-reasoning | pass | 391b5546481d | bullet 2: pass; bullet 20: blocked (bullet is labeled blocked) | /sdk/S02/transcripts/S02-llm-core-02.log | -| S02.retries | pass | 391b5546481d | bullet 8: pass | /sdk/S02/transcripts/S02-llm-core-08.log | -| S02.serialization | pass | 391b5546481d | bullet 15: pass | /sdk/S02/transcripts/S02-llm-core-15.log | -| S02.stream-no-callback | pass | 391b5546481d | bullet 3: pass | /sdk/S02/transcripts/S02-llm-core-03.log | -| S02.streaming | pass | 391b5546481d | bullet 3: pass; bullet 17: pass; bullet 18: pass | /sdk/S02/transcripts/S02-llm-core-03.log | -| S02.timeouts | pass | 391b5546481d | bullet 4: pass | /sdk/S02/transcripts/S02-llm-core-04.log | -| S02.token-count | pass | 391b5546481d | bullet 12: pass | /sdk/S02/transcripts/S02-llm-core-12.log | -| S03.agent-llm-discovery | pass | 391b5546481d | bullet 3: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-03.log | -| S03.fallback-metrics | pass | 391b5546481d | bullet 6: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-06.log | -| S03.fallback-profile-resolution | pass | 391b5546481d | bullet 6: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-06.log | -| S03.fallback-skip | pass | 391b5546481d | bullet 6: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-06.log | -| S03.fallback-transient | pass | 391b5546481d | bullet 6: pass; bullet 16: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-06.log | -| S03.meta-profile-store | pass | 391b5546481d | bullet 13: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-13.log | -| S03.multimodal-router-images | pass | 391b5546481d | bullet 4: pass; bullet 17: blocked (bullet is labeled blocked) | /sdk/S03/transcripts/S03-llm-routing-profiles-04.log | -| S03.multimodal-router-text | pass | 391b5546481d | bullet 4: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-04.log | -| S03.profile-concurrency-limits | pass | 391b5546481d | bullet 7: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-07.log | -| S03.profile-migration | pass | 391b5546481d | bullet 7: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-07.log | -| S03.profile-save-load | pass | 391b5546481d | bullet 7: pass; bullet 16: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-07.log | -| S03.profile-secrets | pass | 391b5546481d | bullet 7: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-07.log | -| S03.provider-connections | pass | 391b5546481d | bullet 8: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-08.log | -| S03.random-router | pass | 391b5546481d | bullet 5: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-05.log | -| S03.registry-crud | pass | 391b5546481d | bullet 1: pass; bullet 16: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-01.log | -| S03.registry-independent-metrics | pass | 391b5546481d | bullet 1: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-01.log | -| S03.route-task-to-model | pass | 391b5546481d | bullet 12: pass; bullet 17: blocked (bullet is labeled blocked) | /sdk/S03/transcripts/S03-llm-routing-profiles-12.log | -| S03.router-validation | pass | 391b5546481d | bullet 5: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-05.log | -| S03.subscription-login | pass | 391b5546481d | bullet 14: pass; bullet 18: blocked (bullet is labeled blocked) | /sdk/S03/transcripts/S03-llm-routing-profiles-14.log | -| S03.subscription-requests | pass | 391b5546481d | bullet 14: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-14.log | -| S03.switch-llm-object | pass | 391b5546481d | bullet 10: pass | /sdk/S03/transcripts/S03-llm-routing-profiles-10.log | -| S03.switch-llm-tool | pass | 391b5546481d | bullet 11: pass; bullet 17: blocked (bullet is labeled blocked) | /sdk/S03/transcripts/S03-llm-routing-profiles-11.log | -| S03.switch-profile | pass | 391b5546481d | bullet 9: pass; bullet 15: pass; bullet 17: blocked (bullet is labeled blocked) | /sdk/S03/transcripts/S03-llm-routing-profiles-09.log | -| S04.arun-interrupt | pass | 391b5546481d | bullet 12: pass; bullet 24: pass | /sdk/S04/transcripts/S04-local-conversation-12.log | -| S04.async-callback | pass | 391b5546481d | bullet 11: pass; bullet 23: pass | /sdk/S04/transcripts/S04-local-conversation-11.log | -| S04.callbacks | pass | 391b5546481d | bullet 2: pass; bullet 7: pass | /sdk/S04/transcripts/S04-local-conversation-02.log | -| S04.cancel-token | pass | 391b5546481d | bullet 13: pass; bullet 24: pass | /sdk/S04/transcripts/S04-local-conversation-13.log | -| S04.close | pass | 391b5546481d | bullet 9: pass | /sdk/S04/transcripts/S04-local-conversation-09.log | -| S04.conversation-id | pass | 391b5546481d | bullet 1: pass | /sdk/S04/transcripts/S04-local-conversation-01.log | -| S04.custom-file-store | pass | 391b5546481d | bullet 6: pass | /sdk/S04/transcripts/S04-local-conversation-06.log | -| S04.factory | pass | 391b5546481d | bullet 1: pass; bullet 22: pass; bullet 26: blocked (bullet is labeled blocked) | /sdk/S04/transcripts/S04-local-conversation-01.log | -| S04.final-response | pass | 391b5546481d | bullet 20: pass; bullet 22: pass | /sdk/S04/transcripts/S04-local-conversation-20.log | -| S04.fork | pass | 391b5546481d | bullet 16: pass; bullet 24: pass | /sdk/S04/transcripts/S04-local-conversation-16.log | -| S04.fork-branch | pass | 391b5546481d | bullet 17: pass; bullet 24: pass | /sdk/S04/transcripts/S04-local-conversation-17.log | -| S04.goal-loop | pass | 391b5546481d | bullet 18: pass; bullet 24: pass | /sdk/S04/transcripts/S04-local-conversation-18.log | -| S04.pause | pass | 391b5546481d | bullet 10: pass; bullet 23: pass | /sdk/S04/transcripts/S04-local-conversation-10.log | -| S04.persist-events | pass | 0da9cf850a0e | bullet 2: pass; bullet 3: pass; bullet 23: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S04-persist2/transcripts/S04-local-conversation-02.log | -| S04.resume | pass | 391b5546481d | bullet 2: pass; bullet 4: pass; bullet 22: pass; bullet 23: pass | /sdk/S04/transcripts/S04-local-conversation-02.log | -| S04.resume-agent-compat | pass | 391b5546481d | bullet 5: pass | /sdk/S04/transcripts/S04-local-conversation-05.log | -| S04.run-error | pass | 391b5546481d | bullet 8: pass | /sdk/S04/transcripts/S04-local-conversation-08.log | -| S04.secrets-constructor | pass | 391b5546481d | bullet 14: pass | /sdk/S04/transcripts/S04-local-conversation-14.log | -| S04.secrets-masking | pass | 391b5546481d | bullet 14: pass; bullet 23: pass | /sdk/S04/transcripts/S04-local-conversation-14.log | -| S04.secrets-update | pass | 391b5546481d | bullet 14: pass; bullet 23: pass | /sdk/S04/transcripts/S04-local-conversation-14.log | -| S04.stats | pass | 391b5546481d | bullet 21: pass | /sdk/S04/transcripts/S04-local-conversation-21.log | -| S04.title-and-tags | pass | 391b5546481d | bullet 20: pass; bullet 24: pass | /sdk/S04/transcripts/S04-local-conversation-20.log | -| S04.visualizer-custom | pass | 391b5546481d | bullet 15: pass; bullet 24: pass | /sdk/S04/transcripts/S04-local-conversation-15.log | -| S04.visualizer-default | pass | 391b5546481d | bullet 15: pass; bullet 23: pass | /sdk/S04/transcripts/S04-local-conversation-15.log | -| S05.completion-log-event | pass | e776f878876e | bullet 2: pass | /sdk/S05/transcripts/S05-events-02.log | -| S05.error-classification | pass | e776f878876e | bullet 2: pass | /sdk/S05/transcripts/S05-events-02.log | -| S05.event-base | pass | e776f878876e | bullet 1: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.event-cache | pass | e776f878876e | bullet 1: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.event-log-append | pass | e776f878876e | bullet 3: pass | /sdk/S05/transcripts/S05-events-03.log | -| S05.event-log-files | pass | e776f878876e | bullet 1: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.event-log-recovery | pass | 0da9cf850a0e | bullet 3: pass | /sdk/S04-persist2/transcripts/S04-local-conversation-03.log | -| S05.event-tree | pass | e776f878876e | bullet 1: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.events-to-messages | pass | e776f878876e | bullet 1: pass; bullet 5: pass; bullet 7: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.json-roundtrip | pass | e776f878876e | bullet 1: pass; bullet 5: pass; bullet 6: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.openai-format | pass | e776f878876e | bullet 1: pass; bullet 5: pass; bullet 6: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.resume-transcript | pass | e776f878876e | bullet 1: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.streaming-delta | pass | e776f878876e | bullet 2: pass | /sdk/S05/transcripts/S05-events-02.log | -| S05.system-prompt-blocks | pass | e776f878876e | bullet 8: pass | /sdk/S05/transcripts/S05-events-08.log | -| S05.to-llm-message | pass | e776f878876e | bullet 1: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.unmatched-actions | pass | e776f878876e | bullet 1: pass | /sdk/S05/transcripts/S05-events-01.log | -| S05.visualize | pass | e776f878876e | bullet 1: pass | /sdk/S05/transcripts/S05-events-01.log | -| S06.condenser-resume | pass | edff6711505a | bullet 11: pass; bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-11.log | -| S06.context-datetime | pass | edff6711505a | bullet 1: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-01.log | -| S06.context-overflow-request | pass | edff6711505a | bullet 10: pass; bullet 17: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-10.log | -| S06.context-secrets | pass | edff6711505a | bullet 1: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-01.log | -| S06.context-skills | pass | edff6711505a | bullet 1: pass; bullet 16: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-01.log | -| S06.context-suffixes | pass | edff6711505a | bullet 1: pass; bullet 16: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-01.log | -| S06.hard-reset | pass | edff6711505a | bullet 8: pass; bullet 17: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-08.log | -| S06.manual-condense | pass | edff6711505a | bullet 9: pass; bullet 13: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-09.log | -| S06.memory-load | pass | edff6711505a | bullet 3: pass; bullet 15: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-03.log | -| S06.memory-write-path | pass | edff6711505a | bullet 3: pass; bullet 15: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-03.log | -| S06.noop-condenser | pass | edff6711505a | bullet 6: pass; bullet 12: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-06.log | -| S06.persona-soul | pass | edff6711505a | bullet 2: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-02.log | -| S06.pipeline-condenser | pass | edff6711505a | bullet 12: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-12.log | -| S06.soft-vs-hard | pass | edff6711505a | bullet 7: pass; bullet 17: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-07.log | -| S06.summarizing-reasons | pass | edff6711505a | bullet 6: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-06.log | -| S06.summarizing-size | pass | edff6711505a | bullet 4: pass; bullet 13: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 17: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-04.log | -| S06.summarizing-tokens | pass | edff6711505a | bullet 5: pass; bullet 17: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-05.log | -| S06.summary-llm-streaming | pass | edff6711505a | bullet 4: pass; bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S06-nokey/transcripts/S06-context-condensers-04.log | -| S06.system-prompt-custom | pass | edff6711505a | bullet 2: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-02.log | -| S06.system-prompt-model-specific | pass | edff6711505a | bullet 2: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-02.log | -| S06.system-prompt-registry | pass | edff6711505a | bullet 2: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-02.log | -| S06.view | pass | edff6711505a | bullet 4: pass; bullet 6: pass | /sdk/S06-nokey/transcripts/S06-context-condensers-04.log | -| S06.view-atomicity | pass | edff6711505a | bullet 4: pass; bullet 13: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 18: blocked (bullet is labeled blocked) | /sdk/S06-nokey/transcripts/S06-context-condensers-04.log | -| S07.agentskills-load | pass | e776f878876e | bullet 2: pass; bullet 12: pass | /sdk/S07/transcripts/S07-skills-02.log | -| S07.agentskills-trigger | pass | e776f878876e | bullet 2: pass; bullet 12: pass | /sdk/S07/transcripts/S07-skills-02.log | -| S07.disable-model-invocation | pass | e776f878876e | bullet 2: pass | /sdk/S07/transcripts/S07-skills-02.log | -| S07.disabled-skills | pass | e776f878876e | bullet 5: pass | /sdk/S07/transcripts/S07-skills-05.log | -| S07.inline-commands | pass | e776f878876e | bullet 2: pass | /sdk/S07/transcripts/S07-skills-02.log | -| S07.invoke-skill-autoattach | pass | e776f878876e | bullet 2: pass; bullet 10: pass; bullet 12: pass | /sdk/S07/transcripts/S07-skills-02.log | -| S07.invoke-skill-run | pass | e776f878876e | bullet 2: pass; bullet 10: pass; bullet 15: pass | /sdk/S07/transcripts/S07-skills-02.log | -| S07.keyword-trigger | pass | e776f878876e | bullet 1: pass; bullet 11: pass | /sdk/S07/transcripts/S07-skills-01.log | -| S07.load-project-flag | pass | e776f878876e | bullet 5: pass | /sdk/S07/transcripts/S07-skills-05.log | -| S07.marketplace-install | pass | e776f878876e | bullet 6: pass; bullet 7: pass; bullet 14: pass | /sdk/S07/transcripts/S07-skills-06.log | -| S07.merge-precedence | pass | e776f878876e | bullet 5: pass | /sdk/S07/transcripts/S07-skills-05.log | -| S07.message-suffixes | pass | e776f878876e | bullet 1: pass; bullet 11: pass | /sdk/S07/transcripts/S07-skills-01.log | -| S07.path-rules | pass | e776f878876e | bullet 4: pass | /sdk/S07/transcripts/S07-skills-04.log | -| S07.project-skills | pass | e776f878876e | bullet 5: pass | /sdk/S07/transcripts/S07-skills-05.log | -| S07.public-skills | pass | e776f878876e | bullet 8: pass; bullet 9: pass; bullet 11: pass | /sdk/S07/transcripts/S07-skills-08.log | -| S07.repo-skill-always-on | pass | e776f878876e | bullet 1: pass; bullet 11: pass | /sdk/S07/transcripts/S07-skills-01.log | -| S07.resources | pass | e776f878876e | bullet 2: pass; bullet 12: pass | /sdk/S07/transcripts/S07-skills-02.log | -| S07.serialization | pass | e776f878876e | bullet 1: pass; bullet 2: pass | /sdk/S07/transcripts/S07-skills-01.log | -| S07.skill-mcp-json | pass | e776f878876e | bullet 2: pass | /sdk/S07/transcripts/S07-skills-02.log | -| S07.task-trigger | pass | e776f878876e | bullet 1: pass | /sdk/S07/transcripts/S07-skills-01.log | -| S07.trigger-once | pass | e776f878876e | bullet 1: pass | /sdk/S07/transcripts/S07-skills-01.log | -| S07.user-skills | pass | e776f878876e | bullet 5: pass | /sdk/S07/transcripts/S07-skills-05.log | -| S08.agent-plugins-layout | pass | edff6711505a | bullet 1: pass; bullet 16: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-01.log | -| S08.agent-plugins-mcp | pass | edff6711505a | bullet 1: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-01.log | -| S08.ambient-plugins | pass | edff6711505a | bullet 2: pass; bullet 7: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-02.log | -| S08.claude-code-layout | pass | edff6711505a | bullet 1: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-01.log | -| S08.commands-as-skills | pass | edff6711505a | bullet 1: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-01.log | -| S08.conversation-attach | pass | edff6711505a | bullet 2: pass; bullet 4: pass; bullet 15: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 16: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-02.log | -| S08.fetch-cache | pass | edff6711505a | bullet 4: pass; bullet 5: pass; bullet 6: pass; bullet 15: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-04.log | -| S08.installation-manager | pass | edff6711505a | bullet 9: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-09.log | -| S08.installed-plugins | pass | edff6711505a | bullet 7: pass; bullet 8: pass; bullet 15: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-07.log | -| S08.load-plugin-runtime | pass | edff6711505a | bullet 13: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-13.log | -| S08.marketplace-auto-load | pass | edff6711505a | bullet 12: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-12.log | -| S08.marketplace-import-path | pass | edff6711505a | bullet 14: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-14.log | -| S08.marketplace-manifest | pass | edff6711505a | bullet 10: pass; bullet 17: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-10.log | -| S08.marketplace-registry | pass | edff6711505a | bullet 11: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-11.log | -| S08.merge-semantics | pass | edff6711505a | bullet 1: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-01.log | -| S08.path-containment | pass | edff6711505a | bullet 1: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-01.log | -| S08.plugin-agents | pass | edff6711505a | bullet 2: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-02.log | -| S08.resolved-refs | pass | edff6711505a | bullet 2: pass; bullet 15: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-02.log | -| S08.source-parsing | pass | edff6711505a | bullet 1: pass | /sdk/S08-nokey/transcripts/S08-plugins-marketplace-01.log | -| S09.argument-validation | pass | edff6711505a | bullet 1: pass; bullet 12: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S09.config-model | pass | edff6711505a | bullet 12: pass | /sdk/S09/transcripts/S09-mcp-12.log | -| S09.config-secrets | pass | edff6711505a | bullet 1: pass; bullet 12: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S09.config-var-expansion | pass | edff6711505a | bullet 1: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S09.enabled-flag | pass | edff6711505a | bullet 4: pass | /sdk/S09/transcripts/S09-mcp-04.log | -| S09.filter-tools-regex | pass | edff6711505a | bullet 2: pass; bullet 14: pass | /sdk/S09/transcripts/S09-mcp-02.log | -| S09.http-sse-server | pass | edff6711505a | bullet 6: pass | /sdk/S09/transcripts/S09-mcp-06.log | -| S09.listing-timeout | pass | edff6711505a | bullet 5: pass | /sdk/S09/transcripts/S09-mcp-05.log | -| S09.oauth | pass | edff6711505a | bullet 8: pass; bullet 9: blocked (bullet is labeled blocked) | /sdk/S09/transcripts/S09-mcp-08.log | -| S09.observation | pass | edff6711505a | bullet 1: pass; bullet 12: pass; bullet 13: pass; bullet 14: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S09.schema-conversion | pass | edff6711505a | bullet 1: pass; bullet 12: pass; bullet 13: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S09.secret-refs-in-calls | pass | edff6711505a | bullet 1: pass; bullet 13: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S09.session-reuse | pass | edff6711505a | bullet 1: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S09.startup-failure-tolerated | pass | edff6711505a | bullet 3: pass | /sdk/S09/transcripts/S09-mcp-03.log | -| S09.static-auth | pass | edff6711505a | bullet 7: pass | /sdk/S09/transcripts/S09-mcp-07.log | -| S09.stdio-server | pass | edff6711505a | bullet 1: pass; bullet 6: pass; bullet 13: pass; bullet 14: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S09.tool-serialization | pass | edff6711505a | bullet 12: pass | /sdk/S09/transcripts/S09-mcp-12.log | -| S09.tools-list-changed | pass | edff6711505a | bullet 1: pass | /sdk/S09/transcripts/S09-mcp-01.log | -| S10.agent-hook | pass | c5f588f089d0 | bullet 4: pass; bullet 7: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S10-nokey/transcripts/S10-hooks-04.log | -| S10.async-hooks | pass | c5f588f089d0 | bullet 1: pass | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.blocked-state-persistence | pass | c5f588f089d0 | bullet 2: pass | /sdk/S10-nokey/transcripts/S10-hooks-02.log | -| S10.command-exec | pass | c5f588f089d0 | bullet 1: pass; bullet 3: pass; bullet 6: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.config-discovery | pass | c5f588f089d0 | bullet 1: pass; bullet 3: pass | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.config-format | pass | c5f588f089d0 | bullet 3: pass | /sdk/S10-nokey/transcripts/S10-hooks-03.log | -| S10.definition-validation | pass | c5f588f089d0 | bullet 3: pass | /sdk/S10-nokey/transcripts/S10-hooks-03.log | -| S10.execution-events | pass | c5f588f089d0 | bullet 1: pass; bullet 7: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.exit-codes | pass | c5f588f089d0 | bullet 1: pass; bullet 3: pass | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.llm-follows-switch | pass | c5f588f089d0 | bullet 4: pass | /sdk/S10-nokey/transcripts/S10-hooks-04.log | -| S10.matcher | pass | c5f588f089d0 | bullet 1: pass; bullet 3: pass | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.plugin-hooks-merge | pass | c5f588f089d0 | bullet 5: pass | /sdk/S10-nokey/transcripts/S10-hooks-05.log | -| S10.post-tool-use | pass | c5f588f089d0 | bullet 1: pass; bullet 6: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.pre-tool-use-block | pass | c5f588f089d0 | bullet 1: pass; bullet 6: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.prompt-hook | pass | c5f588f089d0 | bullet 4: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S10-nokey/transcripts/S10-hooks-04.log | -| S10.session-end-on-close | pass | c5f588f089d0 | bullet 1: pass | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.session-start | pass | c5f588f089d0 | bullet 1: pass | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.stop-hook | pass | c5f588f089d0 | bullet 1: pass; bullet 6: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 7: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S10.user-prompt-block | pass | c5f588f089d0 | bullet 2: pass | /sdk/S10-nokey/transcripts/S10-hooks-02.log | -| S10.user-prompt-context | pass | c5f588f089d0 | bullet 1: pass; bullet 6: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S10-nokey/transcripts/S10-hooks-01.log | -| S11.builtin-agents | pass | c5f588f089d0 | bullet 5: pass; bullet 7: pass; bullet 12: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-05.log | -| S11.conversation-autoregister | pass | c5f588f089d0 | bullet 7: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-07.log | -| S11.definition-factory | pass | c5f588f089d0 | bullet 4: pass; bullet 13: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-04.log | -| S11.definition-model | pass | c5f588f089d0 | bullet 4: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-04.log | -| S11.delegate-executor | pass | c5f588f089d0 | bullet 10: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-10.log | -| S11.delegation-visualizer | pass | c5f588f089d0 | bullet 10: pass; bullet 11: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-10.log | -| S11.file-discovery | pass | c5f588f089d0 | bullet 4: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-04.log | -| S11.file-precedence | pass | c5f588f089d0 | bullet 4: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-04.log | -| S11.markdown-schema | pass | c5f588f089d0 | bullet 4: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-04.log | -| S11.plugin-agents | pass | c5f588f089d0 | bullet 4: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-04.log | -| S11.register-if-absent | pass | c5f588f089d0 | bullet 4: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-04.log | -| S11.register-programmatic | pass | c5f588f089d0 | bullet 1: pass; bullet 4: pass; bullet 12: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-01.log | -| S11.sub-agent-scope | pass | c5f588f089d0 | bullet 9: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-09.log | -| S11.task-confirmation | pass | c5f588f089d0 | bullet 8: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-08.log | -| S11.task-errors | pass | c5f588f089d0 | bullet 1: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-01.log | -| S11.task-hooks | pass | c5f588f089d0 | bullet 1: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-01.log | -| S11.task-limits | pass | c5f588f089d0 | bullet 1: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-01.log | -| S11.task-metrics | pass | c5f588f089d0 | bullet 1: pass; bullet 12: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-01.log | -| S11.task-persistence | pass | c5f588f089d0 | bullet 1: pass; bullet 7: pass | /sdk/S11-nokey/transcripts/S11-subagents-delegation-01.log | -| S11.task-resume | pass | c5f588f089d0 | bullet 1: pass; bullet 11: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-01.log | -| S11.task-run | pass | c5f588f089d0 | bullet 1: pass; bullet 11: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S11-nokey/transcripts/S11-subagents-delegation-01.log | -| S12.api-evaluate | pass | c707d3737e8d | bullet 3: pass; bullet 5: blocked (bullet is labeled blocked) | /sdk/S12-nokey/transcripts/S12-critic-03.log | -| S12.api-followup-prompt | pass | c707d3737e8d | bullet 1: pass; bullet 3: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S12.api-key-handling | pass | c707d3737e8d | bullet 1: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S12.chat-template | pass | c707d3737e8d | bullet 1: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S12.critic-display | pass | c707d3737e8d | bullet 1: pass; bullet 3: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S12.critic-result | pass | c707d3737e8d | bullet 1: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S12.custom-refine-policy | pass | c707d3737e8d | bullet 1: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S12.end-to-end-refinement | pass | c707d3737e8d | bullet 3: pass; bullet 4: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 5: blocked (bullet is labeled blocked) | /sdk/S12-nokey/transcripts/S12-critic-03.log | -| S12.eval-mode | pass | c707d3737e8d | bullet 2: pass | /sdk/S12-nokey/transcripts/S12-critic-02.log | -| S12.refinement-config | pass | c707d3737e8d | bullet 1: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S12.refinement-decision | pass | c707d3737e8d | bullet 2: pass | /sdk/S12-nokey/transcripts/S12-critic-02.log | -| S12.refinement-followup | pass | c707d3737e8d | bullet 2: pass | /sdk/S12-nokey/transcripts/S12-critic-02.log | -| S12.result-on-events | pass | c707d3737e8d | bullet 2: pass; bullet 4: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S12-nokey/transcripts/S12-critic-02.log | -| S12.rule-critics | pass | c707d3737e8d | bullet 1: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S12.settings-critic | pass | c707d3737e8d | bullet 1: pass; bullet 3: pass | /sdk/S12-nokey/transcripts/S12-critic-01.log | -| S13.analysis-event | pass | c707d3737e8d | bullet 1: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-01.log | -| S13.confirm-approve-reject | pass | c707d3737e8d | bullet 1: pass; bullet 5: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 9: blocked (bullet is labeled blocked) | /sdk/S13-nokey/transcripts/S13-security-confirmation-01.log | -| S13.confirm-wait | pass | c707d3737e8d | bullet 1: pass; bullet 5: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S13-nokey/transcripts/S13-security-confirmation-01.log | -| S13.ensemble | pass | c707d3737e8d | bullet 2: pass; bullet 7: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-02.log | -| S13.grayswan | pass | c707d3737e8d | bullet 2: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-02.log | -| S13.llm-analyzer | pass | c707d3737e8d | bullet 1: pass; bullet 5: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 9: blocked (bullet is labeled blocked) | /sdk/S13-nokey/transcripts/S13-security-confirmation-01.log | -| S13.mask-async | pass | c707d3737e8d | bullet 4: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-04.log | -| S13.mask-models | pass | c707d3737e8d | bullet 3: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-03.log | -| S13.mask-output | pass | c707d3737e8d | bullet 3: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S13-nokey/transcripts/S13-security-confirmation-03.log | -| S13.mask-tool-output | pass | c707d3737e8d | bullet 3: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-03.log | -| S13.pattern-analyzer | pass | c707d3737e8d | bullet 2: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-02.log | -| S13.policies | pass | c707d3737e8d | bullet 2: pass; bullet 7: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-02.log | -| S13.policy-rails | pass | c707d3737e8d | bullet 2: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-02.log | -| S13.risk-extraction | pass | c707d3737e8d | bullet 1: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-01.log | -| S13.risk-levels | pass | c707d3737e8d | bullet 2: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-02.log | -| S13.secret-injection | pass | c707d3737e8d | bullet 3: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S13-nokey/transcripts/S13-security-confirmation-03.log | -| S13.secret-registry | pass | c707d3737e8d | bullet 3: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-03.log | -| S13.secret-sources | pass | c707d3737e8d | bullet 3: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-03.log | -| S13.security-policy-prompt | pass | c707d3737e8d | bullet 1: pass; bullet 6: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S13-nokey/transcripts/S13-security-confirmation-01.log | -| S13.settings-security | pass | c707d3737e8d | bullet 2: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-02.log | -| S13.toolshield | pass | c707d3737e8d | bullet 2: pass | /sdk/S13-nokey/transcripts/S13-security-confirmation-02.log | -| S14.apply-patch | pass | c707d3737e8d | bullet 1: pass; bullet 9: pass; bullet 11: pass; bullet 13: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S14-nokey/transcripts/S14-core-tools-01.log | -| S14.file-editor-edit | pass | c707d3737e8d | bullet 8: pass; bullet 12: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S14-nokey/transcripts/S14-core-tools-08.log | -| S14.file-editor-validation | pass | c707d3737e8d | bullet 8: pass | /sdk/S14-nokey/transcripts/S14-core-tools-08.log | -| S14.file-editor-view | pass | c707d3737e8d | bullet 8: pass; bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S14-nokey/transcripts/S14-core-tools-08.log | -| S14.gemini-file-tools | pass | c707d3737e8d | bullet 11: pass; bullet 13: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S14-nokey/transcripts/S14-core-tools-11.log | -| S14.glob | pass | c707d3737e8d | bullet 1: pass; bullet 9: pass; bullet 10: pass | /sdk/S14-nokey/transcripts/S14-core-tools-01.log | -| S14.grep | pass | c707d3737e8d | bullet 1: pass; bullet 9: pass | /sdk/S14-nokey/transcripts/S14-core-tools-01.log | -| S14.preset-default | pass | c707d3737e8d | bullet 11: pass | /sdk/S14-nokey/transcripts/S14-core-tools-11.log | -| S14.preset-gpt5-gemini | pass | c707d3737e8d | bullet 11: pass; bullet 13: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S14-nokey/transcripts/S14-core-tools-11.log | -| S14.shared-working-dir | pass | c707d3737e8d | bullet 1: pass; bullet 12: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S14-nokey/transcripts/S14-core-tools-01.log | -| S14.terminal-cleanup | pass | c707d3737e8d | bullet 2: pass; bullet 3: pass | /sdk/S14-nokey/transcripts/S14-core-tools-02.log | -| S14.terminal-env | pass | c707d3737e8d | bullet 2: pass; bullet 3: pass | /sdk/S14-nokey/transcripts/S14-core-tools-02.log | -| S14.terminal-exec | pass | c707d3737e8d | bullet 1: pass; bullet 2: pass; bullet 3: pass; bullet 12: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S14-nokey/transcripts/S14-core-tools-01.log | -| S14.terminal-interactive | pass | c707d3737e8d | bullet 2: pass; bullet 4: pass; bullet 14: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S14-nokey/transcripts/S14-core-tools-02.log | -| S14.terminal-metadata | pass | c707d3737e8d | bullet 2: pass; bullet 3: pass | /sdk/S14-nokey/transcripts/S14-core-tools-02.log | -| S14.terminal-output-truncation | pass | c707d3737e8d | bullet 2: pass; bullet 3: pass | /sdk/S14-nokey/transcripts/S14-core-tools-02.log | -| S14.terminal-pane-pool | pass | c707d3737e8d | bullet 3: pass; bullet 4: pass | /sdk/S14-nokey/transcripts/S14-core-tools-03.log | -| S14.terminal-secret-masking | pass | c707d3737e8d | bullet 2: pass; bullet 3: pass | /sdk/S14-nokey/transcripts/S14-core-tools-02.log | -| S14.terminal-timeout | pass | c707d3737e8d | bullet 2: pass; bullet 3: pass | /sdk/S14-nokey/transcripts/S14-core-tools-02.log | -| S14.tool-output-masking | pass | c707d3737e8d | bullet 8: pass; bullet 9: pass | /sdk/S14-nokey/transcripts/S14-core-tools-08.log | -| S15.executor-config | pass | c707d3737e8d | bullet 4: pass | /sdk/S15-nokey/transcripts/S15-browser-04.log | -| S15.interact | pass | c707d3737e8d | bullet 1: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S15-nokey/transcripts/S15-browser-01.log | -| S15.navigate-and-read | pass | c707d3737e8d | bullet 1: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 9: blocked (bullet is labeled blocked) | /sdk/S15-nokey/transcripts/S15-browser-01.log | -| S15.observation | pass | c707d3737e8d | bullet 1: pass | /sdk/S15-nokey/transcripts/S15-browser-01.log | -| S15.preset-browser | pass | c707d3737e8d | bullet 7: pass | /sdk/S15-nokey/transcripts/S15-browser-07.log | -| S15.prompt-guidance | pass | c707d3737e8d | bullet 1: pass; bullet 2: blocked (block 1 is blocked (exit 3: a missing prerequisite)) | /sdk/S15-nokey/transcripts/S15-browser-01.log | -| S15.recording-start-stop | pass | c707d3737e8d | bullet 1: pass; bullet 6: blocked (bullet is labeled blocked); bullet 9: blocked (bullet is labeled blocked) | /sdk/S15-nokey/transcripts/S15-browser-01.log | -| S15.shared-executor | pass | c707d3737e8d | bullet 3: pass | /sdk/S15-nokey/transcripts/S15-browser-03.log | -| S15.storage | pass | c707d3737e8d | bullet 1: pass | /sdk/S15-nokey/transcripts/S15-browser-01.log | -| S15.tabs | pass | c707d3737e8d | bullet 1: pass | /sdk/S15-nokey/transcripts/S15-browser-01.log | -| S15.toolset-create | pass | c707d3737e8d | bullet 1: pass | /sdk/S15-nokey/transcripts/S15-browser-01.log | -| S16.oracle-consult | pass | c707d3737e8d | bullet 4: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-04.log | -| S16.oracle-errors | pass | c707d3737e8d | bullet 4: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-04.log | -| S16.oracle-tool | pass | c707d3737e8d | bullet 4: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-04.log | -| S16.plan-edit-restriction | pass | c707d3737e8d | bullet 2: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-02.log | -| S16.plan-file-headers | pass | c707d3737e8d | bullet 2: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-02.log | -| S16.plan-file-location | pass | c707d3737e8d | bullet 2: pass; bullet 3: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-02.log | -| S16.plan-then-execute | pass | c707d3737e8d | bullet 2: pass; bullet 7: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-02.log | -| S16.planning-agent | pass | c707d3737e8d | bullet 2: pass; bullet 7: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-02.log | -| S16.planning-tools | pass | c707d3737e8d | bullet 2: pass; bullet 3: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-02.log | -| S16.task-tracker-persistence | pass | c707d3737e8d | bullet 1: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-01.log | -| S16.task-tracker-plan-view | pass | c707d3737e8d | bullet 1: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-01.log | -| S16.tom-consult | pass | c707d3737e8d | bullet 5: pass; bullet 9: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-05.log | -| S16.tom-sleeptime | pass | c707d3737e8d | bullet 5: pass; bullet 9: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-05.log | -| S16.tom-storage-root | pass | c707d3737e8d | bullet 5: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-05.log | -| S16.workflow-errors-and-output | pass | c707d3737e8d | bullet 6: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-06.log | -| S16.workflow-fan-out | pass | c707d3737e8d | bullet 6: pass; bullet 10: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-06.log | -| S16.workflow-lifecycle | pass | c707d3737e8d | bullet 6: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-06.log | -| S16.workflow-pipeline | pass | c707d3737e8d | bullet 6: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-06.log | -| S16.workflow-script-validation | pass | c707d3737e8d | bullet 6: pass | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-06.log | -| S16.workflow-toolset | pass | c707d3737e8d | bullet 6: pass; bullet 10: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S16-nokey/transcripts/S16-planning-workflow-tools-06.log | -| S17.agent-tool-init | pass | c707d3737e8d | bullet 5: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-05.log | -| S17.annotations-and-resources | pass | c707d3737e8d | bullet 1: pass; bullet 3: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-01.log | -| S17.auto-naming | pass | c707d3737e8d | bullet 2: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-02.log | -| S17.auto-registration | pass | c707d3737e8d | bullet 2: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-02.log | -| S17.catalog | pass | c707d3737e8d | bullet 2: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-02.log | -| S17.client-tool-ack | pass | c707d3737e8d | bullet 6: pass; bullet 9: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-06.log | -| S17.client-tool-registration | pass | c707d3737e8d | bullet 7: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-07.log | -| S17.client-tool-schema | pass | c707d3737e8d | bullet 6: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-06.log | -| S17.client-tool-spec | pass | c707d3737e8d | bullet 7: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-07.log | -| S17.client-tools-conversation | pass | c707d3737e8d | bullet 6: pass; bullet 7: pass; bullet 9: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-06.log | -| S17.custom-tool-definition | pass | c707d3737e8d | bullet 1: pass; bullet 3: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-01.log | -| S17.execute-tool | pass | c707d3737e8d | bullet 1: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-01.log | -| S17.injected-fields | pass | c707d3737e8d | bullet 3: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-03.log | -| S17.llm-schemas | pass | c707d3737e8d | bullet 3: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-03.log | -| S17.module-qualnames | pass | c707d3737e8d | bullet 2: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-02.log | -| S17.output-coercion | pass | c707d3737e8d | bullet 3: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-03.log | -| S17.py-type | pass | c707d3737e8d | bullet 3: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-03.log | -| S17.register-tool | pass | c707d3737e8d | bullet 2: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-02.log | -| S17.resolve-tool | pass | c707d3737e8d | bullet 1: pass; bullet 2: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-01.log | -| S17.schema-serialization | pass | c707d3737e8d | bullet 3: pass; bullet 4: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-03.log | -| S17.tool-set | pass | c707d3737e8d | bullet 1: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-01.log | -| S17.tool-spec | pass | c707d3737e8d | bullet 1: pass; bullet 2: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-01.log | -| S17.usability | pass | c707d3737e8d | bullet 2: pass | /sdk/S17-nokey/transcripts/S17-custom-and-client-tools-02.log | -| S18.async-remote | pass | 1ecd2de9dc6b | bullet 2: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-02.log | -| S18.cloud-automation-tags | pass | 1ecd2de9dc6b | bullet 7: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-07.log | -| S18.cloud-credentials | pass | 1ecd2de9dc6b | bullet 7: pass; bullet 10: blocked (bullet is labeled blocked) | /sdk/S18-nokey/transcripts/S18-workspace-backends-07.log | -| S18.cloud-local-mode | pass | 1ecd2de9dc6b | bullet 7: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-07.log | -| S18.completion-callback | pass | 1ecd2de9dc6b | bullet 1: pass; bullet 5: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-01.log | -| S18.conversation-binding | pass | 1ecd2de9dc6b | bullet 1: pass; bullet 5: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S18-nokey/transcripts/S18-workspace-backends-01.log | -| S18.local-ops | pass | 1ecd2de9dc6b | bullet 1: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-01.log | -| S18.local-pause-resume | pass | 1ecd2de9dc6b | bullet 1: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-01.log | -| S18.remote-alive | pass | 1ecd2de9dc6b | bullet 2: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-02.log | -| S18.remote-client | pass | 1ecd2de9dc6b | bullet 2: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-02.log | -| S18.remote-command-exec | pass | 1ecd2de9dc6b | bullet 2: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S18-nokey/transcripts/S18-workspace-backends-02.log | -| S18.remote-files-git | pass | 1ecd2de9dc6b | bullet 2: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-02.log | -| S18.remote-settings | pass | 1ecd2de9dc6b | bullet 4: pass; bullet 8: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S18-nokey/transcripts/S18-workspace-backends-04.log | -| S18.repos-and-skills | pass | 1ecd2de9dc6b | bullet 6: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-06.log | -| S18.runtime-scope | pass | 1ecd2de9dc6b | bullet 5: pass | /sdk/S18-nokey/transcripts/S18-workspace-backends-05.log | -| S19.acp-providers-catalog | pass | 5ff99f1b6ca2 | bullet 4: pass; bullet 5: pass | /sdk/S19/transcripts/S19-settings-04.log | -| S19.acp-settings | pass | 5ff99f1b6ca2 | bullet 2: pass | /sdk/S19/transcripts/S19-settings-02.log | -| S19.apply-diff | pass | 5ff99f1b6ca2 | bullet 2: pass | /sdk/S19/transcripts/S19-settings-02.log | -| S19.condenser-settings | pass | 5ff99f1b6ca2 | bullet 1: pass; bullet 10: pass | /sdk/S19/transcripts/S19-settings-01.log | -| S19.conversation-settings | pass | 5ff99f1b6ca2 | bullet 2: pass | /sdk/S19/transcripts/S19-settings-02.log | -| S19.credential-binding | pass | 5ff99f1b6ca2 | bullet 9: pass | /sdk/S19/transcripts/S19-settings-09.log | -| S19.mcp-config-secrets | pass | 5ff99f1b6ca2 | bullet 1: pass | /sdk/S19/transcripts/S19-settings-01.log | -| S19.persisted-baselines | pass | 5ff99f1b6ca2 | bullet 6: pass; bullet 7: pass | /sdk/S19/transcripts/S19-settings-06.log | -| S19.profile-migrations | pass | 5ff99f1b6ca2 | bullet 8: pass | /sdk/S19/transcripts/S19-settings-08.log | -| S19.profile-model | pass | 5ff99f1b6ca2 | bullet 8: pass | /sdk/S19/transcripts/S19-settings-08.log | -| S19.profile-refs | pass | 5ff99f1b6ca2 | bullet 8: pass | /sdk/S19/transcripts/S19-settings-08.log | -| S19.profile-resolve | pass | 5ff99f1b6ca2 | bullet 8: pass | /sdk/S19/transcripts/S19-settings-08.log | -| S19.profile-seed | pass | 5ff99f1b6ca2 | bullet 8: pass | /sdk/S19/transcripts/S19-settings-08.log | -| S19.profile-store | pass | 5ff99f1b6ca2 | bullet 8: pass | /sdk/S19/transcripts/S19-settings-08.log | -| S19.pypi-baseline-gate | pass | 5ff99f1b6ca2 | bullet 7: pass | /sdk/S19/transcripts/S19-settings-07.log | -| S19.retired-switches | pass | 5ff99f1b6ca2 | bullet 1: pass | /sdk/S19/transcripts/S19-settings-01.log | -| S19.schema-export | pass | 5ff99f1b6ca2 | bullet 2: pass | /sdk/S19/transcripts/S19-settings-02.log | -| S19.schema-migrations | pass | 5ff99f1b6ca2 | bullet 2: pass | /sdk/S19/transcripts/S19-settings-02.log | -| S19.settings-create-agent | pass | 5ff99f1b6ca2 | bullet 1: pass; bullet 10: pass | /sdk/S19/transcripts/S19-settings-01.log | -| S19.settings-roundtrip | pass | 5ff99f1b6ca2 | bullet 1: pass; bullet 10: pass | /sdk/S19/transcripts/S19-settings-01.log | -| S19.settings-tools | pass | 5ff99f1b6ca2 | bullet 1: pass; bullet 10: pass | /sdk/S19/transcripts/S19-settings-01.log | -| S19.subscription-llm-settings | pass | 5ff99f1b6ca2 | bullet 2: pass; bullet 3: blocked (bullet is labeled blocked) | /sdk/S19/transcripts/S19-settings-02.log | -| S19.tool-concurrency-persona | pass | 5ff99f1b6ca2 | bullet 1: pass | /sdk/S19/transcripts/S19-settings-01.log | -| S19.validate-dispatch | pass | 5ff99f1b6ca2 | bullet 2: pass | /sdk/S19/transcripts/S19-settings-02.log | -| S19.verification-settings | pass | 5ff99f1b6ca2 | bullet 1: pass | /sdk/S19/transcripts/S19-settings-01.log | -| S20.automation-context | pass | 0da9cf850a0e | bullet 7: pass | /sdk/S20-nokey/transcripts/S20-observability-07.log | -| S20.automation-headers | pass | 0da9cf850a0e | bullet 7: pass | /sdk/S20-nokey/transcripts/S20-observability-07.log | -| S20.automation-kwargs | pass | 0da9cf850a0e | bullet 7: pass | /sdk/S20-nokey/transcripts/S20-observability-07.log | -| S20.conversation-args | pass | 0da9cf850a0e | bullet 1: pass | /sdk/S20-nokey/transcripts/S20-observability-01.log | -| S20.delegate-trace | pass | 0da9cf850a0e | bullet 5: pass | /sdk/S20-nokey/transcripts/S20-observability-05.log | -| S20.enable-gate | pass | 0da9cf850a0e | bullet 1: pass; bullet 3: pass; bullet 6: pass; bullet 7: pass | /sdk/S20-nokey/transcripts/S20-observability-01.log | -| S20.env-conversation-defaults | pass | 0da9cf850a0e | bullet 2: pass | /sdk/S20-nokey/transcripts/S20-observability-02.log | -| S20.external-entry | pass | 0da9cf850a0e | bullet 2: pass; bullet 6: pass | /sdk/S20-nokey/transcripts/S20-observability-02.log | -| S20.get-env | pass | 0da9cf850a0e | bullet 7: pass | /sdk/S20-nokey/transcripts/S20-observability-07.log | -| S20.laminar-init | pass | 0da9cf850a0e | bullet 3: pass; bullet 10: blocked (bullet is labeled blocked) | /sdk/S20-nokey/transcripts/S20-observability-03.log | -| S20.lazy-import | pass | 0da9cf850a0e | bullet 6: pass | /sdk/S20-nokey/transcripts/S20-observability-06.log | -| S20.llm-span | pass | 0da9cf850a0e | bullet 4: pass; bullet 9: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S20-nokey/transcripts/S20-observability-04.log | -| S20.logger-config | pass | 0da9cf850a0e | bullet 8: pass | /sdk/S20-nokey/transcripts/S20-observability-08.log | -| S20.logger-quiet-thirdparty | pass | 0da9cf850a0e | bullet 8: pass | /sdk/S20-nokey/transcripts/S20-observability-08.log | -| S20.otel-backend | pass | 0da9cf850a0e | bullet 1: pass | /sdk/S20-nokey/transcripts/S20-observability-01.log | -| S20.parallel-span-context | pass | 0da9cf850a0e | bullet 1: pass | /sdk/S20-nokey/transcripts/S20-observability-01.log | -| S20.rolling-log-view | pass | 0da9cf850a0e | bullet 8: pass | /sdk/S20-nokey/transcripts/S20-observability-08.log | -| S20.root-span | pass | 0da9cf850a0e | bullet 1: pass; bullet 9: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)); bullet 10: blocked (bullet is labeled blocked) | /sdk/S20-nokey/transcripts/S20-observability-01.log | -| S20.step-and-tool-spans | pass | 0da9cf850a0e | bullet 1: pass; bullet 9: blocked (1 model-backed block(s) skipped (no DEEPSEEK_API_KEY)) | /sdk/S20-nokey/transcripts/S20-observability-01.log | -| S20.utility-operation-metadata | pass | 0da9cf850a0e | bullet 4: pass | /sdk/S20-nokey/transcripts/S20-observability-04.log | -| S21.auth-selection | pass | 07e3bb94b792 | bullet 8: pass | /sdk/S21-effort/transcripts/S21-acp-agent-08.log | -| S21.cancel-pause | pass | 07e3bb94b792 | bullet 7: pass | /sdk/S21-effort/transcripts/S21-acp-agent-07.log | -| S21.cleanup | pass | 07e3bb94b792 | bullet 1: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.construct | pass | 07e3bb94b792 | bullet 1: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.effort | pass | 07e3bb94b792 | bullet 10: pass | /sdk/S21-effort/transcripts/S21-acp-agent-10.log | -| S21.effort-switch | pass | 07e3bb94b792 | bullet 10: pass | /sdk/S21-effort/transcripts/S21-acp-agent-10.log | -| S21.file-secrets | pass | 07e3bb94b792 | bullet 8: pass | /sdk/S21-effort/transcripts/S21-acp-agent-08.log | -| S21.handshake-live | pass | 07e3bb94b792 | bullet 13: pass | /sdk/S21-effort/transcripts/S21-acp-agent-13.log | -| S21.init-state | pass | 07e3bb94b792 | bullet 1: pass; bullet 4: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.masking | pass | 07e3bb94b792 | bullet 1: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.mcp-forwarding | pass | 07e3bb94b792 | bullet 1: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.model-discovery | pass | 07e3bb94b792 | bullet 9: pass; bullet 10: pass | /sdk/S21-effort/transcripts/S21-acp-agent-09.log | -| S21.model-selection | pass | 07e3bb94b792 | bullet 1: pass; bullet 3: pass; bullet 8: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.model-switch | pass | 07e3bb94b792 | bullet 1: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.permissions-auto-approve | pass | 07e3bb94b792 | bullet 1: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.provider-registry | pass | 07e3bb94b792 | bullet 12: pass; bullet 13: pass | /sdk/S21-effort/transcripts/S21-acp-agent-12.log | -| S21.secrets-env | pass | 07e3bb94b792 | bullet 1: pass; bullet 8: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.session-resume | pass | 07e3bb94b792 | bullet 3: pass | /sdk/S21-effort/transcripts/S21-acp-agent-03.log | -| S21.settings | pass | 07e3bb94b792 | bullet 9: pass; bullet 10: pass | /sdk/S21-effort/transcripts/S21-acp-agent-09.log | -| S21.step | pass | 07e3bb94b792 | bullet 1: pass; bullet 14: blocked (bullet is labeled blocked) | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.tool-call-events | pass | 07e3bb94b792 | bullet 1: pass | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | -| S21.tracing | pass | 07e3bb94b792 | bullet 11: pass | /sdk/S21-effort/transcripts/S21-acp-agent-11.log | -| S21.usage-cost | pass | 07e3bb94b792 | bullet 1: pass; bullet 14: blocked (bullet is labeled blocked) | /sdk/S21-effort/transcripts/S21-acp-agent-01.log | diff --git a/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-answered.png b/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-answered.png deleted file mode 100644 index a0753e859fe..00000000000 Binary files a/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-answered.png and /dev/null differ diff --git a/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-messages.json b/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-messages.json deleted file mode 100644 index 62db57d1f8e..00000000000 --- a/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-messages.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "ok": true, - "total": 13, - "pages": 1, - "more": false, - "count": 3, - "events": [ - { - "kind": "MessageEvent", - "source": "user", - "text": "Run this shell command: sleep 25 && echo slept. Then reply with only: done", - "ts": "2026-11-11T08:55:58.637129" - }, - { - "kind": "MessageEvent", - "source": "user", - "text": "Also reply with: queued-ok", - "ts": "2026-11-11T08:56:26.300042" - }, - { - "kind": "MessageEvent", - "source": "agent", - "text": "done queued-ok", - "ts": "2026-11-11T08:56:28.811768" - } - ] -} diff --git a/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-sent-while-running.png b/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-sent-while-running.png deleted file mode 100644 index 50f3aaca873..00000000000 Binary files a/.pr/map-maintenance/2026-11-11/ui/F05.queued-message-sent-while-running.png and /dev/null differ diff --git a/.pr/map-maintenance/2026-11-11/ui/F07.download-zip-trajectory-overlap-summary.json b/.pr/map-maintenance/2026-11-11/ui/F07.download-zip-trajectory-overlap-summary.json deleted file mode 100644 index ef7a9ee8ce1..00000000000 --- a/.pr/map-maintenance/2026-11-11/ui/F07.download-zip-trajectory-overlap-summary.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "origin": "http://127.0.0.1:18800", - "clients": 3, - "duration_limit_seconds": 20.0, - "round_limit_per_client": 5000, - "slow_ms": 2.0, - "elapsed_seconds": 20.067, - "max_network_bytes": 16777216, - "max_uncompressed_bytes": 16777216, - "max_members": 512, - "counts": { - "attempts": 733, - "http_200": 733, - "valid_zip": 730, - "received_bytes": 84115939, - "unverified_deadline": 3 - }, - "raw_samples_private": true -} diff --git a/.pr/map-maintenance/2026-11-11/ui/F07.download-zip-ui-download-inspect.json b/.pr/map-maintenance/2026-11-11/ui/F07.download-zip-ui-download-inspect.json deleted file mode 100644 index 4ce2d730496..00000000000 --- a/.pr/map-maintenance/2026-11-11/ui/F07.download-zip-ui-download-inspect.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "ok": true, - "downloads": [ - { - "ts": "2026-11-11T08:56:47.784Z", - "kind": "download", - "page": "http://127.0.0.1:18800/conversations/69779bf0-be6a-42f9-9e6b-4a368a05686a", - "appOrigin": true, - "path": "/oh/2026-11-11T0853-78d182/private/downloads/1794387407781-conversation_69779bf0-be6a-42f9-9e6b-4a368a05686a.zip", - "inspect": { - "bytes": 115329, - "zip": { - "count": 38, - "names": [ - "69779bf0be6a42f99e6b4a368a05686a/", - "69779bf0be6a42f99e6b4a368a05686a/.owner_lease.lock", - "69779bf0be6a42f99e6b4a368a05686a/base_state.json", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085559368651_BashCommand_5318a5cb44884ec4aa551ae20542c082", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085559380137_BashCommand_f1ebe10d7e274b578a854334723022b6", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085559400870_BashOutput_5318a5cb44884ec4aa551ae20542c082_6c2ae1823ef0482ab1f8c3675dee82e5", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085559412030_BashOutput_f1ebe10d7e274b578a854334723022b6_47306cd1b0a64a86a1c9e1b8ae7144dc", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085609494406_BashCommand_86622db49aa74581a1a55a171911e59f", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085609502651_BashOutput_86622db49aa74581a1a55a171911e59f_7fb53e09c7454ffdb61a93597c487113", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085619535253_BashCommand_62ce6b757eb445cc8a87153d49c75753", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085619564078_BashOutput_62ce6b757eb445cc8a87153d49c75753_d2933e8ff3b5442a8da1e0f14df4d4a5", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085629589432_BashCommand_902d732ec8f448c6869b048a46aa8645", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085629609603_BashOutput_902d732ec8f448c6869b048a46aa8645_18a2566fc97b4cbb863d47694a783ac2", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085639640965_BashCommand_7db940156e3d47f2b71a68c8640c26c2", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085639661772_BashOutput_7db940156e3d47f2b71a68c8640c26c2_72f68eebfdcf45d78865e11442221ad3", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085646089043_BashCommand_91687ef4c82b45ceb147ed48842b162c", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085646089911_BashCommand_689844e67d464b91a09856f78c18bed4", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085646143656_BashOutput_91687ef4c82b45ceb147ed48842b162c_4a1424cb44a5422e81555b96f99e3417", - "69779bf0be6a42f99e6b4a368a05686a/bash_events/20261111085646146494_BashOutput_689844e67d464b91a09856f78c18bed4_90e5bb8442134932a0dca4184ba63fe7", - "69779bf0be6a42f99e6b4a368a05686a/events/", - "69779bf0be6a42f99e6b4a368a05686a/events/.eventlog-len-13.marker", - "69779bf0be6a42f99e6b4a368a05686a/events/.eventlog.lock", - "69779bf0be6a42f99e6b4a368a05686a/events/event-00000-5b939461-bf97-462a-881d-ebda44c66bb2.json", - "69779bf0be6a42f99e6b4a368a05686a/events/event-00001-0f3bcc3a-8411-4156-805b-37df48c708f2.json", - "69779bf0be6a42f99e6b4a368a05686a/events/event-00002-ffc0f510-d5f7-420a-8d70-e11476e9ab75.json", - "69779bf0be6a42f99e6b4a368a05686a/events/event-00003-7a47a4b1-268f-4561-ad50-4eda750926b0.json", - "69779bf0be6a42f99e6b4a368a05686a/events/event-00004-17af1a17-2013-4717-ae3f-b0204950112d.json", - "69779bf0be6a42f99e6b4a368a05686a/events/event-00005-e336100b-46a0-4d96-b6ff-27a3a095b0f9.json", - "69779bf0be6a42f99e6b4a368a05686a/events/event-00006-71d329e2-613a-4468-bd0c-0aabccc60c38.json" - ] - } - } - } - ] -} diff --git a/.pr/model-router-design.html b/.pr/model-router-design.html deleted file mode 100644 index 50e5b0f14e7..00000000000 --- a/.pr/model-router-design.html +++ /dev/null @@ -1,101 +0,0 @@ - - - - - - Router-owned LLM switching design - - - -
-

Router-owned LLM switching path

-
-

This PR keeps the router as the conversation's active agent.llm and moves route selection into RouterLLM. The server and TypeScript client get an additive /model_router API so callers can inspect and update router selection without replacing the whole LLM object.

-
★ Compatibility: the existing switch_llm and switch_profile paths remain unchanged. New APIs are additive and are intended as the future migration path.
-
- -

API before → after

-
-
-

Before

-
POST /api/conversations/{id}/switch_llm
-{ "llm": { ... } }
-
-POST /api/conversations/{id}/switch_profile
-{ "profile_name": "..." }
-

Switching replaced agent.llm. A router could auto-select internally, but callers had no stable API to select one of its registered routes.

-
-
-

After

-
GET   /api/conversations/{id}/model_router
-→ { enabled, selection, last_route_key, routes }
-
-PATCH /api/conversations/{id}/model_router
-{ "selection": { "mode": "manual", "manual_route_key": "secondary" } }
-
-POST  /api/conversations/{id}/model_router/routes
-{ "route_key": "reviewer", "llm": { ... } }
-
-PATCH /api/conversations/{id}/model_router
-{ "selection": { "mode": "auto" } }
-

The conversation still points at the router. Callers can add routes at runtime, then update a small selection model; last_route_key remains an observational field for the most recent route decision.

-
-
- -

Core behavior change

- - - Before: switch replaces the conversation LLM - LocalConversation.switch_llm - agent.llm = LLM - Router identity lost - - - After: model-router switch preserves the router and changes route state - switch_routed_llm(key) - RouterLLM.with_selectionmode=manual - agent.llm = RouterLLMmanual_route_key - - - -

Changed areas

-
-
SDKRouterLLM state

openhands-sdk/openhands/sdk/llm/router/base.py adds a shared selection/status model, separates desired manual selection from last_route_key, and delegates all sync/async LLM entry points through the selected route.

-
SDKConversation API

LocalConversation.switch_routed_llm() and resume_auto_llm_routing() update router state while reusing the existing safe LLM replacement path and state synchronization.

-
ServerREST endpoints

conversation_router.py adds status and a single PATCH update endpoint. Invalid keys or non-router conversations map to 400.

-
ClientTypeScript parity

ConversationClient, ConversationManager, and RemoteConversation expose updateModelRouter plus manual/auto convenience helpers.

-
- -

Validation

-
    -
  • uv run pre-commit run --files ...
  • -
  • uv run pytest tests/sdk/llm/test_router_llm.py tests/sdk/conversation/test_switch_model.py
  • -
  • uv run pytest tests/agent_server/test_conversation_router.py
  • -
  • npm test -- src/__tests__/api-clients.test.ts, npm run lint, npm run build, npm run format:check
  • -
-
- - diff --git a/.pr/oh-15430-after.png b/.pr/oh-15430-after.png deleted file mode 100644 index 22ebb4c1ca5..00000000000 Binary files a/.pr/oh-15430-after.png and /dev/null differ diff --git a/.pr/oh-15430-before.png b/.pr/oh-15430-before.png deleted file mode 100644 index 323d94d5f23..00000000000 Binary files a/.pr/oh-15430-before.png and /dev/null differ diff --git a/.pr/oh-18888-after.png b/.pr/oh-18888-after.png deleted file mode 100644 index 58ca49f80b3..00000000000 Binary files a/.pr/oh-18888-after.png and /dev/null differ diff --git a/.pr/oh-18888-before.png b/.pr/oh-18888-before.png deleted file mode 100644 index c0be394ecf9..00000000000 Binary files a/.pr/oh-18888-before.png and /dev/null differ diff --git a/.pr/oss-15316/README.md b/.pr/oss-15316/README.md deleted file mode 100644 index 2067cbea886..00000000000 --- a/.pr/oss-15316/README.md +++ /dev/null @@ -1,29 +0,0 @@ -# OSS-15316 real Canvas before/after - -| | Before | After | -|---|---|---| -| SDK source | `504a88cab0fb48ee5226238ad7b8f1d865fa84a8` | `06513887905e1218abff58170dff2c2f170c94c7` | -| Parent terminal | `PARENT_SECRET_PRESENT=true` | `PARENT_SECRET_PRESENT=true` | -| Actual delegated terminal | `CHILD_SECRET_PRESENT=false` | `CHILD_SECRET_PRESENT=true` | - -Each revision ran in its own Agent Canvas stack with separate keys, persistence and server processes. Both use SDK 1.62.0 source and the same existing Canvas 1.37.0 frontend build. The head differs only by the two-line production fix in TaskManager (the remainder is tests/evidence). This Linux local-stack reproduction is not an Enterprise deployment. - -The real Claude Sonnet 4.5 agent checked a random synthetic PROBE_TOKEN registered only on the parent, then used the real task tool and general-purpose child. Parent and child actually executed the shell probe. The child's independently inspected persisted TerminalObservation is included, not just the parent's verbal report. Screenshots are of the actual Canvas conversations. No mocks or workaround were used in these live runs, and secret values were never printed. - -To reproduce: -1. Run Agent Canvas with OH_AGENT_SERVER_LOCAL_PATH set to a checkout of the desired revision. -2. Create a conversation through POST /api/conversations with terminal and task_tool_set tools, a real LLM, and `secrets: {"PROBE_TOKEN": {"kind": "StaticSecret", "value": ""}}`. Do not set PROBE_TOKEN in the ambient shell. -3. Ask the parent to run `if [ -n "${PROBE_TOKEN:-}" ]; then echo PARENT_SECRET_PRESENT=true; else echo PARENT_SECRET_PRESENT=false; fi`. -4. Ask it to delegate the same terminal probe to general-purpose, substituting CHILD_SECRET_PRESENT. Do not include the secret value in the prompt or task. -5. Check both conversation tool events and the child's own persisted terminal observation. - -`before-events.json` and `after-events.json` contain sanitized tool events and conversation identifiers. API keys and synthetic secret values are excluded. Only initial delegation was exercised with a live LLM; initial/resume, empty controls, masking, log/persistence exclusion and pre-initialization availability are covered by real execution tests with scripted model responses. - -Tests: regression 4 failed / 2 passed before; 97 task tests and 32 workflow tests passed after. The new tests use real TaskExecutor, Agent loop, SecretRegistry, subprocess TerminalExecutor and persisted state. Only remote model responses are scripted to make them deterministic. Existing real plugin MCP coverage now asserts redacted child output rather than plaintext. All applicable pre-commit checks passed. - -```sh -uv run --frozen pytest tests/tools/task tests/tools/workflow -uv run --frozen pre-commit run --files openhands-tools/openhands/tools/task/manager.py tests/tools/task/test_secret_inheritance.py tests/tools/task/test_mcp_inheritance.py -``` - -This evidence was generated by an AI agent (OpenHands) on Graham's behalf. diff --git a/.pr/oss-15316/after-events.json b/.pr/oss-15316/after-events.json deleted file mode 100644 index 117afdf8d87..00000000000 --- a/.pr/oss-15316/after-events.json +++ /dev/null @@ -1,127 +0,0 @@ -{ - "phase": "head", - "probe": "secrets", - "id": "e813168e-fc8a-48a4-8ef8-1da1271127a0", - "url": "http://localhost:28082/conversations/e813168e-fc8a-48a4-8ef8-1da1271127a0", - "status": "finished", - "tool_events": [ - { - "id": "620ba89c-a342-430b-b268-db29ecdec511", - "timestamp": "2026-11-11T14:02:17.140403", - "kind": "ActionEvent", - "tool_name": "terminal", - "action": { - "command": "if [ -n \"${PROBE_TOKEN:-}\" ]; then echo PARENT_SECRET_PRESENT=true; else echo PARENT_SECRET_PRESENT=false; fi", - "is_input": false, - "reset": false, - "kind": "TerminalAction" - } - }, - { - "id": "2ad21b0d-b7f6-4a99-8149-5d62b484f242", - "timestamp": "2026-11-11T14:02:17.828428", - "kind": "ObservationEvent", - "tool_name": "terminal", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "PARENT_SECRET_PRESENT=true" - } - ], - "is_error": false, - "command": "if [ -n \"${PROBE_TOKEN:-}\" ]; then echo PARENT_SECRET_PRESENT=true; else echo PARENT_SECRET_PRESENT=false; fi", - "exit_code": 0, - "timeout": false, - "metadata": { - "exit_code": 0, - "pid": -1, - "username": "gneubig", - "hostname": "agent-server", - "working_dir": "/tmp/oss-pr-head-1111/secrets-workspace", - "py_interpreter_path": "/home/gneubig/.cache/uv/archive-v0/HO-v65mYhtKFUAqF/bin/python", - "prefix": "", - "suffix": "\n[The command completed with exit code 0.]" - }, - "full_output_save_dir": "/tmp/oss-pr-head-1111/private/agent-canvas/dev_conversations/e813168efc8a48a48ef81da1271127a0/observations", - "kind": "TerminalObservation" - } - }, - { - "id": "99d29a84-2c3d-47b2-ab52-ef5b75b8d1f2", - "timestamp": "2026-11-11T14:02:23.117107", - "kind": "ActionEvent", - "tool_name": "task", - "action": { - "description": "Test child agent secret access", - "prompt": "Run this terminal command to check if PROBE_TOKEN is available in your environment:\n\nif [ -n \"${PROBE_TOKEN:-}\" ]; then echo CHILD_SECRET_PRESENT=true; else echo CHILD_SECRET_PRESENT=false; fi\n\nDo NOT print the actual value of PROBE_TOKEN. Just run the command and report back the exact output (whether it says true or false).", - "subagent_type": "general-purpose", - "kind": "TaskAction" - } - }, - { - "id": "be2c7d3a-9a53-42f4-87b3-b1477ee113c3", - "timestamp": "2026-11-11T14:02:36.401699", - "kind": "ObservationEvent", - "tool_name": "task", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "The command output is:\n\n**CHILD_SECRET_PRESENT=true**\n\nThis indicates that the PROBE_TOKEN environment variable is available in the environment." - } - ], - "is_error": false, - "task_id": "task_00000001", - "subagent": "general-purpose", - "status": "completed", - "kind": "TaskObservation" - } - }, - { - "kind": "MessageEvent", - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "## Results\n\n| Agent Context | PROBE_TOKEN Present |\n|--------------|---------------------|\n| Parent | true |\n| Child | true |\n\n**Conclusion**: The PROBE_TOKEN secret registered in the parent conversation is successfully inherited by the child subagent. Secret inheritance is working as expected in this HEAD revision." - } - ] - } - ], - "child_terminal_events": [ - { - "id": "00978102-565f-45d3-924b-4eea657c4bed", - "timestamp": "2026-11-11T14:02:33.559524", - "kind": "ObservationEvent", - "tool_name": "terminal", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "CHILD_SECRET_PRESENT=true" - } - ], - "is_error": false, - "command": "if [ -n \"${PROBE_TOKEN:-}\" ]; then echo CHILD_SECRET_PRESENT=true; else echo CHILD_SECRET_PRESENT=false; fi", - "exit_code": 0, - "timeout": false, - "metadata": { - "exit_code": 0, - "pid": -1, - "username": "gneubig", - "hostname": "agent-server", - "working_dir": "/tmp/oss-pr-head-1111/secrets-workspace", - "py_interpreter_path": "/home/gneubig/.cache/uv/archive-v0/HO-v65mYhtKFUAqF/bin/python", - "prefix": "", - "suffix": "\n[The command completed with exit code 0.]" - }, - "full_output_save_dir": "/tmp/oss-pr-head-1111/private/agent-canvas/dev_conversations/e813168efc8a48a48ef81da1271127a0/subagents/2cd9824c0ad546408b040a6a93ccf175/observations", - "kind": "TerminalObservation" - } - } - ] -} diff --git a/.pr/oss-15316/after.png b/.pr/oss-15316/after.png deleted file mode 100644 index 13ae7dfcd8d..00000000000 Binary files a/.pr/oss-15316/after.png and /dev/null differ diff --git a/.pr/oss-15316/before-events.json b/.pr/oss-15316/before-events.json deleted file mode 100644 index 57e7b76b22e..00000000000 --- a/.pr/oss-15316/before-events.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "phase": "base", - "probe": "secrets", - "id": "426edbaa-fff2-48c2-a081-894da148d71b", - "url": "http://localhost:28081/conversations/426edbaa-fff2-48c2-a081-894da148d71b", - "status": "finished", - "tool_events": [ - { - "id": "fcf8635c-19e8-4443-bc30-000a8ecbbc33", - "timestamp": "2026-11-11T13:53:47.662929", - "kind": "ActionEvent", - "tool_name": "terminal", - "action": { - "command": "if [ -n \"${PROBE_TOKEN:-}\" ]; then echo PARENT_SECRET_PRESENT=true; else echo PARENT_SECRET_PRESENT=false; fi", - "is_input": false, - "reset": false, - "kind": "TerminalAction" - } - }, - { - "id": "952887e2-40d9-4814-a5b2-9bc364a2769d", - "timestamp": "2026-11-11T13:53:48.687053", - "kind": "ObservationEvent", - "tool_name": "terminal", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "PARENT_SECRET_PRESENT=true" - } - ], - "is_error": false, - "command": "if [ -n \"${PROBE_TOKEN:-}\" ]; then echo PARENT_SECRET_PRESENT=true; else echo PARENT_SECRET_PRESENT=false; fi", - "exit_code": 0, - "timeout": false, - "metadata": { - "exit_code": 0, - "pid": -1, - "username": "gneubig", - "hostname": "agent-server", - "working_dir": "/tmp/oss-pr-base-1111/secrets-workspace", - "py_interpreter_path": "/home/gneubig/.cache/uv/archive-v0/u7mLjg8CutxvaCCD/bin/python", - "prefix": "", - "suffix": "\n[The command completed with exit code 0.]" - }, - "full_output_save_dir": "/tmp/oss-pr-base-1111/private/agent-canvas/dev_conversations/426edbaafff248c2a081894da148d71b/observations", - "kind": "TerminalObservation" - } - }, - { - "id": "00ff4f7e-8899-4047-aa8d-7004b84be9fa", - "timestamp": "2026-11-11T13:53:52.967902", - "kind": "ActionEvent", - "tool_name": "task", - "action": { - "description": "Check child secret visibility", - "prompt": "Run this exact terminal command and report the output: if [ -n \"${PROBE_TOKEN:-}\" ]; then echo CHILD_SECRET_PRESENT=true; else echo CHILD_SECRET_PRESENT=false; fi\n\nDo not print the value of PROBE_TOKEN, do not inspect credential files, just run this check and report what you see.", - "subagent_type": "general-purpose", - "kind": "TaskAction" - } - }, - { - "id": "b3377449-6b36-4c45-ae63-0e9c3e006ace", - "timestamp": "2026-11-11T13:54:09.711547", - "kind": "ObservationEvent", - "tool_name": "task", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "**Output:**\n\n```\nCHILD_SECRET_PRESENT=false\n```\n\nThe PROBE_TOKEN environment variable is not set in the current shell session." - } - ], - "is_error": false, - "task_id": "task_00000001", - "subagent": "general-purpose", - "status": "completed", - "kind": "TaskObservation" - } - }, - { - "kind": "MessageEvent", - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "**Results:**\n\n| Context | PROBE_TOKEN Present |\n|---------|-------------------|\n| Parent | true |\n| Child | false |\n\nThe probe confirms that secrets registered in the parent conversation are **not automatically inherited** by child subagents. The parent terminal has access to PROBE_TOKEN, but the delegated general-purpose subagent does not see it in its environment." - } - ] - } - ], - "child_terminal_events": [ - { - "id": "ecda2a71-4306-453f-9f16-5cc694f67528", - "timestamp": "2026-11-11T13:53:58.429780", - "kind": "ObservationEvent", - "tool_name": "terminal", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "set +H; export PROMPT_COMMAND='export PS1=\"\n###PS1JSON###\n{\n \\\"pid\\\": \\\"$!\\\",\n \\\"exit_code\\\": \\\"$?\\\",\n \\\"username\\\": \\\"\\\\u\\\",\n \\\"hostname\\\": \\\"\\\\h\\\",\n \\\"working_dir\\\": \\\"$(pwd)\\\",\n \\\"py_interpreter_path\\\": \\\"$(command -v python || echo \\\\\"\\\\\")\\\"\n}\n###PS1END###\n\"'; export PS2=\"\"\nclear\nif [ -n \"${PROBE_TOKEN:-}\" ]; then echo CHILD_SECRET_PRESENT=true; else echo CHILD_SECRET_PRESENT=false; fi" - } - ], - "is_error": false, - "command": "if [ -n \"${PROBE_TOKEN:-}\" ]; then echo CHILD_SECRET_PRESENT=true; else echo CHILD_SECRET_PRESENT=false; fi", - "exit_code": 0, - "timeout": false, - "metadata": { - "exit_code": 0, - "pid": -1, - "username": "gneubig", - "hostname": "agent-server", - "working_dir": "/tmp/oss-pr-base-1111/secrets-workspace", - "py_interpreter_path": "/home/gneubig/.cache/uv/archive-v0/u7mLjg8CutxvaCCD/bin/python", - "prefix": "[Previous command outputs are truncated. Showing the last 15 lines of the output below.]\n", - "suffix": "\n[The command completed with exit code 0.]" - }, - "full_output_save_dir": "/tmp/oss-pr-base-1111/private/agent-canvas/dev_conversations/426edbaafff248c2a081894da148d71b/subagents/a03f609b8f4f4eec9653d2dba7502c61/observations", - "kind": "TerminalObservation" - } - }, - { - "id": "dd1fd7c6-9341-44cf-ad63-8ae40885af5d", - "timestamp": "2026-11-11T13:54:07.538557", - "kind": "ObservationEvent", - "tool_name": "terminal", - "observation": { - "content": [ - { - "cache_prompt": false, - "type": "text", - "text": "CHILD_SECRET_PRESENT=false" - } - ], - "is_error": false, - "command": "if [ -n \"${PROBE_TOKEN:-}\" ]; then echo CHILD_SECRET_PRESENT=true; else echo CHILD_SECRET_PRESENT=false; fi", - "exit_code": 0, - "timeout": false, - "metadata": { - "exit_code": 0, - "pid": -1, - "username": "gneubig", - "hostname": "agent-server", - "working_dir": "/tmp/oss-pr-base-1111/secrets-workspace", - "py_interpreter_path": "/home/gneubig/.cache/uv/archive-v0/u7mLjg8CutxvaCCD/bin/python", - "prefix": "", - "suffix": "\n[The command completed with exit code 0.]" - }, - "full_output_save_dir": "/tmp/oss-pr-base-1111/private/agent-canvas/dev_conversations/426edbaafff248c2a081894da148d71b/subagents/a03f609b8f4f4eec9653d2dba7502c61/observations", - "kind": "TerminalObservation" - } - } - ] -} diff --git a/.pr/oss-15316/before.png b/.pr/oss-15316/before.png deleted file mode 100644 index fec49ed4d1a..00000000000 Binary files a/.pr/oss-15316/before.png and /dev/null differ diff --git a/.pr/packaged_terminal_smoke.py b/.pr/packaged_terminal_smoke.py deleted file mode 100644 index 4b33208a138..00000000000 --- a/.pr/packaged_terminal_smoke.py +++ /dev/null @@ -1,60 +0,0 @@ -"""Run inside the packaged server through its custom module import option.""" - -import json -import shutil -import sys -import tempfile -from pathlib import Path - -from openhands.tools.terminal.definition import TerminalAction -from openhands.tools.terminal.terminal import create_terminal_session - - -assert getattr(sys, "frozen", False), "Run this with the PyInstaller server executable" -result = { - "frozen": True, - "executable": Path(sys.executable).name, - "python_on_path": shutil.which("python"), - "checks": [], -} -with tempfile.TemporaryDirectory() as work_dir: - session = create_terminal_session( - work_dir=work_dir, - terminal_type="powershell", - no_change_timeout_seconds=1, - ) - try: - session.initialize() - initial = session.execute( - TerminalAction(command="$env:OH_SMOKE_STATE='preserved'; Write-Output $PID") - ) - shell_pid = initial.metadata.pid - for command, expected in ( - ("throw 'expected-error'", 1), - ("Write-Output before-interrupt", 0), - ): - observation = session.execute(TerminalAction(command=command)) - result["checks"].append( - {"command": command, "exit_code": observation.metadata.exit_code} - ) - assert observation.metadata.exit_code == expected - waiting = session.execute(TerminalAction(command="Start-Sleep 120")) - assert waiting.metadata.exit_code == -1 - session.execute(TerminalAction(command="C-c", is_input=True, timeout=20)) - recovered = session.execute( - TerminalAction( - command="Write-Output $env:OH_SMOKE_STATE; Write-Output AFTER_INTERRUPT" - ) - ) - result["state_preserved"] = "preserved" in recovered.text - result["same_shell"] = recovered.metadata.pid == shell_pid - result["exit_code"] = recovered.metadata.exit_code - result["recovered"] = "AFTER_INTERRUPT" in recovered.text - assert ( - result["state_preserved"] and result["same_shell"] and result["recovered"] - ) - assert result["exit_code"] == 0 - finally: - session.close() -print(json.dumps(result, sort_keys=True)) -raise SystemExit(0) diff --git a/.pr/prd-198/goal-regression/.gitattributes b/.pr/prd-198/goal-regression/.gitattributes deleted file mode 100644 index 3cc32f0c68e..00000000000 --- a/.pr/prd-198/goal-regression/.gitattributes +++ /dev/null @@ -1 +0,0 @@ -*.jpg -text diff --git a/.pr/prd-198/goal-regression/README.md b/.pr/prd-198/goal-regression/README.md deleted file mode 100644 index 4457a9c4c2c..00000000000 --- a/.pr/prd-198/goal-regression/README.md +++ /dev/null @@ -1,26 +0,0 @@ -# Live Agent Canvas /goal regression evidence - -The existing `/goal` path completed successfully on the SDK main baseline, the PR candidate with default public content enabled, and the candidate with both public-content controls disabled. This is a focused regression result, not a claim that every agent workflow is unchanged. - -| Case | Public skill policy | Loaded skills | Goal outcome | Audit rounds | Independent file check | -|---|---|---:|---|---:|---| -| SDK main baseline | Defaults unchanged | 74 | complete | 1 | Pass | -| PR candidate | Defaults unchanged | 74 | complete | 1 | Pass | -| PR candidate | Public skills and catalogs off | 1 runtime host-context skill | complete | 1 | Pass | - -All three were submitted with the actual Agent Canvas composer, which recognized `/goal` and displayed the goal lifecycle banner. Real agent execution and judging produced persisted `running` and terminal `complete` goal events. The objective was identical in every case: - -```text -/goal --max 2 Verify a local artifact with evidence: use the terminal to write exactly GOAL_CANVAS_OK followed by a newline to /tmp/goal-canvas-proof.txt, then use a separate terminal command to read the file and assert its exact contents. Report the command output as evidence. Do not contact external services or modify any repository. -``` - -Each case used a distinct sandbox, with the proof file verified absent before submission. After the goal completed, a separate authenticated terminal read asserted the exact 15-byte output (`GOAL_CANVAS_OK` plus one newline). Default-on skill names were identical on baseline and candidate. The public-off case loaded only runtime-generated host context, and both public catalogs returned empty collections with `disabled: true`. - -SDK baseline: `9f7d5cb11b1256c1878f5584a657401feca9ad16`. SDK candidate: `46892b09e7483e0c838a1f7bb2076a180d7d5700`. The same retained Canvas and Enterprise candidate build was used throughout; only the sandbox SDK image and public-content environment controls varied. The SDK goal driver, loop and routes are unchanged in this PR. The screenshots were captured directly from the application with the sidebar and profile controls outside the captured region. Reopened result views may show session-resume notices below the completed goal. - -- [Baseline screenshot](baseline-complete.jpg) -- [Candidate, defaults unchanged](candidate-default-complete.jpg) -- [Candidate, public defaults off](candidate-off-complete.jpg) -- [Machine-readable results](results.json) - -This test intentionally used no registered marketplaces, so a marketplace preview warning would not confound the `/goal` comparison. Custom organization `github` execution was covered separately by the earlier human acceptance test. No product code was changed for this test. This does not qualify live Helm warm pools, resume/cancellation behavior, or every skill-ingestion path. Enterprise's compatible SDK release/pin dependency still applies. Docs PR #1126 remains paused. diff --git a/.pr/prd-198/goal-regression/baseline-complete.jpg b/.pr/prd-198/goal-regression/baseline-complete.jpg deleted file mode 100644 index c7f365c5039..00000000000 Binary files a/.pr/prd-198/goal-regression/baseline-complete.jpg and /dev/null differ diff --git a/.pr/prd-198/goal-regression/candidate-default-complete.jpg b/.pr/prd-198/goal-regression/candidate-default-complete.jpg deleted file mode 100644 index 41784cc38ff..00000000000 Binary files a/.pr/prd-198/goal-regression/candidate-default-complete.jpg and /dev/null differ diff --git a/.pr/prd-198/goal-regression/candidate-off-complete.jpg b/.pr/prd-198/goal-regression/candidate-off-complete.jpg deleted file mode 100644 index caa7144e0cd..00000000000 Binary files a/.pr/prd-198/goal-regression/candidate-off-complete.jpg and /dev/null differ diff --git a/.pr/prd-198/goal-regression/results.json b/.pr/prd-198/goal-regression/results.json deleted file mode 100644 index 843f5396725..00000000000 --- a/.pr/prd-198/goal-regression/results.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "source": { - "baseline_sdk": "9f7d5cb11b1256c1878f5584a657401feca9ad16", - "candidate_sdk": "46892b09e7483e0c838a1f7bb2076a180d7d5700", - "goal_driver_and_routes_unchanged": true - }, - "same_canvas_build_used": true, - "distinct_sandboxes": true, - "proof_files_absent_before_each_run": true, - "default_skill_names_identical": true, - "cases": [ - { - "case": "baseline-default", - "canvas_slash_goal_submitted": true, - "goal_started_event": true, - "goal_status": "complete", - "audit_rounds": 1, - "max_iterations": 2, - "agent_finished": true, - "independent_file_contents_verified": true, - "public_skills_enabled": true, - "loaded_skill_count": 74, - "public_catalogs_disabled": false - }, - { - "case": "candidate-default", - "canvas_slash_goal_submitted": true, - "goal_started_event": true, - "goal_status": "complete", - "audit_rounds": 1, - "max_iterations": 2, - "agent_finished": true, - "independent_file_contents_verified": true, - "public_skills_enabled": true, - "loaded_skill_count": 74, - "public_catalogs_disabled": false - }, - { - "case": "candidate-off", - "canvas_slash_goal_submitted": true, - "goal_started_event": true, - "goal_status": "complete", - "audit_rounds": 1, - "max_iterations": 2, - "agent_finished": true, - "independent_file_contents_verified": true, - "public_skills_enabled": false, - "loaded_skill_count": 1, - "public_catalogs_disabled": true - } - ], - "scope": "Agent-operated live Canvas goal-completion regression for one local-artifact objective. Not universal workflow coverage or a released Enterprise dependency validation." -} diff --git a/.pr/prd-198/live-public-off/.gitattributes b/.pr/prd-198/live-public-off/.gitattributes deleted file mode 100644 index 3cc32f0c68e..00000000000 --- a/.pr/prd-198/live-public-off/.gitattributes +++ /dev/null @@ -1 +0,0 @@ -*.jpg -text diff --git a/.pr/prd-198/live-public-off/README.md b/.pr/prd-198/live-public-off/README.md deleted file mode 100644 index 0a029db64b2..00000000000 --- a/.pr/prd-198/live-public-off/README.md +++ /dev/null @@ -1,30 +0,0 @@ -# Live evidence: disable public defaults and keep organization skills - -Organizations can turn off the default public OpenHands extensions and load their own skills instead. This includes an organization-maintained `github` skill. Registered organization marketplaces remain available. - -## Observed results - -- With both controls off, Enterprise automatic public discovery returned zero skills, compared with 73 under the defaults. -- The fresh conversation loaded the organization's custom `github` and plugin skill, plus runtime-generated host context. Both organization skills were actually invoked. -- The agent wrote the verification files specified in those skills. Independent authenticated reads confirmed the expected contents; the prompt did not provide the file paths or expected contents. -- Both default public catalog endpoints returned empty collections with `disabled: true`. -- All four SDK flag combinations passed. Default behavior remained enabled; disabling only catalogs preserved public skills. With both off, the fresh SDK fixture did not materialize the public repository cache. - -The public source was the real OpenHands collection. The organization source was a tiny controlled Git repository containing uniquely identifiable custom skills. These captures show the actual application and real agent execution, with no mocked APIs. - -**Observed with both public controls set to `false`:** - -| Check | Result | -|---|---| -| Automatic public skill discovery | 0 skills | -| Public skills catalog | Empty, `disabled: true` | -| Public plugin catalog | Empty, `disabled: true` | -| Organization github and plugin skill | Loaded and invoked; file contents independently verified | - -**Custom github and organization plugin skill still execute:** - -![Organization skills execute](organization-skills-work.jpg) - -See [machine-readable results](results.json). Tested SDK commit `5c9c4294143fb569f89f962890835b070602e980` with Enterprise commit `7f12c33ca5895bd836e672386dfd807f38f03728`. The test app's nine changed production files matched those commits, and fresh sandboxes used the SDK PR image. - -The paired live test used candidate SDK dependencies. The SDK release and subsequent Enterprise pin update remain required before rollout. This is Compose coverage; live Helm warm-pool behavior is not claimed. Client-supplied and persisted skills are outside these automatic-source controls. diff --git a/.pr/prd-198/live-public-off/organization-skills-work.jpg b/.pr/prd-198/live-public-off/organization-skills-work.jpg deleted file mode 100644 index e1fa317b24f..00000000000 Binary files a/.pr/prd-198/live-public-off/organization-skills-work.jpg and /dev/null differ diff --git a/.pr/prd-198/live-public-off/results.json b/.pr/prd-198/live-public-off/results.json deleted file mode 100644 index e2d5ad7827f..00000000000 --- a/.pr/prd-198/live-public-off/results.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "tested_commits": { - "sdk": "5c9c4294143fb569f89f962890835b070602e980", - "enterprise": "7f12c33ca5895bd836e672386dfd807f38f03728" - }, - "sdk_live_matrix": { - "default": { - "total_skills": 74, - "custom_github_active": false, - "organization_plugin_preserved": true, - "skills_catalog_disabled": false, - "plugin_catalog_disabled": false, - "skill_catalog_items": 78, - "plugin_catalog_items": 9 - }, - "skills-off": { - "total_skills": 2, - "custom_github_active": true, - "organization_plugin_preserved": true, - "skills_catalog_disabled": false, - "plugin_catalog_disabled": false, - "skill_catalog_items": 78, - "plugin_catalog_items": 9 - }, - "catalog-off": { - "total_skills": 74, - "custom_github_active": false, - "organization_plugin_preserved": true, - "skills_catalog_disabled": true, - "plugin_catalog_disabled": true, - "skill_catalog_items": 0, - "plugin_catalog_items": 0 - }, - "both-off": { - "total_skills": 2, - "custom_github_active": true, - "organization_plugin_preserved": true, - "skills_catalog_disabled": true, - "plugin_catalog_disabled": true, - "skill_catalog_items": 0, - "plugin_catalog_items": 0 - } - }, - "enterprise_automatic_public_discovery": { - "default_count": 73, - "public_off_count": 0 - }, - "fresh_runtime_controls": { - "OH_PUBLIC_SKILLS_ENABLED": "false", - "OH_PUBLIC_PLUGIN_CATALOG_ENABLED": "false" - }, - "custom_github_content_verified": true, - "organization_plugin_skill_preserved": true, - "both_organization_skills_invoked": true, - "independent_file_reads_passed": true, - "both_public_catalog_endpoints_disabled_and_empty": true, - "fresh_both_off_sdk_public_repository_cache_absent": true, - "default_agent_task_independently_verified": true, - "canvas_public_off_task_finished": true -} diff --git a/.pr/repro_6469.py b/.pr/repro_6469.py deleted file mode 100644 index add3352527e..00000000000 --- a/.pr/repro_6469.py +++ /dev/null @@ -1,52 +0,0 @@ -"""Unit-level simulation of SDK#6469 on Linux. - -Windows semantics emulated: CloseHandle() on a pipe blocks while another thread -is inside a synchronous ReadFile() on it. On Linux close() would return at once, -so stdout is wrapped in a pipe object that blocks close() while a read is pending. -""" -import importlib.util, os, subprocess, sys, threading, time -import psutil - -src = sys.argv[1] -spec = importlib.util.spec_from_file_location( - "windows_terminal", os.path.join(src, "openhands-tools/openhands/tools/terminal/terminal/windows_terminal.py")) -wt = importlib.util.module_from_spec(spec); spec.loader.exec_module(wt) - -class WindowsLikePipe: - def __init__(self, raw): - self._raw, self._reading = raw, threading.Condition() - self._pending = 0 - def read(self, n): - with self._reading: self._pending += 1 - try: return self._raw.read(n) - finally: - with self._reading: self._pending -= 1; self._reading.notify_all() - def close(self): - with self._reading: # CloseHandle waits for the in-flight ReadFile - while self._pending: self._reading.wait() - self._raw.close() - def __getattr__(self, k): return getattr(self._raw, k) - -RealPopen = subprocess.Popen -class Popen(RealPopen): - def __init__(self, *a, **kw): - super().__init__(*a, **kw); self.stdout = WindowsLikePipe(self.stdout) -wt.subprocess.Popen = Popen - -term = wt.WindowsTerminal(work_dir="/tmp", shell_path=os.path.abspath("fake_pwsh.py")) -term.initialize() -pid = term.process.pid -time.sleep(0.5) -print(f"powershell stand-in pid={pid} running a 60 s foreground command; reader thread alive={term.reader_thread.is_alive()}") -t0 = time.time(); done = threading.Event() -threading.Thread(target=lambda: (term.close(), done.set()), daemon=True).start() -ok = done.wait(15) -dt = time.time() - t0 -alive = psutil.pid_exists(pid) and psutil.Process(pid).status() != psutil.STATUS_ZOMBIE -if ok: - print(f"terminal.close() returned after {dt:.2f}s; shell process alive={alive}") -else: - print(f"terminal.close() STILL BLOCKED after {dt:.0f}s (deadlocked in stdout.close()); shell process alive={alive}") - import faulthandler; faulthandler.dump_traceback(all_threads=True) - os.kill(pid, 9) -os._exit(0 if ok and not alive else 1) diff --git a/.pr/sdk-6221-weburl-after.png b/.pr/sdk-6221-weburl-after.png deleted file mode 100644 index 75173aaece6..00000000000 Binary files a/.pr/sdk-6221-weburl-after.png and /dev/null differ diff --git a/.pr/vision-deepseek-live-verification.md b/.pr/vision-deepseek-live-verification.md deleted file mode 100644 index 7e0da3edc46..00000000000 --- a/.pr/vision-deepseek-live-verification.md +++ /dev/null @@ -1,70 +0,0 @@ -# Live verification: deepseek-v4.1-flash vision + tool-result arrays - -Follow-up to the review findings on PR #5524. Run on 2026-10-05 against the -OpenHands proxy (`https://llm-proxy.app.all-hands.dev`) with the managed key -fetched from `https://app.all-hands.dev/api/keys/llm/managed/current`, using the -`openhands/deepseek-v4.1-flash` route. - -Not a CI test: it needs live proxy credentials, so it is recorded here as -evidence rather than added to the default suite. The deterministic equivalent -(`test_deepseek_vision_models_keep_images_in_chat_payload`) lives in -`tests/sdk/llm/test_vision_support.py`. - -## Finding 1 — image-bearing user message is delivered - -`format_messages_for_llm()` now emits list content for the four model forms, and -a real request returned a description of the attached image: - -``` -vision_is_active: True force_string_serializer: False -payload has image part: True -RESPONSE: A white circle centered on a red square background. -``` - -Image: 128x128 PNG, red field with a white circle. Before commit `53adb22` the -same call would have sent only the question text (string serializer drops -`ImageContent`). - -## Finding 2 — tool-result content arrays are accepted by the proxy - -A two-turn native tool-call round trip where the `tool` message carries an image -as a content array: - -``` -turn1 tool_calls: [('chatcmpl-tool-9716cc6825d7491b', 'describe_image')] -tool content is list: True -tool has image part: True -RESPONSE: A yellow square outline on a solid blue background. -``` - -Image: 128x128 PNG, blue field with a yellow rectangle outline. The proxy -accepted the list-format `tool` message and the model saw the image, so the -`!deepseek-v4-flash` / `!deepseek-v4.1-flash` exclusions are compatible with the -serving route for tool results, not just for user messages. - -## Finding 3 — the vision inspection tool delivers its image - -The finding also claims `vision_inspect.py` "selects the profile but cannot -deliver its image". Ran `VisionInspectExecutor` end-to-end against a real -`Conversation` whose latest user message carried a 128x128 PNG (green field, -white triangle), routing `get_or_create_profile_llm` to the live -`openhands/deepseek-v4.1-flash` LLM: - -``` -is_error: False -model: openhands/deepseek-v4.1-flash -ANSWER: A white triangle centered on a solid green background. -``` - -The executor builds a `user` message with `ImageContent` and calls -`vision_llm.generate(...)`, which for this model uses the Chat Completions path -(`uses_responses_api() == False`). The image is serialized as list content and -reaches the model. The deterministic equivalent -(`test_vision_profile_tool_keeps_image_for_deepseek_vision_model`) is in -`tests/sdk/agent/test_non_multimodal_image_input.py`. - -## Scope - -Only `openhands/deepseek-v4.1-flash` was exercised live. The exclusion rules also -cover `deepseek-v4-flash`, whose LiteLLM-resolved route was not separately -round-tripped here. diff --git a/.pr/windows-packaged-verification.md b/.pr/windows-packaged-verification.md deleted file mode 100644 index e4ae8dc4ab0..00000000000 --- a/.pr/windows-packaged-verification.md +++ /dev/null @@ -1,53 +0,0 @@ -# Windows terminal recovery verification - -Verified on native Windows 11, Windows PowerShell 5.1, Python 3.13.11, and the repository's SDK/Agent Server 1.58.2 package configuration. Runtime source includes helper fix `11459660` and missing-interpreter metadata fix `c28f3657`. - -## Before the corrections - -- The builtin-interrupt regression failed with the original Python helper when `sys.executable` pointed to a server executable instead of a Python interpreter: PowerShell was marked unresponsive and the next command did not execute normally. -- Running the actual PyInstaller executable with the legacy helper's `-I -c` invocation was rejected by the server's argument parser as unrecognized arguments. -- The first real packaged smoke run, with Python removed from `PATH`, failed on its first command: PowerShell serialized the empty command-lookup pipeline as `{}` for `py_interpreter_path`, causing `CmdOutputMetadata` validation to fail. This was separately reproduced through the normal terminal API before applying the explicit `$null` normalization. - -## After the corrections - -The native terminal suite passes: - -```text -uv run --frozen pytest tests/tools/terminal -q --tb=short --timeout=90 -233 passed, 196 skipped in 86.73s -``` - -The builtin-interrupt test now covers both interpreter and server-executable values of `sys.executable`, with and without Python on the shell's `PATH`. It also verifies that the interrupted shell retains its environment. - -All changed runtime/test files pass the repository's pre-commit checks, including Ruff, pycodestyle, Pyright, import rules, and tool registration. - -The actual one-file executable was rebuilt using the repository's release spec: - -```powershell -uv run --frozen pyinstaller --noconfirm openhands-agent-server/openhands/agent_server/agent-server.spec -$env:PATH = "$env:SystemRoot\System32;$env:SystemRoot\System32\WindowsPowerShell\v1.0" -$env:OPENHANDS_SUPPRESS_BANNER = '1' -.\dist\openhands-agent-server.exe --extra-python-path .pr --import-modules packaged_terminal_smoke -``` - -The smoke module runs through the executable's supported custom-module import entry point and uses the bundled terminal implementation. It executes a terminating error, a successful command, a timed-out `Start-Sleep`, Ctrl+C, and another command, then closes its temporary shell. No LLM or conversation is created. - -Observed result, executable exit code **0**: - -```json -{ - "checks": [ - {"command": "throw 'expected-error'", "exit_code": 1}, - {"command": "Write-Output before-interrupt", "exit_code": 0} - ], - "executable": "openhands-agent-server.exe", - "exit_code": 0, - "frozen": true, - "python_on_path": null, - "recovered": true, - "same_shell": true, - "state_preserved": true -} -``` - -This validates the native Windows backend in the actual packaged process. It is not a new Agent Canvas/LLM benchmark run or a Linux/macOS test run. Upstream workflows that require fork-contributor approval still need a maintainer to enable them. diff --git a/.pr/workspace-cookie-plain-http/combo-http_canvas_lan_8000.png b/.pr/workspace-cookie-plain-http/combo-http_canvas_lan_8000.png deleted file mode 100644 index b85d760329e..00000000000 Binary files a/.pr/workspace-cookie-plain-http/combo-http_canvas_lan_8000.png and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/combo-http_localhost_8000.png b/.pr/workspace-cookie-plain-http/combo-http_localhost_8000.png deleted file mode 100644 index 0fb3a9fddc0..00000000000 Binary files a/.pr/workspace-cookie-plain-http/combo-http_localhost_8000.png and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/combo-https_10_244_8_163_8443.png b/.pr/workspace-cookie-plain-http/combo-https_10_244_8_163_8443.png deleted file mode 100644 index 8203d18a1d9..00000000000 Binary files a/.pr/workspace-cookie-plain-http/combo-https_10_244_8_163_8443.png and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/diff-vs-files-after-pr.gif b/.pr/workspace-cookie-plain-http/diff-vs-files-after-pr.gif deleted file mode 100644 index 579e85ef12c..00000000000 Binary files a/.pr/workspace-cookie-plain-http/diff-vs-files-after-pr.gif and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/diff-vs-files-before-main.gif b/.pr/workspace-cookie-plain-http/diff-vs-files-before-main.gif deleted file mode 100644 index 9ebddf8e258..00000000000 Binary files a/.pr/workspace-cookie-plain-http/diff-vs-files-before-main.gif and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/docker-image-1.40.0-before.gif b/.pr/workspace-cookie-plain-http/docker-image-1.40.0-before.gif deleted file mode 100644 index 5f523e35979..00000000000 Binary files a/.pr/workspace-cookie-plain-http/docker-image-1.40.0-before.gif and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/files-preview-after-pr.gif b/.pr/workspace-cookie-plain-http/files-preview-after-pr.gif deleted file mode 100644 index d2097093a99..00000000000 Binary files a/.pr/workspace-cookie-plain-http/files-preview-after-pr.gif and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/files-preview-after-pr.png b/.pr/workspace-cookie-plain-http/files-preview-after-pr.png deleted file mode 100644 index 5dc31abeecd..00000000000 Binary files a/.pr/workspace-cookie-plain-http/files-preview-after-pr.png and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/files-preview-before-main.gif b/.pr/workspace-cookie-plain-http/files-preview-before-main.gif deleted file mode 100644 index d634342a805..00000000000 Binary files a/.pr/workspace-cookie-plain-http/files-preview-before-main.gif and /dev/null differ diff --git a/.pr/workspace-cookie-plain-http/files-preview-before-main.png b/.pr/workspace-cookie-plain-http/files-preview-before-main.png deleted file mode 100644 index fb33f3684e7..00000000000 Binary files a/.pr/workspace-cookie-plain-http/files-preview-before-main.png and /dev/null differ diff --git a/AGENTS.md b/AGENTS.md index b5217427ce1..7af3f4fd31e 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -71,6 +71,8 @@ Code should satisfy the repository review checkpoints before the PR is opened: exception (ACP agents, subscription/Codex transport). ## Repository Memory +- Invoke integration CLI runners from the repository root with `uv run python -m tests.integration.run_infer` (and module names for compliance/report helpers). File-path execution omits the repository root from Python imports and can fail before argument parsing; `tests/cross/test_integration_runner_workflow.py` checks real workflow entrypoints with `--help` and no `PYTHONPATH`. + - Async LLM completions propagate through the full call chain: `LLM.acompletion()`/`LLM.aresponses()` → `_atransport_call()` (litellm `acompletion`/`aresponses`) → `RetryMixin.retry_decorator()` (tenacity `retry`, which wraps coroutines natively — there is no separate async retry path) → condenser `acondense()` → `Agent.astep()` → `LocalConversation.arun()` → `EventService.run()`. Every async method has a sync counterpart; base classes provide default delegations to sync so custom subclasses work without changes. Token callbacks use `AnyTokenCallbackType` (union of sync/async) with `_invoke_token_callback()` for transparent dispatch. - Async LLM hard timeouts belong inside the tenacity-decorated attempt so each timeout is retryable; stream idle timeouts wrap each `__anext__()` call so receiving a chunk resets the idle deadline. Both become LiteLLM `Timeout` errors before retry classification and eventually map to `LLMTimeoutError` after retries are exhausted. - `conversation.interrupt()` cancels in-flight `arun()` by cancelling the tracked `_arun_task`. `asyncio.CancelledError` propagates through all layers (LLM HTTP stream → agent step → conversation loop) without needing per-layer interrupt APIs, because LLM and Agent are frozen/stateless Pydantic models that may be shared across conversations. `arun()` catches `CancelledError`, sets status to `PAUSED`, and emits `InterruptEvent`. The agent-server exposes this via `EventService.interrupt()` → `ConversationService.interrupt_conversation()` → `POST /{conversation_id}/interrupt`. diff --git a/clients/typescript/package-lock.json b/clients/typescript/package-lock.json index f51fa9fff96..592d5917be2 100644 --- a/clients/typescript/package-lock.json +++ b/clients/typescript/package-lock.json @@ -1,12 +1,12 @@ { "name": "@openhands/typescript-client", - "version": "1.62.0", + "version": "1.63.0", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "@openhands/typescript-client", - "version": "1.62.0", + "version": "1.63.0", "license": "MIT", "dependencies": { "@openrouter/sdk": "^1.2.11", diff --git a/clients/typescript/package.json b/clients/typescript/package.json index 69f6b2ef5c1..fa41ed7aa47 100644 --- a/clients/typescript/package.json +++ b/clients/typescript/package.json @@ -1,6 +1,6 @@ { "name": "@openhands/typescript-client", - "version": "1.62.0", + "version": "1.63.0", "description": "TypeScript client for OpenHands Agent Server", "main": "dist/index.js", "module": "dist/index.js", @@ -47,7 +47,7 @@ } }, "config": { - "agentServerImage": "ghcr.io/openhands/agent-server:1.62.0-python" + "agentServerImage": "ghcr.io/openhands/agent-server:1.63.0-python" }, "scripts": { "build": "tsc && node ./scripts/copy-json-assets.mjs && node ./scripts/rewrite-relative-imports.mjs", diff --git a/clients/typescript/src/generated/agent-server-schema.ts b/clients/typescript/src/generated/agent-server-schema.ts index 089de7de4e9..47802ccedfc 100644 --- a/clients/typescript/src/generated/agent-server-schema.ts +++ b/clients/typescript/src/generated/agent-server-schema.ts @@ -1,5 +1,5 @@ // Generated file. Do not edit by hand. -// Source: ghcr.io/openhands/agent-server:1.62.0-python +// Source: ghcr.io/openhands/agent-server:1.63.0-python // Regenerate with: npm run generate:agent-server-api // This file is auto-generated by @hey-api/openapi-ts @@ -407,6 +407,10 @@ export type AcpAgentProfile = { * Monotonic revision counter, bumped on each saved edit. */ revision?: number; + /** + * Sandbox to start new conversations with. null = the host's own default selection. + */ + sandbox?: ProfileSandboxSettings | null; /** * Schema Version */ @@ -1034,6 +1038,9 @@ export type Action = | ({ kind: 'openhands__tools__ask_oracle__definition__AskOracleAction-Output__1'; } & AskOracleAction) + | ({ + kind: 'openhands__tools__ask_user__definition__AskUserAction-Output__1'; + } & AskUserAction) | ({ kind: 'openhands__tools__browser_use__definition__BrowserAction-Output__1'; } & BrowserAction) @@ -1082,6 +1089,12 @@ export type Action = | ({ kind: 'openhands__tools__child_conversation__definition__StartChildConversationAction-Output__1'; } & StartChildConversationAction) + | ({ + kind: 'openhands__tools__conversation_mentions__definition__FindConversationsAction-Output__1'; + } & FindConversationsAction) + | ({ + kind: 'openhands__tools__conversation_mentions__definition__ReadConversationAction-Output__1'; + } & ReadConversationAction) | ({ kind: 'openhands__tools__delegate__definition__DelegateAction-Output__1'; } & DelegateAction) @@ -1106,9 +1119,18 @@ export type Action = | ({ kind: 'openhands__tools__grep__definition__GrepAction-Output__1'; } & GrepAction) + | ({ + kind: 'openhands__tools__message_edit__definition__EditMessageAction-Output__1'; + } & EditMessageAction) | ({ kind: 'openhands__tools__planning_file_editor__definition__PlanningFileEditorAction-Output__1'; } & PlanningFileEditorAction) + | ({ + kind: 'openhands__tools__reaction__definition__ReactAction-Output__1'; + } & ReactAction) + | ({ + kind: 'openhands__tools__reaction__definition__UnreactAction-Output__1'; + } & UnreactAction) | ({ kind: 'openhands__tools__task__definition__TaskAction-Output__1'; } & TaskAction) @@ -1272,6 +1294,48 @@ export type ActivateProfileResponse = { name: string; }; +/** + * AddMCPServersRequest + * + * Payload to add modern MCP servers to a running conversation. + */ +export type AddMcpServersRequest = { + /** + * Mcp Servers + * + * MCP servers to add to this conversation by server name. + */ + mcp_servers?: { + [key: string]: McpServerInput; + }; +}; + +/** + * AddModelRouterRouteRequest + * + * Payload to add a saved LLM profile as a model-router route. + */ +export type AddModelRouterRouteRequest = { + /** + * Base Route Name + * + * Route name assigned to the conversation's current LLM when it must be wrapped in a model router. + */ + base_route_name?: string; + /** + * Profile Name + * + * Saved LLM profile to install as a route. + */ + profile_name: string; + /** + * Route Name + * + * Optional route name to add to the model router. Defaults to profile_name. + */ + route_name?: string | null; +}; + /** * AddWorkspaceParentsRequest */ @@ -1940,6 +2004,12 @@ export type AgentErrorEvent = { * Parent event id in the conversation tree. None for the root, or for legacy events predating the tree (see EventLog's effective-parent rule). Events sharing a parent_id are sibling branches. */ parent_id?: string | null; + /** + * Recovery Reason + * + * Why this outcome was synthesized during recovery, when known. + */ + recovery_reason?: 'server_restart' | null; /** * Source */ @@ -2407,6 +2477,203 @@ export type AskOracleTool = { readonly title: string; }; +/** + * AskUserAction + * + * Ask the user one question, with two to four options. + */ +export type AskUserAction = { + /** + * Kind + */ + kind: 'AskUserAction'; + /** + * Options + * + * Two to four options, each with what happens if it is picked. + */ + options: Array; + /** + * Question + * + * The question, verb first, in about twelve words. + */ + question: string; + /** + * Recommended + * + * Index, from 0, of the option you recommend. + */ + recommended?: number | null; +}; + +/** + * AskUserAnswerEvent + * + * The user picked an option of a pending ``ask_user`` question. + * + * It is recorded just before the user message that carries the answer to + * the agent, so clients can show the question's card as answered. The LLM + * never sees this event; it reads that message. + */ +export type AskUserAnswerEvent = { + /** + * Ask Id + * + * The `ask_user` call answered. + */ + ask_id: string; + /** + * Id + * + * Unique event id (ULID/UUID) + */ + id?: string; + /** + * Kind + */ + kind: 'AskUserAnswerEvent'; + /** + * Option Index + * + * The option picked, counted from 0. + */ + option_index?: number | null; + /** + * Option Label + * + * The picked option's label, as it was shown. + */ + option_label?: string | null; + /** + * Parent Id + * + * Parent event id in the conversation tree. None for the root, or for legacy events predating the tree (see EventLog's effective-parent rule). Events sharing a parent_id are sibling branches. + */ + parent_id?: string | null; + /** + * Source + */ + source?: 'agent' | 'user' | 'environment' | 'hook'; + /** + * Text + * + * The user's own words, when they added any. + */ + text?: string | null; + /** + * Timestamp + * + * Event timestamp + */ + timestamp?: string; +}; + +/** + * AskUserAnswerRequest + * + * The user's answer to the agent's pending ``ask_user`` question. + */ +export type AskUserAnswerRequest = { + /** + * Ask Id + * + * Id of the agent's `ask_user` call (its ActionEvent) answered. + */ + ask_id: string; + /** + * Option Index + * + * The option picked, counted from 0. + */ + option_index?: number | null; + /** + * Text + * + * The user's own words, instead of an option or with one. + */ + text?: string | null; +}; + +/** + * AskUserObservation + * + * Confirms the question was shown; the answer comes as a later message. + */ +export type AskUserObservation = { + /** + * Content + * + * Content returned from the tool as a list of TextContent/ImageContent objects. When there is an error, it should be written in this field. + */ + content?: Array; + /** + * Is Error + * + * Whether the observation indicates an error + */ + is_error?: boolean; + /** + * Kind + */ + kind: 'AskUserObservation'; +}; + +/** + * AskUserOption + * + * One answer the user can pick. + */ +export type AskUserOption = { + /** + * Consequence + * + * One sentence: what happens if the user picks it. + */ + consequence?: string; + /** + * Label + * + * A few words naming the option, shown on its button. + */ + label: string; +}; + +/** + * AskUserTool + * + * Tool that asks the user a question with options and ends the turn. + */ +export type AskUserTool = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'AskUserTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; + /** + * Title + */ + readonly title: string; +}; + /** * BackendLogs * @@ -4571,6 +4838,30 @@ export type ConversationInfo = { workspace: BaseWorkspace; }; +/** + * ConversationMentionsObservation + * + * What ``find_conversations`` or ``read_conversation`` found. + */ +export type ConversationMentionsObservation = { + /** + * Content + * + * Content returned from the tool as a list of TextContent/ImageContent objects. When there is an error, it should be written in this field. + */ + content?: Array; + /** + * Is Error + * + * Whether the observation indicates an error + */ + is_error?: boolean; + /** + * Kind + */ + kind: 'ConversationMentionsObservation'; +}; + /** * ConversationPage */ @@ -4891,6 +5182,100 @@ export type EditAction = { old_string: string; }; +/** + * EditMessageAction + * + * Replace text in one of your earlier messages. + */ +export type EditMessageAction = { + /** + * Kind + */ + kind: 'EditMessageAction'; + /** + * New Str + * + * The text to put in its place. + */ + new_str: string; + /** + * Old Str + * + * Text from one of your earlier messages, copied exactly as the message reads now (with any earlier edit). It must occur only once across your messages; include more of the text around it if it does not. + */ + old_str: string; +}; + +/** + * EditMessageObservation + * + * The result of ``edit_message``. + * + * On success it carries the edit, which the agent records as a + * :class:`MessageEditEvent` after this observation, in the same step. + */ +export type EditMessageObservation = { + /** + * Content + * + * Content returned from the tool as a list of TextContent/ImageContent objects. When there is an error, it should be written in this field. + */ + content?: Array; + /** + * Edited Text + */ + edited_text?: string | null; + /** + * Is Error + * + * Whether the observation indicates an error + */ + is_error?: boolean; + /** + * Kind + */ + kind: 'EditMessageObservation'; + /** + * Target Event Id + */ + target_event_id?: string | null; +}; + +/** + * EditMessageTool + * + * Tool that edits one of the agent's earlier messages. + */ +export type EditMessageTool = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'EditMessageTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; + /** + * Title + */ + readonly title: string; +}; + /** * EditObservation * @@ -5196,6 +5581,9 @@ export type Event = | ({ kind: 'openhands__sdk__event__acp_tool_call__ACPToolCallEvent-Output__1'; } & AcpToolCallEvent) + | ({ + kind: 'openhands__sdk__event__ask_user__AskUserAnswerEvent-Output__1'; + } & AskUserAnswerEvent) | ({ kind: 'openhands__sdk__event__condenser__Condensation-Output__1'; } & Condensation) @@ -5235,6 +5623,12 @@ export type Event = | ({ kind: 'openhands__sdk__event__llm_convertible__system__SystemPromptEvent-Output__1'; } & SystemPromptEvent) + | ({ + kind: 'openhands__sdk__event__message_edit__MessageEditEvent-Output__1'; + } & MessageEditEvent) + | ({ + kind: 'openhands__sdk__event__reaction__ReactionEvent-Output__1'; + } & ReactionEvent) | ({ kind: 'openhands__sdk__event__security__SecurityAnalysisEvent-Output__1'; } & SecurityAnalysisEvent) @@ -5282,6 +5676,40 @@ export type ExecuteBashRequest = { timeout?: number; }; +/** + * ExperimentalFeature + * + * A feature and whether it is on for this user. + */ +export type ExperimentalFeature = { + /** + * Description + */ + description: string; + /** + * Enabled + */ + enabled: boolean; + /** + * Key + */ + key: string; + /** + * Label + */ + label: string; +}; + +/** + * ExperimentalFeatureUpdate + */ +export type ExperimentalFeatureUpdate = { + /** + * Enabled + */ + enabled: boolean; +}; + /** * ExposedUrl * @@ -5628,6 +6056,65 @@ export type FileUploadResult = { success?: boolean; }; +/** + * FindConversationsAction + * + * Find the user's conversations by title. + */ +export type FindConversationsAction = { + /** + * Kind + */ + kind: 'FindConversationsAction'; + /** + * Limit + * + * Most conversations to list. + */ + limit?: number; + /** + * Query + * + * Words to look for in the titles, in any case and order. Leave it empty to list the latest conversations. + */ + query?: string; +}; + +/** + * FindConversationsTool + * + * Tool that finds the user's conversations by title. + */ +export type FindConversationsTool = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'FindConversationsTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; + /** + * Title + */ + readonly title: string; +}; + /** * FinishAction */ @@ -7499,15 +7986,23 @@ export type LlmInput = { /** * Log Completions * - * Enable logging of completions. + * Deprecated alias for log_completions_to_file. Deprecated since v1.63.0 and scheduled for removal in v1.68.0. + * + * @deprecated */ log_completions?: boolean; /** * Log Completions Folder * - * The folder to log LLM completions to. Required if log_completions is True. + * The folder to log LLM completions to. Required if log_completions_to_file is True. */ log_completions_folder?: string; + /** + * Log Completions To File + * + * Enable completion JSON logging to log_completions_folder or a configured completion-log callback. OpenTelemetry tracing is configured separately and can export LLM message content while completion logging is disabled. + */ + log_completions_to_file?: boolean; /** * Max Input Tokens * @@ -7841,15 +8336,23 @@ export type LlmOutput = { /** * Log Completions * - * Enable logging of completions. + * Deprecated alias for log_completions_to_file. Deprecated since v1.63.0 and scheduled for removal in v1.68.0. + * + * @deprecated */ log_completions?: boolean; /** * Log Completions Folder * - * The folder to log LLM completions to. Required if log_completions is True. + * The folder to log LLM completions to. Required if log_completions_to_file is True. */ log_completions_folder?: string; + /** + * Log Completions To File + * + * Enable completion JSON logging to log_completions_folder or a configured completion-log callback. OpenTelemetry tracing is configured separately and can export LLM message content while completion logging is disabled. + */ + log_completions_to_file?: boolean; /** * Max Input Tokens * @@ -8005,9 +8508,9 @@ export type LlmOutput = { * * Event containing LLM completion log data. * - * When an LLM is configured with log_completions=True in a remote conversation, - * this event streams the completion log data back to the client through WebSocket - * instead of writing it to a file inside the Docker container. + * When an LLM is configured with log_completions_to_file=True in a remote + * conversation, this event streams the completion log data back to the client + * through WebSocket instead of writing it to a file inside the Docker container. */ export type LlmCompletionLogEvent = { /** @@ -8840,6 +9343,46 @@ export type McpoAuthClientInfoStateOutput = { [key: string]: unknown; }; +/** + * MCPOAuthStartRequest + * + * Body for ``POST /api/mcp/oauth/start``. + */ +export type McpoAuthStartRequest = { + /** + * Callback Base Url + * + * Agent-server base URL as the user's browser reaches it, e.g. `https://canvas.example.com`. When set and the server has no `web_url`, a dynamically registered OAuth client is redirected to `/api/mcp/oauth/redirect` instead of a loopback port on the agent-server host, which a browser on another machine or outside a container cannot reach. + */ + callback_base_url?: string | null; + /** + * Name + * + * Name to use for the server inside the temporary MCP server map. Only affects error messages -- does not need to match any persisted setting. + */ + name?: string; + /** + * Server + */ + server: + | ({ + type: 'stdio'; + } & StdioMcpServerSpec) + | ({ + type: 'http' | 'shttp' | 'sse' | 'streamable-http'; + } & RemoteMcpServerSpec); + /** + * Timeout + * + * Seconds to wait for connection + tools/list to complete. + */ + timeout?: number; + /** + * Optional read-only tool to invoke after listing succeeds, so callers can verify credentials the server only exercises on tool invocation. Its outcome is reported verbatim in `tool_result` without affecting `ok`. + */ + tool_call?: McpToolCallSpec | null; +}; + /** * MCPOAuthStartResponse * @@ -9774,6 +10317,60 @@ export type Message = { tool_calls?: Array | null; }; +/** + * MessageEditEvent + * + * The agent's edit of one of its earlier messages. + * + * The agent edits with the ``edit_message`` tool, for example to strike a + * question that got answered or a claim that became wrong. ``text`` is the + * whole message after the edit; the latest edit of a message wins. + * + * The LLM never sees this event: its ``edit_message`` call and result are + * already in its history, and the message itself stays there as first + * written. + */ +export type MessageEditEvent = { + /** + * Id + * + * Unique event id (ULID/UUID) + */ + id?: string; + /** + * Kind + */ + kind: 'MessageEditEvent'; + /** + * Parent Id + * + * Parent event id in the conversation tree. None for the root, or for legacy events predating the tree (see EventLog's effective-parent rule). Events sharing a parent_id are sibling branches. + */ + parent_id?: string | null; + /** + * Source + */ + source?: 'agent' | 'user' | 'environment' | 'hook'; + /** + * Target Event Id + * + * The edited message: an agent `MessageEvent`, or the agent's `finish` `ActionEvent`. + */ + target_event_id: string; + /** + * Text + * + * The message's whole text after the edit. + */ + text: string; + /** + * Timestamp + * + * Event timestamp + */ + timestamp?: string; +}; + /** * MessageEvent * @@ -10021,7 +10618,87 @@ export type MetricsSnapshot = { * * Name of the model */ - model_name?: string; + model_name?: string; +}; + +/** + * ModelRouteInfo + */ +export type ModelRouteInfo = { + /** + * Label + * + * Optional human-readable route label. + */ + label?: string | null; + /** + * Model + * + * Underlying model configured for this route, when available. + */ + model?: string | null; + /** + * Name + * + * Stable route name understood by the model router. + */ + name: string; +}; + +/** + * ModelRouterSelection + */ +export type ModelRouterSelection = { + /** + * Manual Route Name + * + * Route name to use when mode is manual. + */ + manual_route_name?: string | null; + /** + * Mode + * + * Whether routing is automatic or pinned to a manual route. + */ + mode?: 'auto' | 'manual'; +}; + +/** + * ModelRouterStatus + */ +export type ModelRouterStatus = { + /** + * Enabled + * + * Whether the conversation LLM is a model router. + */ + enabled: boolean; + /** + * Last Route Name + * + * Most recent route chosen by the router, if any. + */ + last_route_name?: string | null; + /** + * Routes + * + * Routes currently available for manual selection. + */ + routes?: Array; + /** + * Current desired router selection state. + */ + selection?: ModelRouterSelection | null; +}; + +/** + * ModelRouterUpdateRequest + */ +export type ModelRouterUpdateRequest = { + /** + * Desired router selection state to apply. + */ + selection: ModelRouterSelection; }; /** @@ -10146,12 +10823,18 @@ export type Observation = | ({ kind: 'openhands__tools__ask_oracle__definition__AskOracleObservation-Output__1'; } & AskOracleObservation) + | ({ + kind: 'openhands__tools__ask_user__definition__AskUserObservation-Output__1'; + } & AskUserObservation) | ({ kind: 'openhands__tools__browser_use__definition__BrowserObservation-Output__1'; } & BrowserObservation) | ({ kind: 'openhands__tools__child_conversation__definition__StartChildConversationObservation-Output__1'; } & StartChildConversationObservation) + | ({ + kind: 'openhands__tools__conversation_mentions__definition__ConversationMentionsObservation-Output__1'; + } & ConversationMentionsObservation) | ({ kind: 'openhands__tools__delegate__definition__DelegateObservation-Output__1'; } & DelegateObservation) @@ -10176,9 +10859,15 @@ export type Observation = | ({ kind: 'openhands__tools__grep__definition__GrepObservation-Output__1'; } & GrepObservation) + | ({ + kind: 'openhands__tools__message_edit__definition__EditMessageObservation-Output__1'; + } & EditMessageObservation) | ({ kind: 'openhands__tools__planning_file_editor__definition__PlanningFileEditorObservation-Output__1'; } & PlanningFileEditorObservation) + | ({ + kind: 'openhands__tools__reaction__definition__ReactionObservation-Output__1'; + } & ReactionObservation) | ({ kind: 'openhands__tools__task__definition__TaskObservation-Output__1'; } & TaskObservation) @@ -10348,6 +11037,10 @@ export type OpenHandsAgentProfile = { * Monotonic revision counter, bumped on each saved edit. */ revision?: number; + /** + * Sandbox to start new conversations with. null = the host's own default selection. + */ + sandbox?: ProfileSandboxSettings | null; /** * Schema Version */ @@ -11161,6 +11854,25 @@ export type ProfileMutationResponse = { name: string; }; +/** + * ProfileSandboxSettings + * + * Sandbox launch metadata for a profile, read by the host that provisions + * sandboxes. + * + * Kept apart from the agent configuration: :func:`~openhands.sdk.launch.resolve` + * never copies it into ``AgentSettings``, and an agent server that does not + * create sandboxes ignores it. + */ +export type ProfileSandboxSettings = { + /** + * Spec Id + * + * Id of a sandbox spec (for example an agent-server image) the host advertises. Applies only when a new sandbox is created; the host decides how a spec it no longer offers is handled. + */ + spec_id: string; +}; + /** * ProfileVerificationSettings * @@ -11288,6 +12000,266 @@ export type ProvidersResponse = { providers: Array; }; +/** + * ReactAction + * + * Put an emoji reaction on a message. + */ +export type ReactAction = { + /** + * Emoji + * + * The emoji, as a shortcode. + */ + emoji: 'eyes' | '+1' | 'white_check_mark' | 'tada' | 'thinking_face' | 'heart'; + /** + * Kind + */ + kind: 'ReactAction'; + /** + * Message Id + * + * Id of the message to react to. Leave it out to use the user's latest message, which is almost always the one you mean. + */ + message_id?: string | null; +}; + +/** + * ReactTool + * + * Tool that puts an emoji reaction on a message. + */ +export type ReactTool = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'ReactTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; + /** + * Title + */ + readonly title: string; +}; + +/** + * ReactionEvent + * + * An emoji reaction added to, or removed from, a message. + * + * The agent reacts with the ``react``/``unreact`` tools, and a user + * through ``POST /api/conversations/{id}/reactions``. Clients fold these + * events into each message's current set of reactions: the latest event for + * a (message, emoji, source) wins. + * + * The agent sees the user's reactions on its next turn, as one line naming + * the emoji and the end of the message (``target_text_ending``); a reaction + * does not start a run. Its own reactions stay out of what it sees + * (``View`` skips them): its ``react`` call is already there. A user's + * reaction that arrives while tool calls wait for their results (for example + * during a confirmation) is held back and becomes an event once those calls + * are answered, so it never sits between a call and its result. + */ +export type ReactionEvent = { + /** + * Emoji + * + * The emoji, as a shortcode. + */ + emoji: 'eyes' | '+1' | 'white_check_mark' | 'tada' | 'thinking_face' | 'heart'; + /** + * Id + * + * Unique event id (ULID/UUID) + */ + id?: string; + /** + * Kind + */ + kind: 'ReactionEvent'; + /** + * Parent Id + * + * Parent event id in the conversation tree. None for the root, or for legacy events predating the tree (see EventLog's effective-parent rule). Events sharing a parent_id are sibling branches. + */ + parent_id?: string | null; + /** + * Removed + * + * True when this removes the reaction. + */ + removed?: boolean; + /** + * Source + */ + source?: 'agent' | 'user' | 'environment' | 'hook'; + /** + * Target Event Id + * + * The message reacted to: a `MessageEvent`, or the agent's `finish` `ActionEvent`. + */ + target_event_id: string; + /** + * Target Text Clipped + * + * True when the message is longer than `target_text_ending`. + */ + target_text_clipped?: boolean; + /** + * Target Text Ending + * + * The end of the reacted message's text, at most 500 characters, saved with the user's reaction so the agent can tell which message it is about. + */ + target_text_ending?: string | null; + /** + * Timestamp + * + * Event timestamp + */ + timestamp?: string; +}; + +/** + * ReactionObservation + * + * The result of ``react`` or ``unreact``. + * + * On success it carries the reaction, which the agent records as a + * :class:`ReactionEvent` after this observation, in the same step. + */ +export type ReactionObservation = { + /** + * Content + * + * Content returned from the tool as a list of TextContent/ImageContent objects. When there is an error, it should be written in this field. + */ + content?: Array; + /** + * Emoji + */ + emoji?: 'eyes' | '+1' | 'white_check_mark' | 'tada' | 'thinking_face' | 'heart' | null; + /** + * Is Error + * + * Whether the observation indicates an error + */ + is_error?: boolean; + /** + * Kind + */ + kind: 'ReactionObservation'; + /** + * Removed + */ + removed?: boolean; + /** + * Target Event Id + */ + target_event_id?: string | null; +}; + +/** + * ReactionRequest + * + * Payload to add or remove the user's emoji reaction on a message. + */ +export type ReactionRequest = { + /** + * Emoji + * + * The emoji, as a shortcode. + */ + emoji: 'eyes' | '+1' | 'white_check_mark' | 'tada' | 'thinking_face' | 'heart'; + /** + * Removed + * + * True to remove the reaction. + */ + removed?: boolean; + /** + * Target Event Id + * + * The message to react to; the agent's latest when left out. + */ + target_event_id?: string | null; +}; + +/** + * ReadConversationAction + * + * Read the latest messages of another conversation. + */ +export type ReadConversationAction = { + /** + * Conversation + * + * The conversation: its mention link ([Title](conversation:)) or its id. + */ + conversation: string; + /** + * Kind + */ + kind: 'ReadConversationAction'; + /** + * Limit + * + * Most messages to read. + */ + limit?: number; +}; + +/** + * ReadConversationTool + * + * Tool that reads the latest messages of another conversation. + */ +export type ReadConversationTool = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'ReadConversationTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; + /** + * Title + */ + readonly title: string; +}; + /** * ReadFileAction * @@ -11873,6 +12845,12 @@ export type SendMessageRequest = { * Whether the agent loop should automatically run if not running */ run?: boolean; + /** + * Sender Conversation Id + * + * The conversation sending this message, when an agent rather than the user sends it. The saved message records it as its `sender` (`conversation:`) and opens with a line telling the receiving agent which conversation sent it, that the user did not, and that it approves nothing on the user's behalf. On a new conversation's `initial_message` it marks the first message the same way. Leave it out for the user's own messages. + */ + sender_conversation_id?: string | null; }; /** @@ -12602,6 +13580,12 @@ export type SkillsRequest = { * Load public skills from OpenHands/extensions repo */ load_public?: boolean; + /** + * Load Registered Marketplaces + * + * Load auto_load registered marketplaces independently of load_public. Null keeps the legacy behavior of following load_public. + */ + load_registered_marketplaces?: boolean | null; /** * Load User * @@ -14535,6 +15519,9 @@ export type ToolDefinition = | ({ kind: 'openhands__tools__ask_oracle__definition__AskOracleTool-Output__1'; } & AskOracleTool) + | ({ + kind: 'openhands__tools__ask_user__definition__AskUserTool-Output__1'; + } & AskUserTool) | ({ kind: 'openhands__tools__browser_use__definition__BrowserClickTool-Output__1'; } & BrowserClickTool) @@ -14583,6 +15570,12 @@ export type ToolDefinition = | ({ kind: 'openhands__tools__child_conversation__definition__StartChildConversationTool-Output__1'; } & StartChildConversationTool) + | ({ + kind: 'openhands__tools__conversation_mentions__definition__FindConversationsTool-Output__1'; + } & FindConversationsTool) + | ({ + kind: 'openhands__tools__conversation_mentions__definition__ReadConversationTool-Output__1'; + } & ReadConversationTool) | ({ kind: 'openhands__tools__file_editor__definition__FileEditorTool-Output__1'; } & FileEditorTool) @@ -14604,9 +15597,18 @@ export type ToolDefinition = | ({ kind: 'openhands__tools__grep__definition__GrepTool-Output__1'; } & GrepTool) + | ({ + kind: 'openhands__tools__message_edit__definition__EditMessageTool-Output__1'; + } & EditMessageTool) | ({ kind: 'openhands__tools__planning_file_editor__definition__PlanningFileEditorTool-Output__1'; } & PlanningFileEditorTool) + | ({ + kind: 'openhands__tools__reaction__definition__ReactTool-Output__1'; + } & ReactTool) + | ({ + kind: 'openhands__tools__reaction__definition__UnreactTool-Output__1'; + } & UnreactTool) | ({ kind: 'openhands__tools__task__definition__TaskTool-Output__1'; } & TaskTool) @@ -14829,21 +15831,80 @@ export type UninstallCanvasExtensionResponse = { */ export type UninstallPluginResponse = { /** - * Message + * Message + */ + message: string; +}; + +/** + * UninstallSkillResponse + * + * Response from skill uninstall operation. + */ +export type UninstallSkillResponse = { + /** + * Message + */ + message: string; +}; + +/** + * UnreactAction + * + * Take an emoji reaction off a message. + */ +export type UnreactAction = { + /** + * Emoji + * + * The emoji to remove, as a shortcode. + */ + emoji: 'eyes' | '+1' | 'white_check_mark' | 'tada' | 'thinking_face' | 'heart'; + /** + * Kind + */ + kind: 'UnreactAction'; + /** + * Message Id + * + * Id of the message to react to. Leave it out to use the user's latest message, which is almost always the one you mean. + */ + message_id?: string | null; +}; + +/** + * UnreactTool + * + * Tool that takes an emoji reaction off a message. + */ +export type UnreactTool = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'UnreactTool'; + /** + * Meta */ - message: string; -}; - -/** - * UninstallSkillResponse - * - * Response from skill uninstall operation. - */ -export type UninstallSkillResponse = { + meta?: { + [key: string]: unknown; + } | null; /** - * Message + * Observation Type */ - message: string; + observation_type?: string | null; + /** + * Title + */ + readonly title: string; }; /** @@ -15180,7 +16241,7 @@ export type VisionInspectAction = { /** * Image Index * - * Zero-based index of the image to inspect from the latest user message. + * Zero-based index of the image to inspect. Images are numbered in conversation order across user messages and tool observations, matching the references in the rewritten messages. */ image_index: number; /** @@ -15833,6 +16894,12 @@ export type McpTypesTypesToolAnnotations = { * Response containing the plugins marketplace catalog. */ export type OpenhandsAgentServerPluginsRouterMarketplaceCatalogResponse = { + /** + * Disabled + * + * True when instance policy disables the default public catalog + */ + disabled?: boolean; /** * Plugins */ @@ -15845,6 +16912,12 @@ export type OpenhandsAgentServerPluginsRouterMarketplaceCatalogResponse = { * Response containing the marketplace catalog. */ export type OpenhandsAgentServerSkillsRouterMarketplaceCatalogResponse = { + /** + * Disabled + * + * True when instance policy disables the default public catalog + */ + disabled?: boolean; /** * Skills */ @@ -16547,6 +17620,22 @@ export type ApiBasedCriticOutputWritable = { user_followup_labels?: Array; }; +/** + * AddMCPServersRequest + * + * Payload to add modern MCP servers to a running conversation. + */ +export type AddMcpServersRequestWritable = { + /** + * Mcp Servers + * + * MCP servers to add to this conversation by server name. + */ + mcp_servers?: { + [key: string]: McpServerInputWritable; + }; +}; + /** * Agent * @@ -17125,6 +18214,37 @@ export type AskOracleToolWritable = { observation_type?: string | null; }; +/** + * AskUserTool + * + * Tool that asks the user a question with options and ends the turn. + */ +export type AskUserToolWritable = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'AskUserTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; +}; + /** * Body_switch_conversation_llm_api_conversations__conversation_id__switch_llm_post */ @@ -17958,6 +19078,37 @@ export type CriticBaseOutputWritable = kind: 'openhands__sdk__critic__impl__pass_critic__PassCritic-Output__1'; } & PassCriticOutput); +/** + * EditMessageTool + * + * Tool that edits one of the agent's earlier messages. + */ +export type EditMessageToolWritable = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'EditMessageTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; +}; + /** * EditTool * @@ -18120,6 +19271,9 @@ export type EventWritable = | ({ kind: 'openhands__sdk__event__acp_tool_call__ACPToolCallEvent-Output__1'; } & AcpToolCallEvent) + | ({ + kind: 'openhands__sdk__event__ask_user__AskUserAnswerEvent-Output__1'; + } & AskUserAnswerEvent) | ({ kind: 'openhands__sdk__event__condenser__Condensation-Output__1'; } & Condensation) @@ -18159,6 +19313,12 @@ export type EventWritable = | ({ kind: 'openhands__sdk__event__llm_convertible__system__SystemPromptEvent-Output__1'; } & SystemPromptEventWritable) + | ({ + kind: 'openhands__sdk__event__message_edit__MessageEditEvent-Output__1'; + } & MessageEditEvent) + | ({ + kind: 'openhands__sdk__event__reaction__ReactionEvent-Output__1'; + } & ReactionEvent) | ({ kind: 'openhands__sdk__event__security__SecurityAnalysisEvent-Output__1'; } & SecurityAnalysisEvent) @@ -18246,6 +19406,37 @@ export type FileEditorToolWritable = { observation_type?: string | null; }; +/** + * FindConversationsTool + * + * Tool that finds the user's conversations by title. + */ +export type FindConversationsToolWritable = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'FindConversationsTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; +}; + /** * FinishTool * @@ -18796,15 +19987,23 @@ export type LlmInputWritable = { /** * Log Completions * - * Enable logging of completions. + * Deprecated alias for log_completions_to_file. Deprecated since v1.63.0 and scheduled for removal in v1.68.0. + * + * @deprecated */ log_completions?: boolean; /** * Log Completions Folder * - * The folder to log LLM completions to. Required if log_completions is True. + * The folder to log LLM completions to. Required if log_completions_to_file is True. */ log_completions_folder?: string; + /** + * Log Completions To File + * + * Enable completion JSON logging to log_completions_folder or a configured completion-log callback. OpenTelemetry tracing is configured separately and can export LLM message content while completion logging is disabled. + */ + log_completions_to_file?: boolean; /** * Max Input Tokens * @@ -19132,15 +20331,23 @@ export type LlmOutputWritable = { /** * Log Completions * - * Enable logging of completions. + * Deprecated alias for log_completions_to_file. Deprecated since v1.63.0 and scheduled for removal in v1.68.0. + * + * @deprecated */ log_completions?: boolean; /** * Log Completions Folder * - * The folder to log LLM completions to. Required if log_completions is True. + * The folder to log LLM completions to. Required if log_completions_to_file is True. */ log_completions_folder?: string; + /** + * Log Completions To File + * + * Enable completion JSON logging to log_completions_folder or a configured completion-log callback. OpenTelemetry tracing is configured separately and can export LLM message content while completion logging is disabled. + */ + log_completions_to_file?: boolean; /** * Max Input Tokens * @@ -19545,6 +20752,46 @@ export type McpoAuthClientInfoStateInputWritable = { [key: string]: unknown; }; +/** + * MCPOAuthStartRequest + * + * Body for ``POST /api/mcp/oauth/start``. + */ +export type McpoAuthStartRequestWritable = { + /** + * Callback Base Url + * + * Agent-server base URL as the user's browser reaches it, e.g. `https://canvas.example.com`. When set and the server has no `web_url`, a dynamically registered OAuth client is redirected to `/api/mcp/oauth/redirect` instead of a loopback port on the agent-server host, which a browser on another machine or outside a container cannot reach. + */ + callback_base_url?: string | null; + /** + * Name + * + * Name to use for the server inside the temporary MCP server map. Only affects error messages -- does not need to match any persisted setting. + */ + name?: string; + /** + * Server + */ + server: + | ({ + type: 'stdio'; + } & StdioMcpServerSpec) + | ({ + type: 'http' | 'shttp' | 'sse' | 'streamable-http'; + } & RemoteMcpServerSpecWritable); + /** + * Timeout + * + * Seconds to wait for connection + tools/list to complete. + */ + timeout?: number; + /** + * Optional read-only tool to invoke after listing succeeds, so callers can verify credentials the server only exercises on tool invocation. Its outcome is reported verbatim in `tool_result` without affecting `ok`. + */ + tool_call?: McpToolCallSpec | null; +}; + /** * MCPOAuthState */ @@ -19990,6 +21237,68 @@ export type ProviderConnectionUpdateRequestWritable = { provider?: string | null; }; +/** + * ReactTool + * + * Tool that puts an emoji reaction on a message. + */ +export type ReactToolWritable = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'ReactTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; +}; + +/** + * ReadConversationTool + * + * Tool that reads the latest messages of another conversation. + */ +export type ReadConversationToolWritable = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'ReadConversationTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; +}; + /** * ReadFileTool * @@ -21171,6 +22480,9 @@ export type ToolDefinitionWritable = | ({ kind: 'openhands__tools__ask_oracle__definition__AskOracleTool-Output__1'; } & AskOracleToolWritable) + | ({ + kind: 'openhands__tools__ask_user__definition__AskUserTool-Output__1'; + } & AskUserToolWritable) | ({ kind: 'openhands__tools__browser_use__definition__BrowserClickTool-Output__1'; } & BrowserClickToolWritable) @@ -21219,6 +22531,12 @@ export type ToolDefinitionWritable = | ({ kind: 'openhands__tools__child_conversation__definition__StartChildConversationTool-Output__1'; } & StartChildConversationToolWritable) + | ({ + kind: 'openhands__tools__conversation_mentions__definition__FindConversationsTool-Output__1'; + } & FindConversationsToolWritable) + | ({ + kind: 'openhands__tools__conversation_mentions__definition__ReadConversationTool-Output__1'; + } & ReadConversationToolWritable) | ({ kind: 'openhands__tools__file_editor__definition__FileEditorTool-Output__1'; } & FileEditorToolWritable) @@ -21240,9 +22558,18 @@ export type ToolDefinitionWritable = | ({ kind: 'openhands__tools__grep__definition__GrepTool-Output__1'; } & GrepToolWritable) + | ({ + kind: 'openhands__tools__message_edit__definition__EditMessageTool-Output__1'; + } & EditMessageToolWritable) | ({ kind: 'openhands__tools__planning_file_editor__definition__PlanningFileEditorTool-Output__1'; } & PlanningFileEditorToolWritable) + | ({ + kind: 'openhands__tools__reaction__definition__ReactTool-Output__1'; + } & ReactToolWritable) + | ({ + kind: 'openhands__tools__reaction__definition__UnreactTool-Output__1'; + } & UnreactToolWritable) | ({ kind: 'openhands__tools__task__definition__TaskTool-Output__1'; } & TaskToolWritable) @@ -21405,7 +22732,38 @@ export type ToolShieldLlmSecurityAnalyzerOutputWritable = { * - ``""`` (default): bare guardrail -- no experiences. The analyzer still separates actor from judge; it just classifies without distilled tool-specific guidance. * - Any non-empty string: used as-is. The intended pattern is to call one of the helpers (``default_safety_experiences()``, ``load_safety_experiences(tool_names)``, ``auto_detect_safety_experiences()``) which require the ``[toolshield]`` optional extra (``pip install openhands-sdk[toolshield]``). Callers with their own source of guidelines can pass any custom string. */ - safety_experiences?: string; + safety_experiences?: string; +}; + +/** + * UnreactTool + * + * Tool that takes an emoji reaction off a message. + */ +export type UnreactToolWritable = { + /** + * Action Type + */ + action_type: string; + annotations?: OpenhandsSdkToolToolToolAnnotations | null; + /** + * Description + */ + description: string; + /** + * Kind + */ + kind: 'UnreactTool'; + /** + * Meta + */ + meta?: { + [key: string]: unknown; + } | null; + /** + * Observation Type + */ + observation_type?: string | null; }; /** @@ -23069,6 +24427,54 @@ export type AskAgentApiConversationsConversationIdAskAgentPostResponses = { export type AskAgentApiConversationsConversationIdAskAgentPostResponse = AskAgentApiConversationsConversationIdAskAgentPostResponses[keyof AskAgentApiConversationsConversationIdAskAgentPostResponses]; +export type AnswerAskUserApiConversationsConversationIdAskUserAnswerPostData = { + body: AskUserAnswerRequest; + path: { + /** + * Conversation Id + */ + conversation_id: string; + }; + query?: never; + url: '/api/conversations/{conversation_id}/ask_user/answer'; +}; + +export type AnswerAskUserApiConversationsConversationIdAskUserAnswerPostErrors = { + /** + * That question is not waiting for an answer + */ + 400: unknown; + /** + * Item not found + */ + 404: unknown; + /** + * Decision cards are turned off + */ + 409: unknown; + /** + * Validation Error + */ + 422: HttpValidationError; + /** + * Answer saved but server run capacity is full + */ + 429: unknown; +}; + +export type AnswerAskUserApiConversationsConversationIdAskUserAnswerPostError = + AnswerAskUserApiConversationsConversationIdAskUserAnswerPostErrors[keyof AnswerAskUserApiConversationsConversationIdAskUserAnswerPostErrors]; + +export type AnswerAskUserApiConversationsConversationIdAskUserAnswerPostResponses = { + /** + * Successful Response + */ + 200: AskUserAnswerEvent; +}; + +export type AnswerAskUserApiConversationsConversationIdAskUserAnswerPostResponse = + AnswerAskUserApiConversationsConversationIdAskUserAnswerPostResponses[keyof AnswerAskUserApiConversationsConversationIdAskUserAnswerPostResponses]; + export type StartChildConversationApiConversationsConversationIdChildrenPostData = { body: StartChildConversationRequest; path: { @@ -23238,6 +24644,10 @@ export type SendMessageApiConversationsConversationIdEventsPostData = { }; export type SendMessageApiConversationsConversationIdEventsPostErrors = { + /** + * Gateway run in progress; message not saved + */ + 409: unknown; /** * Validation Error */ @@ -23261,6 +24671,44 @@ export type SendMessageApiConversationsConversationIdEventsPostResponses = { export type SendMessageApiConversationsConversationIdEventsPostResponse = SendMessageApiConversationsConversationIdEventsPostResponses[keyof SendMessageApiConversationsConversationIdEventsPostResponses]; +export type BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostData = { + /** + * Event Ids + */ + body: Array; + path: { + /** + * Conversation Id + */ + conversation_id: string; + }; + query?: never; + url: '/api/conversations/{conversation_id}/events/batch'; +}; + +export type BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostErrors = { + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostError = + BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostErrors[keyof BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostErrors]; + +export type BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostResponses = + { + /** + * Response Batch Get Conversation Events Via Post Api Conversations Conversation Id Events Batch Post + * + * Successful Response + */ + 200: Array; + }; + +export type BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostResponse = + BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostResponses[keyof BatchGetConversationEventsViaPostApiConversationsConversationIdEventsBatchPostResponses]; + export type CountConversationEventsApiConversationsConversationIdEventsCountGetData = { body?: never; path: { @@ -23714,6 +25162,165 @@ export type LoadConversationPluginApiConversationsConversationIdLoadPluginPostRe export type LoadConversationPluginApiConversationsConversationIdLoadPluginPostResponse = LoadConversationPluginApiConversationsConversationIdLoadPluginPostResponses[keyof LoadConversationPluginApiConversationsConversationIdLoadPluginPostResponses]; +export type AddConversationMcpServersApiConversationsConversationIdMcpPostData = { + body: AddMcpServersRequestWritable; + path: { + /** + * Conversation Id + */ + conversation_id: string; + }; + query?: never; + url: '/api/conversations/{conversation_id}/mcp'; +}; + +export type AddConversationMcpServersApiConversationsConversationIdMcpPostErrors = { + /** + * Invalid MCP server update + */ + 400: unknown; + /** + * Item not found + */ + 404: unknown; + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type AddConversationMcpServersApiConversationsConversationIdMcpPostError = + AddConversationMcpServersApiConversationsConversationIdMcpPostErrors[keyof AddConversationMcpServersApiConversationsConversationIdMcpPostErrors]; + +export type AddConversationMcpServersApiConversationsConversationIdMcpPostResponses = { + /** + * Successful Response + */ + 200: Success; +}; + +export type AddConversationMcpServersApiConversationsConversationIdMcpPostResponse = + AddConversationMcpServersApiConversationsConversationIdMcpPostResponses[keyof AddConversationMcpServersApiConversationsConversationIdMcpPostResponses]; + +export type GetConversationModelRouterApiConversationsConversationIdModelRouterGetData = { + body?: never; + path: { + /** + * Conversation Id + */ + conversation_id: string; + }; + query?: never; + url: '/api/conversations/{conversation_id}/model_router'; +}; + +export type GetConversationModelRouterApiConversationsConversationIdModelRouterGetErrors = { + /** + * Conversation not found + */ + 404: unknown; + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type GetConversationModelRouterApiConversationsConversationIdModelRouterGetError = + GetConversationModelRouterApiConversationsConversationIdModelRouterGetErrors[keyof GetConversationModelRouterApiConversationsConversationIdModelRouterGetErrors]; + +export type GetConversationModelRouterApiConversationsConversationIdModelRouterGetResponses = { + /** + * Successful Response + */ + 200: ModelRouterStatus; +}; + +export type GetConversationModelRouterApiConversationsConversationIdModelRouterGetResponse = + GetConversationModelRouterApiConversationsConversationIdModelRouterGetResponses[keyof GetConversationModelRouterApiConversationsConversationIdModelRouterGetResponses]; + +export type UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchData = { + body: ModelRouterUpdateRequest; + path: { + /** + * Conversation Id + */ + conversation_id: string; + }; + query?: never; + url: '/api/conversations/{conversation_id}/model_router'; +}; + +export type UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchErrors = { + /** + * Conversation is not backed by a model router or route name is invalid + */ + 400: unknown; + /** + * Conversation not found + */ + 404: unknown; + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchError = + UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchErrors[keyof UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchErrors]; + +export type UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchResponses = { + /** + * Successful Response + */ + 200: ModelRouterStatus; +}; + +export type UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchResponse = + UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchResponses[keyof UpdateConversationModelRouterApiConversationsConversationIdModelRouterPatchResponses]; + +export type AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostData = + { + body: AddModelRouterRouteRequest; + path: { + /** + * Conversation Id + */ + conversation_id: string; + }; + query?: never; + url: '/api/conversations/{conversation_id}/model_router/routes'; + }; + +export type AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostErrors = + { + /** + * Conversation cannot add this model router route + */ + 400: unknown; + /** + * Conversation or profile not found + */ + 404: unknown; + /** + * Validation Error + */ + 422: HttpValidationError; + }; + +export type AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostError = + AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostErrors[keyof AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostErrors]; + +export type AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostResponses = + { + /** + * Successful Response + */ + 200: ModelRouterStatus; + }; + +export type AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostResponse = + AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostResponses[keyof AddConversationModelRouterRouteApiConversationsConversationIdModelRouterRoutesPostResponses]; + export type NavigateConversationApiConversationsConversationIdNavigatePostData = { body: NavigateConversationRequest; path: { @@ -23791,6 +25398,50 @@ export type PauseConversationApiConversationsConversationIdPausePostResponses = export type PauseConversationApiConversationsConversationIdPausePostResponse = PauseConversationApiConversationsConversationIdPausePostResponses[keyof PauseConversationApiConversationsConversationIdPausePostResponses]; +export type ReactToMessageApiConversationsConversationIdReactionsPostData = { + body: ReactionRequest; + path: { + /** + * Conversation Id + */ + conversation_id: string; + }; + query?: never; + url: '/api/conversations/{conversation_id}/reactions'; +}; + +export type ReactToMessageApiConversationsConversationIdReactionsPostErrors = { + /** + * There is no such message to react to + */ + 400: unknown; + /** + * Item not found + */ + 404: unknown; + /** + * Conversation reactions are turned off + */ + 409: unknown; + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type ReactToMessageApiConversationsConversationIdReactionsPostError = + ReactToMessageApiConversationsConversationIdReactionsPostErrors[keyof ReactToMessageApiConversationsConversationIdReactionsPostErrors]; + +export type ReactToMessageApiConversationsConversationIdReactionsPostResponses = { + /** + * Successful Response + */ + 200: ReactionEvent; +}; + +export type ReactToMessageApiConversationsConversationIdReactionsPostResponse = + ReactToMessageApiConversationsConversationIdReactionsPostResponses[keyof ReactToMessageApiConversationsConversationIdReactionsPostResponses]; + export type RunConversationApiConversationsConversationIdRunPostData = { body?: never; path: { @@ -25908,7 +27559,7 @@ export type SubmitMcpOauthCallbackApiMcpOauthCallbackJobIdPostResponse = SubmitMcpOauthCallbackApiMcpOauthCallbackJobIdPostResponses[keyof SubmitMcpOauthCallbackApiMcpOauthCallbackJobIdPostResponses]; export type StartMcpOauthApiMcpOauthStartPostData = { - body: McpTestRequestWritable; + body: McpoAuthStartRequestWritable; path?: never; query?: never; url: '/api/mcp/oauth/start'; @@ -26714,6 +28365,65 @@ export type GetConversationSettingsSchemaApiSettingsConversationSchemaGetRespons export type GetConversationSettingsSchemaApiSettingsConversationSchemaGetResponse = GetConversationSettingsSchemaApiSettingsConversationSchemaGetResponses[keyof GetConversationSettingsSchemaApiSettingsConversationSchemaGetResponses]; +export type ListExperimentalFeaturesApiSettingsExperimentalGetData = { + body?: never; + path?: never; + query?: never; + url: '/api/settings/experimental'; +}; + +export type ListExperimentalFeaturesApiSettingsExperimentalGetResponses = { + /** + * Response List Experimental Features Api Settings Experimental Get + * + * Successful Response + */ + 200: Array; +}; + +export type ListExperimentalFeaturesApiSettingsExperimentalGetResponse = + ListExperimentalFeaturesApiSettingsExperimentalGetResponses[keyof ListExperimentalFeaturesApiSettingsExperimentalGetResponses]; + +export type UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchData = { + body: ExperimentalFeatureUpdate; + path: { + /** + * Key + */ + key: string; + }; + query?: never; + url: '/api/settings/experimental/{key}'; +}; + +export type UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchErrors = { + /** + * There is no feature with this key + */ + 404: unknown; + /** + * The settings file cannot be read + */ + 409: unknown; + /** + * Validation Error + */ + 422: HttpValidationError; +}; + +export type UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchError = + UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchErrors[keyof UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchErrors]; + +export type UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchResponses = { + /** + * Successful Response + */ + 200: ExperimentalFeature; +}; + +export type UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchResponse = + UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchResponses[keyof UpdateExperimentalFeatureApiSettingsExperimentalKeyPatchResponses]; + export type DeleteMcpServerApiSettingsMcpSettingsKeyDeleteData = { body?: never; path: { diff --git a/openhands-agent-server/pyproject.toml b/openhands-agent-server/pyproject.toml index bde7483cc90..708189c7def 100644 --- a/openhands-agent-server/pyproject.toml +++ b/openhands-agent-server/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "openhands-agent-server" -version = "1.62.0" +version = "1.63.0" description = "OpenHands Agent Server - REST/WebSocket interface for OpenHands AI Agent" requires-python = ">=3.12" diff --git a/openhands-sdk/pyproject.toml b/openhands-sdk/pyproject.toml index 987d19853d8..c55cd95f02d 100644 --- a/openhands-sdk/pyproject.toml +++ b/openhands-sdk/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "openhands-sdk" -version = "1.62.0" +version = "1.63.0" description = "OpenHands SDK - Core functionality for building AI agents" requires-python = ">=3.12" diff --git a/openhands-tools/pyproject.toml b/openhands-tools/pyproject.toml index e400c1aca06..1f30ea53b51 100644 --- a/openhands-tools/pyproject.toml +++ b/openhands-tools/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "openhands-tools" -version = "1.62.0" +version = "1.63.0" description = "OpenHands Tools - Runtime tools for AI agents" requires-python = ">=3.12" diff --git a/openhands-workspace/pyproject.toml b/openhands-workspace/pyproject.toml index 06fdaf677d7..8ee623a0143 100644 --- a/openhands-workspace/pyproject.toml +++ b/openhands-workspace/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "openhands-workspace" -version = "1.62.0" +version = "1.63.0" description = "OpenHands Workspace - Docker and container-based workspace implementations" requires-python = ">=3.12" diff --git a/tests/cross/test_integration_runner_workflow.py b/tests/cross/test_integration_runner_workflow.py new file mode 100644 index 00000000000..3df340e576d --- /dev/null +++ b/tests/cross/test_integration_runner_workflow.py @@ -0,0 +1,44 @@ +"""Exercise integration workflow Python entrypoints without making LLM calls.""" + +import os +import shlex +import subprocess +import sys +from pathlib import Path + +import pytest +import yaml + + +REPO_ROOT = Path(__file__).resolve().parents[2] +WORKFLOW = REPO_ROOT / ".github" / "workflows" / "integration-runner.yml" + + +def _runner_commands() -> list[list[str]]: + workflow = yaml.safe_load(WORKFLOW.read_text()) + commands = [] + for job in workflow["jobs"].values(): + for step in job.get("steps", []): + for line in step.get("run", "").splitlines(): + command = shlex.split(line.strip().removesuffix("\\")) + if command[:3] == ["uv", "run", "python"]: + commands.append(command[3:]) + assert commands, "No integration runner commands found" + return commands + + +@pytest.mark.parametrize("command", _runner_commands(), ids=lambda args: " ".join(args)) +def test_integration_workflow_runner_help(command: list[str]) -> None: + env = os.environ.copy() + env.pop("PYTHONPATH", None) + env["OPENHANDS_SUPPRESS_BANNER"] = "1" + result = subprocess.run( + [sys.executable, *command, "--help"], + cwd=REPO_ROOT, + env=env, + capture_output=True, + text=True, + timeout=60, + ) + assert result.returncode == 0, result.stdout + result.stderr + assert "usage:" in result.stdout diff --git a/tests/integration/BEHAVIOR_TESTS.md b/tests/integration/BEHAVIOR_TESTS.md index 18966c505c9..9186a1f3215 100644 --- a/tests/integration/BEHAVIOR_TESTS.md +++ b/tests/integration/BEHAVIOR_TESTS.md @@ -112,7 +112,7 @@ For additional patterns, read the existing suites such as `b01_no_premature_impl Use the integration runner locally when developing new scenarios: ```bash -python tests/integration/run_infer.py \ +python -m tests.integration.run_infer \ --llm-config '{"model": "claude-sonnet-4-5-20250929"}' \ --eval-ids "b01_no_premature_implementation" ``` diff --git a/tests/integration/README.md b/tests/integration/README.md index 91221fa7fd3..e70d0109858 100644 --- a/tests/integration/README.md +++ b/tests/integration/README.md @@ -50,13 +50,13 @@ For condenser tests, use the `condenser-test` label instead. ```bash # Run all tests -uv run python tests/integration/run_infer.py --llm-config '{"model": "litellm_proxy/anthropic/claude-sonnet-4-5-20250929"}' +uv run python -m tests.integration.run_infer --llm-config '{"model": "litellm_proxy/anthropic/claude-sonnet-4-5-20250929"}' # Run a specific test -uv run python tests/integration/run_infer.py --llm-config '{"model": "litellm_proxy/anthropic/claude-sonnet-4-5-20250929"}' --eval-ids t01_fix_simple_typo +uv run python -m tests.integration.run_infer --llm-config '{"model": "litellm_proxy/anthropic/claude-sonnet-4-5-20250929"}' --eval-ids t01_fix_simple_typo # Run only condenser tests -uv run python tests/integration/run_infer.py --llm-config '{"model": "litellm_proxy/anthropic/claude-opus-4-5", "extended_thinking": true}' --test-type condenser +uv run python -m tests.integration.run_infer --llm-config '{"model": "litellm_proxy/anthropic/claude-opus-4-5", "extended_thinking": true}' --test-type condenser ``` ## Automated Testing with GitHub Actions diff --git a/tests/integration/api_compliance/run_compliance.py b/tests/integration/api_compliance/run_compliance.py index 16a3a12dc1c..27e8c85093e 100644 --- a/tests/integration/api_compliance/run_compliance.py +++ b/tests/integration/api_compliance/run_compliance.py @@ -7,18 +7,18 @@ Usage: # Run all patterns against all models - uv run python tests/integration/api_compliance/run_compliance.py + uv run python -m tests.integration.api_compliance.run_compliance # Run specific patterns - uv run python tests/integration/api_compliance/run_compliance.py \ + uv run python -m tests.integration.api_compliance.run_compliance \ --patterns unmatched_tool_use,interleaved_user_message # Run against specific models - uv run python tests/integration/api_compliance/run_compliance.py \ + uv run python -m tests.integration.api_compliance.run_compliance \ --models claude-sonnet-4-5,gpt-5.5 # Output to specific directory - uv run python tests/integration/api_compliance/run_compliance.py \ + uv run python -m tests.integration.api_compliance.run_compliance \ --output-dir ./compliance-results """ diff --git a/uv.lock b/uv.lock index 5d0f7d8f7e0..d98c69b1a62 100644 --- a/uv.lock +++ b/uv.lock @@ -3,13 +3,13 @@ revision = 5 requires-python = ">=3.12" resolution-markers = [ "python_full_version >= '3.15' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version >= '3.15' and platform_machine != 'x86_64') or (python_full_version >= '3.15' and sys_platform != 'darwin')", + "python_full_version >= '3.15' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", "python_full_version == '3.14.*' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version == '3.14.*' and platform_machine != 'x86_64') or (python_full_version == '3.14.*' and sys_platform != 'darwin')", + "python_full_version == '3.14.*' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", "python_full_version == '3.13.*' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version == '3.13.*' and platform_machine != 'x86_64') or (python_full_version == '3.13.*' and sys_platform != 'darwin')", + "python_full_version == '3.13.*' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", "python_full_version < '3.13' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version < '3.13' and platform_machine != 'x86_64') or (python_full_version < '3.13' and sys_platform != 'darwin')", + "python_full_version < '3.13' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", ] [options] @@ -357,11 +357,11 @@ version = "0.22.9" source = { registry = "https://pypi.org/simple" } resolution-markers = [ "python_full_version == '3.14.*' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version == '3.14.*' and platform_machine != 'x86_64') or (python_full_version == '3.14.*' and sys_platform != 'darwin')", + "python_full_version == '3.14.*' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", "python_full_version == '3.13.*' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version == '3.13.*' and platform_machine != 'x86_64') or (python_full_version == '3.13.*' and sys_platform != 'darwin')", + "python_full_version == '3.13.*' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", "python_full_version < '3.13' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version < '3.13' and platform_machine != 'x86_64') or (python_full_version < '3.13' and sys_platform != 'darwin')", + "python_full_version < '3.13' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", ] sdist = { url = "https://files.pythonhosted.org/packages/c7/94/1009e248bbfbab11397abca7193bea6626806be9a327d399810d523a07cb/beartype-0.22.9.tar.gz", hash = "sha256:8f82b54aa723a2848a56008d18875f91c1db02c32ef6a62319a002e3e25a975f", size = 1608866, upload-time = "2025-12-13T06:50:30.72Z" } wheels = [ @@ -374,7 +374,7 @@ version = "0.23.1" source = { registry = "https://pypi.org/simple" } resolution-markers = [ "python_full_version >= '3.15' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version >= '3.15' and platform_machine != 'x86_64') or (python_full_version >= '3.15' and sys_platform != 'darwin')", + "python_full_version >= '3.15' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", ] sdist = { url = "https://files.pythonhosted.org/packages/79/34/c0cfdaee9c796c8381439fed0fcab62810753b8b0adb1ec88fa7f41eaa5d/beartype-0.23.1.tar.gz", hash = "sha256:8b805f246b32931c74f2b321ea0939fe5bb2ff43c12a3eff19cc4c854b832e1d", size = 1993714, upload-time = "2026-10-11T05:36:55.251Z" } wheels = [ @@ -869,10 +869,10 @@ name = "cryptography" version = "50.0.0" source = { registry = "https://pypi.org/simple" } resolution-markers = [ - "(python_full_version >= '3.15' and platform_machine != 'x86_64') or (python_full_version >= '3.15' and sys_platform != 'darwin')", - "(python_full_version == '3.14.*' and platform_machine != 'x86_64') or (python_full_version == '3.14.*' and sys_platform != 'darwin')", - "(python_full_version == '3.13.*' and platform_machine != 'x86_64') or (python_full_version == '3.13.*' and sys_platform != 'darwin')", - "(python_full_version < '3.13' and platform_machine != 'x86_64') or (python_full_version < '3.13' and sys_platform != 'darwin')", + "python_full_version >= '3.15' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", + "python_full_version == '3.14.*' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", + "python_full_version == '3.13.*' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", + "python_full_version < '3.13' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", ] dependencies = [ { name = "cffi", marker = "platform_python_implementation != 'PyPy'" }, @@ -1482,7 +1482,7 @@ version = "3.4.1" source = { registry = "https://pypi.org/simple" } resolution-markers = [ "python_full_version < '3.13' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version < '3.13' and platform_machine != 'x86_64') or (python_full_version < '3.13' and sys_platform != 'darwin')", + "python_full_version < '3.13' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", ] dependencies = [ { name = "google-api-core" }, @@ -1503,11 +1503,11 @@ version = "3.11.0" source = { registry = "https://pypi.org/simple" } resolution-markers = [ "python_full_version >= '3.15' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version >= '3.15' and platform_machine != 'x86_64') or (python_full_version >= '3.15' and sys_platform != 'darwin')", + "python_full_version >= '3.15' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", "python_full_version == '3.14.*' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version == '3.14.*' and platform_machine != 'x86_64') or (python_full_version == '3.14.*' and sys_platform != 'darwin')", + "python_full_version == '3.14.*' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", "python_full_version == '3.13.*' and platform_machine == 'x86_64' and sys_platform == 'darwin'", - "(python_full_version == '3.13.*' and platform_machine != 'x86_64') or (python_full_version == '3.13.*' and sys_platform != 'darwin')", + "python_full_version == '3.13.*' and (platform_machine != 'x86_64' or sys_platform != 'darwin')", ] dependencies = [ { name = "google-api-core" }, @@ -2791,7 +2791,7 @@ wheels = [ [[package]] name = "openhands-agent-server" -version = "1.62.0" +version = "1.63.0" source = { editable = "openhands-agent-server" } dependencies = [ { name = "aiosqlite" }, @@ -2835,7 +2835,7 @@ provides-extras = ["posthog"] [[package]] name = "openhands-sdk" -version = "1.62.0" +version = "1.63.0" source = { editable = "openhands-sdk" } dependencies = [ { name = "agent-client-protocol" }, @@ -2899,7 +2899,7 @@ provides-extras = ["boto3", "toolshield", "vertex"] [[package]] name = "openhands-tools" -version = "1.62.0" +version = "1.63.0" source = { editable = "openhands-tools" } dependencies = [ { name = "binaryornot" }, @@ -2936,7 +2936,7 @@ requires-dist = [ [[package]] name = "openhands-workspace" -version = "1.62.0" +version = "1.63.0" source = { editable = "openhands-workspace" } dependencies = [ { name = "certifi" }, @@ -3876,7 +3876,7 @@ dependencies = [ { name = "pyobjc-framework-avkit", marker = "(platform_release >= '13.0' and sys_platform != 'darwin') or (platform_release >= '13' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-avrouting", marker = "(platform_release >= '22.0' and sys_platform != 'darwin') or (platform_release >= '22' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-backgroundassets", marker = "(platform_release >= '22.0' and sys_platform != 'darwin') or (platform_release >= '22' and sys_platform == 'darwin')" }, - { name = "pyobjc-framework-browserenginekit", marker = "(platform_release >= '23.4' and sys_platform != 'darwin') or (platform_release >= '23.4' and sys_platform == 'darwin')" }, + { name = "pyobjc-framework-browserenginekit", marker = "platform_release >= '23.4' and (sys_platform != 'darwin' or sys_platform == 'darwin')" }, { name = "pyobjc-framework-businesschat", marker = "(platform_release >= '18.0' and sys_platform != 'darwin') or (platform_release >= '18' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-calendarstore", marker = "(platform_release >= '9.0' and sys_platform != 'darwin') or (platform_release >= '9' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-callkit", marker = "(platform_release >= '20.0' and sys_platform != 'darwin') or (platform_release >= '20' and sys_platform == 'darwin')" }, @@ -3923,7 +3923,7 @@ dependencies = [ { name = "pyobjc-framework-fileproviderui", marker = "(platform_release >= '19.0' and sys_platform != 'darwin') or (platform_release >= '19' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-findersync", marker = "(platform_release >= '14.0' and sys_platform != 'darwin') or (platform_release >= '14' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-fsevents", marker = "(platform_release >= '9.0' and sys_platform != 'darwin') or (platform_release >= '9' and sys_platform == 'darwin')" }, - { name = "pyobjc-framework-fskit", marker = "(platform_release >= '24.4' and sys_platform != 'darwin') or (platform_release >= '24.4' and sys_platform == 'darwin')" }, + { name = "pyobjc-framework-fskit", marker = "platform_release >= '24.4' and (sys_platform != 'darwin' or sys_platform == 'darwin')" }, { name = "pyobjc-framework-gamecenter", marker = "(platform_release >= '12.0' and sys_platform != 'darwin') or (platform_release >= '12' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-gamecontroller", marker = "(platform_release >= '13.0' and sys_platform != 'darwin') or (platform_release >= '13' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-gamekit", marker = "(platform_release >= '12.0' and sys_platform != 'darwin') or (platform_release >= '12' and sys_platform == 'darwin')" }, @@ -3985,7 +3985,7 @@ dependencies = [ { name = "pyobjc-framework-safariservices", marker = "(platform_release >= '16.0' and sys_platform != 'darwin') or (platform_release >= '16' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-safetykit", marker = "(platform_release >= '22.0' and sys_platform != 'darwin') or (platform_release >= '22' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-scenekit", marker = "(platform_release >= '11.0' and sys_platform != 'darwin') or (platform_release >= '11' and sys_platform == 'darwin')" }, - { name = "pyobjc-framework-screencapturekit", marker = "(platform_release >= '21.4' and sys_platform != 'darwin') or (platform_release >= '21.4' and sys_platform == 'darwin')" }, + { name = "pyobjc-framework-screencapturekit", marker = "platform_release >= '21.4' and (sys_platform != 'darwin' or sys_platform == 'darwin')" }, { name = "pyobjc-framework-screensaver" }, { name = "pyobjc-framework-screentime", marker = "(platform_release >= '20.0' and sys_platform != 'darwin') or (platform_release >= '20' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-scriptingbridge", marker = "(platform_release >= '9.0' and sys_platform != 'darwin') or (platform_release >= '9' and sys_platform == 'darwin')" }, @@ -3993,7 +3993,7 @@ dependencies = [ { name = "pyobjc-framework-security" }, { name = "pyobjc-framework-securityfoundation" }, { name = "pyobjc-framework-securityinterface" }, - { name = "pyobjc-framework-securityui", marker = "(platform_release >= '24.4' and sys_platform != 'darwin') or (platform_release >= '24.4' and sys_platform == 'darwin')" }, + { name = "pyobjc-framework-securityui", marker = "platform_release >= '24.4' and (sys_platform != 'darwin' or sys_platform == 'darwin')" }, { name = "pyobjc-framework-sensitivecontentanalysis", marker = "(platform_release >= '23.0' and sys_platform != 'darwin') or (platform_release >= '23' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-servicemanagement", marker = "(platform_release >= '10.0' and sys_platform != 'darwin') or (platform_release >= '10' and sys_platform == 'darwin')" }, { name = "pyobjc-framework-sharedwithyou", marker = "(platform_release >= '22.0' and sys_platform != 'darwin') or (platform_release >= '22' and sys_platform == 'darwin')" },