diff --git a/docs/evals/monthly/2026-09-01-image.md b/docs/evals/monthly/2026-09-01-image.md new file mode 100644 index 0000000..4a9da8f --- /dev/null +++ b/docs/evals/monthly/2026-09-01-image.md @@ -0,0 +1,74 @@ +# ahd eval-image · editorial-illustration · 2026-09-01T12:22:47.744Z + +```yaml ahd-replay +schema_version: 1 +kind: eval-image +ahd_version: 0.11.0 +ahd_commit: f4b51a396d1edb9a17e6f40332cdb7a9e9789e08 +git_dirty: true +node_version: v22.22.2 +platform: linux-x64 +invoked_at: 2026-09-01T12:18:22.753Z +token: + path: /home/runner/work/ahd/ahd/tokens/editorial-illustration.yml + hash: sha256:c2c79dec1b06 +brief: + path: briefs/editorial-illustration.yml + hash: sha256:ede77b5c41cf +sampling: + n: 5 + temperature: null + seed: null +models: + - id: @cf/black-forest-labs/flux-1-schnell + provider: cloudflare-workers-ai-image + provider_request_ids: 0 captured + - id: @cf/bytedance/stable-diffusion-xl-lightning + provider: cloudflare-workers-ai-image + provider_request_ids: 10 captured + - id: @cf/stabilityai/stable-diffusion-xl-base-1.0 + provider: cloudflare-workers-ai-image + provider_request_ids: 10 captured + - id: @cf/lykon/dreamshaper-8-lcm + provider: cloudflare-workers-ai-image + provider_request_ids: 10 captured +conditions: + requested: [raw, compiled] + effective: [raw, compiled] +``` + +Replay this run: + +```sh +git checkout f4b51a396d1e +npm ci && npm run build +/opt/hostedtoolcache/node/22.22.2/x64/bin/node /home/runner/work/ahd/ahd/bin/ahd.js eval-image editorial-illustration --brief briefs/editorial-illustration.yml --models cfimg:@cf/black-forest-labs/flux-1-schnell,cfimg:@cf/bytedance/stable-diffusion-xl-lightning,cfimg:@cf/stabilityai/stable-diffusion-xl-base-1.0,cfimg:@cf/lykon/dreamshaper-8-lcm --n 5 --critic anthropic --report docs/evals/monthly/2026-09-01-image.md +``` + +- Brief: `briefs/editorial-illustration.yml` +- Samples per cell: **5** + +## Per-model slop reduction (vision critic) + +| model | raw attempted → critiqued | compiled attempted → critiqued | raw mean tells | compiled mean tells | Δ | reduction | +|---|---:|---:|---:|---:|---:|---:| +| `@cf/black-forest-labs/flux-1-schnell` | 5 → 0 | 5 → 0 | 0.00 | 0.00 | 0.00 | 0.0% | +| `@cf/bytedance/stable-diffusion-xl-lightning` | 5 → 5 | 5 → 5 | 0.80 | 1.00 | -0.20 | -25.0% | +| `@cf/stabilityai/stable-diffusion-xl-base-1.0` | 5 → 5 | 5 → 3 | 1.20 | 0.33 | 0.87 | 72.2% | +| `@cf/lykon/dreamshaper-8-lcm` | 5 → 0 | 5 → 0 | 0.00 | 0.00 | 0.00 | 0.0% | + +## Per-tell frequency + +| tell | @cf/black-forest-labs/flux-1-schnell/raw | @cf/black-forest-labs/flux-1-schnell/compiled | @cf/bytedance/stable-diffusion-xl-lightning/raw | @cf/bytedance/stable-diffusion-xl-lightning/compiled | @cf/stabilityai/stable-diffusion-xl-base-1.0/raw | @cf/stabilityai/stable-diffusion-xl-base-1.0/compiled | @cf/lykon/dreamshaper-8-lcm/raw | @cf/lykon/dreamshaper-8-lcm/compiled | +|---|---:|---:|---:|---:|---:|---:|---:|---:| +| ahd/image/no-decorative-cursive-in-render | 0% | 0% | 0% | 0% | 0% | 33% | 0% | 0% | +| ahd/no-ai-illustration | 0% | 0% | 0% | 0% | 20% | 0% | 0% | 0% | +| ahd/no-corporate-memphis | 0% | 0% | 60% | 20% | 100% | 0% | 0% | 0% | +| ahd/require-asymmetry | 0% | 0% | 20% | 80% | 0% | 0% | 0% | 0% | + +## Caveats +- Image samples are scored by the vision critic over the AHD vision ruleset (13 rules: 9 web/graphic + 4 image-specific). +- The critic is itself an LLM. Verdicts are not independent of model training; run with --critic mock for deterministic tests and report both. +- Per-cell counts are separate: attempted (runs initiated) / errored (API errors) / critiqued (scored). A large gap indicates rate-limit or generator failures, not that a run 'passed' the taxonomy. +- Raw condition: brief as prose with no AHD style direction or forbidden list. Compiled condition: token-driven positive + negative prompts. +- The compiled negative prompt includes image-specific slop patterns (corporate memphis, malformed anatomy, iridescent blobs, decorative cursive). The raw condition does not. \ No newline at end of file diff --git a/docs/evals/monthly/2026-09-01-image.replay.json b/docs/evals/monthly/2026-09-01-image.replay.json new file mode 100644 index 0000000..8ddc59a --- /dev/null +++ b/docs/evals/monthly/2026-09-01-image.replay.json @@ -0,0 +1,104 @@ +{ + "schema_version": 1, + "kind": "eval-image", + "ahd_version": "0.11.0", + "ahd_commit": "f4b51a396d1edb9a17e6f40332cdb7a9e9789e08", + "git_dirty": true, + "node_version": "v22.22.2", + "platform": "linux-x64", + "invoked_at": "2026-09-01T12:18:22.753Z", + "argv": [ + "/opt/hostedtoolcache/node/22.22.2/x64/bin/node", + "/home/runner/work/ahd/ahd/bin/ahd.js", + "eval-image", + "editorial-illustration", + "--brief", + "briefs/editorial-illustration.yml", + "--models", + "cfimg:@cf/black-forest-labs/flux-1-schnell,cfimg:@cf/bytedance/stable-diffusion-xl-lightning,cfimg:@cf/stabilityai/stable-diffusion-xl-base-1.0,cfimg:@cf/lykon/dreamshaper-8-lcm", + "--n", + "5", + "--critic", + "anthropic", + "--report", + "docs/evals/monthly/2026-09-01-image.md" + ], + "token": { + "path": "/home/runner/work/ahd/ahd/tokens/editorial-illustration.yml", + "hash": "sha256:c2c79dec1b06fc45877d2b99be5c2a776aec12c226e0aeac38d384d698d9b721" + }, + "brief": { + "path": "briefs/editorial-illustration.yml", + "hash": "sha256:ede77b5c41cf91ecac53272cf8d0e6c20ed5639ceb457c410a6cda03e7bca0f2" + }, + "sampling": { + "n": 5, + "temperature": null, + "seed": null + }, + "models": [ + { + "id": "@cf/black-forest-labs/flux-1-schnell", + "provider": "cloudflare-workers-ai-image", + "provider_request_ids": [] + }, + { + "id": "@cf/bytedance/stable-diffusion-xl-lightning", + "provider": "cloudflare-workers-ai-image", + "provider_request_ids": [ + "a34437a00f4bef60-IAD", + "a34437c3dc08ef60-IAD", + "a34437ee7993ef60-IAD", + "a3443843c970ef60-IAD", + "a3443862694def60-IAD", + "a34438832b6aef60-IAD", + "a34438ad7ca3ef60-IAD", + "a34438d9ab18ef60-IAD", + "a3443919cc70ef60-IAD", + "a344395c5e84ef60-IAD" + ] + }, + { + "id": "@cf/stabilityai/stable-diffusion-xl-base-1.0", + "provider": "cloudflare-workers-ai-image", + "provider_request_ids": [ + "a344397faa64ef60-IAD", + "a34439c3cb5fef60-IAD", + "a3443a131b0fef60-IAD", + "a3443a57ef9fef60-IAD", + "a3443aa2d97def60-IAD", + "a3443aeb3e43ef60-IAD", + "a3443b311b07ef60-IAD", + "a3443b6d1ec0ef60-IAD", + "a3443bad3992ef60-IAD", + "a3443bef9e3cef60-IAD" + ] + }, + { + "id": "@cf/lykon/dreamshaper-8-lcm", + "provider": "cloudflare-workers-ai-image", + "provider_request_ids": [ + "a3443c270926ef60-IAD", + "a3443c599ad8ef60-IAD", + "a3443c870f0bef60-IAD", + "a3443cb6abb5ef60-IAD", + "a3443cf25b3fef60-IAD", + "a3443d217f17ef60-IAD", + "a3443d4e7d96ef60-IAD", + "a3443d7d9e5aef60-IAD", + "a3443dad29a9ef60-IAD", + "a3443ddad867ef60-IAD" + ] + } + ], + "conditions": { + "requested": [ + "raw", + "compiled" + ], + "effective": [ + "raw", + "compiled" + ] + } +} diff --git a/docs/evals/monthly/2026-09-01-source.md b/docs/evals/monthly/2026-09-01-source.md new file mode 100644 index 0000000..069004a --- /dev/null +++ b/docs/evals/monthly/2026-09-01-source.md @@ -0,0 +1,95 @@ +# ahd eval · swiss-editorial · 2026-09-01T12:05:11.330Z + +```yaml ahd-replay +schema_version: 1 +kind: eval-live +ahd_version: 0.11.0 +ahd_commit: f4b51a396d1edb9a17e6f40332cdb7a9e9789e08 +git_dirty: true +node_version: v22.22.2 +platform: linux-x64 +invoked_at: 2026-09-01T11:36:21.916Z +token: + path: /home/runner/work/ahd/ahd/tokens/swiss-editorial.yml + hash: sha256:380a3d833d94 +brief: + path: briefs/landing.yml + hash: sha256:8b7d42759643 +sampling: + n: 30 + temperature: null + seed: null +models: + - id: @cf/google/gemma-4-26b-a4b-it + provider: cloudflare-workers-ai + provider_request_ids: 58 captured + - id: @cf/meta/llama-4-scout-17b-16e-instruct + provider: cloudflare-workers-ai + provider_request_ids: 60 captured + - id: @cf/mistralai/mistral-small-3.1-24b-instruct + provider: cloudflare-workers-ai + provider_request_ids: 60 captured + - id: @cf/openai/gpt-oss-120b + provider: cloudflare-workers-ai + provider_request_ids: 60 captured + - id: @cf/qwen/qwen3-30b-a3b-fp8 + provider: cloudflare-workers-ai + provider_request_ids: 60 captured +conditions: + requested: [raw, compiled] + effective: [raw, compiled] +``` + +Replay this run: + +```sh +git checkout f4b51a396d1e +npm ci && npm run build +/opt/hostedtoolcache/node/22.22.2/x64/bin/node /home/runner/work/ahd/ahd/bin/ahd.js eval-live swiss-editorial --brief briefs/landing.yml --models cf:@cf/google/gemma-4-26b-a4b-it,cf:@cf/meta/llama-4-scout-17b-16e-instruct,cf:@cf/mistralai/mistral-small-3.1-24b-instruct,cf:@cf/openai/gpt-oss-120b,cf:@cf/qwen/qwen3-30b-a3b-fp8 --n 30 --sample-concurrency 6 --out /home/runner/work/_temp/monthly-samples.anJ1uL --report docs/evals/monthly/2026-09-01-source.md +``` + +## Run + +- Brief: `briefs/landing.yml` +- Samples per cell: **30** +- Max tokens: 12000 +- Models: + - `@cf/google/gemma-4-26b-a4b-it` (cloudflare-workers-ai) · spec `cf:@cf/google/gemma-4-26b-a4b-it` + - `@cf/meta/llama-4-scout-17b-16e-instruct` (cloudflare-workers-ai) · spec `cf:@cf/meta/llama-4-scout-17b-16e-instruct` + - `@cf/mistralai/mistral-small-3.1-24b-instruct` (cloudflare-workers-ai) · spec `cf:@cf/mistralai/mistral-small-3.1-24b-instruct` + - `@cf/openai/gpt-oss-120b` (cloudflare-workers-ai) · spec `cf:@cf/openai/gpt-oss-120b` + - `@cf/qwen/qwen3-30b-a3b-fp8` (cloudflare-workers-ai) · spec `cf:@cf/qwen/qwen3-30b-a3b-fp8` + +## Per-model slop reduction + +| model | raw attempted → scored | compiled attempted → scored | raw mean tells | compiled mean tells | Δ | reduction | +|---|---:|---:|---:|---:|---:|---:| +| `@cf/google/gemma-4-26b-a4b-it` | 30 → 30 | 30 → 28 | 2.77 | 1.71 | 1.05 | 38.0% | +| `@cf/meta/llama-4-scout-17b-16e-instruct` | 30 → 30 | 30 → 30 | 2.00 | 2.00 | 0.00 | 0.0% | +| `@cf/mistralai/mistral-small-3.1-24b-instruct` | 30 → 30 | 30 → 30 | 3.23 | 1.37 | 1.87 | 57.7% | +| `@cf/openai/gpt-oss-120b` | 30 → 30 | 30 → 30 | 3.30 | 0.87 | 2.43 | 73.7% | +| `@cf/qwen/qwen3-30b-a3b-fp8` | 30 → 30 | 30 → 30 | 1.67 | 2.07 | -0.40 | -24.0% | + +## Per-tell frequency (scored samples only) + +| tell | @cf/google/gemma-4-26b-a4b-it/raw | @cf/google/gemma-4-26b-a4b-it/compiled | @cf/meta/llama-4-scout-17b-16e-instruct/raw | @cf/meta/llama-4-scout-17b-16e-instruct/compiled | @cf/mistralai/mistral-small-3.1-24b-instruct/raw | @cf/mistralai/mistral-small-3.1-24b-instruct/compiled | @cf/openai/gpt-oss-120b/raw | @cf/openai/gpt-oss-120b/compiled | @cf/qwen/qwen3-30b-a3b-fp8/raw | @cf/qwen/qwen3-30b-a3b-fp8/compiled | +|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:| +| ahd/a11y/heading-skip | 0% | 11% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | +| ahd/line-height-per-size | 93% | 0% | 0% | 77% | 40% | 20% | 97% | 3% | 47% | 63% | +| ahd/no-default-spline | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 3% | +| ahd/no-em-dashes-in-prose | 0% | 0% | 0% | 0% | 0% | 0% | 13% | 0% | 0% | 0% | +| ahd/no-flat-dark-mode | 3% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | +| ahd/no-shimmer-decoration | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 0% | 3% | +| ahd/radius-hierarchy | 63% | 14% | 0% | 100% | 100% | 3% | 80% | 0% | 13% | 47% | +| ahd/require-named-grid | 0% | 0% | 100% | 0% | 100% | 80% | 27% | 0% | 10% | 0% | +| ahd/require-type-pairing | 20% | 0% | 100% | 23% | 83% | 0% | 57% | 0% | 87% | 0% | +| ahd/tracking-per-size | 0% | 50% | 0% | 0% | 0% | 30% | 0% | 7% | 0% | 0% | +| ahd/weight-variety | 97% | 96% | 0% | 0% | 0% | 3% | 57% | 77% | 10% | 90% | + +## Caveats +- Scoring runs the deterministic AHD linter (38 source-level rules) over every sample that passes a basic HTML sanity check. +- Counts reported per cell: attempted (runs initiated) / errored (API / runtime errors) / extractionFailed (response contained no usable HTML) / scored (linted). A large gap between attempted and scored is a signal that the model is struggling with the instruction, not that it passed the taxonomy. +- Raw condition: the brief is expanded as plain prose (intent + audience + surfaces + mustInclude + mustAvoid) with no AHD system prompt, no style token, no forbidden list. Compiled condition: same brief plus the AHD-compiled system prompt. The only thing that differs between conditions is the AHD intervention. +- Vision-only tells (14 rules in the critic) are not scored in this pipeline; run the critic on rendered screenshots for full taxonomy coverage. +- Tells-per-page is a proxy metric: a thin page has little surface for rules to fire against. Read the Δ alongside the actual rendered HTML, not in isolation. +- Model versions change. See the run manifest for exact canonical model ids. \ No newline at end of file diff --git a/docs/evals/monthly/2026-09-01-source.replay.json b/docs/evals/monthly/2026-09-01-source.replay.json new file mode 100644 index 0000000..b207587 --- /dev/null +++ b/docs/evals/monthly/2026-09-01-source.replay.json @@ -0,0 +1,381 @@ +{ + "schema_version": 1, + "kind": "eval-live", + "ahd_version": "0.11.0", + "ahd_commit": "f4b51a396d1edb9a17e6f40332cdb7a9e9789e08", + "git_dirty": true, + "node_version": "v22.22.2", + "platform": "linux-x64", + "invoked_at": "2026-09-01T11:36:21.916Z", + "argv": [ + "/opt/hostedtoolcache/node/22.22.2/x64/bin/node", + "/home/runner/work/ahd/ahd/bin/ahd.js", + "eval-live", + "swiss-editorial", + "--brief", + "briefs/landing.yml", + "--models", + "cf:@cf/google/gemma-4-26b-a4b-it,cf:@cf/meta/llama-4-scout-17b-16e-instruct,cf:@cf/mistralai/mistral-small-3.1-24b-instruct,cf:@cf/openai/gpt-oss-120b,cf:@cf/qwen/qwen3-30b-a3b-fp8", + "--n", + "30", + "--sample-concurrency", + "6", + "--out", + "/home/runner/work/_temp/monthly-samples.anJ1uL", + "--report", + "docs/evals/monthly/2026-09-01-source.md" + ], + "token": { + "path": "/home/runner/work/ahd/ahd/tokens/swiss-editorial.yml", + "hash": "sha256:380a3d833d9463dbc681df7465993ab6413d8e77188f55f97359f60dc4b746b1" + }, + "brief": { + "path": "briefs/landing.yml", + "hash": "sha256:8b7d4275964399a91e6ddec525151ba672ed9c4721279a37ec16ab3450493a4c" + }, + "sampling": { + "n": 30, + "temperature": null, + "seed": null + }, + "models": [ + { + "id": "@cf/google/gemma-4-26b-a4b-it", + "provider": "cloudflare-workers-ai", + "provider_request_ids": [ + "a343fa116dfd9e01-IAD", + "a343fa118b3bc502-IAD", + "a343fa117e0ff284-IAD", + "a343fa118b93c97f-IAD", + "a343fa117f2b910b-IAD", + "a343fa118eef594f-IAD", + "a343fad15fce9e01-IAD", + "a343fadc9d7fc502-IAD", + "a343faf53f34c97f-IAD", + "a343fae01dc9f284-IAD", + "a343fb3b0a55594f-IAD", + "a343fb0dfc0c910b-IAD", + "a343fc0c0bf8c502-IAD", + "a343fc32df72c97f-IAD", + "a343fc4fadaf594f-IAD", + "a343fc94fc7e910b-IAD", + "a343fc48e9f4f284-IAD", + "a343fcc43d53c502-IAD", + "a343fb87fca69e01-IAD", + "a343fd127c2dc97f-IAD", + "a343fd55dcdd594f-IAD", + "a343fdaa6d01f284-IAD", + "a343fdd609e9c502-IAD", + "a343fdd6dda79e01-IAD", + "a343fd8d9909910b-IAD", + "a343fe9d186dc502-IAD", + "a343fdf2dba1c97f-IAD", + "a343fe7faf80f284-IAD", + "a343fee71ce09e01-IAD", + "a343fe7428de594f-IAD", + "a344004348b3594f-IAD", + "a34400434f183744-IAD", + "a34400434f5ac637-IAD", + "a34400434ec0e613-IAD", + "a34400434b5cd694-IAD", + "a34401836e8fc637-IAD", + "a3440268788b7081-IAD", + "a34401e84952e613-IAD", + "a344015bbee23744-IAD", + "a34402e00fa5d694-IAD", + "a34403f428843744-IAD", + "a34403ac38087081-IAD", + "a34403680abfc637-IAD", + "a34403de5ee9e613-IAD", + "a3440428efa30a98-IAD", + "a34404d63df3d694-IAD", + "a344055b199e7081-IAD", + "a34405525f9b3744-IAD", + "a34405ce8d0ac637-IAD", + "a34405ea0c46e613-IAD", + "a34405f329dc0891-IAD", + "a34406565804d694-IAD", + "a344072f6fd6e613-IAD", + "a34407209d6b3744-IAD", + "a34407229d25c637-IAD", + "a34406df9b7a7081-IAD", + "a34407892a700891-IAD", + "a3440850da59d694-IAD" + ] + }, + { + "id": "@cf/meta/llama-4-scout-17b-16e-instruct", + "provider": "cloudflare-workers-ai", + "provider_request_ids": [ + "a34409b69db1e613-IAD", + "a34409b6ab04ef60-IAD", + "a34409b6a9e0a627-IAD", + "a34409b69e22d694-IAD", + "a34409b69e26a471-IAD", + "a34409b6aa2d594f-IAD", + "a3440a0b6f9eef60-IAD", + "a3440a0b5a2ce613-IAD", + "a3440a0b9fdaa627-IAD", + "a3440a0dde29d694-IAD", + "a3440a0f7832a471-IAD", + "a3440a0f88b8594f-IAD", + "a3440a6a3b77ef60-IAD", + "a3440a6d1bdee613-IAD", + "a3440a6d28e8a627-IAD", + "a3440a6fc96ad694-IAD", + "a3440a7119aca471-IAD", + "a3440a714fad594f-IAD", + "a3440ac53b24a627-IAD", + "a3440aca598ed694-IAD", + "a3440acb6f0aa471-IAD", + "a3440ac3cb37ef60-IAD", + "a3440ac4ef73e613-IAD", + "a3440acccad8594f-IAD", + "a3440b20dea7a627-IAD", + "a3440b244d26d694-IAD", + "a3440b250c15a471-IAD", + "a3440b270d71594f-IAD", + "a3440b25ccacef60-IAD", + "a3440b265cd4e613-IAD", + "a3440b8f58eae613-IAD", + "a3440b8f59d3d694-IAD", + "a3440b8f5bc8ef60-IAD", + "a3440b8f5f2ea627-IAD", + "a3440b8f5ec6a471-IAD", + "a3440b8f5bac594f-IAD", + "a3440bfe98ade613-IAD", + "a3440c006bc5ef60-IAD", + "a3440bfe98ead694-IAD", + "a3440c3fed30594f-IAD", + "a3440c051b6aa627-IAD", + "a3440c3b3e64a471-IAD", + "a3440c79ef5ee613-IAD", + "a3440c990bb4ef60-IAD", + "a3440cbe5b21594f-IAD", + "a3440cbd9fe1d694-IAD", + "a3440cc63dfba627-IAD", + "a3440cd8d8c9e613-IAD", + "a3440ccd68efa471-IAD", + "a3440d23df66594f-IAD", + "a3440d55f8d1a627-IAD", + "a3440d0fa86aef60-IAD", + "a3440d5fdda9a471-IAD", + "a3440d58b9a7e613-IAD", + "a3440d502ae0d694-IAD", + "a3440d9d9bee594f-IAD", + "a3440ddbbb42a471-IAD", + "a3440df0f896e613-IAD", + "a3440dc93b66a627-IAD", + "a3440dd92e97ef60-IAD" + ] + }, + { + "id": "@cf/mistralai/mistral-small-3.1-24b-instruct", + "provider": "cloudflare-workers-ai", + "provider_request_ids": [ + "a3440eb4bf1be613-IAD", + "a3440eb4cb0b594f-IAD", + "a3440eb4bd18a627-IAD", + "a3440eb4eca2d694-IAD", + "a3440eb4b882ef60-IAD", + "a3440eb4cc3af284-IAD", + "a3440f1d3c9ae613-IAD", + "a3440f1d7b46594f-IAD", + "a3440f231cbaa627-IAD", + "a3440f38dcf3d694-IAD", + "a3440f467e30f284-IAD", + "a3440f43ee85ef60-IAD", + "a3440f8bdcac594f-IAD", + "a3440f816ab6e613-IAD", + "a3440f9049cca627-IAD", + "a3440fbf782bd694-IAD", + "a3440fc54e8df284-IAD", + "a3440ff8d9ec594f-IAD", + "a3440fd0e963ef60-IAD", + "a3440ffc3ecce613-IAD", + "a344101a199fa627-IAD", + "a344102c3a48d694-IAD", + "a344104edf23f284-IAD", + "a344106bef02594f-IAD", + "a3441077ffccef60-IAD", + "a344108aab22a627-IAD", + "a34410831e9ae613-IAD", + "a34410d0cf7d594f-IAD", + "a34410a10a2dd694-IAD", + "a34410ce89e5f284-IAD", + "a3441147190be613-IAD", + "a34411470e6dd694-IAD", + "a34411471ce4828d-IAD", + "a344114719fc910b-IAD", + "a34411471d5ec637-IAD", + "a34411470d73f284-IAD", + "a3441211a8bc828d-IAD", + "a344120a6f97e613-IAD", + "a344120b6f02d694-IAD", + "a34412191ed9c637-IAD", + "a34412185f09910b-IAD", + "a344124ddfb6f284-IAD", + "a34412e92a98828d-IAD", + "a34412fb4bf1e613-IAD", + "a34412ff6cbed694-IAD", + "a34413094ea3c637-IAD", + "a34413097bd6910b-IAD", + "a3441360583df284-IAD", + "a34413ebfda0828d-IAD", + "a3441405df65d694-IAD", + "a34414045a17e613-IAD", + "a34414256d25910b-IAD", + "a34414247ab5c637-IAD", + "a34414931e7df284-IAD", + "a34414fe9ae5e613-IAD", + "a34414d34d99d694-IAD", + "a34414b0a836828d-IAD", + "a3441519eefc910b-IAD", + "a34415256970c637-IAD", + "a344155a4ed5f284-IAD" + ] + }, + { + "id": "@cf/openai/gpt-oss-120b", + "provider": "cloudflare-workers-ai", + "provider_request_ids": [ + "a34416480815c637-IAD", + "a34416481a8b7081-IAD", + "a34416481d2b3744-IAD", + "a34416482be00891-IAD", + "a34416480bfff284-IAD", + "a34416481d25910b-IAD", + "a34416bfdf510891-IAD", + "a34416999e447081-IAD", + "a34416e57ba7910b-IAD", + "a344168cfe24c637-IAD", + "a34416c43a5cf284-IAD", + "a34416bab85f3744-IAD", + "a3441714fe490891-IAD", + "a344171f6d5e7081-IAD", + "a3441749ffa73744-IAD", + "a34417494953f284-IAD", + "a3441748883fc637-IAD", + "a344174b7f930891-IAD", + "a34417422875910b-IAD", + "a34417c01cb5f284-IAD", + "a34417bd9e513744-IAD", + "a3441794af057081-IAD", + "a34417e159d2c637-IAD", + "a3441805ff5ff284-IAD", + "a34417e6afc50891-IAD", + "a34417fb58b4910b-IAD", + "a34418622ced3744-IAD", + "a344188dbd26c637-IAD", + "a34418a8ec80f284-IAD", + "a344186e48147081-IAD", + "a3441961c9a47081-IAD", + "a3441961deaac637-IAD", + "a3441961d83cc97f-IAD", + "a3441961d9cdd6fb-IAD", + "a34419fc0debc637-IAD", + "a3441961dc71f284-IAD", + "a3441961daaeef60-IAD", + "a34419b8c8447081-IAD", + "a3441abfcc52c97f-IAD", + "a3441afca93cf284-IAD", + "a3441af7eff6c637-IAD", + "a3441b682f1c7081-IAD", + "a3441af088c5d6fb-IAD", + "a3441b020911ef60-IAD", + "a3441bc84f67f284-IAD", + "a3441bf2cec3c637-IAD", + "a3441bbbdb1ec97f-IAD", + "a3441c2a8cdf7081-IAD", + "a3441c3f8fc7d6fb-IAD", + "a3441cbe9950f284-IAD", + "a3441d0fbecb7081-IAD", + "a3441cb0cea7ef60-IAD", + "a3441d0e4cd9c97f-IAD", + "a3441cf8ea1bc637-IAD", + "a3441d702cb8f284-IAD", + "a3441d51fde7d6fb-IAD", + "a3441df769b37081-IAD", + "a3441e32cda1c637-IAD", + "a3441e045cbdef60-IAD", + "a3441e273c62c97f-IAD" + ] + }, + { + "id": "@cf/qwen/qwen3-30b-a3b-fp8", + "provider": "cloudflare-workers-ai", + "provider_request_ids": [ + "a3441f9ae825828d-IAD", + "a3441f9ade92c97f-IAD", + "a3441f9ae9cad6fb-IAD", + "a3441f9aee3dc637-IAD", + "a3441f9aed68594f-IAD", + "a3441feb1cd5c97f-IAD", + "a3441ffa2a46c637-IAD", + "a3442004c842594f-IAD", + "a3441ff5ccebd6fb-IAD", + "a3441f9adf1e910b-IAD", + "a3442041ad0dc97f-IAD", + "a3441fe7197e828d-IAD", + "a34420501c98594f-IAD", + "a344204d8aa0c637-IAD", + "a344205c0f95d6fb-IAD", + "a34420a0ea6e828d-IAD", + "a34420776863910b-IAD", + "a344208f18c0c97f-IAD", + "a34420e56876910b-IAD", + "a34420ca6a56c637-IAD", + "a34420dbddc0828d-IAD", + "a34420c8fb44594f-IAD", + "a34421037c55c97f-IAD", + "a344211f8961c637-IAD", + "a34420d56bdbd6fb-IAD", + "a34421339dba594f-IAD", + "a344211a7be1910b-IAD", + "a3442143ba22c97f-IAD", + "a344212a5e57828d-IAD", + "a344214e0b6bc637-IAD", + "a34421afc86d3151-IAD", + "a34421afcf8bef60-IAD", + "a34421afcd24a471-IAD", + "a34421afdf37a627-IAD", + "a34421afccb5e613-IAD", + "a34421afac58c637-IAD", + "a344221328a7ef60-IAD", + "a344221bbcc5a471-IAD", + "a344220529533151-IAD", + "a344223ff99fc637-IAD", + "a34422346ca3e613-IAD", + "a3442229e993a627-IAD", + "a344229e8c64a471-IAD", + "a34422ac7cec3151-IAD", + "a34422d31cd1e613-IAD", + "a34422966d14ef60-IAD", + "a34422f9ed4da627-IAD", + "a34422cff924c637-IAD", + "a344233388753151-IAD", + "a34423431b4bef60-IAD", + "a34423656bcda627-IAD", + "a34423224b55a471-IAD", + "a34423676fe5c637-IAD", + "a344234249a4e613-IAD", + "a34423922f053151-IAD", + "a34423aeb8ccef60-IAD", + "a34423bbdad8c637-IAD", + "a34423b76b4ea627-IAD", + "a34423ba4e45a471-IAD", + "a34423f07bb5e613-IAD" + ] + } + ], + "conditions": { + "requested": [ + "raw", + "compiled" + ], + "effective": [ + "raw", + "compiled" + ] + } +} diff --git a/docs/evals/monthly/2026-09-01-vision.md b/docs/evals/monthly/2026-09-01-vision.md new file mode 100644 index 0000000..2d2020a --- /dev/null +++ b/docs/evals/monthly/2026-09-01-vision.md @@ -0,0 +1,484 @@ +# ahd critique · swiss-editorial · 2026-09-01T12:18:22.299Z +critic: `claude-haiku-4-5-20251001-critic` + +```yaml ahd-replay +schema_version: 1 +kind: critique +ahd_version: 0.11.0 +ahd_commit: f4b51a396d1edb9a17e6f40332cdb7a9e9789e08 +git_dirty: true +node_version: v22.22.2 +platform: linux-x64 +invoked_at: 2026-09-01T12:05:11.820Z +token: + path: /home/runner/work/ahd/ahd/tokens/swiss-editorial.yml + hash: sha256:380a3d833d94 +sampling: + n: 297 + temperature: null + seed: null +models: + - id: claude-haiku-4-5-20251001-critic + provider: anthropic + provider_request_ids: 297 captured +conditions: + requested: [raw, compiled] + effective: [raw, compiled] +``` + +Replay this run: + +```sh +git checkout f4b51a396d1e +npm ci && npm run build +/opt/hostedtoolcache/node/22.22.2/x64/bin/node /home/runner/work/ahd/ahd/bin/ahd.js critique swiss-editorial --samples /home/runner/work/_temp/monthly-samples.anJ1uL --critic anthropic --out critiques --report docs/evals/monthly/2026-09-01-vision.md +``` + +## Vision-only rules fired (critic vs. ruleset) + +| rule | raw (n=150) | compiled (n=147) | +|---|---:|---:| +| ahd/bento-has-anchor | 0% | 0% | +| ahd/icons-not-monoline-default | 0% | 0% | +| ahd/image/no-decorative-cursive-in-render | 0% | 0% | +| ahd/image/no-malformed-anatomy | 0% | 0% | +| ahd/image/no-midjourney-face-symmetry | 0% | 0% | +| ahd/image/no-stock-diversity-casting | 0% | 0% | +| ahd/layout-deadspace | 23% | 24% | +| ahd/mesh-has-counterforce | 0% | 0% | +| ahd/no-ai-illustration | 0% | 0% | +| ahd/no-corporate-memphis | 0% | 0% | +| ahd/no-iridescent-blob | 0% | 0% | +| ahd/no-laptop-office-stock | 0% | 0% | +| ahd/require-asymmetry | 16% | 23% | +| ahd/wordmark-not-dot-grotesque | 0% | 1% | + +## Per-sample findings + +- _cf_google_gemma-4-26b-a4b-it/raw/sample-001.html — 2 tells + - `ahd/require-asymmetry`: The two-column section with 'WHAT SHIPS' and 'WHAT IS GATED' headings is perfectly symmetrical in layout, with evenly balanced columns and centered alignment throughout the hero and primary sections. + - `ahd/layout-deadspace`: The right column under 'WHAT IS GATED' contains only three items and is significantly shorter than the left 'WHAT SHIPS' column which has six items. The right column leaves substantial empty vertical space while the left column continues, creating visible dead space in the shorter neighbour. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-002.html — 1 tell + - `ahd/layout-deadspace`: The two-column section ('WHAT SHIPS' on left, 'WHAT IS GATED' on right) shows significant height disparity, with the right column appearing noticeably shorter than the left, creating visible dead space in the right column that extends well beyond 40% of the section's height. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-003.html — 1 tell + - `ahd/layout-deadspace`: The two-column section ('WHAT SHIPS' on left, 'WHAT IS GATED' on right) shows the right column significantly shorter than the left, creating visible dead space below the right column while the left column extends further, producing roughly 40%+ empty space in the shorter right column. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-004.html — 1 tell + - `ahd/require-asymmetry`: The two-column layout with 'WHAT SHIPS' on the left and 'WHAT IS GATED' on the right is perfectly horizontally symmetrical in structure and visual weight, exceeding the 0.85 symmetry threshold. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-005.html — 2 tells + - `ahd/require-asymmetry`: The two-column section with 'WHAT SHIPS' and 'WHAT IS GATED' headings is horizontally symmetrical, with both columns evenly balanced and mirrored in layout. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') contains significantly fewer list items than the left column ('WHAT SHIPS'), creating visible dead space below the right column while the left column extends further, producing an unbalanced vertical rhythm. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-006.html — 2 tells + - `ahd/require-asymmetry`: The two-column section ('WHAT SHIPS' / 'WHAT IS GATED') is perfectly symmetrical in layout, weight, and visual distribution across the horizontal axis. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') is significantly taller than the left column ('WHAT SHIPS'), creating substantial empty vertical space in the left column while the right column continues to grow with additional list items. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-007.html — 2 tells + - `ahd/require-asymmetry`: The two-column section with 'WHAT SHIPS' and 'WHAT IS GATED' headings is perfectly symmetrical in layout, alignment, and content distribution across the horizontal axis. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') contains fewer list items than the left column ('WHAT SHIPS'), creating visible empty space in the right column while the left column continues, producing noticeable dead space in the shorter neighbour. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-008.html — 2 tells + - `ahd/require-asymmetry`: The two-column section ('WHAT SHIPS' / 'WHAT IS GATED') is perfectly symmetrical horizontally with equal visual weight, centered alignment, and mirrored column structure. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') contains significantly fewer list items than the left column ('WHAT SHIPS'), creating substantial empty space below the right column content while the page continues, producing visible dead space in the shorter neighbour. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-009.html — 2 tells + - `ahd/require-asymmetry`: The two-column section with 'WHAT SHIPS' and 'WHAT IS GATED' headers is perfectly symmetrical horizontally, with mirrored list structures and equal column widths. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') contains significantly fewer list items than the left column ('WHAT SHIPS'), creating a tall empty space below the right column while the left column continues, producing visible dead space in the shorter neighbour. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-010.html — 2 tells + - `ahd/require-asymmetry`: The two-column 'WHAT SHIPS' / 'WHAT IS GATED' section is perfectly symmetrical in layout, alignment, and visual weight across the horizontal axis. + - `ahd/layout-deadspace`: The 'WHAT SHIPS' / 'WHAT IS GATED' two-column section has the right column significantly taller than the left, creating visible dead space in the left column that extends well beyond 40% of the section's height while the right column continues with additional content. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-011.html — 2 tells + - `ahd/require-asymmetry`: The two-column section ('WHAT SHIPS' and 'WHAT IS GATED') is perfectly horizontally symmetrical in layout, structure, and visual weight distribution, exceeding the 0.85 symmetry threshold. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') is noticeably shorter than the left column ('WHAT SHIPS'), creating a significant stretch of empty black space below the right column content while the left column continues, leaving more than 40% dead space in the shorter column. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-012.html — 1 tell + - `ahd/layout-deadspace`: The two-column section ('WHAT SHIPS' on left, 'WHAT IS GATED' on right) shows the left column significantly shorter than the right column, creating visible dead space in the left column while the right column extends further down. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-013.html — 2 tells + - `ahd/require-asymmetry`: The two-column section with 'WHAT SHIPS' and 'WHAT IS GATED' is perfectly symmetrical horizontally, creating a mirrored layout that violates the asymmetry requirement. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') is noticeably shorter than the left column ('WHAT SHIPS'), creating significant empty vertical space in the right column while the left column continues with content. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-014.html — 1 tell + - `ahd/layout-deadspace`: The two-column section below the hero (WHAT SHIPS on left, WHAT IS GATED on right) shows the left column terminating early while the right column continues, leaving significant empty space in the left neighbour that extends well beyond 40% of the section's height. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-015.html — 2 tells + - `ahd/require-asymmetry`: The two-column layout with 'WHAT SHIPS' and 'WHAT IS GATED' headers is perfectly symmetrical horizontally, with matched column widths and aligned list content. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') is significantly shorter than the left column ('WHAT SHIPS'), leaving substantial empty space below the right column while the page continues. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-016.html — 1 tell + - `ahd/layout-deadspace`: The two-column section with 'WHAT SHIPS' (left) and 'WHAT IS GATED' (right) shows the left column terminating much earlier than the right, creating substantial empty vertical space in the left column while the right column continues, violating the dead space rule. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-017.html — 1 tell + - `ahd/layout-deadspace`: The two-column section with 'WHAT SHIPS' (left) and 'WHAT IS GATED' (right) shows significant height disparity; the left column ends well before the right column, creating visible dead space in the shorter left column for roughly 50% of the section's height. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-018.html — 2 tells + - `ahd/require-asymmetry`: The two-column 'WHAT SHIPS' / 'WHAT IS GATED' section is perfectly symmetrical in layout, with equal column widths and mirrored visual weight across the vertical center axis. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') contains fewer items than the left column ('WHAT SHIPS'), creating visible empty space below the right column content while the left column continues, producing dead space in the shorter neighbor column. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-019.html — 1 tell + - `ahd/layout-deadspace`: The two-column section ('WHAT SHIPS' on left, 'WHAT IS GATED' on right) shows the left column significantly shorter than the right, creating visible dead space in the left column for roughly 50%+ of the section's height while the right column continues. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-020.html — 2 tells + - `ahd/require-asymmetry`: The two-column section 'WHAT SHIPS' / 'WHAT IS GATED' is perfectly symmetrical in layout, alignment, and column width, with mirror-image list structures on each side. + - `ahd/layout-deadspace`: The right column 'WHAT IS GATED' contains fewer list items than the left 'WHAT SHIPS' column, creating significant dead space below the right column's content while the overall section maintains fixed height, leaving the shorter column visibly empty for more than 40% of the section's rendered space. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-021.html — 2 tells + - `ahd/require-asymmetry`: The two-column 'WHAT SHIPS' / 'WHAT IS GATED' section is perfectly symmetrical horizontally, with equal column widths, matching typography scales, and mirrored layout structure. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') contains only 3 items and terminates early, leaving substantial empty space below while the left column ('WHAT SHIPS') with 7 items extends significantly further, creating visible dead space in the shorter right column for approximately 50% of the section's rendered height. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-022.html — 2 tells + - `ahd/require-asymmetry`: The two-column section ('WHAT SHIPS' / 'WHAT IS GATED') is perfectly symmetrical in layout, alignment, and visual weight across the horizontal axis. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') is noticeably shorter than the left column ('WHAT SHIPS'), creating significant empty space below the right column while the left column continues with items like 'eight tokens' and the 'read-the-code' button. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-023.html — 2 tells + - `ahd/require-asymmetry`: The two-column section ('WHAT SHIPS' / 'WHAT IS GATED') is horizontally symmetrical in layout with evenly balanced column widths and mirrored typographic treatment. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') is noticeably shorter than the left column ('WHAT SHIPS'), creating visible dead space below the right column content while the left column extends further down the page. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-024.html — ✓ no vision tells +- _cf_google_gemma-4-26b-a4b-it/raw/sample-025.html — 2 tells + - `ahd/require-asymmetry`: The two-column layout ('WHAT SHIPS' / 'WHAT IS GATED') is perfectly symmetrical horizontally, with equal column widths and aligned text blocks creating mirror-image composition across the viewport. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') contains significantly fewer list items than the left column ('WHAT SHIPS'), leaving the right column visibly shorter and creating dead space in the lower half of the section while the layout maintains equal column heights. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-026.html — 2 tells + - `ahd/require-asymmetry`: The two-column section 'WHAT SHIPS' / 'WHAT IS GATED' is perfectly symmetrical horizontally, with centered heading and evenly balanced column widths and content density. + - `ahd/layout-deadspace`: The right column 'WHAT IS GATED' is visibly shorter than the left column 'WHAT SHIPS', creating dead space in the right column while the left continues, particularly noticeable below the 'additional tokens' entry. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-027.html — 1 tell + - `ahd/require-asymmetry`: The two-column section 'WHAT SHIPS' / 'WHAT IS GATED' is perfectly symmetrical in layout, with mirrored column widths and baseline alignment across the page center. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-028.html — 2 tells + - `ahd/require-asymmetry`: The composition is horizontally symmetrical with the wordmark 'AHD' on the left balanced by 'read-the-code' on the right, and the two-column section below ('WHAT SHIPS' and 'WHAT IS GATED') mirrors this perfect left-right balance across the entire hero and primary sections. + - `ahd/layout-deadspace`: The 'WHAT SHIPS' column (left) is significantly shorter than the 'WHAT IS GATED' column (right), creating visible dead space in the left column while the right column continues with additional content. The shorter column is clearly empty for more than 40% of the section's rendered height. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-029.html — 1 tell + - `ahd/layout-deadspace`: The two-column section ('WHAT SHIPS' on the left, 'WHAT IS GATED' on the right) shows the left column terminating early while the right column continues, creating visible dead space in the left column for approximately 50% of the section's rendered height. +- _cf_google_gemma-4-26b-a4b-it/raw/sample-030.html — 1 tell + - `ahd/layout-deadspace`: The two-column section ('WHAT SHIPS' / 'WHAT IS GATED') shows significant height imbalance, with the right column ('WHAT IS GATED') visibly taller than the left, creating empty dead space beneath the left column items while the right column continues with additional content. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-002.html — 2 tells + - `ahd/require-asymmetry`: The page composition is vertically symmetrical with large whitespace blocks above and below the central content sections, creating a balanced, centered layout that lacks intentional asymmetry. + - `ahd/layout-deadspace`: The two-column section with 'WHAT SHIPS' (left) and 'WHAT IS GATED' (right) shows the left column significantly shorter than the right, creating visible dead space in the left column while the right column extends further down. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-003.html — 1 tell + - `ahd/require-asymmetry`: The two-column section with 'WHAT SHIPS' and 'WHAT IS GATED' headings creates a perfectly symmetrical horizontal composition with mirrored text columns of nearly identical height and visual weight. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-004.html — 2 tells + - `ahd/require-asymmetry`: The hero section displays a large centered title with subtitle and supporting elements arranged symmetrically around a vertical axis, with the large 'AHD' watermark centered on the right. The overall layout is horizontally symmetrical. + - `ahd/layout-deadspace`: The two-column 'What ships' / 'What is gated' section shows the left column (containing 7 list items) significantly taller than the right column (containing only 4 items). The right column exhibits visible empty space below its final item while the left column continues, creating dead space stretching approximately 40%+ of the section's height. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-005.html — ✓ no vision tells +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-006.html — 1 tell + - `ahd/require-asymmetry`: The two-column section with 'What ships' and 'What is gated' headings is perfectly symmetrical in layout, structure, and visual weight, with mirrored column widths and balanced list lengths creating a horizontally symmetrical composition that exceeds the 0.85 threshold. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-008.html — 1 tell + - `ahd/require-asymmetry`: The two-column section 'WHAT SHIPS' / 'WHAT IS GATED' is horizontally symmetrical in layout, weight, and visual balance, with near-identical column widths and equivalent content density creating a perfectly mirrored composition. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-009.html — 1 tell + - `ahd/layout-deadspace`: The left column contains a tall black rectangle and text content, while the right column (with 'read-the-code' and the manifest list) is significantly shorter, leaving visible empty space in the right column for approximately 50% of the section's height. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-010.html — ✓ no vision tells +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-011.html — 1 tell + - `ahd/layout-deadspace`: The two-column 'WHAT SHIPS' / 'WHAT IS GATED' section has the left column significantly shorter than the right, creating visible dead space in the left column while the right column continues with additional items. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-012.html — 1 tell + - `ahd/require-asymmetry`: The 'MANIFEST' section presents two equally-weighted columns ('WHAT SHIPS' and 'WHAT IS GATED') with near-identical visual treatment, spacing, and typographic hierarchy, creating horizontal symmetry across the primary content area. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-013.html — ✓ no vision tells +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-014.html — 1 tell + - `ahd/require-asymmetry`: The 'WHAT SHIPS' and 'WHAT IS GATED' section is perfectly symmetrical in layout—two equal-width columns with identical list formatting and visual weight, creating a horizontally mirrored composition. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-015.html — ✓ no vision tells +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-016.html — 1 tell + - `ahd/require-asymmetry`: The two-column section with 'WHAT SHIPS' and 'WHAT IS GATED' headings is perfectly symmetrical horizontally, with matched column widths, aligned list items, and mirror-image layout structure. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-017.html — 1 tell + - `ahd/require-asymmetry`: The two-column 'WHAT SHIPS' / 'WHAT IS GATED' section is perfectly symmetrical in layout, weight, and visual balance across the horizontal axis, with matching list structures and alignment. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-018.html — 1 tell + - `ahd/require-asymmetry`: The three-column section ('WHAT SHIPS', 'WHAT IS GATED', 'READ-THE-CODE') is perfectly symmetrical in layout with equal visual weight distribution across horizontally aligned columns, creating a symmetrical composition score well above 0.85. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-019.html — 1 tell + - `ahd/require-asymmetry`: The hero section is perfectly centered with symmetrical margins and alignment; the 'WHAT SHIPS / WHAT IS GATED' two-column section below maintains horizontal symmetry with balanced left and right columns. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-020.html — 1 tell + - `ahd/layout-deadspace`: The two-column section below the fold ('WHAT SHIPS' on left, 'WHAT IS GATED' on right) shows significant vertical imbalance—the left column terminates early while the right column extends further, creating visible dead space in the shorter left neighbor for roughly 40-50% of the section height. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-021.html — ✓ no vision tells +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-022.html — 1 tell + - `ahd/require-asymmetry`: The 'WHAT SHIPS' and 'WHAT IS GATED' section is perfectly symmetrical with identical heading treatment and list structures on left and right columns with matching alignment and spacing. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-023.html — 2 tells + - `ahd/require-asymmetry`: The two-column section (WHAT SHIPS / WHAT IS GATED) is nearly perfectly symmetrical in layout, with balanced column widths and aligned content blocks creating a horizontally mirrored composition. + - `ahd/layout-deadspace`: The right column (WHAT IS GATED) contains only 4 bullet points while the left column (WHAT SHIPS) has 8 bullet points, creating significant vertical dead space in the right column that remains empty while the left column continues. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-024.html — 1 tell + - `ahd/require-asymmetry`: The two-column section with 'What ships' (left) and 'What is gated' (right) is perfectly symmetrical in layout, alignment, and visual weight, with matching heading styles and bullet-point lists mirrored across the horizontal axis. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-025.html — ✓ no vision tells +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-026.html — 2 tells + - `ahd/require-asymmetry`: The 'WHAT SHIPS' and 'WHAT IS GATED' sections form a perfectly balanced two-column layout with identical visual weight and symmetrical alignment across the horizontal axis. + - `ahd/layout-deadspace`: The right column ('WHAT IS GATED') is noticeably shorter than the left column ('WHAT SHIPS'), creating visible dead space below the right column's content while the left column continues, consuming approximately 50% empty vertical space in the shorter column. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-027.html — ✓ no vision tells +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-028.html — 1 tell + - `ahd/require-asymmetry`: The two-column 'What ships' / 'What is gated' section exhibits near-perfect horizontal symmetry in layout, spacing, and visual weight across the vertical axis. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-029.html — 2 tells + - `ahd/require-asymmetry`: The hero section is nearly perfectly symmetrical with the large 'AHD DESIGN' text on the left balanced by the 'Manifest' section on the right, creating mirror-like equilibrium across the page. + - `ahd/layout-deadspace`: The left column (hero text and description) is significantly shorter than the right column (manifest table with multiple rows), creating substantial visible dead space in the left column that persists for well over 40% of the section's height. +- _cf_google_gemma-4-26b-a4b-it/compiled/sample-030.html — 1 tell + - `ahd/layout-deadspace`: The two-column section 'WHAT SHIPS' (left) and 'WHAT IS GATED' (right) shows significant height imbalance; the right column extends much further down with additional content while the left column ends early, creating visible dead space in the shorter left column. +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-001.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-002.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-003.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-004.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-005.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-006.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-007.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-008.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-009.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-010.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-011.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-012.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-013.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-014.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-015.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-016.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-017.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-018.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-019.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-020.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-021.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-022.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-023.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-024.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-025.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-026.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-027.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-028.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-029.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/raw/sample-030.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-001.html — 1 tell + - `ahd/layout-deadspace`: The left column containing 'A framework for human-centered design' and body text is significantly shorter than the right column with the 'How it works' section and two-column table ('What ships' / 'What is gated'), creating visible dead space in the left column for approximately 50%+ of the section's height. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-002.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-003.html — 2 tells + - `ahd/require-asymmetry`: The page composition is vertically centered and horizontally symmetrical, with the hero heading 'Artificial Human Design' centered at top, followed by centered body text and symmetrically arranged sections below. Symmetry score exceeds 0.85. + - `ahd/layout-deadspace`: The two-column layout with 'What ships' and 'What is gated' sections shows the left column (brief descriptions) significantly shorter than the right column (nested bullet lists), creating visible dead space in the left column while the right continues growing. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-004.html — 1 tell + - `ahd/layout-deadspace`: The left column (containing the headline, subheadline, description, code block, and link) is significantly shorter than the right column (a tall two-column table of features), creating substantial empty space in the left column while the right column extends much further down the page. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-005.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-006.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-007.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-008.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-009.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-010.html — 2 tells + - `ahd/require-asymmetry`: The two-column section with 'What ships' and 'What is gated' is perfectly symmetrical in layout and visual weight across the horizontal axis. + - `ahd/layout-deadspace`: The left column ('What ships') is significantly shorter than the right column ('What is gated'), creating visible dead space in the left column while the right column continues with more content. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-011.html — 2 tells + - `ahd/require-asymmetry`: The page composition is perfectly symmetrical with a centered hero title, flanked by two equally-weighted black content blocks (left: paragraph + code block, right: nested lists + license info) creating mirror-image balance. + - `ahd/layout-deadspace`: The left column (body text and code block) terminates well above the baseline of the right column (tall nested list extending to bottom), leaving significant empty space in the left column's lower half while the right column continues with content. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-012.html — 1 tell + - `ahd/layout-deadspace`: The two-column section has a large black code/image block on the left that extends significantly taller than the right column text ('What ships', 'What is gated'), creating visible dead space in the shorter right column. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-013.html — 2 tells + - `ahd/require-asymmetry`: The page composition is vertically centered and symmetrical, with the headline, code block, and list sections all aligned centrally with no asymmetrical counter-force or off-axis elements. + - `ahd/layout-deadspace`: The two-column layout in the 'What is gated' section shows the left column (list items) significantly shorter than the right column's visual weight, creating visible dead space below the list items while the section continues below. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-014.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-015.html — 1 tell + - `ahd/layout-deadspace`: The left column (containing the headline, subheading, description, and code block) terminates well before the right column's two-column table finishes, creating substantial visible empty space in the left column while the right column continues with rows of content. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-016.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-017.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-018.html — 1 tell + - `ahd/require-asymmetry`: The page composition is vertically centered with perfectly symmetrical horizontal alignment of the headline, hero block, and text sections, creating a centered, symmetrical layout that exceeds the asymmetry threshold. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-019.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-020.html — 2 tells + - `ahd/require-asymmetry`: The hero section is centered with the title, intro text, and call-to-action button aligned vertically down the center axis with balanced whitespace on both sides, creating near-perfect horizontal symmetry. + - `ahd/layout-deadspace`: The 'What ships' and 'What is gated' sections display as single-column lists with significant empty space below them before the next section begins, creating visible dead space in the layout flow. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-021.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-022.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-023.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-024.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-025.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-026.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-027.html — ✓ no vision tells +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-028.html — 1 tell + - `ahd/layout-deadspace`: The left column contains a bulleted list that is significantly shorter than the right column, which continues with nested bullet points and additional content, creating visible dead space in the left column while the right column extends well below. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-029.html — 2 tells + - `ahd/require-asymmetry`: The page composition is vertically centered and horizontally symmetrical, with the hero heading stacked centrally, the code block centered, and the two-column 'What ships' / 'What is gated' section aligned symmetrically around a central axis. + - `ahd/layout-deadspace`: The right column ('What is gated') with nested bullet points extends significantly longer than the left column ('What ships'), creating visible dead space in the shorter left column while the right column continues to grow downward. +- _cf_meta_llama-4-scout-17b-16e-instruct/compiled/sample-030.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-001.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-002.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-003.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-004.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-005.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-006.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-007.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-008.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-009.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-010.html — 1 tell + - `ahd/layout-deadspace`: The page has significant empty space below the 'What is gated' section and the CTA link, with the majority of the viewport remaining blank while the content column ends early, creating dead space in the layout. +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-011.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-012.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-013.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-014.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-015.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-016.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-017.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-018.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-019.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-020.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-021.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-022.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-023.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-024.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-025.html — 2 tells + - `ahd/require-asymmetry`: The page composition is vertically centered with horizontally symmetrical alignment of all elements (title, subtitle, code block, sections, and button) creating a perfectly balanced, symmetrical layout. + - `ahd/layout-deadspace`: The two-column layout with 'What ships' and 'What is gated' sections shows significant vertical dead space below the shorter left column while the right column continues, creating a stretched empty area in the shorter neighbour column. +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-026.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-027.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-028.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-029.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/raw/sample-030.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-001.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-002.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-003.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-004.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-005.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-006.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-007.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-008.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-009.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-010.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-011.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-012.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-013.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-014.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-015.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-016.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-017.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-018.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-019.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-020.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-021.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-022.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-023.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-024.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-025.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-026.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-027.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-028.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-029.html — ✓ no vision tells +- _cf_mistralai_mistral-small-3.1-24b-instruct/compiled/sample-030.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-001.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-002.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-003.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-004.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-005.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-006.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-007.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-008.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-009.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-010.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-011.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-012.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-013.html — 1 tell + - `ahd/layout-deadspace`: The two-column section 'What ships' / 'What is gated' shows the right column (gated) significantly shorter than the left column (ships), creating visible dead space below the right column while the left continues, occupying well over 40% of the section's height as empty space. +- _cf_openai_gpt-oss-120b/raw/sample-014.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-015.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-016.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-017.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-018.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-019.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-020.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-021.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-022.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-023.html — 1 tell + - `ahd/require-asymmetry`: The page composition is vertically centered and horizontally symmetrical, with centered title, subtitle, button, and section headings creating a perfectly balanced layout that lacks asymmetrical tension. +- _cf_openai_gpt-oss-120b/raw/sample-024.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-025.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-026.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-027.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-028.html — 1 tell + - `ahd/require-asymmetry`: The hero section and primary content areas exhibit near-perfect horizontal symmetry with centered text, centered button, and balanced whitespace around the main content column, creating a formal, symmetrical composition that exceeds the 0.85 threshold. +- _cf_openai_gpt-oss-120b/raw/sample-029.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/raw/sample-030.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-001.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-002.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-003.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-004.html — 1 tell + - `ahd/require-asymmetry`: The hero section composition is horizontally symmetrical: the large 'AHD' wordmark on the left is balanced by the red 'Read the code' box on the right, with descriptive text centered between them, creating a mirror-like equilibrium across the central axis. +- _cf_openai_gpt-oss-120b/compiled/sample-005.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-006.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-007.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-008.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-009.html — 2 tells + - `ahd/require-asymmetry`: The hero section is horizontally symmetrical with 'AHD' on the left balanced by a decorative dash on the right, creating a centered, mirror-like composition. + - `ahd/wordmark-not-dot-grotesque`: The wordmark 'AHD' is followed by a small red dot/badge, matching the Y Combinator cliché pattern of lowercase/uppercase grotesque wordmark + trailing colored glyph. +- _cf_openai_gpt-oss-120b/compiled/sample-011.html — 1 tell + - `ahd/require-asymmetry`: The two-column section with 'What ships' (left) and 'What is gated' (right) uses identically styled list layouts with matching heights and symmetric alignment, creating a perfectly balanced horizontal composition that exceeds 0.85 symmetry. +- _cf_openai_gpt-oss-120b/compiled/sample-012.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-013.html — 2 tells + - `ahd/wordmark-not-dot-grotesque`: The wordmark 'AHD' is paired with a small dot/badge element to the right, matching the lowercase grotesque + dot pattern (even though the letters are uppercase, the trailing dot badge is the tell). + - `ahd/layout-deadspace`: The two-column 'What ships' / 'What is gated' section has the left column (7 bullet points) significantly shorter than the right column (4 bullet points), but more critically, both columns end well before the fold, leaving substantial dead space below them that extends to the next section, creating visible empty stretch. +- _cf_openai_gpt-oss-120b/compiled/sample-014.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-015.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-016.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-017.html — 1 tell + - `ahd/layout-deadspace`: The two-column section 'What ships' (left) and 'What is gated' (right) shows the left column significantly shorter than the right column, creating visible dead space in the left column while the right column continues with additional list items. +- _cf_openai_gpt-oss-120b/compiled/sample-018.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-019.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-020.html — 2 tells + - `ahd/require-asymmetry`: The hero section is horizontally symmetrical with the large 'AHD' wordmark on the left balanced by centered descriptive text on the right, creating a mirror-like composition across the viewport. + - `ahd/layout-deadspace`: The three-column 'What ships / What is gated' section shows significant dead space: the right column ('What ships', 'What is gated') is noticeably shorter than the left column content boxes, leaving visible empty space in the right column for approximately 50% of the section's height. +- _cf_openai_gpt-oss-120b/compiled/sample-021.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-022.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-023.html — 1 tell + - `ahd/layout-deadspace`: The two-column section below the red line has a left column (code block and list) that is significantly shorter than the right column (tall list of gated features), creating visible dead space in the left column for approximately 50%+ of the section's height while the right column continues. +- _cf_openai_gpt-oss-120b/compiled/sample-024.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-025.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-026.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-027.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-028.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-029.html — ✓ no vision tells +- _cf_openai_gpt-oss-120b/compiled/sample-030.html — 2 tells + - `ahd/require-asymmetry`: The hero section exhibits strong horizontal symmetry with the wordmark and description text on the left balanced by the three centered display phrases ('Run an evaluation', 'What ships', 'What is gated') and right-column text creating a mirror-like compositional structure. + - `ahd/layout-deadspace`: The two-column layout shows the left column (wordmark + description) significantly shorter than the right column (which extends through multiple lines of small text), creating substantial visible dead space in the left column while the right continues downward. +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-001.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-002.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-003.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-004.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-005.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-006.html — 2 tells + - `ahd/require-asymmetry`: The page composition is heavily left-aligned with content confined to the upper-left quadrant, creating a stark vertical axis of symmetry with the vast empty black space on the right and below. + - `ahd/layout-deadspace`: Significant dead space occupies the lower 70% of the viewport while content remains confined to the upper-left area, creating a visibly empty right column and extended empty lower section that persists throughout the rendered height. +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-007.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-008.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-009.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-010.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-011.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-012.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-013.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-014.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-015.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-016.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-017.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-018.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-019.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-020.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-021.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-022.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-023.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-024.html — 1 tell + - `ahd/layout-deadspace`: The viewport is dominated by a black background with content confined to the upper-left quadrant. The rendered height of visible content is minimal (approximately 20% of viewport), leaving roughly 80% of the page as dead space below the text sections. +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-025.html — 1 tell + - `ahd/layout-deadspace`: The visible content (terminal, headings, and bullet lists) occupies only the upper portion of the viewport, leaving approximately 60% of the lower page area as empty black space with no visual content or anchor to justify the stretch. +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-026.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-027.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-028.html — 1 tell + - `ahd/layout-deadspace`: The page has significant empty black space below the 'read-the-code' link that extends for the majority of the remaining viewport height while the content columns have ended, creating visible dead space. +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-029.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/raw/sample-030.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-001.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-002.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-003.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-004.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-005.html — 2 tells + - `ahd/require-asymmetry`: The two-column section with 'What ships' and 'What is gated' is perfectly symmetrical in layout, width, and visual weight across the horizontal axis. + - `ahd/layout-deadspace`: The right column ('What is gated') contains only 4 bullet points while the left column ('What ships') contains 7 bullet points, creating significant visible dead space in the shorter right column beneath its content while the left column continues. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-006.html — 1 tell + - `ahd/require-asymmetry`: The two-column section with 'What ships' and 'What is gated' headings is perfectly symmetrical in layout, with equal column widths and balanced text blocks across the horizontal axis. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-007.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-008.html — 1 tell + - `ahd/require-asymmetry`: The hero section exhibits strong vertical symmetry with 'What ships' centered on the right side and a mirrored list layout below, creating a balanced, symmetrical composition that violates the asymmetry requirement. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-009.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-010.html — 1 tell + - `ahd/layout-deadspace`: The left column (code block) is significantly shorter than the right column (two-column table), creating visible empty space in the left column for roughly 50% of the section's rendered height while the right column continues. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-011.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-012.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-013.html — 1 tell + - `ahd/layout-deadspace`: The hero section has a left column (wordmark, tagline, CTA) that is significantly shorter than the right column (terminal window + two-column reference list), creating substantial visible dead space in the left column while the right column continues downward. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-014.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-015.html — 2 tells + - `ahd/require-asymmetry`: The two-column layout with 'What ships' and 'What is gated' headings creates a perfectly symmetrical horizontal composition with matched column widths and parallel list structures. + - `ahd/layout-deadspace`: The right column ('What is gated') is noticeably shorter than the left column ('What ships'), creating substantial empty space in the right column below the content while the left column continues with 'Read the code' and extends further down. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-016.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-017.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-018.html — 1 tell + - `ahd/layout-deadspace`: The left column (black code block) is significantly shorter than the right column (text content that extends well below), creating visible empty space in the shorter left column while the right column continues with multiple list items. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-019.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-020.html — 1 tell + - `ahd/layout-deadspace`: The three-column layout shows the left column ('What ships') ending early while the middle column ('What is gated') continues with substantial content, creating visible dead space in the left column for roughly 50% of the section's rendered height. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-021.html — 1 tell + - `ahd/layout-deadspace`: The three-column table layout shows the rightmost column ('Read the code') is significantly shorter than the left columns, creating visible dead space in the right column while the left columns continue with content. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-022.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-023.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-024.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-025.html — 1 tell + - `ahd/layout-deadspace`: The left column ('What ships') is significantly shorter than the right columns ('What is gated' and 'Read the code'), creating visible dead space in the left column that extends well beyond 40% of the section's rendered height. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-026.html — 2 tells + - `ahd/require-asymmetry`: The hero section composition is nearly perfectly symmetrical, with a large black code block centered on the left balanced by three evenly-spaced text columns on the right, creating a mirror-like layout across the horizontal axis. + - `ahd/layout-deadspace`: The left column (black code block) is significantly taller than the right column (three text blocks), creating visible dead space in the right column that extends well beyond 40% of the section's rendered height while the left column continues to dominate. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-027.html — 1 tell + - `ahd/layout-deadspace`: The left column (containing 'AHD' wordmark and tagline) is significantly shorter than the right column (which extends through multiple sections with 'What ships', 'What is gated', and 'read-the-code'), creating visible dead space in the left column for approximately 60%+ of the page's rendered height. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-028.html — 1 tell + - `ahd/layout-deadspace`: The 'Read the code' section has a left column with red text label that is significantly shorter than the right column containing the license/code text, creating visible dead space in the left column while the right column extends much further down the page. +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-029.html — ✓ no vision tells +- _cf_qwen_qwen3-30b-a3b-fp8/compiled/sample-030.html — ✓ no vision tells \ No newline at end of file diff --git a/docs/evals/monthly/2026-09-01-vision.replay.json b/docs/evals/monthly/2026-09-01-vision.replay.json new file mode 100644 index 0000000..5a1c719 --- /dev/null +++ b/docs/evals/monthly/2026-09-01-vision.replay.json @@ -0,0 +1,349 @@ +{ + "schema_version": 1, + "kind": "critique", + "ahd_version": "0.11.0", + "ahd_commit": "f4b51a396d1edb9a17e6f40332cdb7a9e9789e08", + "git_dirty": true, + "node_version": "v22.22.2", + "platform": "linux-x64", + "invoked_at": "2026-09-01T12:05:11.820Z", + "argv": [ + "/opt/hostedtoolcache/node/22.22.2/x64/bin/node", + "/home/runner/work/ahd/ahd/bin/ahd.js", + "critique", + "swiss-editorial", + "--samples", + "/home/runner/work/_temp/monthly-samples.anJ1uL", + "--critic", + "anthropic", + "--out", + "critiques", + "--report", + "docs/evals/monthly/2026-09-01-vision.md" + ], + "token": { + "path": "/home/runner/work/ahd/ahd/tokens/swiss-editorial.yml", + "hash": "sha256:380a3d833d9463dbc681df7465993ab6413d8e77188f55f97359f60dc4b746b1" + }, + "brief": null, + "sampling": { + "n": 297, + "temperature": null, + "seed": null + }, + "models": [ + { + "id": "claude-haiku-4-5-20251001-critic", + "provider": "anthropic", + "provider_request_ids": [ + "req_011CecgwDYe4JnbmsLpW8VgR", + "req_011CecgwX84NCXvMdeiR5brs", + "req_011CecgwoLdRVyeWbvrXAKmc", + "req_011Cecgx2Xt3wETtTza2Yk49", + "req_011CecgxL1c7DhDZtWuqyLYz", + "req_011CecgxbnNx61JrzSWbT25P", + "req_011CecgxqyfMcs6sZKbQUdHm", + "req_011Cecgy7dkJcyQwsqCi8HwD", + "req_011CecgyP9eEFrg83vEMYNk3", + "req_011CecgygBpzCgfFTTqLcR2Y", + "req_011Cecgyx53sZHXFsAboJNw5", + "req_011CecgzESnv2HGnMSgKeDUj", + "req_011CecgzTtfyuGhLWS9vH9CW", + "req_011CecgzjEuR72o2SmPoxJSr", + "req_011Cecgzxrhvj1dvF8mnivux", + "req_011Cech1DosZHztSbqNBiD7q", + "req_011Cech1T1Nov7JH9T7KffNf", + "req_011Cech1gWEMZF85eprgwnAT", + "req_011Cech1z6eVbod91V1CbQo5", + "req_011Cech2CrbqUSoaTe8yC5eb", + "req_011Cech2Wk8d293poa8EpZEj", + "req_011Cech2ozi2sp4voM4Aw8vW", + "req_011Cech35W7ZTQa91EjpEg9T", + "req_011Cech3LVGcDCxU3pxMf9aW", + "req_011Cech3VBtk1VVWtrkL5DKX", + "req_011Cech3kRgK17fFsFxBHt9g", + "req_011Cech42Ay797Z2uhu6JScP", + "req_011Cech4EdpSXDQfTfs9MnZZ", + "req_011Cech4YFyEf8kL5KHwxxnD", + "req_011Cech4myE9dHHh8znKVwJX", + "req_011Cech53CGFNgS8cPhLE1fk", + "req_011Cech5JTnHKomSuAeMSoLe", + "req_011Cech5XaKiiPab8tiPnqyp", + "req_011Cech5qGgxmTh4Gnht71dJ", + "req_011Cech5zjD7oabYT6XwBhBx", + "req_011Cech6FL3WY89yNLZhrzAR", + "req_011Cech6WjFZxsL12WJUabmy", + "req_011Cech6m4Tbu5ychK3xSHQ4", + "req_011Cech6ukbXxNnpcPx94YnU", + "req_011Cech78oAbxmhnByaFFL14", + "req_011Cech7NXfKeK2fDfhNRef3", + "req_011Cech7WwBJiP8pzc6nbM9r", + "req_011Cech7mASfoYYSWfxDDGnu", + "req_011Cech7vxYiDEogwV1p6XAt", + "req_011Cech8B19SR4VYMfFiq5Ru", + "req_011Cech8Pw2QD4hTDiGiHkdD", + "req_011Cech8e1rWKZsKUx28mTrx", + "req_011Cech8s3gTLifWLXPPy1CL", + "req_011Cech98ReMKTeYF423rHii", + "req_011Cech9HYLArSXsrMEZ7n1k", + "req_011Cech9WG46TjJaZrkkzacw", + "req_011Cech9vxMjWKB1oxLB9sTS", + "req_011CechA9TBwan45RQ7cgKTS", + "req_011CechAJUfTGScDQJcQDVDr", + "req_011CechAaY4RSgH3btfRRTqB", + "req_011CechAj7F6K1RYaiK6T5Za", + "req_011CechAwxuTizMVzBt37AzP", + "req_011CechBEb39nfoPSgDxo6Qn", + "req_011CechBUPVv7tzn9KFw99eB", + "req_011CechBcSBiR6GYMXBP8hRr", + "req_011CechBnQDMT2k8TM7WFvZD", + "req_011CechBvaqi5SeE6hyiCvBV", + "req_011CechC4NA1iBBAsfj15bvE", + "req_011CechCC9TwLXfU8ZFz6Tzi", + "req_011CechCLCQPpRtjLFagiwJJ", + "req_011CechCUs3jJNFg73MbqTX1", + "req_011CechCcf7JvBHRzs42FAQv", + "req_011CechCmG2nnkewN8o6Njft", + "req_011CechCtiWC3UE5YiujRjMv", + "req_011CechD2GB64cH2boskg1TM", + "req_011CechDAWH2VYDAqyK9z9iv", + "req_011CechDK9BdUiJ1mHgfnEcp", + "req_011CechDTgdsAJpshZcj9Fbf", + "req_011CechDc7Q6MSAoE2GL9sXt", + "req_011CechDmAc7YiFKXadPugUd", + "req_011CechDuHGR2eaxgzCRMGs4", + "req_011CechE4CYC55ksX1vk5Hyj", + "req_011CechECWr1w5pkTk3ixuRk", + "req_011CechELtddQWYro7aUaSiK", + "req_011CechEUxp2s7rvhGLge1Dh", + "req_011CechEcmccxju4TLfe9dFX", + "req_011CechEm8efyuT8rDynx3UG", + "req_011CechEtoX3wEEC26QHm7pH", + "req_011CechF2mF4PAcCgnBNvUPq", + "req_011CechFBJCyCb2vp5e1Wt4v", + "req_011CechFLT7wmnJLTVyQ794f", + "req_011CechFUpADj6PJTLcRcGQw", + "req_011CechFdwLNqiRyQCXzCegS", + "req_011CechFmr6JUdbEFm4woj2a", + "req_011CechG2RwDtQPok7mYtTvJ", + "req_011CechGAzsXfFSUfKryNpqo", + "req_011CechGVDFM8FzCSizNohZV", + "req_011CechGjDs3fxVjmWs8r2Uv", + "req_011CechGuSGZQnqTngBAkToA", + "req_011CechH4J5VATPZAb6uP7cM", + "req_011CechHD89GnWKxeVPi4Fz1", + "req_011CechHLzfr6zuRwmnZw4aS", + "req_011CechHVozbXW4izowsND4f", + "req_011CechHkZFj8orR1m7efVsE", + "req_011CechJ4hfNNp49YLiyUzhe", + "req_011CechJHMvGjX12QYHfG3Ke", + "req_011CechJaakkbC1dSVKXQvps", + "req_011CechJjG9gn8E1AvugXjiz", + "req_011CechJxhnHvY5hu47cpGzY", + "req_011CechK6GwbdGfqVmuUH3eT", + "req_011CechKEouVpVPGaNJRBj6L", + "req_011CechKSY6ZHfZB1QYdE4iG", + "req_011CechKbB1EJvmRXg4AwKDo", + "req_011CechKsAvq4Qmq8XAxV4DR", + "req_011CechL1v37XoTrZYZ71PHY", + "req_011CechLA5RPZUuUhnK4DJYt", + "req_011CechLJfrXgegifbr8nuoD", + "req_011CechLTXuLxfbZcvhgKNH3", + "req_011CechLbztr5ybVxM7RWdtm", + "req_011CechLk9Hc7oFMa69zBh4j", + "req_011CechLtx7Z38u95V2nmYYL", + "req_011CechM8jq93rkaaXeJDpad", + "req_011CechMRcqSYCHSaxY9tgYk", + "req_011CechMy8R7JALe7MTcTMsL", + "req_011CechN7FZwixQwSiJkJKwt", + "req_011CechNG2uaWr8TEEGQ2eXi", + "req_011CechNQC3DxfyiRR679wDr", + "req_011CechNYfnDBs8X3RwFJBsg", + "req_011CechNgpujMS6nD65AvDpH", + "req_011CechNpiB6NjF1sjMtY9sx", + "req_011CechNxs4eBQ59t7bCkpkd", + "req_011CechP6fNRhWLLUkWd6Mjv", + "req_011CechPGB7jrZiFsyqrJCom", + "req_011CechPVWoPPtedd9ADeLpn", + "req_011CechPeFfCueVcnYfHTWoT", + "req_011CechPoWmeirEpKV2cMFiL", + "req_011CechPwzFoggrErm4HkvmW", + "req_011CechQ7R3PGCmd6XJZmAVB", + "req_011CechQFmqLSTowodHveuGo", + "req_011CechQPXR2CYJMRq1junnd", + "req_011CechQXXd4gMUTSEjVSmiH", + "req_011CechQfLvKt3oNzbbNuP2X", + "req_011CechQp6XDaUSgEu5g6K9A", + "req_011CechR7neMN9H3MrWrK3pR", + "req_011CechRGE9ZBNXvNWg6zhhJ", + "req_011CechRQDrgJBbDnGEvavwi", + "req_011CechRXtj2uDF3F2N4YEJ5", + "req_011CechRftwQCp3YhX1E5Fxk", + "req_011CechRvkefQc8dn84EJxKs", + "req_011CechS4mc8Mxy6YM6RCdUR", + "req_011CechSDhNnn3286dWXLbDh", + "req_011CechSM9bZcYNTcaT4HTiQ", + "req_011CechSVpEubCMTkHWUrkom", + "req_011CechSmDwhUJHTn61KNifH", + "req_011CechSu9SPQhy6Siwko2NG", + "req_011CechT4CtsgGbKjsKEPo8H", + "req_011CechTCS1F41nVC9VUuguZ", + "req_011CechTLqX59Xrgdq7u4GhQ", + "req_011CechTVZ97LPcKR2CUmNNX", + "req_011CechTfrWbcSkMrKXCWr8k", + "req_011CechTpqWZsCBGP6uD5LHz", + "req_011CechTxy9sdMNbncqS1G9a", + "req_011CechU7JTSedJDHMtyUbnd", + "req_011CechUYaVDFhM7xiaApHDk", + "req_011CechUguJDXFj4NMHj7BFd", + "req_011CechUsxoYeMRyUwkrLPCo", + "req_011CechV2NaCMpBgpSXvq6ru", + "req_011CechVBENjLmG2umPS8SXN", + "req_011CechVLK5M4eBynJ3beypg", + "req_011CechVUUDNHgwMRJsJwpC2", + "req_011CechVcVf8FS3VEKS7qJi2", + "req_011CechVkk152HkoVotdPkfd", + "req_011CechVuHx2jqH6cWbneU5o", + "req_011CechW42owBJYDw4joiZhK", + "req_011CechWDHRp8pHgK8KfD149", + "req_011CechWN42Qjyn4THw8JkqK", + "req_011CechWWGdihPWbyp62Jw7J", + "req_011CechWeZTh2eYv8yRkCxBJ", + "req_011CechWqub4JgsiCvzg5n9z", + "req_011CechWzYVm2EZa9wZ7a6mT", + "req_011CechX9CeCugty5QEcnp1t", + "req_011CechXHn5dSW2kAkvHV5kU", + "req_011CechXSi6nTaNUGwUf7g72", + "req_011CechXaga6U6ig3VqFnZKD", + "req_011CechXinV7BtFoCCKbrySu", + "req_011CechXrvsvsVpK8V8SvcZJ", + "req_011CechY11JRoUT8Q67pq1ZK", + "req_011CechY9tqyn2jJbVk75WQE", + "req_011CechYHeuwmTm4oZhUMDow", + "req_011CechYTZE1wUozao7t94Yt", + "req_011CechYbxFWydvK7TwQ6M5J", + "req_011CechYkde8UtPHwEFTfMPB", + "req_011CechYuaeemVKUMFAPfK8L", + "req_011CechZ4F3rBHfdMpoGPdmG", + "req_011CechZTL7TTZYXzbYsm3LN", + "req_011CechZbEsCuoHYVjUsiTKb", + "req_011CechZrGFaHh6kQtPNPx3U", + "req_011CechZzJShf4eVTm8GCVjp", + "req_011Cecha83XUWaJuRMVvw2hV", + "req_011CechaGdTS7YPk6ThMrGro", + "req_011CechaQNYUMhyetAXTdM1k", + "req_011CechaY7sT6r5eTiMfSGnR", + "req_011Cechag576xwbhK7tZUdvL", + "req_011CechapNg5Yv7jD9mZFmLM", + "req_011CechaxHBQWjdPDePhmpwp", + "req_011Cechb72XrhVVgyPnbheAe", + "req_011CechbNwk1176JXessyivG", + "req_011CechbXYfnBTJhHYtTdu13", + "req_011Cechbfi4F18U5aCciUAT2", + "req_011CechborwYJFvTbXBwWtLw", + "req_011CechbxbJjG9MC58vSUkU9", + "req_011CechcD5SjCjzRgGAkaEne", + "req_011CechcMu22hgDzknEXeVHp", + "req_011CechcWFoqSPAXa2y3Vbxa", + "req_011CechceacX9fnaRGyJqzo6", + "req_011Cechco8ZcPbqw81xv8Jwm", + "req_011Cechcw4ZerafRyM6Vvjnd", + "req_011Cechd9mnjKzk3VHbLxXtv", + "req_011CechdJq1CRhAoLa64hxTK", + "req_011CechdUD48ZeQyrShsVUQA", + "req_011CechdcrTeWE86xmRDa1hF", + "req_011CechdmrSq9mTfX5TKNtpj", + "req_011CecheDAiEBvZXSiq6uouY", + "req_011CecheSjHiwxWL2JBJXaru", + "req_011CechebfoPTt6ujkKkESey", + "req_011CechevEWSNNGqxxw9njmC", + "req_011Cechf4jEPsuryJeN6kAGb", + "req_011CechfCQMNVW5AEsSXWEy7", + "req_011CechfL9gHAXsWXx6CeyZ3", + "req_011Cechfa9JNeUetCBy81zZu", + "req_011Cechfj5a29sMxnRZSxAiX", + "req_011CechftAWv99QvDWf9L39s", + "req_011CechgBSq3kpyKVi2vrjy6", + "req_011CechgKy3Ya874Z5uwU6FB", + "req_011CechgVG91QNhSWKB1TLgm", + "req_011CechgkvyAdsWPixsU3y69", + "req_011Cechgu5cYmPjw1mH6oN38", + "req_011Cechh5Bpd52oyxiPP7cSr", + "req_011CechhD65aUBkUu5Rmu6fT", + "req_011CechhN2qnSErg7d7RwXBJ", + "req_011CechhWR86xzmFiKubynAF", + "req_011Cechhfc2QSdwJvCccynFy", + "req_011CechhweBDdRTmivQYGHAY", + "req_011Cechi65gKCkoPW6dLDviy", + "req_011CechiFu2UW3HFsP1c2iH9", + "req_011CechiPfqxW9DDzBzRFPnH", + "req_011CechiXkWzaoZbTycCf1um", + "req_011CechiqqwtHMKnH6Hy24WY", + "req_011Cechj6TXf2DSfTbGCH2kb", + "req_011CechjE3vjpSrAH717MjuQ", + "req_011Cechjn1YcCNoEFenYCM5y", + "req_011CechjvJch3Cb3f7e98Eov", + "req_011CechkKsTCM2SHUSLeSTbx", + "req_011CechkU16gmmaECXuffZxj", + "req_011CechkcYJfXT5oyBrzmuu6", + "req_011CechkmFBdYvjt7YyirM7c", + "req_011Cechku2Vbxy3fBtt31TG6", + "req_011Cechm36gFZ5XvLcjcZ4NE", + "req_011CechmAnHVSh4P884LdVbw", + "req_011CechmK2P6VwnoJ8vEkktD", + "req_011Cechmkov2CPwfGGB6CCFi", + "req_011CechmxxfAvioBqwHjyNGR", + "req_011Cechn7DzgtBh54PgPG8cn", + "req_011CechnbR9FqyrLsXkjq8w9", + "req_011CechnpUi7u269XTg6T341", + "req_011Cecho5kULdX31vQbxgAkV", + "req_011CechoHh4fJ2iGJ6B2FtuF", + "req_011CechoVpa5yA1V6ivQNotv", + "req_011CechodwUSDSTRR6xTwL4G", + "req_011CechowYe2cjMiEjV7nyqE", + "req_011CechpBNavrrYr2zBu5z97", + "req_011CechpKXyPZmn46zpQWC27", + "req_011CechpoGb5P7ZRdnMiPt5q", + "req_011CechpwgrAczxzRYdffRq9", + "req_011Cechq5fZpfe9cRDHXKcMQ", + "req_011CechqEiXrYrpS76oDMyo6", + "req_011CechqPTdwwFbM5zqnpN95", + "req_011CechqfW3ZzRTNEMzMBszQ", + "req_011Cechqsdo5fAJwd64FJNHy", + "req_011Cechr1puseN23hisDH87n", + "req_011CechrEygeiG5gFCgk5kdZ", + "req_011CechrZE3dneNXgKv6aehz", + "req_011CechrmXidzd59etpZN7WK", + "req_011Cechrunobk8zanaVBbLBk", + "req_011Cechs5Cqz9puPr3TkE7mh", + "req_011CechsJzZY9AZZVE3hWCYX", + "req_011CechsT4jorsQxoW3MUjZt", + "req_011Cechshcr2uhZgfHrYCXhi", + "req_011CechsrBYF81Wqen3FF8Wj", + "req_011CechszWbTn3rhYRkQvnVU", + "req_011CechtCpWss6NCitMKh9HH", + "req_011CechtLXcgQmtTdJ6rbiMi", + "req_011CechtZ9PLKtgUc7Ud4pHr", + "req_011CechtnJQShwec6GQ2PUvm", + "req_011CechtvRZMZm2aMksZ8mv4", + "req_011Cechu51jyCiNDJ5B8die6", + "req_011CechuDAP1CK9PYKCcKD3u", + "req_011CechuRt7BSjKFsLV1KBeP", + "req_011CechuhNmcFKi5xuu6A62R", + "req_011CechuwoBvX4vtM78zMkpH", + "req_011CechvAHX3uwukY2DB9a7y", + "req_011CechvK66yBHQbMTFpu7T7" + ] + } + ], + "conditions": { + "requested": [ + "raw", + "compiled" + ], + "effective": [ + "raw", + "compiled" + ] + } +}