From c51a0a1aa8ce5095e622d9fd7a704cc5d236c5df Mon Sep 17 00:00:00 2001 From: Ayush Patel Date: Thu, 8 Oct 2026 22:15:45 -0400 Subject: [PATCH 1/4] refactor: retire MMMU Pro and Tau3 Kepler implementations --- package.json | 3 +- scripts/README.md | 11 +- scripts/mirror-mmmu-pro-media.test.ts | 161 - scripts/mirror-mmmu-pro-media.ts | 161 - src/benchmarks/benchmark-config.ts | 53 +- src/benchmarks/benchmark-meta.ts | 13 - src/benchmarks/mmmu-pro-media-manifest.json | 13849 ---------------- .../mmmu-pro-media-manifest.test.ts | 124 - src/benchmarks/mmmu-pro-media-manifest.ts | 96 - src/benchmarks/mmmu-pro-vision.test.ts | 124 - src/benchmarks/mmmu-pro-vision.ts | 210 - src/benchmarks/native-eval-migration.test.ts | 30 + src/benchmarks/registry.ts | 4 - .../tau3-bench-banking/action-match.test.ts | 245 - .../tau3-bench-banking/action-match.ts | 35 - .../tau3-bench-banking/agent-prompts.test.ts | 173 - .../tau3-bench-banking/agent-prompts.ts | 151 - .../tau3-bench-banking/benchmark.test.ts | 122 - .../tau3-bench-banking/benchmark.ts | 133 - .../tau3-bench-banking/dataset.test.ts | 125 - src/benchmarks/tau3-bench-banking/dataset.ts | 80 - .../tau3-bench-banking/documents.test.ts | 171 - .../tau3-bench-banking/documents.ts | 222 - .../tau3-bench-banking/environment.test.ts | 312 - .../tau3-bench-banking/environment.ts | 282 - .../tau3-bench-banking/evaluator.test.ts | 400 - .../tau3-bench-banking/evaluator.ts | 196 - .../retrieval-config.test.ts | 17 - .../tau3-bench-banking/retrieval-config.ts | 16 - .../tau3-bench-banking/retrieval.test.ts | 114 - .../tau3-bench-banking/retrieval.ts | 351 - .../tau3-bench-banking/scorer.test.ts | 276 - src/benchmarks/tau3-bench-banking/scorer.ts | 109 - .../tau3-bench-banking/solver.test.ts | 19 - src/benchmarks/tau3-bench-banking/solver.ts | 370 - .../tau3-bench-banking/tools/db-query.test.ts | 453 - .../tau3-bench-banking/tools/db-query.ts | 389 - .../tau3-bench-banking/tools/definitions.ts | 336 - .../tau3-bench-banking/tools/field-access.ts | 54 - .../tools/handlers-accounts.test.ts | 721 - .../tools/handlers-accounts.ts | 925 -- .../tools/handlers-credit-2.ts | 608 - .../tools/handlers-credit.test.ts | 775 - .../tools/handlers-credit.ts | 712 - .../tools/handlers-debit.test.ts | 721 - .../tools/handlers-debit.ts | 1309 -- .../tools/handlers-disputes.test.ts | 626 - .../tools/handlers-disputes.ts | 885 - .../tools/handlers-meta.test.ts | 474 - .../tau3-bench-banking/tools/handlers-meta.ts | 431 - .../tools/handlers-user.test.ts | 545 - .../tau3-bench-banking/tools/handlers-user.ts | 824 - .../tau3-bench-banking/tools/helpers.test.ts | 55 - .../tau3-bench-banking/tools/helpers.ts | 33 - .../tau3-bench-banking/tools/ids.test.ts | 232 - .../tau3-bench-banking/tools/ids.ts | 198 - .../tau3-bench-banking/tools/registry.test.ts | 164 - .../tau3-bench-banking/tools/registry.ts | 65 - .../tau3-bench-banking/types.test.ts | 208 - src/benchmarks/tau3-bench-banking/types.ts | 173 - .../tau3-bench-banking/user-sim-guidelines.ts | 5 - .../tau3-bench-banking/user-simulator.test.ts | 102 - .../tau3-bench-banking/user-simulator.ts | 137 - src/cli/index.test.ts | 62 - src/cli/index.ts | 42 - 65 files changed, 35 insertions(+), 30987 deletions(-) delete mode 100644 scripts/mirror-mmmu-pro-media.test.ts delete mode 100644 scripts/mirror-mmmu-pro-media.ts delete mode 100644 src/benchmarks/mmmu-pro-media-manifest.json delete mode 100644 src/benchmarks/mmmu-pro-media-manifest.test.ts delete mode 100644 src/benchmarks/mmmu-pro-media-manifest.ts delete mode 100644 src/benchmarks/mmmu-pro-vision.test.ts delete mode 100644 src/benchmarks/mmmu-pro-vision.ts create mode 100644 src/benchmarks/native-eval-migration.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/action-match.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/action-match.ts delete mode 100644 src/benchmarks/tau3-bench-banking/agent-prompts.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/agent-prompts.ts delete mode 100644 src/benchmarks/tau3-bench-banking/benchmark.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/benchmark.ts delete mode 100644 src/benchmarks/tau3-bench-banking/dataset.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/dataset.ts delete mode 100644 src/benchmarks/tau3-bench-banking/documents.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/documents.ts delete mode 100644 src/benchmarks/tau3-bench-banking/environment.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/environment.ts delete mode 100644 src/benchmarks/tau3-bench-banking/evaluator.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/evaluator.ts delete mode 100644 src/benchmarks/tau3-bench-banking/retrieval-config.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/retrieval-config.ts delete mode 100644 src/benchmarks/tau3-bench-banking/retrieval.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/retrieval.ts delete mode 100644 src/benchmarks/tau3-bench-banking/scorer.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/scorer.ts delete mode 100644 src/benchmarks/tau3-bench-banking/solver.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/solver.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/db-query.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/db-query.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/definitions.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/field-access.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-accounts.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-accounts.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-credit-2.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-credit.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-credit.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-debit.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-debit.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-disputes.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-disputes.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-meta.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-meta.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-user.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/handlers-user.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/helpers.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/helpers.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/ids.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/ids.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/registry.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/tools/registry.ts delete mode 100644 src/benchmarks/tau3-bench-banking/types.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/types.ts delete mode 100644 src/benchmarks/tau3-bench-banking/user-sim-guidelines.ts delete mode 100644 src/benchmarks/tau3-bench-banking/user-simulator.test.ts delete mode 100644 src/benchmarks/tau3-bench-banking/user-simulator.ts diff --git a/package.json b/package.json index 1515b81a..d0f41875 100644 --- a/package.json +++ b/package.json @@ -42,8 +42,7 @@ "format:check": "oxfmt src test scripts --check", "check": "oxlint", "fix": "oxfmt src test scripts --write && oxlint --fix", - "mirror-vgi-bench-media": "bun scripts/mirror-vgi-bench-media.ts", - "mirror-mmmu-pro-media": "bun scripts/mirror-mmmu-pro-media.ts" + "mirror-vgi-bench-media": "bun scripts/mirror-vgi-bench-media.ts" }, "dependencies": { "@effect/platform": "0.95.0", diff --git a/scripts/README.md b/scripts/README.md index 4b61357c..d525802f 100644 --- a/scripts/README.md +++ b/scripts/README.md @@ -1,6 +1,6 @@ # Media mirror scripts -`mirror-vgi-bench-media.ts` and `mirror-mmmu-pro-media.ts` copy a benchmark's media from its upstream source into an OpenRouter-operated, publicly readable object store and write a committed manifest (`src/benchmarks/**/-media-manifest.json`). At run time the benchmark selects the manifest whose `revision` matches the requested dataset revision, sends models the mirror URLs instead of upstream URLs, and stamps `media_manifest_hash` and `dataset_revision` on every sample. Any other revision bypasses the mirror. The shared plumbing (environment, Hugging Face row paging with retries, download, SHA-256, upload-if-absent, public readback verification, manifest hashing) lives in `media-mirror.ts`. +`mirror-vgi-bench-media.ts` copies a benchmark's media from its upstream source into an OpenRouter-operated, publicly readable object store and write a committed manifest (`src/benchmarks/**/-media-manifest.json`). At run time the benchmark selects the manifest whose `revision` matches the requested dataset revision, sends models the mirror URLs instead of upstream URLs, and stamps `media_manifest_hash` and `dataset_revision` on every sample. Any other revision bypasses the mirror. The shared plumbing (environment, Hugging Face row paging with retries, download, SHA-256, upload-if-absent, public readback verification, manifest hashing) lives in `media-mirror.ts`. ## Storage @@ -9,13 +9,12 @@ Each benchmark gets its own Cloudflare R2 bucket and public custom domain, so li | Benchmark | Bucket | Public origin | Object keys | | --- | --- | --- | --- | | VGI-Bench | `vgi-bench-mirror` | `https://vgi-bench-mirror.openrouter.ai` | `.mp4` | -| MMMU Pro (vision) | `mmmu-pro-mirror` | `https://mmmu-pro-mirror.openrouter.ai` | `mmmu-pro//.` | To provision a new bucket in the Cloudflare dashboard: R2 > Create bucket; bucket Settings > Custom Domains > connect `.openrouter.ai` (this is what makes objects publicly readable); Manage R2 API Tokens > Create API token with Object Read & Write scoped to that bucket only. ## Environment -Both scripts read the same variables, so set them per run for the target bucket: +Set these variables for the target bucket: | Variable | Value | | --- | --- | @@ -30,14 +29,10 @@ Both scripts read the same variables, so set them per run for the target bucket: ```sh bun run mirror-vgi-bench-media -- --revision v1.0.1 -bun run mirror-mmmu-pro-media # pinned to MMMU_PRO_DEFAULT_REVISION -bun run mirror-mmmu-pro-media -- --dry-run # fetch, hash, verify revision; no writes -bun run mirror-mmmu-pro-media -- --force # re-upload even when an object of the same size exists ``` -Both scripts skip uploading an object whose stored size already matches (`--force` overrides), accept `--dry-run`, and print progress to stderr. They differ where the datasets differ: +The script skips uploading an object whose stored size already matches (`--force` overrides), accepts `--dry-run`, and prints progress to stderr. - VGI-Bench takes any revision string, picks a downscaled or original source per video, and records videos it could not fetch under `unresolved` while still writing the manifest. The process exit code reflects the failures. -- MMMU Pro requires a 40-hex commit revision, checks the `x-revision` response header and every image's cached-asset path against it, re-reads every uploaded object from the public URL and compares content type and SHA-256, and fails without writing a manifest if any of the fixed 1,730 rows is missing. Keys are content addressed, so re-running against the same revision is a verification pass. Commit the resulting manifest JSON with the code change that consumes it. diff --git a/scripts/mirror-mmmu-pro-media.test.ts b/scripts/mirror-mmmu-pro-media.test.ts deleted file mode 100644 index 1cb7aad5..00000000 --- a/scripts/mirror-mmmu-pro-media.test.ts +++ /dev/null @@ -1,161 +0,0 @@ -import { afterEach, beforeEach, expect, it, spyOn } from "bun:test"; -import { createHash } from "node:crypto"; -import { mkdtemp, rm } from "node:fs/promises"; -import { tmpdir } from "node:os"; -import { join } from "node:path"; - -import type { S3File } from "bun"; -import { S3Client } from "bun"; - -import { mirrorMmmuProMedia } from "./mirror-mmmu-pro-media"; - -const revision = "a".repeat(40); -const sourcePrefix = `https://datasets-server.huggingface.co/cached-assets/MMMU/MMMU_Pro/--/${revision}/--/vision/test`; -const rows = ["png", "jpg"].map((extension, index) => ({ - row: { - id: String(index), - image: { - src: `${sourcePrefix}/${index}/image/image.${extension}?Signature=private`, - }, - }, -})); -const bytes = new Uint8Array([1, 2, 3]); -const env = { - BENCH_MEDIA_S3_ENDPOINT: "https://storage.example", - BENCH_MEDIA_S3_BUCKET: "media", - BENCH_MEDIA_S3_ACCESS_KEY_ID: "fixture", - BENCH_MEDIA_S3_SECRET_ACCESS_KEY: "fixture", - BENCH_MEDIA_PUBLIC_BASE_URL: "https://mirror.example", - BENCH_MEDIA_KEY_PREFIX: "", -}; -const originalEnv = Object.fromEntries( - Object.keys(env).map((name) => [name, process.env[name]]) -); -const originalFetch = globalThis.fetch; -const uploads = new Map(); -let writes: number; -let directory: string; -let restoreStorage: () => void; -let sourceRevision: string; -let corruptReadback: boolean; - -beforeEach(async () => { - directory = await mkdtemp(join(tmpdir(), "mmmu-mirror-test-")); - Object.assign(process.env, env); - uploads.clear(); - writes = 0; - sourceRevision = revision; - corruptReadback = false; - const storage = spyOn(S3Client.prototype, "file").mockImplementation( - (key) => - ({ - stat: async () => { - const existing = uploads.get(`/${key}`); - if (existing === undefined) { - throw new Error("NoSuchKey"); - } - return { size: existing.bytes.byteLength }; - }, - write: async (data: Uint8Array, options: { type: string }) => { - writes += 1; - uploads.set(`/${key}`, { bytes: data, contentType: options.type }); - return data.length; - }, - }) as unknown as S3File - ); - restoreStorage = () => storage.mockRestore(); - globalThis.fetch = async (input) => { - const url = new URL(String(input)); - if (url.pathname === "/rows") { - return Response.json( - { rows, num_rows_total: 2 }, - { headers: { "x-revision": sourceRevision } } - ); - } - if (url.origin === "https://datasets-server.huggingface.co") { - return new Response(bytes); - } - const uploaded = uploads.get(url.pathname)!; - return new Response( - corruptReadback ? new Uint8Array([9, 9, 9]) : uploaded.bytes, - { - headers: { "content-type": uploaded.contentType }, - } - ); - }; -}); - -afterEach(async () => { - globalThis.fetch = originalFetch; - restoreStorage(); - for (const [name, value] of Object.entries(originalEnv)) { - if (value === undefined) { - Reflect.deleteProperty(process.env, name); - } else { - process.env[name] = value; - } - } - await rm(directory, { recursive: true, force: true }); -}); - -it("publishes original PNG/JPEG bytes and emits the verified manifest", async () => { - const out = join(directory, "manifest.json"); - const manifest = await mirrorMmmuProMedia({ revision, out }); - expect(manifest.images.map((image) => image.contentType)).toEqual([ - "image/png", - "image/jpeg", - ]); - expect(uploads.size).toBe(2); - expect( - [...uploads.values()].every((upload) => - Buffer.from(upload.bytes).equals(bytes) - ) - ).toBe(true); - expect(manifest.images[0]?.sha256).toBe( - createHash("sha256").update(bytes).digest("hex") - ); - expect(JSON.stringify(manifest)).not.toContain("Signature"); - expect(await Bun.file(out).json()).toEqual(manifest); -}); - -it("skips re-uploading objects that already exist unless forced, and still verifies readback", async () => { - const out = join(directory, "manifest.json"); - const first = await mirrorMmmuProMedia({ revision, out }); - expect(writes).toBe(2); - const second = await mirrorMmmuProMedia({ revision, out }); - expect(writes).toBe(2); - expect(second).toEqual(first); - await mirrorMmmuProMedia({ revision, out, force: true }); - expect(writes).toBe(4); - corruptReadback = true; - await expect(mirrorMmmuProMedia({ revision, out })).rejects.toThrow( - "readback verification" - ); -}); - -it("dry-run downloads and hashes without uploading or writing the manifest", async () => { - const out = join(directory, "manifest.json"); - const manifest = await mirrorMmmuProMedia({ revision, out, dryRun: true }); - expect(manifest.images).toHaveLength(2); - expect(writes).toBe(0); - expect(await Bun.file(out).exists()).toBe(false); -}); - -it("rejects an unexpected HF revision before uploading", async () => { - sourceRevision = "b".repeat(40); - const out = join(directory, "manifest.json"); - await expect(mirrorMmmuProMedia({ revision, out })).rejects.toThrow( - "revision" - ); - expect(uploads.size).toBe(0); - expect(await Bun.file(out).exists()).toBe(false); -}); - -it("does not emit a manifest when a same-size public response has different bytes", async () => { - corruptReadback = true; - const out = join(directory, "manifest.json"); - await expect(mirrorMmmuProMedia({ revision, out })).rejects.toThrow( - "readback verification" - ); - expect(await Bun.file(out).exists()).toBe(false); -}); diff --git a/scripts/mirror-mmmu-pro-media.ts b/scripts/mirror-mmmu-pro-media.ts deleted file mode 100644 index b50dae4d..00000000 --- a/scripts/mirror-mmmu-pro-media.ts +++ /dev/null @@ -1,161 +0,0 @@ -import { extname } from "node:path"; -import { parseArgs } from "node:util"; - -import { S3Client } from "bun"; - -import { - MMMU_PRO_DATASET_PATH, - MMMU_PRO_DEFAULT_REVISION, - MMMU_PRO_SPLIT, - MMMU_PRO_VISION_SUBSET, - buildMmmuProMediaManifest, - mmmuProCachedAssetPrefix, -} from "../src/benchmarks/mmmu-pro-media-manifest"; -import { z } from "../src/internal/zod"; -import { - downloadBytes, - fetchHfRowPages, - hashManifestEntries, - mapWithConcurrency, - readMediaMirrorEnv, - sha256Hex, - uploadUnlessPresent, - verifyPublished, -} from "./media-mirror"; - -const HF_ORIGIN = "https://datasets-server.huggingface.co"; -const DEFAULT_OUT = "src/benchmarks/mmmu-pro-media-manifest.json"; - -const RowSchema = z.object({ - id: z.string().min(1), - image: z.object({ src: z.url() }), -}); - -const RevisionSchema = z.string().regex(/^[a-f0-9]{40}$/); - -export interface MirrorMmmuProOptions { - readonly revision: string; - readonly out: string; - readonly concurrency?: number; - readonly force?: boolean; - readonly dryRun?: boolean; -} - -export async function mirrorMmmuProMedia(options: MirrorMmmuProOptions) { - const revision = RevisionSchema.parse(options.revision); - const concurrency = options.concurrency ?? 8; - const uploadOptions = { - force: options.force ?? false, - dryRun: options.dryRun ?? false, - }; - const env = readMediaMirrorEnv(); - const s3 = new S3Client(env); - const sourcePrefix = mmmuProCachedAssetPrefix(revision); - const images = []; - let total = 0; - const pages = fetchHfRowPages( - { - dataset: MMMU_PRO_DATASET_PATH, - config: MMMU_PRO_VISION_SUBSET, - split: MMMU_PRO_SPLIT, - revision, - }, - RowSchema - ); - for await (const page of pages) { - if (page.resolvedRevision !== revision) { - throw new Error( - `MMMU Pro rows resolved to revision ${page.resolvedRevision ?? "unknown"}, expected ${revision}` - ); - } - total = page.total; - const batch = await mapWithConcurrency( - page.rows, - concurrency, - async (row) => { - const source = new URL(row.image.src); - if ( - source.origin !== HF_ORIGIN || - !source.pathname.startsWith(sourcePrefix) - ) { - throw new Error( - `MMMU Pro image ${row.id} does not match revision ${revision}` - ); - } - const bytes = await downloadBytes(source); - if (bytes.byteLength === 0) { - throw new Error(`MMMU Pro image ${row.id} is empty`); - } - const sha256 = sha256Hex(bytes); - const contentType = Bun.file(source.pathname).type; - const key = `${env.keyPrefix}mmmu-pro/${revision}/${sha256}${extname(source.pathname)}`; - const outcome = await uploadUnlessPresent( - s3, - key, - bytes, - contentType, - uploadOptions - ); - const url = `${env.publicBaseUrl}/${key}`; - if (outcome !== "dry-run") { - await verifyPublished(url, { sha256, contentType }); - } - return { - id: row.id, - sourcePath: source.pathname, - url, - bytes: bytes.byteLength, - contentType, - sha256, - }; - } - ); - images.push(...batch); - process.stderr.write( - `Mirrored ${images.length}/${page.total} MMMU Pro images\n` - ); - } - if (images.length !== total) { - throw new Error( - `MMMU Pro rows returned ${images.length} of ${total} expected images` - ); - } - images.sort((a, b) => a.id.localeCompare(b.id)); - const manifest = { - dataset: MMMU_PRO_DATASET_PATH, - config: MMMU_PRO_VISION_SUBSET, - split: MMMU_PRO_SPLIT, - revision, - manifestHash: hashManifestEntries(images), - images, - }; - buildMmmuProMediaManifest(manifest); - if (!uploadOptions.dryRun) { - await Bun.write(options.out, `${JSON.stringify(manifest, null, 2)}\n`); - } - return manifest; -} - -if (import.meta.main) { - const { values } = parseArgs({ - args: Bun.argv.slice(2), - options: { - revision: { type: "string", default: MMMU_PRO_DEFAULT_REVISION }, - out: { type: "string", default: DEFAULT_OUT }, - concurrency: { type: "string", default: "8" }, - force: { type: "boolean", default: false }, - "dry-run": { type: "boolean", default: false }, - }, - }); - const concurrency = Number(values.concurrency); - if (!Number.isInteger(concurrency) || concurrency < 1) { - throw new Error("--concurrency must be a positive integer"); - } - await mirrorMmmuProMedia({ - revision: values.revision, - out: values.out, - concurrency, - force: values.force, - dryRun: values["dry-run"], - }); -} diff --git a/src/benchmarks/benchmark-config.ts b/src/benchmarks/benchmark-config.ts index bbf2c897..7d9152a6 100644 --- a/src/benchmarks/benchmark-config.ts +++ b/src/benchmarks/benchmark-config.ts @@ -1,31 +1,16 @@ import { COST_TIERS, - IMAGE_DETAIL_VALUES, REASONING_EFFORTS, stripVariantSuffix, SWITCHYARD_ALGORITHMS, VIDEO_PROCESSING_MODES, } from "../harness/constants"; import { ProviderSort } from "../internal/enums"; -import type { ValueOf } from "../internal/guards"; import { z, zDefaultedText } from "../internal/zod"; import { SWITCHYARD_MODEL } from "../providers/switchyard-router-plugin"; -import { - TAU3_BENCH_BANKING_META, - TAU_BENCH_AIRLINE_META, -} from "./benchmark-meta"; +import { TAU_BENCH_AIRLINE_META } from "./benchmark-meta"; import { DracoPanelConfigSchema } from "./draco/schemas"; import { SearchLaneConfigSchema } from "./search/core/config"; -import { BankingRetrievalConfigSchema } from "./tau3-bench-banking/retrieval-config"; - -export const GEMINI_MEDIA_RESOLUTIONS = [ - "MEDIA_RESOLUTION_UNSPECIFIED", - "MEDIA_RESOLUTION_LOW", - "MEDIA_RESOLUTION_MEDIUM", - "MEDIA_RESOLUTION_HIGH", -] as const; - -export type GeminiMediaResolution = ValueOf; export const InferenceOverrideSchema = z.object({ temperature: z.number().optional(), @@ -103,38 +88,6 @@ export const TauBenchAirlineConfigSchema = z.object({ export type TauBenchAirlineConfig = z.infer; -export const Tau3BenchBankingOptionsSchema = z.object({ - userModel: zDefaultedText(TAU3_BENCH_BANKING_META.userModel), - userReasoningEffort: z.enum(REASONING_EFFORTS).default("medium"), - retrievalConfig: BankingRetrievalConfigSchema, -}); - -export const Tau3BenchBankingConfigSchema = z.object({ - benchmarkId: z.literal("tau3_bench_banking"), - ...FixedTemperatureBenchmarkBaseSchema.shape, - ...Tau3BenchBankingOptionsSchema.shape, -}); - -export type Tau3BenchBankingConfig = z.infer< - typeof Tau3BenchBankingConfigSchema ->; - -export const MmmuProVisionOptionsSchema = z.object({ - imageDetail: z.enum(IMAGE_DETAIL_VALUES).optional(), - mediaResolution: z.enum(GEMINI_MEDIA_RESOLUTIONS).optional(), - datasetRevision: z.string().optional(), -}); - -export const MmmuProVisionBenchmarkConfigSchema = z.object({ - benchmarkId: z.literal("mmmu_pro_vision"), - ...ModelBenchmarkBaseSchema.shape, - ...MmmuProVisionOptionsSchema.shape, -}); - -export type MmmuProVisionBenchmarkConfig = z.infer< - typeof MmmuProVisionBenchmarkConfigSchema ->; - export const DracoBenchmarkConfigSchema = z.object({ benchmarkId: z.literal("draco"), panelConfig: DracoPanelConfigSchema, @@ -240,8 +193,6 @@ export const KeplerBenchmarkRunConfigSchema = z.discriminatedUnion( GpqaBenchmarkConfigSchema, MmluProBenchmarkConfigSchema, TauBenchAirlineConfigSchema, - Tau3BenchBankingConfigSchema, - MmmuProVisionBenchmarkConfigSchema, DracoBenchmarkConfigSchema, IfStructBenchmarkConfigSchema, ToolCallFormatsBenchmarkConfigSchema, @@ -270,8 +221,6 @@ export const BENCHMARK_OPTIONS_SCHEMAS = { gpqa_diamond: GpqaOptionsSchema, mmlu_pro: MmluProOptionsSchema, tau_bench_verified_airline: TauBenchOptionsSchema, - tau3_bench_banking: Tau3BenchBankingOptionsSchema, - mmmu_pro_vision: MmmuProVisionOptionsSchema, ifstruct: IfStructOptionsSchema, toolcall_formats: ToolCallFormatsOptionsSchema, search_browsecomp: SearchBenchmarkOptionsSchema, diff --git a/src/benchmarks/benchmark-meta.ts b/src/benchmarks/benchmark-meta.ts index 0d9d437c..42b9b26a 100644 --- a/src/benchmarks/benchmark-meta.ts +++ b/src/benchmarks/benchmark-meta.ts @@ -16,11 +16,6 @@ export const MMLU_PRO_META = { defaultEpochs: 1, } as const satisfies BenchmarkMeta; -export const MMMU_PRO_VISION_META = { - id: "mmmu_pro_vision", - defaultEpochs: 1, -} as const satisfies BenchmarkMeta; - export const TAU_BENCH_AIRLINE_META = { id: "tau_bench_verified_airline", defaultEpochs: 1, @@ -28,12 +23,6 @@ export const TAU_BENCH_AIRLINE_META = { userModel: "google/gemini-2.5-flash", } as const satisfies BenchmarkMeta; -export const TAU3_BENCH_BANKING_META = { - id: "tau3_bench_banking", - defaultEpochs: 5, - userModel: "openai/gpt-5.4-mini", -} as const satisfies BenchmarkMeta; - export const DRACO_META = { id: "draco", defaultEpochs: 1, @@ -78,9 +67,7 @@ export const VGI_BENCH_META = { const BENCHMARK_META: Readonly> = { [GPQA_META.id]: GPQA_META, [MMLU_PRO_META.id]: MMLU_PRO_META, - [MMMU_PRO_VISION_META.id]: MMMU_PRO_VISION_META, [TAU_BENCH_AIRLINE_META.id]: TAU_BENCH_AIRLINE_META, - [TAU3_BENCH_BANKING_META.id]: TAU3_BENCH_BANKING_META, [DRACO_META.id]: DRACO_META, [IFSTRUCT_META.id]: IFSTRUCT_META, [TOOLCALL_FORMATS_META.id]: TOOLCALL_FORMATS_META, diff --git a/src/benchmarks/mmmu-pro-media-manifest.json b/src/benchmarks/mmmu-pro-media-manifest.json deleted file mode 100644 index 1b9db14d..00000000 --- a/src/benchmarks/mmmu-pro-media-manifest.json +++ /dev/null @@ -1,13849 +0,0 @@ -{ - "dataset": "MMMU/MMMU_Pro", - "config": "vision", - "split": "test", - "revision": "563f3e84bb3b90893083a1f039cfa13077f2302b", - "manifestHash": "cee8d22e946c81c15cd2b55648f20720c3f15b2f1e368f1f4a2fa8a53faf18da", - "images": [ - { - "id": "test_Accounting_129", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1481/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f24742312a9bcaae774b4b5544666020a03c048c3154a1cd0936024b98c4c537.png", - "bytes": 352683, - "contentType": "image/png", - "sha256": "f24742312a9bcaae774b4b5544666020a03c048c3154a1cd0936024b98c4c537" - }, - { - "id": "test_Accounting_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/818/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fc316d03675fb9fd49a5ac09e5d1e63c5c79590fd565b89396252d0cd690a0cd.png", - "bytes": 848692, - "contentType": "image/png", - "sha256": "fc316d03675fb9fd49a5ac09e5d1e63c5c79590fd565b89396252d0cd690a0cd" - }, - { - "id": "test_Accounting_131", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/139/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/350471ea7ac10cb915214839d88d937343f8604eff18c77b00ed3d9ee1ee2597.png", - "bytes": 395391, - "contentType": "image/png", - "sha256": "350471ea7ac10cb915214839d88d937343f8604eff18c77b00ed3d9ee1ee2597" - }, - { - "id": "test_Accounting_138", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/655/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0ed2965c569e67dce53d1d0c64a02cbb8046057f4955794efbb174e7c586a443.png", - "bytes": 1555572, - "contentType": "image/png", - "sha256": "0ed2965c569e67dce53d1d0c64a02cbb8046057f4955794efbb174e7c586a443" - }, - { - "id": "test_Accounting_160", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1663/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eba6d6ff830b85642a25c47539e9e52e9512c83997f972ac1fdae65e781b1640.png", - "bytes": 379838, - "contentType": "image/png", - "sha256": "eba6d6ff830b85642a25c47539e9e52e9512c83997f972ac1fdae65e781b1640" - }, - { - "id": "test_Accounting_170", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/441/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc9be62bfdd865c562e8b6c5928eb5a74ca8d7e5418db05a1c9909166d10cd3c.png", - "bytes": 936380, - "contentType": "image/png", - "sha256": "bc9be62bfdd865c562e8b6c5928eb5a74ca8d7e5418db05a1c9909166d10cd3c" - }, - { - "id": "test_Accounting_201", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1035/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b369fbd8b97fdbb61649fe5816b6f1460fc522eef722f93c16aa53dc10f13a58.png", - "bytes": 94064, - "contentType": "image/png", - "sha256": "b369fbd8b97fdbb61649fe5816b6f1460fc522eef722f93c16aa53dc10f13a58" - }, - { - "id": "test_Accounting_208", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1009/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b816da17874b63a920f28dda1f2308e30496a9b220c50df58d14444bfb2290dd.png", - "bytes": 585824, - "contentType": "image/png", - "sha256": "b816da17874b63a920f28dda1f2308e30496a9b220c50df58d14444bfb2290dd" - }, - { - "id": "test_Accounting_227", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/911/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c86518eee474cc273ec30582b1868fb08a001c17f73850e2f20b2a1ecd96018.png", - "bytes": 271703, - "contentType": "image/png", - "sha256": "1c86518eee474cc273ec30582b1868fb08a001c17f73850e2f20b2a1ecd96018" - }, - { - "id": "test_Accounting_241", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1537/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d2c6b399920a46527211730965b8137eb62509f79928c05c450b94c52960e0e.png", - "bytes": 864753, - "contentType": "image/png", - "sha256": "6d2c6b399920a46527211730965b8137eb62509f79928c05c450b94c52960e0e" - }, - { - "id": "test_Accounting_248", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1393/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42c1516105a60f1da0da86e89e360d39a4bab0e88e578a1a5c033d2bb12acd39.png", - "bytes": 374181, - "contentType": "image/png", - "sha256": "42c1516105a60f1da0da86e89e360d39a4bab0e88e578a1a5c033d2bb12acd39" - }, - { - "id": "test_Accounting_252", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1448/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/336f4b650c63a8bacac9b3850a210bbc94a2aceac5915d4e3edb3abf40985a2c.png", - "bytes": 2485960, - "contentType": "image/png", - "sha256": "336f4b650c63a8bacac9b3850a210bbc94a2aceac5915d4e3edb3abf40985a2c" - }, - { - "id": "test_Accounting_256", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/267/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a50e8ae0f4679b26aa629cef1349344e8ddb337b799973db95ec1c29715a55df.png", - "bytes": 199120, - "contentType": "image/png", - "sha256": "a50e8ae0f4679b26aa629cef1349344e8ddb337b799973db95ec1c29715a55df" - }, - { - "id": "test_Accounting_279", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/128/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bb2bf8121bda3dea3ca40af9f3b3827453111512bee7dbad3d0111d3bfacf2b0.png", - "bytes": 193220, - "contentType": "image/png", - "sha256": "bb2bf8121bda3dea3ca40af9f3b3827453111512bee7dbad3d0111d3bfacf2b0" - }, - { - "id": "test_Accounting_292", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1418/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3c376d55bf816b7f378dfd363fbd4d09e20c45913151dcf160dbd6347eef3785.png", - "bytes": 565521, - "contentType": "image/png", - "sha256": "3c376d55bf816b7f378dfd363fbd4d09e20c45913151dcf160dbd6347eef3785" - }, - { - "id": "test_Accounting_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/416/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f59a0c267d056b83c23dba69ceeb28430b25d96e1ca2ec5e24993eee403e86d5.png", - "bytes": 341663, - "contentType": "image/png", - "sha256": "f59a0c267d056b83c23dba69ceeb28430b25d96e1ca2ec5e24993eee403e86d5" - }, - { - "id": "test_Accounting_307", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/616/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8302478e9838dac8b40346923f927106cd38bc9e27a2c8fe02d0691deb999efd.png", - "bytes": 1615302, - "contentType": "image/png", - "sha256": "8302478e9838dac8b40346923f927106cd38bc9e27a2c8fe02d0691deb999efd" - }, - { - "id": "test_Accounting_312", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/753/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0fcb952be8eb054e505eed3ec6b44ff951811a7216f2c81a8175ab74b841be71.png", - "bytes": 150032, - "contentType": "image/png", - "sha256": "0fcb952be8eb054e505eed3ec6b44ff951811a7216f2c81a8175ab74b841be71" - }, - { - "id": "test_Accounting_315", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/435/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18a6eeb91f8d85dc4885e67892ef7ea7760732bfd3d43e1659782ad2d737dd3b.png", - "bytes": 563846, - "contentType": "image/png", - "sha256": "18a6eeb91f8d85dc4885e67892ef7ea7760732bfd3d43e1659782ad2d737dd3b" - }, - { - "id": "test_Accounting_328", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/19/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/349fcb2accf115a71cfb720527690b519c3b5af0596f55f1d0e3c8ecbca4cd08.png", - "bytes": 257827, - "contentType": "image/png", - "sha256": "349fcb2accf115a71cfb720527690b519c3b5af0596f55f1d0e3c8ecbca4cd08" - }, - { - "id": "test_Accounting_34", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/806/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e686a73bee8a6dd0b7e39feef95408de7373e7c0b0dfd6cdd170cbb81eb5cbe.png", - "bytes": 855813, - "contentType": "image/png", - "sha256": "0e686a73bee8a6dd0b7e39feef95408de7373e7c0b0dfd6cdd170cbb81eb5cbe" - }, - { - "id": "test_Accounting_345", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/830/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3b6832ea9a57ca0e92d4c96ca982190d9bf1cdea1f1b52b32dfd5bf6a5686c3e.png", - "bytes": 1412723, - "contentType": "image/png", - "sha256": "3b6832ea9a57ca0e92d4c96ca982190d9bf1cdea1f1b52b32dfd5bf6a5686c3e" - }, - { - "id": "test_Accounting_360", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/646/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b64200d2088bf68e0e51795ba1addd953f0d06d25bff305395fc66dcaebdfd1.png", - "bytes": 702800, - "contentType": "image/png", - "sha256": "5b64200d2088bf68e0e51795ba1addd953f0d06d25bff305395fc66dcaebdfd1" - }, - { - "id": "test_Accounting_361", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1295/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc55256b677b9a1eae888727a69f0de61330d5fdb3810ebb8be317f234bc18e3.png", - "bytes": 960976, - "contentType": "image/png", - "sha256": "bc55256b677b9a1eae888727a69f0de61330d5fdb3810ebb8be317f234bc18e3" - }, - { - "id": "test_Accounting_365", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/88/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8506130deaa43f8883e1135d4827e2bf7d1a0169113a7f87819bbae8b0c7f55c.png", - "bytes": 105999, - "contentType": "image/png", - "sha256": "8506130deaa43f8883e1135d4827e2bf7d1a0169113a7f87819bbae8b0c7f55c" - }, - { - "id": "test_Accounting_38", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1520/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86b415e781de861b24dfd08968445dbf0759073e0ef8a0037ffdba11ff76ed29.png", - "bytes": 301715, - "contentType": "image/png", - "sha256": "86b415e781de861b24dfd08968445dbf0759073e0ef8a0037ffdba11ff76ed29" - }, - { - "id": "test_Accounting_380", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1184/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1ab00b161e970e5a6f9c2a17a3af5296a4a6dfd2ad21d673369c67375a14b620.png", - "bytes": 98387, - "contentType": "image/png", - "sha256": "1ab00b161e970e5a6f9c2a17a3af5296a4a6dfd2ad21d673369c67375a14b620" - }, - { - "id": "test_Accounting_42", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/8/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/25cdd6e8be4df56833239aff33cb7c04d4bcd77851ddb3586ce44c64d518a5c7.png", - "bytes": 265623, - "contentType": "image/png", - "sha256": "25cdd6e8be4df56833239aff33cb7c04d4bcd77851ddb3586ce44c64d518a5c7" - }, - { - "id": "test_Accounting_50", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/484/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ec8d108d2cc53e22f9a64e336937da212a292d07ddc2cf7045908b904b37966.png", - "bytes": 1475353, - "contentType": "image/png", - "sha256": "8ec8d108d2cc53e22f9a64e336937da212a292d07ddc2cf7045908b904b37966" - }, - { - "id": "test_Accounting_55", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/419/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1ee30c3424a23de2170c4363995e9f9ad9a276f1037156eeb2a112a65dfac646.png", - "bytes": 191765, - "contentType": "image/png", - "sha256": "1ee30c3424a23de2170c4363995e9f9ad9a276f1037156eeb2a112a65dfac646" - }, - { - "id": "test_Accounting_63", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1283/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6f9e34d05dfbbbe3fca53cdeae476cee8bd2e48ea15b2d3a52c7496a60c1b9ff.png", - "bytes": 548984, - "contentType": "image/png", - "sha256": "6f9e34d05dfbbbe3fca53cdeae476cee8bd2e48ea15b2d3a52c7496a60c1b9ff" - }, - { - "id": "test_Accounting_80", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/285/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9e7e86f773c359390972e47d244b87e06ff4fb1781feecfdc9a3e51886dacfdf.png", - "bytes": 305364, - "contentType": "image/png", - "sha256": "9e7e86f773c359390972e47d244b87e06ff4fb1781feecfdc9a3e51886dacfdf" - }, - { - "id": "test_Accounting_99", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1639/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f11f43af54f0beaf581ef5a1d5a57caf3dbeb54bf8c940fc7e1016c45c5a1a96.png", - "bytes": 286034, - "contentType": "image/png", - "sha256": "f11f43af54f0beaf581ef5a1d5a57caf3dbeb54bf8c940fc7e1016c45c5a1a96" - }, - { - "id": "test_Agriculture_102", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1410/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a0ee6dc8740953b8084f1dcdf8acefe789f28e477653375e3cb2cf09e368b427.png", - "bytes": 1381308, - "contentType": "image/png", - "sha256": "a0ee6dc8740953b8084f1dcdf8acefe789f28e477653375e3cb2cf09e368b427" - }, - { - "id": "test_Agriculture_105", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/461/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/49c17b3770b913ae1fbdf8ec98b0b2ce4fb9854a22fabbfc63052adf686569dd.png", - "bytes": 890843, - "contentType": "image/png", - "sha256": "49c17b3770b913ae1fbdf8ec98b0b2ce4fb9854a22fabbfc63052adf686569dd" - }, - { - "id": "test_Agriculture_117", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1412/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/975a87fba3c7fd9855950a82191ef7fa2da0ea284c0798c3816fce5195882be8.png", - "bytes": 938655, - "contentType": "image/png", - "sha256": "975a87fba3c7fd9855950a82191ef7fa2da0ea284c0798c3816fce5195882be8" - }, - { - "id": "test_Agriculture_123", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1497/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/28191b5e5eceb4d733ed8588468c97dc92de21cc6784803933600e3ccfc045e7.png", - "bytes": 2344847, - "contentType": "image/png", - "sha256": "28191b5e5eceb4d733ed8588468c97dc92de21cc6784803933600e3ccfc045e7" - }, - { - "id": "test_Agriculture_139", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/749/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6bd7e11028c186ebd97fb58a0969955b8ef4260830f436180cbe475b52b8a01f.png", - "bytes": 192646, - "contentType": "image/png", - "sha256": "6bd7e11028c186ebd97fb58a0969955b8ef4260830f436180cbe475b52b8a01f" - }, - { - "id": "test_Agriculture_145", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1129/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a39597bb3f8ae661997fecbbca92aed5c68a0b0e8a975d1c439c67399c0a442b.png", - "bytes": 240632, - "contentType": "image/png", - "sha256": "a39597bb3f8ae661997fecbbca92aed5c68a0b0e8a975d1c439c67399c0a442b" - }, - { - "id": "test_Agriculture_146", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1244/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d14e5aa72b33f88047be79d6961fe66af4931de7010f3b596bb8d42d7cea0ef2.png", - "bytes": 390592, - "contentType": "image/png", - "sha256": "d14e5aa72b33f88047be79d6961fe66af4931de7010f3b596bb8d42d7cea0ef2" - }, - { - "id": "test_Agriculture_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/648/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12674f7041c389335fa41a87453970c115aa211aa6c5c06fd5c7ba5e9bc5eff2.png", - "bytes": 1094140, - "contentType": "image/png", - "sha256": "12674f7041c389335fa41a87453970c115aa211aa6c5c06fd5c7ba5e9bc5eff2" - }, - { - "id": "test_Agriculture_157", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/856/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9b7f7c945a84ef1dcc5ccd7a480340b8d18d45de4aa4fb0ef3f836a40113677d.jpg", - "bytes": 134078, - "contentType": "image/jpeg", - "sha256": "9b7f7c945a84ef1dcc5ccd7a480340b8d18d45de4aa4fb0ef3f836a40113677d" - }, - { - "id": "test_Agriculture_165", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1237/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/283b12efc56163c79dd9b7b851ed3bc75a364c565a9baf54bc72bae750d444cc.png", - "bytes": 1157628, - "contentType": "image/png", - "sha256": "283b12efc56163c79dd9b7b851ed3bc75a364c565a9baf54bc72bae750d444cc" - }, - { - "id": "test_Agriculture_169", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/31/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0b772552cdccf7b34324b3abe8f4f7191a9d1707e5a527c2c6bd12f57eec1f84.png", - "bytes": 496342, - "contentType": "image/png", - "sha256": "0b772552cdccf7b34324b3abe8f4f7191a9d1707e5a527c2c6bd12f57eec1f84" - }, - { - "id": "test_Agriculture_174", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/870/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef7078e6cf7308e86db2988d5ac6eb585809f75897bb50f7ce95e462ecdf5b8a.jpg", - "bytes": 88121, - "contentType": "image/jpeg", - "sha256": "ef7078e6cf7308e86db2988d5ac6eb585809f75897bb50f7ce95e462ecdf5b8a" - }, - { - "id": "test_Agriculture_178", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1619/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5046290789a80d96ade3212dcf902b8b0cb07c2cdc3943f35fd364e78a38c0b1.jpg", - "bytes": 119552, - "contentType": "image/jpeg", - "sha256": "5046290789a80d96ade3212dcf902b8b0cb07c2cdc3943f35fd364e78a38c0b1" - }, - { - "id": "test_Agriculture_183", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/658/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d6f532804a03a7205a300fdd91ee0b5198aff8375bc9f22b11605c1532d71e9e.png", - "bytes": 1853118, - "contentType": "image/png", - "sha256": "d6f532804a03a7205a300fdd91ee0b5198aff8375bc9f22b11605c1532d71e9e" - }, - { - "id": "test_Agriculture_187", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/313/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5001ef4dfac8690941bd5d04013156076c5b262b846491c9e1d33d9d8489357.png", - "bytes": 868433, - "contentType": "image/png", - "sha256": "f5001ef4dfac8690941bd5d04013156076c5b262b846491c9e1d33d9d8489357" - }, - { - "id": "test_Agriculture_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/902/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7532d6e1dfdc9d4a835588779ab11b1a6e45908a1d1e255dfd49b942eef02e2c.jpg", - "bytes": 146734, - "contentType": "image/jpeg", - "sha256": "7532d6e1dfdc9d4a835588779ab11b1a6e45908a1d1e255dfd49b942eef02e2c" - }, - { - "id": "test_Agriculture_190", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/815/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/728795fee8d34e4cb38755c628ecfcd08ee101daa44b0293301d311118044ac4.png", - "bytes": 1945883, - "contentType": "image/png", - "sha256": "728795fee8d34e4cb38755c628ecfcd08ee101daa44b0293301d311118044ac4" - }, - { - "id": "test_Agriculture_192", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/532/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16b6e51eb48b961cdc608a6410d2c0d65bb7c2988c85b1af2d29b57609790231.png", - "bytes": 885477, - "contentType": "image/png", - "sha256": "16b6e51eb48b961cdc608a6410d2c0d65bb7c2988c85b1af2d29b57609790231" - }, - { - "id": "test_Agriculture_193", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1695/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5cbd56de2b8afcc466ea7004b4f124822035e8b96b1b86ca6eef900119655738.jpg", - "bytes": 110097, - "contentType": "image/jpeg", - "sha256": "5cbd56de2b8afcc466ea7004b4f124822035e8b96b1b86ca6eef900119655738" - }, - { - "id": "test_Agriculture_195", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/5/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9a20dec32934b8ec80eec4abb662583772f092ec5de3a284109f9ecb9f99ea74.png", - "bytes": 1233692, - "contentType": "image/png", - "sha256": "9a20dec32934b8ec80eec4abb662583772f092ec5de3a284109f9ecb9f99ea74" - }, - { - "id": "test_Agriculture_207", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1249/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3afc5508367575bf480929a4bedc5bf557ce9b97867ea0d9828296dd54ea0d0.png", - "bytes": 945825, - "contentType": "image/png", - "sha256": "b3afc5508367575bf480929a4bedc5bf557ce9b97867ea0d9828296dd54ea0d0" - }, - { - "id": "test_Agriculture_210", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1159/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/259e542d686c58a29c888e4a4622f86668bc5f45464e093f6bf516bc08ec70ed.png", - "bytes": 296131, - "contentType": "image/png", - "sha256": "259e542d686c58a29c888e4a4622f86668bc5f45464e093f6bf516bc08ec70ed" - }, - { - "id": "test_Agriculture_217", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/661/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba466dee3fc4e7d6fd4adb52e87f533c0e0ea91ffc0d556fc160f5aa04a2cbba.png", - "bytes": 1358664, - "contentType": "image/png", - "sha256": "ba466dee3fc4e7d6fd4adb52e87f533c0e0ea91ffc0d556fc160f5aa04a2cbba" - }, - { - "id": "test_Agriculture_234", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1466/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56820ece2a65013d851b60ff37b2e9b554af1c999b2c17b1b8491ec7142223e7.png", - "bytes": 650684, - "contentType": "image/png", - "sha256": "56820ece2a65013d851b60ff37b2e9b554af1c999b2c17b1b8491ec7142223e7" - }, - { - "id": "test_Agriculture_248", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/310/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c62fcef1399950bf20a7ad3ae2059f334787c534c0e8aa80fa95d68c25fa0950.png", - "bytes": 1146024, - "contentType": "image/png", - "sha256": "c62fcef1399950bf20a7ad3ae2059f334787c534c0e8aa80fa95d68c25fa0950" - }, - { - "id": "test_Agriculture_262", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1022/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/453d06faede1ba8f6f4f3d1ff1d4d739b509b4e1d3803567c31d5763a34eeed4.png", - "bytes": 199839, - "contentType": "image/png", - "sha256": "453d06faede1ba8f6f4f3d1ff1d4d739b509b4e1d3803567c31d5763a34eeed4" - }, - { - "id": "test_Agriculture_269", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/201/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54629897e9b6fa26f465902a2acdaa212bd7563dc043fac0efff6a6538180fe8.png", - "bytes": 1482794, - "contentType": "image/png", - "sha256": "54629897e9b6fa26f465902a2acdaa212bd7563dc043fac0efff6a6538180fe8" - }, - { - "id": "test_Agriculture_270", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/949/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd40f6532249b2083ca0e6976299756acf69629c283a5d9b7fe441bc6a99a17a.jpg", - "bytes": 80561, - "contentType": "image/jpeg", - "sha256": "dd40f6532249b2083ca0e6976299756acf69629c283a5d9b7fe441bc6a99a17a" - }, - { - "id": "test_Agriculture_271", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/620/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b89ebed44d1eaf3bafd80263f5ef62c9f4f98924fc4f63b8c3ff1949e2ca909a.png", - "bytes": 7221620, - "contentType": "image/png", - "sha256": "b89ebed44d1eaf3bafd80263f5ef62c9f4f98924fc4f63b8c3ff1949e2ca909a" - }, - { - "id": "test_Agriculture_278", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1607/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/296fbde4bbdca56ab93e29e9f0e7ef61aa18fc7cd033293aa086918b4ea795d2.jpg", - "bytes": 119766, - "contentType": "image/jpeg", - "sha256": "296fbde4bbdca56ab93e29e9f0e7ef61aa18fc7cd033293aa086918b4ea795d2" - }, - { - "id": "test_Agriculture_282", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/875/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a9f62c2441cda53739f6b55bf5daabff94ada14820a95f006b677250b1be9bf.jpg", - "bytes": 119656, - "contentType": "image/jpeg", - "sha256": "3a9f62c2441cda53739f6b55bf5daabff94ada14820a95f006b677250b1be9bf" - }, - { - "id": "test_Agriculture_37", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1154/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/79f29a4378c7842d361210f7c5ec456740cb35d097db3690fe1b0c5d9c40c7e6.png", - "bytes": 1526565, - "contentType": "image/png", - "sha256": "79f29a4378c7842d361210f7c5ec456740cb35d097db3690fe1b0c5d9c40c7e6" - }, - { - "id": "test_Agriculture_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/410/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dfd914776cf70a545807a6244518dc563b0e433e1b59816a2107ca78793b835d.png", - "bytes": 4723225, - "contentType": "image/png", - "sha256": "dfd914776cf70a545807a6244518dc563b0e433e1b59816a2107ca78793b835d" - }, - { - "id": "test_Agriculture_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/119/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3d8aab50214ce5d6825c93baba663e21126a99a79f40d03c19845c7ef469883b.png", - "bytes": 541993, - "contentType": "image/png", - "sha256": "3d8aab50214ce5d6825c93baba663e21126a99a79f40d03c19845c7ef469883b" - }, - { - "id": "test_Agriculture_42", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/801/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/713af695ea47382fbdd2657d3b6f2aed7d8e6148502f1160849bf27bd0b7b602.png", - "bytes": 520057, - "contentType": "image/png", - "sha256": "713af695ea47382fbdd2657d3b6f2aed7d8e6148502f1160849bf27bd0b7b602" - }, - { - "id": "test_Agriculture_46", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/901/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d1e8e2bf1332790728ca6a4d13fb86c2a7545d6c79a6c283bb2e4ca9680d41cf.jpg", - "bytes": 246637, - "contentType": "image/jpeg", - "sha256": "d1e8e2bf1332790728ca6a4d13fb86c2a7545d6c79a6c283bb2e4ca9680d41cf" - }, - { - "id": "test_Agriculture_55", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/834/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/90128a71ad533a3aa9d311ce038152dec975563b815587dd3bd515f0cece5369.png", - "bytes": 564359, - "contentType": "image/png", - "sha256": "90128a71ad533a3aa9d311ce038152dec975563b815587dd3bd515f0cece5369" - }, - { - "id": "test_Agriculture_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/770/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61bab19e566add3ba8535d34f5ebccc7be62c0431ab03f944e7aa2d4a5da9f30.png", - "bytes": 516471, - "contentType": "image/png", - "sha256": "61bab19e566add3ba8535d34f5ebccc7be62c0431ab03f944e7aa2d4a5da9f30" - }, - { - "id": "test_Agriculture_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/231/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e6fffe521ac7ea4999d3244b39508d4bda5ec10089dbc246159c59fa71a2c568.png", - "bytes": 769742, - "contentType": "image/png", - "sha256": "e6fffe521ac7ea4999d3244b39508d4bda5ec10089dbc246159c59fa71a2c568" - }, - { - "id": "test_Agriculture_92", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/163/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a42335e45d18cc9a6a46d8ab12ee9df9822bcd86392bc91aff676511cc0a2998.png", - "bytes": 2056300, - "contentType": "image/png", - "sha256": "a42335e45d18cc9a6a46d8ab12ee9df9822bcd86392bc91aff676511cc0a2998" - }, - { - "id": "test_Agriculture_93", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1551/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/947187691e5b0f507674d8dab6198d9902a513f7114a65e90238cc95ac601828.jpg", - "bytes": 73998, - "contentType": "image/jpeg", - "sha256": "947187691e5b0f507674d8dab6198d9902a513f7114a65e90238cc95ac601828" - }, - { - "id": "test_Architecture_and_Engineering_111", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/593/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0f1d16e215ad844cab8b550a03b3c55296d760ecd0cb5951bd9eedb7622cc993.png", - "bytes": 275017, - "contentType": "image/png", - "sha256": "0f1d16e215ad844cab8b550a03b3c55296d760ecd0cb5951bd9eedb7622cc993" - }, - { - "id": "test_Architecture_and_Engineering_113", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/297/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89618110b97ab960c8e30c4bf3a6b631cfaaf23eda3ce9a32f7e3da5462318ff.png", - "bytes": 336866, - "contentType": "image/png", - "sha256": "89618110b97ab960c8e30c4bf3a6b631cfaaf23eda3ce9a32f7e3da5462318ff" - }, - { - "id": "test_Architecture_and_Engineering_146", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/158/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9afe5425d8785d89aa6b2701756eec98b357422dd921c9c279e245bb910812ae.png", - "bytes": 283887, - "contentType": "image/png", - "sha256": "9afe5425d8785d89aa6b2701756eec98b357422dd921c9c279e245bb910812ae" - }, - { - "id": "test_Architecture_and_Engineering_191", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/424/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5fdbfd464a684a19168ad1558941b5bf6215a977f6428cf811c3661c4d70a245.png", - "bytes": 476310, - "contentType": "image/png", - "sha256": "5fdbfd464a684a19168ad1558941b5bf6215a977f6428cf811c3661c4d70a245" - }, - { - "id": "test_Architecture_and_Engineering_206", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/14/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c55de83b34132f2e2ef91619a3f9ac0da0159ad0b3d23a13f042a825b75bbbb7.png", - "bytes": 287688, - "contentType": "image/png", - "sha256": "c55de83b34132f2e2ef91619a3f9ac0da0159ad0b3d23a13f042a825b75bbbb7" - }, - { - "id": "test_Architecture_and_Engineering_207", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1177/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/681d48bc62f3493b29e4a82e59da338f05061ea1a20dd6bb41c37322793ac192.png", - "bytes": 2008931, - "contentType": "image/png", - "sha256": "681d48bc62f3493b29e4a82e59da338f05061ea1a20dd6bb41c37322793ac192" - }, - { - "id": "test_Architecture_and_Engineering_214", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1037/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c53554c4a7267be4048758ceca7acf8adeb1f4e9b33497f12d13398613f4de2.png", - "bytes": 25303, - "contentType": "image/png", - "sha256": "8c53554c4a7267be4048758ceca7acf8adeb1f4e9b33497f12d13398613f4de2" - }, - { - "id": "test_Architecture_and_Engineering_242", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1335/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2083f0f1519d300db02d111ea5f739727873198a14412387d9248f35e2647437.png", - "bytes": 762382, - "contentType": "image/png", - "sha256": "2083f0f1519d300db02d111ea5f739727873198a14412387d9248f35e2647437" - }, - { - "id": "test_Architecture_and_Engineering_250", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/621/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c5841b9a37bf86d1417cf5494c2b65f47fcd5e6085292c0fee6927b2cbc4e608.png", - "bytes": 2290487, - "contentType": "image/png", - "sha256": "c5841b9a37bf86d1417cf5494c2b65f47fcd5e6085292c0fee6927b2cbc4e608" - }, - { - "id": "test_Architecture_and_Engineering_266", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/54/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f81d99320562b30ea96ef94546555abc42211f9d36fd0cb7f5436c923aa72b0a.png", - "bytes": 140306, - "contentType": "image/png", - "sha256": "f81d99320562b30ea96ef94546555abc42211f9d36fd0cb7f5436c923aa72b0a" - }, - { - "id": "test_Architecture_and_Engineering_278", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1485/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cbbc9e04a15a5f4ce59e96a19aa58b36b682572466a2b4f86f095eedf0eaa46b.png", - "bytes": 301986, - "contentType": "image/png", - "sha256": "cbbc9e04a15a5f4ce59e96a19aa58b36b682572466a2b4f86f095eedf0eaa46b" - }, - { - "id": "test_Architecture_and_Engineering_307", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1491/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/238c1010fb7529570ad05dc990e8744b855d52c981696f44a2404c5807b6d7a6.png", - "bytes": 263587, - "contentType": "image/png", - "sha256": "238c1010fb7529570ad05dc990e8744b855d52c981696f44a2404c5807b6d7a6" - }, - { - "id": "test_Architecture_and_Engineering_312", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1223/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/382f11664592ec0805ed9a24079f06336cf2e1d39c747b9f4d4bf899407f0028.png", - "bytes": 987870, - "contentType": "image/png", - "sha256": "382f11664592ec0805ed9a24079f06336cf2e1d39c747b9f4d4bf899407f0028" - }, - { - "id": "test_Architecture_and_Engineering_320", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/482/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0c02d6e603c89b96b92b88f348e2e5ea6c781849f38cbb4cb829f236ddadd174.png", - "bytes": 1891266, - "contentType": "image/png", - "sha256": "0c02d6e603c89b96b92b88f348e2e5ea6c781849f38cbb4cb829f236ddadd174" - }, - { - "id": "test_Architecture_and_Engineering_336", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1439/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/052db32077ccd2d723bd797d86a01a40229d5bcec5094ecdb8d15fdda4def680.png", - "bytes": 261396, - "contentType": "image/png", - "sha256": "052db32077ccd2d723bd797d86a01a40229d5bcec5094ecdb8d15fdda4def680" - }, - { - "id": "test_Architecture_and_Engineering_359", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/83/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/009f1da8fbc1dd712d124948023f2009aa0133de5c8b98071c6771a813df268c.png", - "bytes": 169425, - "contentType": "image/png", - "sha256": "009f1da8fbc1dd712d124948023f2009aa0133de5c8b98071c6771a813df268c" - }, - { - "id": "test_Architecture_and_Engineering_361", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1014/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ab9dbf0b6e1dbb3d74943ee5d7167aa1f01bee392d3eea22286a5811fea15f65.png", - "bytes": 396327, - "contentType": "image/png", - "sha256": "ab9dbf0b6e1dbb3d74943ee5d7167aa1f01bee392d3eea22286a5811fea15f65" - }, - { - "id": "test_Architecture_and_Engineering_391", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1517/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e98684196ab1aeae4758e7163b1ef243b1c04f7e849ee95e463db11b72f253a1.png", - "bytes": 2327459, - "contentType": "image/png", - "sha256": "e98684196ab1aeae4758e7163b1ef243b1c04f7e849ee95e463db11b72f253a1" - }, - { - "id": "test_Architecture_and_Engineering_392", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1033/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f00f8faf7f78ea196f8508f7f7e4899cbddbe7a55fa0c97a765f64aa12830bb.png", - "bytes": 393595, - "contentType": "image/png", - "sha256": "8f00f8faf7f78ea196f8508f7f7e4899cbddbe7a55fa0c97a765f64aa12830bb" - }, - { - "id": "test_Architecture_and_Engineering_395", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1229/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7780dc403b7d4330b8a041927aa0b93105cc3362f0ce4fe3b47de5af6ffc51d.png", - "bytes": 472318, - "contentType": "image/png", - "sha256": "c7780dc403b7d4330b8a041927aa0b93105cc3362f0ce4fe3b47de5af6ffc51d" - }, - { - "id": "test_Architecture_and_Engineering_403", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/670/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c44a75b9da26e9aab06b4abded475d0444204218ddc8268595660c446fa1386.png", - "bytes": 549917, - "contentType": "image/png", - "sha256": "1c44a75b9da26e9aab06b4abded475d0444204218ddc8268595660c446fa1386" - }, - { - "id": "test_Architecture_and_Engineering_41", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/762/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aed11388bcdd92f9701f334fecddd3a2f132d9d1dd3e976e6d2119c32a58ef8f.png", - "bytes": 181221, - "contentType": "image/png", - "sha256": "aed11388bcdd92f9701f334fecddd3a2f132d9d1dd3e976e6d2119c32a58ef8f" - }, - { - "id": "test_Architecture_and_Engineering_413", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/61/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2aa48028ab2bf614403255fee14e79847f2ce169fcd5a11d34e32347266af2e6.png", - "bytes": 90492, - "contentType": "image/png", - "sha256": "2aa48028ab2bf614403255fee14e79847f2ce169fcd5a11d34e32347266af2e6" - }, - { - "id": "test_Architecture_and_Engineering_416", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/701/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d7894242c0c4b5a2cbc935dcfb9af029ead46910b7cbeb619fc46cdb6c3eda3.png", - "bytes": 130910, - "contentType": "image/png", - "sha256": "1d7894242c0c4b5a2cbc935dcfb9af029ead46910b7cbeb619fc46cdb6c3eda3" - }, - { - "id": "test_Architecture_and_Engineering_442", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/250/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a47f65d84c542be5193f6260d7c9c571d827c00381438e8e75cb4b59dc6c018.png", - "bytes": 133688, - "contentType": "image/png", - "sha256": "1a47f65d84c542be5193f6260d7c9c571d827c00381438e8e75cb4b59dc6c018" - }, - { - "id": "test_Architecture_and_Engineering_443", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1252/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d31050d78f2c849e9145ca28a580ad74ac0bd7052f471a10b37dd21c9eac5262.png", - "bytes": 406326, - "contentType": "image/png", - "sha256": "d31050d78f2c849e9145ca28a580ad74ac0bd7052f471a10b37dd21c9eac5262" - }, - { - "id": "test_Architecture_and_Engineering_457", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1304/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/15536fe3028779106ccae1e56e7df515518b96c84e70c253748220f8218c5ef9.png", - "bytes": 1591414, - "contentType": "image/png", - "sha256": "15536fe3028779106ccae1e56e7df515518b96c84e70c253748220f8218c5ef9" - }, - { - "id": "test_Architecture_and_Engineering_47", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/573/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/448045600a8f03eb61113ccefb3e4c3f88cc1ade6d6b2f7a56020f0130a221df.png", - "bytes": 1261992, - "contentType": "image/png", - "sha256": "448045600a8f03eb61113ccefb3e4c3f88cc1ade6d6b2f7a56020f0130a221df" - }, - { - "id": "test_Architecture_and_Engineering_470", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1635/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b8cb249fed1a840e44d0aa060fa2c1a2457b4af617d6fa48d600e7c54c6e5a52.png", - "bytes": 356687, - "contentType": "image/png", - "sha256": "b8cb249fed1a840e44d0aa060fa2c1a2457b4af617d6fa48d600e7c54c6e5a52" - }, - { - "id": "test_Architecture_and_Engineering_473", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1269/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8bc2af3ebeb0881e8de54605db0e4f932fe61070677446cdaa51ae5c65a4e0f8.png", - "bytes": 293468, - "contentType": "image/png", - "sha256": "8bc2af3ebeb0881e8de54605db0e4f932fe61070677446cdaa51ae5c65a4e0f8" - }, - { - "id": "test_Architecture_and_Engineering_492", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/394/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6a91c48d8cde2f33e6aaa8f63e0f51da596ff848279553f57bbd1a67ec13ba89.png", - "bytes": 426047, - "contentType": "image/png", - "sha256": "6a91c48d8cde2f33e6aaa8f63e0f51da596ff848279553f57bbd1a67ec13ba89" - }, - { - "id": "test_Architecture_and_Engineering_493", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/884/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0f312da06d80b218adeb4d10317af25f4d4e10f1d31d0e9297d95e1ace399d5a.jpg", - "bytes": 131359, - "contentType": "image/jpeg", - "sha256": "0f312da06d80b218adeb4d10317af25f4d4e10f1d31d0e9297d95e1ace399d5a" - }, - { - "id": "test_Architecture_and_Engineering_503", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/415/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4dd95641abdf938072ffd10bb8491f88fe2ead5cdafb3c963775c5774128fd1.png", - "bytes": 198219, - "contentType": "image/png", - "sha256": "d4dd95641abdf938072ffd10bb8491f88fe2ead5cdafb3c963775c5774128fd1" - }, - { - "id": "test_Architecture_and_Engineering_512", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/312/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ada9772a778688cec92a47383128a4e7805d0a132df6d70a417f882f73943d7c.png", - "bytes": 384291, - "contentType": "image/png", - "sha256": "ada9772a778688cec92a47383128a4e7805d0a132df6d70a417f882f73943d7c" - }, - { - "id": "test_Architecture_and_Engineering_518", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/245/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a343a78091a6600086a7f1cff90c6631c43cacda3a54e6a03a54e4240295f264.png", - "bytes": 2099161, - "contentType": "image/png", - "sha256": "a343a78091a6600086a7f1cff90c6631c43cacda3a54e6a03a54e4240295f264" - }, - { - "id": "test_Architecture_and_Engineering_533", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/223/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1df94a82b2f9f49291ab0b1482ea93ed801f5791b777f816874f2fadcce1397.png", - "bytes": 156156, - "contentType": "image/png", - "sha256": "b1df94a82b2f9f49291ab0b1482ea93ed801f5791b777f816874f2fadcce1397" - }, - { - "id": "test_Architecture_and_Engineering_77", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/529/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/872fe4208dd3e7c33fb2403d20074b0ce861be3609bb0d252cbb66266e5f3e60.png", - "bytes": 917889, - "contentType": "image/png", - "sha256": "872fe4208dd3e7c33fb2403d20074b0ce861be3609bb0d252cbb66266e5f3e60" - }, - { - "id": "test_Architecture_and_Engineering_86", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/262/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dc7b5cd62aba6feb72784e432c54d419a7cbb0f6c176300555521ba4806b306c.png", - "bytes": 2159870, - "contentType": "image/png", - "sha256": "dc7b5cd62aba6feb72784e432c54d419a7cbb0f6c176300555521ba4806b306c" - }, - { - "id": "test_Art_107", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/697/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7431f4e6e5d625c20bf20ab1e5761008f4b691eac845e619cae41351c094c7c3.png", - "bytes": 2349089, - "contentType": "image/png", - "sha256": "7431f4e6e5d625c20bf20ab1e5761008f4b691eac845e619cae41351c094c7c3" - }, - { - "id": "test_Art_111", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/220/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/81d9c7c7b7353dba2c98b5a18370cba86d511c3f54d2a753c68bcf19b996890b.png", - "bytes": 332405, - "contentType": "image/png", - "sha256": "81d9c7c7b7353dba2c98b5a18370cba86d511c3f54d2a753c68bcf19b996890b" - }, - { - "id": "test_Art_113", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3e8dea9d1c3ccd66f06f7c83201ce1ec4b9068dafde11fc8fa38341c1b21a7b.png", - "bytes": 824344, - "contentType": "image/png", - "sha256": "b3e8dea9d1c3ccd66f06f7c83201ce1ec4b9068dafde11fc8fa38341c1b21a7b" - }, - { - "id": "test_Art_117", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1349/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b70c97195c261064dca490d7c6cfd83ce0be5805b53b08eec420c0f4ebfc98d.png", - "bytes": 887467, - "contentType": "image/png", - "sha256": "1b70c97195c261064dca490d7c6cfd83ce0be5805b53b08eec420c0f4ebfc98d" - }, - { - "id": "test_Art_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1443/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3e83e507c7a611d9f666408acea0407f5ad63053f421089054c021696c4e493.png", - "bytes": 1154687, - "contentType": "image/png", - "sha256": "f3e83e507c7a611d9f666408acea0407f5ad63053f421089054c021696c4e493" - }, - { - "id": "test_Art_121", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1205/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b78011579da1c4071489149a0d1902f1274fba6be26b362fc409c8d105570714.png", - "bytes": 1339135, - "contentType": "image/png", - "sha256": "b78011579da1c4071489149a0d1902f1274fba6be26b362fc409c8d105570714" - }, - { - "id": "test_Art_124", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/811/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f6485f3a988027e85233c80b8a1acfe62d9456bcf73377e126285041ac685fa2.png", - "bytes": 484789, - "contentType": "image/png", - "sha256": "f6485f3a988027e85233c80b8a1acfe62d9456bcf73377e126285041ac685fa2" - }, - { - "id": "test_Art_130", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/718/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/13a99ea59ec71ca531dfe99cddce26b3716555c304f1d0bd41ae69a9afde0021.png", - "bytes": 1479459, - "contentType": "image/png", - "sha256": "13a99ea59ec71ca531dfe99cddce26b3716555c304f1d0bd41ae69a9afde0021" - }, - { - "id": "test_Art_139", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1267/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9bb19c813fd7518ef2b05306670cec36d3073fc78ae3da49053d1e3d74cd0933.png", - "bytes": 884098, - "contentType": "image/png", - "sha256": "9bb19c813fd7518ef2b05306670cec36d3073fc78ae3da49053d1e3d74cd0933" - }, - { - "id": "test_Art_147", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/919/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c47aa3e0da03286b573c3af6be7a7e4993d40f0fdad8d20f8bae9f20187db01a.jpg", - "bytes": 175730, - "contentType": "image/jpeg", - "sha256": "c47aa3e0da03286b573c3af6be7a7e4993d40f0fdad8d20f8bae9f20187db01a" - }, - { - "id": "test_Art_159", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/825/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cb76bb1b311536e06c6e4965d798fc2f7511ca34be9b6b65a5e1828e9b27b5f5.png", - "bytes": 3342030, - "contentType": "image/png", - "sha256": "cb76bb1b311536e06c6e4965d798fc2f7511ca34be9b6b65a5e1828e9b27b5f5" - }, - { - "id": "test_Art_164", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1706/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/371ce2562dd74c4a5d700e2e73cad769f15a7b2465747007b9d9dcb6f3b50ba3.png", - "bytes": 978267, - "contentType": "image/png", - "sha256": "371ce2562dd74c4a5d700e2e73cad769f15a7b2465747007b9d9dcb6f3b50ba3" - }, - { - "id": "test_Art_176", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/242/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1c7a296a68cfc22497d9908da9b0c022b756c2ccaaad11329710f19db0e089c.png", - "bytes": 589236, - "contentType": "image/png", - "sha256": "c1c7a296a68cfc22497d9908da9b0c022b756c2ccaaad11329710f19db0e089c" - }, - { - "id": "test_Art_184", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/457/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/968e07b20199f900376444edb85f26a7b6794d49a51b14f30642e174c5e92528.png", - "bytes": 1570431, - "contentType": "image/png", - "sha256": "968e07b20199f900376444edb85f26a7b6794d49a51b14f30642e174c5e92528" - }, - { - "id": "test_Art_195", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1250/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f139b7416c28c46aff0508eba86e91da35224e721b6589b2d0485f4b02fef7f.png", - "bytes": 381535, - "contentType": "image/png", - "sha256": "8f139b7416c28c46aff0508eba86e91da35224e721b6589b2d0485f4b02fef7f" - }, - { - "id": "test_Art_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1727/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71296f7ffd14825bfe2dfb467b9c92648b68e078abf15ab303f54342517800db.png", - "bytes": 1643705, - "contentType": "image/png", - "sha256": "71296f7ffd14825bfe2dfb467b9c92648b68e078abf15ab303f54342517800db" - }, - { - "id": "test_Art_208", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/803/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4b2f37af566a70bdd95356c3e43e578a0d22b57e027f764d713ea4689d51f4ef.png", - "bytes": 462764, - "contentType": "image/png", - "sha256": "4b2f37af566a70bdd95356c3e43e578a0d22b57e027f764d713ea4689d51f4ef" - }, - { - "id": "test_Art_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/951/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a2c5225cdd4077c0fa0f173461ac4b7ab520267285de8abc0f028d6f75564a84.png", - "bytes": 533298, - "contentType": "image/png", - "sha256": "a2c5225cdd4077c0fa0f173461ac4b7ab520267285de8abc0f028d6f75564a84" - }, - { - "id": "test_Art_224", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/997/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/38d3733d143e88cba67fb5cc0ca215f66f5f2d9a797a1da821b3775dfeff49c9.jpg", - "bytes": 169257, - "contentType": "image/jpeg", - "sha256": "38d3733d143e88cba67fb5cc0ca215f66f5f2d9a797a1da821b3775dfeff49c9" - }, - { - "id": "test_Art_227", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/308/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5357cd312962817c05d42d41760ad39665ee5bce79b01a041ac6cd50fa3a0fe3.png", - "bytes": 1465150, - "contentType": "image/png", - "sha256": "5357cd312962817c05d42d41760ad39665ee5bce79b01a041ac6cd50fa3a0fe3" - }, - { - "id": "test_Art_231", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1402/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ee756556b8fbbca72e8782d23d0b77f277d9cbdb5175f530e4fccebd4031c94.png", - "bytes": 2073534, - "contentType": "image/png", - "sha256": "3ee756556b8fbbca72e8782d23d0b77f277d9cbdb5175f530e4fccebd4031c94" - }, - { - "id": "test_Art_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1379/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a87cdcfccfb2c2463a9d15c2747ad8127caf3d57784bf019129c4b937659c5e7.png", - "bytes": 639947, - "contentType": "image/png", - "sha256": "a87cdcfccfb2c2463a9d15c2747ad8127caf3d57784bf019129c4b937659c5e7" - }, - { - "id": "test_Art_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/222/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2218c7b82b0414e3011d0b6dcbe35a066ffa70f789ff6d50e056474a606f4c08.png", - "bytes": 882955, - "contentType": "image/png", - "sha256": "2218c7b82b0414e3011d0b6dcbe35a066ffa70f789ff6d50e056474a606f4c08" - }, - { - "id": "test_Art_35", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1728/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ead32318720357bf3d2ed54423537e8c8e8a006aea276b71592b30d3985f0e1.png", - "bytes": 947202, - "contentType": "image/png", - "sha256": "3ead32318720357bf3d2ed54423537e8c8e8a006aea276b71592b30d3985f0e1" - }, - { - "id": "test_Art_41", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1127/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2befcd4a342ebfe07f7c8b0622846d8d563edc88d54f62a599b92f904276ab83.png", - "bytes": 1468977, - "contentType": "image/png", - "sha256": "2befcd4a342ebfe07f7c8b0622846d8d563edc88d54f62a599b92f904276ab83" - }, - { - "id": "test_Art_63", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1077/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1412baec414da85e3dcb92161ef4d2f3f72d292e5bfdae4644a19a7c3175dc03.png", - "bytes": 208146, - "contentType": "image/png", - "sha256": "1412baec414da85e3dcb92161ef4d2f3f72d292e5bfdae4644a19a7c3175dc03" - }, - { - "id": "test_Art_67", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1190/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54f567ac8bf995ff90ce13e34c3082bcb900ae8fd74f9d0a91fae9a17adfbb92.png", - "bytes": 350021, - "contentType": "image/png", - "sha256": "54f567ac8bf995ff90ce13e34c3082bcb900ae8fd74f9d0a91fae9a17adfbb92" - }, - { - "id": "test_Art_79", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1722/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/93462259de31c13c2f0e6e2bddd3c02f9b340903ba94270b57c2566b85136a6b.png", - "bytes": 1285734, - "contentType": "image/png", - "sha256": "93462259de31c13c2f0e6e2bddd3c02f9b340903ba94270b57c2566b85136a6b" - }, - { - "id": "test_Art_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1716/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9a38b0363368a306afbf0db9a17b96c0c109618a528187ad2e10f652e7e9e97c.png", - "bytes": 1140748, - "contentType": "image/png", - "sha256": "9a38b0363368a306afbf0db9a17b96c0c109618a528187ad2e10f652e7e9e97c" - }, - { - "id": "test_Art_81", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1504/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/87cbaf742195c700372960bffd1a3872548101f34aa7059b13f785d96635ab50.png", - "bytes": 1690824, - "contentType": "image/png", - "sha256": "87cbaf742195c700372960bffd1a3872548101f34aa7059b13f785d96635ab50" - }, - { - "id": "test_Art_84", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1502/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/39acd7f57a70bc412ed3ef966f8ad385bb4155c174fb3c7a68c52f0a87b47db8.png", - "bytes": 1204284, - "contentType": "image/png", - "sha256": "39acd7f57a70bc412ed3ef966f8ad385bb4155c174fb3c7a68c52f0a87b47db8" - }, - { - "id": "test_Art_87", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/78/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d61bdca34265bb4b816df26bb1da3202398904d68afaf88752a23c8d9094382.png", - "bytes": 148634, - "contentType": "image/png", - "sha256": "4d61bdca34265bb4b816df26bb1da3202398904d68afaf88752a23c8d9094382" - }, - { - "id": "test_Art_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1719/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d2de7136e5cc2b9a58f7eee8bf67a3fa07ee10ede021369aa17f60cd92a5ad69.png", - "bytes": 2471235, - "contentType": "image/png", - "sha256": "d2de7136e5cc2b9a58f7eee8bf67a3fa07ee10ede021369aa17f60cd92a5ad69" - }, - { - "id": "test_Art_93", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1512/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5161bc470c00ce86ff6691b775ae4afde1a12dfa48bf715983aaa16f7e376b8e.png", - "bytes": 863991, - "contentType": "image/png", - "sha256": "5161bc470c00ce86ff6691b775ae4afde1a12dfa48bf715983aaa16f7e376b8e" - }, - { - "id": "test_Art_94", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/194/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f42a5454b318c716b3662e00c9bce17566ac2cb7bdc2e15c92c0cc1951ab77c6.png", - "bytes": 947836, - "contentType": "image/png", - "sha256": "f42a5454b318c716b3662e00c9bce17566ac2cb7bdc2e15c92c0cc1951ab77c6" - }, - { - "id": "test_Art_Theory_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/460/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/af61588a178f580d93e3dab85deba7dbbae8000edb047b059296d4426b03a6c9.png", - "bytes": 935383, - "contentType": "image/png", - "sha256": "af61588a178f580d93e3dab85deba7dbbae8000edb047b059296d4426b03a6c9" - }, - { - "id": "test_Art_Theory_117", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/129/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43a082a5b22ad9673b7443661961af50834a5f4e48af3d6ff4e958945498bdb7.png", - "bytes": 2492362, - "contentType": "image/png", - "sha256": "43a082a5b22ad9673b7443661961af50834a5f4e48af3d6ff4e958945498bdb7" - }, - { - "id": "test_Art_Theory_131", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/642/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e82c6e5c297dd7dd0411bcffbcaaa432df71fb29430facec87564c0ef98b3e94.png", - "bytes": 835939, - "contentType": "image/png", - "sha256": "e82c6e5c297dd7dd0411bcffbcaaa432df71fb29430facec87564c0ef98b3e94" - }, - { - "id": "test_Art_Theory_152", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1530/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f89e30b1746291dabd54b7d8290fce099deb72ee4aa19d3e291f2eb220142a2d.jpg", - "bytes": 141844, - "contentType": "image/jpeg", - "sha256": "f89e30b1746291dabd54b7d8290fce099deb72ee4aa19d3e291f2eb220142a2d" - }, - { - "id": "test_Art_Theory_156", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/286/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/35e7b4f3efb5c236d53de877383cfde0fe0232e54d385989538e343208c3776e.png", - "bytes": 973599, - "contentType": "image/png", - "sha256": "35e7b4f3efb5c236d53de877383cfde0fe0232e54d385989538e343208c3776e" - }, - { - "id": "test_Art_Theory_162", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/106/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d06f3047690db2516fcafc80ff2e691a998fad6379de5171df2bf4e73cc32389.png", - "bytes": 286361, - "contentType": "image/png", - "sha256": "d06f3047690db2516fcafc80ff2e691a998fad6379de5171df2bf4e73cc32389" - }, - { - "id": "test_Art_Theory_168", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1040/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5cf951c8158dd1a77f0ba103d79cb666b7ea270cad8cd4deec3a5594466dcc89.png", - "bytes": 159434, - "contentType": "image/png", - "sha256": "5cf951c8158dd1a77f0ba103d79cb666b7ea270cad8cd4deec3a5594466dcc89" - }, - { - "id": "test_Art_Theory_171", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1451/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f61c51ab76d570b776951d6a417b342fc8bcc73aa86ff4f561b2d31a06698569.png", - "bytes": 630244, - "contentType": "image/png", - "sha256": "f61c51ab76d570b776951d6a417b342fc8bcc73aa86ff4f561b2d31a06698569" - }, - { - "id": "test_Art_Theory_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/134/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7dd2b73b454675c123d75d5c337b1220380d6a927059e2e3624192013b42b2e3.png", - "bytes": 334395, - "contentType": "image/png", - "sha256": "7dd2b73b454675c123d75d5c337b1220380d6a927059e2e3624192013b42b2e3" - }, - { - "id": "test_Art_Theory_199", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/682/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c807f04d38101f9507d4964dda856c377aa17ebe4559b71ec9f1f33f599dc6ca.png", - "bytes": 1373102, - "contentType": "image/png", - "sha256": "c807f04d38101f9507d4964dda856c377aa17ebe4559b71ec9f1f33f599dc6ca" - }, - { - "id": "test_Art_Theory_208", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/368/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ed0dd954a43ae61e5773fb0abeff2b1af10bbe8f17904c04ad4c6b941e36433.png", - "bytes": 740166, - "contentType": "image/png", - "sha256": "2ed0dd954a43ae61e5773fb0abeff2b1af10bbe8f17904c04ad4c6b941e36433" - }, - { - "id": "test_Art_Theory_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/495/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3b687d71f8888f6ec9b985ff22571bf539532eb1ddb8ad7c6b609355a3c84f2.png", - "bytes": 509518, - "contentType": "image/png", - "sha256": "d3b687d71f8888f6ec9b985ff22571bf539532eb1ddb8ad7c6b609355a3c84f2" - }, - { - "id": "test_Art_Theory_246", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1489/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48c60e4e50eb02939d8b16dae16e0f77ad5042c7b9b64b050d6406927e5b7866.png", - "bytes": 1742039, - "contentType": "image/png", - "sha256": "48c60e4e50eb02939d8b16dae16e0f77ad5042c7b9b64b050d6406927e5b7866" - }, - { - "id": "test_Art_Theory_249", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1487/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/44a478409ce897cbc875275e6efe15243bed075c48665448873c41f5a38fa40d.png", - "bytes": 2304847, - "contentType": "image/png", - "sha256": "44a478409ce897cbc875275e6efe15243bed075c48665448873c41f5a38fa40d" - }, - { - "id": "test_Art_Theory_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1298/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d6ea305d7043986e330651ec90b5d5c7152de0c9211da3f940fea46d568068df.png", - "bytes": 947481, - "contentType": "image/png", - "sha256": "d6ea305d7043986e330651ec90b5d5c7152de0c9211da3f940fea46d568068df" - }, - { - "id": "test_Art_Theory_256", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/493/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89189f4c8afb1465d5804e5fdb51da49cc2b8d4695e8f94c331614cc43e3392a.png", - "bytes": 1324383, - "contentType": "image/png", - "sha256": "89189f4c8afb1465d5804e5fdb51da49cc2b8d4695e8f94c331614cc43e3392a" - }, - { - "id": "test_Art_Theory_259", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1125/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b4aaa0e9fb6bafecc8328e055a90525a7b20df72898741d0a312c427054aa06.png", - "bytes": 182455, - "contentType": "image/png", - "sha256": "6b4aaa0e9fb6bafecc8328e055a90525a7b20df72898741d0a312c427054aa06" - }, - { - "id": "test_Art_Theory_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1273/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4704d9e4701350ec7eca8bd401f74ce21bece3ab0e807b884053dbc0d9f826f4.png", - "bytes": 779798, - "contentType": "image/png", - "sha256": "4704d9e4701350ec7eca8bd401f74ce21bece3ab0e807b884053dbc0d9f826f4" - }, - { - "id": "test_Art_Theory_266", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/397/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d055d222f0899cdd0e460e4938d93650cde067519909bf039f4680e7e3ab7bc5.png", - "bytes": 1040970, - "contentType": "image/png", - "sha256": "d055d222f0899cdd0e460e4938d93650cde067519909bf039f4680e7e3ab7bc5" - }, - { - "id": "test_Art_Theory_273", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1165/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/07f34c78501b6554911a3f7ceb91c9cf1ccb0aa50e7ca1dc434708f0cb5e9b09.png", - "bytes": 223310, - "contentType": "image/png", - "sha256": "07f34c78501b6554911a3f7ceb91c9cf1ccb0aa50e7ca1dc434708f0cb5e9b09" - }, - { - "id": "test_Art_Theory_276", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1256/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3eab142000a9fbcb95ee4a047143da4ea03b3a46fc79143b3960cf94f4adb62e.png", - "bytes": 454198, - "contentType": "image/png", - "sha256": "3eab142000a9fbcb95ee4a047143da4ea03b3a46fc79143b3960cf94f4adb62e" - }, - { - "id": "test_Art_Theory_289", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/359/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c328cd8a75556f45bec3ec2452cfb5de968a2d0c9555f07a53c71b2ac3c1c16.png", - "bytes": 988029, - "contentType": "image/png", - "sha256": "8c328cd8a75556f45bec3ec2452cfb5de968a2d0c9555f07a53c71b2ac3c1c16" - }, - { - "id": "test_Art_Theory_335", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1611/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/23f73216ab92eaffce77a81c9fc781a0d1b68b217e4ca09c4a2c7d8417d478a0.png", - "bytes": 1000210, - "contentType": "image/png", - "sha256": "23f73216ab92eaffce77a81c9fc781a0d1b68b217e4ca09c4a2c7d8417d478a0" - }, - { - "id": "test_Art_Theory_375", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/730/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55188ab87f043cbb85429efe16dcf9bc8903d803cace7d2ca1e743ea452a68c9.png", - "bytes": 274389, - "contentType": "image/png", - "sha256": "55188ab87f043cbb85429efe16dcf9bc8903d803cace7d2ca1e743ea452a68c9" - }, - { - "id": "test_Art_Theory_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/594/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/44f19cfeea9d8cd0ee756dca8f22a0c9d137f5b26c90cb05c315860c91f448b7.png", - "bytes": 1845758, - "contentType": "image/png", - "sha256": "44f19cfeea9d8cd0ee756dca8f22a0c9d137f5b26c90cb05c315860c91f448b7" - }, - { - "id": "test_Art_Theory_403", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1587/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ef8f849129963b570d6f4b2069893c670fef555cf2cc21a31a527f1f677afe8.jpg", - "bytes": 52265, - "contentType": "image/jpeg", - "sha256": "8ef8f849129963b570d6f4b2069893c670fef555cf2cc21a31a527f1f677afe8" - }, - { - "id": "test_Art_Theory_419", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1529/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fd742ecc1dacf7ce8bc7930a47733c2d5b65683a5ba168d4de77a4b022d8aca9.png", - "bytes": 2572814, - "contentType": "image/png", - "sha256": "fd742ecc1dacf7ce8bc7930a47733c2d5b65683a5ba168d4de77a4b022d8aca9" - }, - { - "id": "test_Art_Theory_420", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/46/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4c85c0386b76b9b3eba69eb1529969115583b41908d0d3247a7d39a1a369eb0e.png", - "bytes": 565126, - "contentType": "image/png", - "sha256": "4c85c0386b76b9b3eba69eb1529969115583b41908d0d3247a7d39a1a369eb0e" - }, - { - "id": "test_Art_Theory_425", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/18/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eb12fb54cd09dcd52adc91e14a33ce1b44db49577cd818bb3dbbe3e74a4348c9.png", - "bytes": 272632, - "contentType": "image/png", - "sha256": "eb12fb54cd09dcd52adc91e14a33ce1b44db49577cd818bb3dbbe3e74a4348c9" - }, - { - "id": "test_Art_Theory_45", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1373/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43a50fcb600d87e486865d0ac85530a12e702425f9e34f1df4c09fa67ee274cb.png", - "bytes": 581229, - "contentType": "image/png", - "sha256": "43a50fcb600d87e486865d0ac85530a12e702425f9e34f1df4c09fa67ee274cb" - }, - { - "id": "test_Art_Theory_52", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/381/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41b48d3ba4274e413144cacbadfd0d8178e5bee907e93c0a6bcf63aff50119c9.png", - "bytes": 418142, - "contentType": "image/png", - "sha256": "41b48d3ba4274e413144cacbadfd0d8178e5bee907e93c0a6bcf63aff50119c9" - }, - { - "id": "test_Art_Theory_53", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1309/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbc4a5bdfa371f4c7b93688d4c67cba084a3b384caf6f04808abc0255115171d.png", - "bytes": 973566, - "contentType": "image/png", - "sha256": "fbc4a5bdfa371f4c7b93688d4c67cba084a3b384caf6f04808abc0255115171d" - }, - { - "id": "test_Basic_Medical_Science_100", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/999/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd43c10cd86ca0cae594ca3964413d7d88ebe3519f60c1d6cfec77bbea1b2c7e.jpg", - "bytes": 207615, - "contentType": "image/jpeg", - "sha256": "bd43c10cd86ca0cae594ca3964413d7d88ebe3519f60c1d6cfec77bbea1b2c7e" - }, - { - "id": "test_Basic_Medical_Science_106", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1054/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b47fcf37f1afcc41ba2f0ab0af13d8b561430786728aa1c1d1d779cd53d42c05.png", - "bytes": 117065, - "contentType": "image/png", - "sha256": "b47fcf37f1afcc41ba2f0ab0af13d8b561430786728aa1c1d1d779cd53d42c05" - }, - { - "id": "test_Basic_Medical_Science_107", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/796/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d9352ea360b785a24bf4565e556181a356ef99d457e26653a22c6d586f8b18b.png", - "bytes": 1261763, - "contentType": "image/png", - "sha256": "2d9352ea360b785a24bf4565e556181a356ef99d457e26653a22c6d586f8b18b" - }, - { - "id": "test_Basic_Medical_Science_148", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/96/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08ccf5cde003ebc22c781f560212c04761d35343a9529ef3748823db6419c9bc.png", - "bytes": 815821, - "contentType": "image/png", - "sha256": "08ccf5cde003ebc22c781f560212c04761d35343a9529ef3748823db6419c9bc" - }, - { - "id": "test_Basic_Medical_Science_158", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/412/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7664f677f49b5b0c0af354f26853f60ef059e5596f775b4b145f1c58977a8685.png", - "bytes": 385415, - "contentType": "image/png", - "sha256": "7664f677f49b5b0c0af354f26853f60ef059e5596f775b4b145f1c58977a8685" - }, - { - "id": "test_Basic_Medical_Science_177", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/873/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/787653fe460d5c7a055819b533f9312baf44ba162dbd5e264f2571693455c246.jpg", - "bytes": 77378, - "contentType": "image/jpeg", - "sha256": "787653fe460d5c7a055819b533f9312baf44ba162dbd5e264f2571693455c246" - }, - { - "id": "test_Basic_Medical_Science_179", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/180/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4aa91ffdc645c3df4a0cc293fdb3087667bdb4e1d608b1e08d184a88b640d157.png", - "bytes": 189925, - "contentType": "image/png", - "sha256": "4aa91ffdc645c3df4a0cc293fdb3087667bdb4e1d608b1e08d184a88b640d157" - }, - { - "id": "test_Basic_Medical_Science_181", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1415/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fe44c9637746527914306edc7756bfadc8b7bb15fcae21c27056c5e0067c44e5.png", - "bytes": 870884, - "contentType": "image/png", - "sha256": "fe44c9637746527914306edc7756bfadc8b7bb15fcae21c27056c5e0067c44e5" - }, - { - "id": "test_Basic_Medical_Science_209", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/254/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41c30b379f987f31b0a3fd931198906559a3b94789a65c2bcdfe9750fbc72205.png", - "bytes": 565718, - "contentType": "image/png", - "sha256": "41c30b379f987f31b0a3fd931198906559a3b94789a65c2bcdfe9750fbc72205" - }, - { - "id": "test_Basic_Medical_Science_216", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/629/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5501b51af046353a2a44a7a3d08ba1fb14b9f613939f30c5903c7cdf253a5a2b.png", - "bytes": 2450627, - "contentType": "image/png", - "sha256": "5501b51af046353a2a44a7a3d08ba1fb14b9f613939f30c5903c7cdf253a5a2b" - }, - { - "id": "test_Basic_Medical_Science_218", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/401/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a24c16f6fa65e091c9a2d4faae5ca8500b87a1d8eb001a47fdb7eb471d97fda4.png", - "bytes": 449575, - "contentType": "image/png", - "sha256": "a24c16f6fa65e091c9a2d4faae5ca8500b87a1d8eb001a47fdb7eb471d97fda4" - }, - { - "id": "test_Basic_Medical_Science_219", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/59/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7aa0c569751a562003e7c3e4b1d6a2f66faceae36190e464fd9368be77409c51.png", - "bytes": 2232846, - "contentType": "image/png", - "sha256": "7aa0c569751a562003e7c3e4b1d6a2f66faceae36190e464fd9368be77409c51" - }, - { - "id": "test_Basic_Medical_Science_221", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/442/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd9218beefaf428c540bc60096978923be5c7ec6aabd350a043c9138845b92f2.png", - "bytes": 1364653, - "contentType": "image/png", - "sha256": "cd9218beefaf428c540bc60096978923be5c7ec6aabd350a043c9138845b92f2" - }, - { - "id": "test_Basic_Medical_Science_222", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/683/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1be887760a537f443c138380a3bd2e4818be5ae4daddb2af891073c28bb60ebe.png", - "bytes": 1486859, - "contentType": "image/png", - "sha256": "1be887760a537f443c138380a3bd2e4818be5ae4daddb2af891073c28bb60ebe" - }, - { - "id": "test_Basic_Medical_Science_230", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1020/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f29ffc9cdbfdbde0c89504c7fa5d4315fce8fc2b7606d18c7b44d011be031aa9.png", - "bytes": 2030134, - "contentType": "image/png", - "sha256": "f29ffc9cdbfdbde0c89504c7fa5d4315fce8fc2b7606d18c7b44d011be031aa9" - }, - { - "id": "test_Basic_Medical_Science_233", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1399/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f0ccad3afcf79f7196f2cbd8b27e85e4e97ebc8c92827cc1159436219037af4.png", - "bytes": 271419, - "contentType": "image/png", - "sha256": "1f0ccad3afcf79f7196f2cbd8b27e85e4e97ebc8c92827cc1159436219037af4" - }, - { - "id": "test_Basic_Medical_Science_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/547/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3e03b343df9100e678cdb507fe0d161bfce784658891d1557a8b89d71651ff7.png", - "bytes": 645044, - "contentType": "image/png", - "sha256": "f3e03b343df9100e678cdb507fe0d161bfce784658891d1557a8b89d71651ff7" - }, - { - "id": "test_Basic_Medical_Science_240", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1655/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51d3b94cbeb76492104cad2fe853dc5650cba7f5ac07c878775aa3a5aa7740ac.png", - "bytes": 345303, - "contentType": "image/png", - "sha256": "51d3b94cbeb76492104cad2fe853dc5650cba7f5ac07c878775aa3a5aa7740ac" - }, - { - "id": "test_Basic_Medical_Science_247", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1561/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fadedc2281051f78c98df03c90a64de088ee803562f4f9486d31e07808853035.jpg", - "bytes": 60071, - "contentType": "image/jpeg", - "sha256": "fadedc2281051f78c98df03c90a64de088ee803562f4f9486d31e07808853035" - }, - { - "id": "test_Basic_Medical_Science_253", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1545/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c14e8fcf41a0f5d7d40042e128b26794c31c313ba2a30f12016e05a186234882.png", - "bytes": 649511, - "contentType": "image/png", - "sha256": "c14e8fcf41a0f5d7d40042e128b26794c31c313ba2a30f12016e05a186234882" - }, - { - "id": "test_Basic_Medical_Science_261", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/458/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a89d8842a7a9ad6d147a67ef8bf2fd9235dd457c3229fc834a1a9b8638deba6b.png", - "bytes": 529516, - "contentType": "image/png", - "sha256": "a89d8842a7a9ad6d147a67ef8bf2fd9235dd457c3229fc834a1a9b8638deba6b" - }, - { - "id": "test_Basic_Medical_Science_262", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/258/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f29203699b97bb794b982b47b962e12e72f644feb1a1aaa7179818e696a0a823.png", - "bytes": 338356, - "contentType": "image/png", - "sha256": "f29203699b97bb794b982b47b962e12e72f644feb1a1aaa7179818e696a0a823" - }, - { - "id": "test_Basic_Medical_Science_267", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/320/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/064cfb9ed9331e8c9f4511332215c119086fa726fb618490aaf9e9a617de25c6.png", - "bytes": 296577, - "contentType": "image/png", - "sha256": "064cfb9ed9331e8c9f4511332215c119086fa726fb618490aaf9e9a617de25c6" - }, - { - "id": "test_Basic_Medical_Science_269", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/687/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41e76f6cb4d06a6cb57fd309acb340b04ed39adba5e3680c54c04c10e864a6e3.png", - "bytes": 541985, - "contentType": "image/png", - "sha256": "41e76f6cb4d06a6cb57fd309acb340b04ed39adba5e3680c54c04c10e864a6e3" - }, - { - "id": "test_Basic_Medical_Science_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/406/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7085203bbeb7119527d2723fd99abedd8e0f20f405074a60702df00be6055ac3.png", - "bytes": 615327, - "contentType": "image/png", - "sha256": "7085203bbeb7119527d2723fd99abedd8e0f20f405074a60702df00be6055ac3" - }, - { - "id": "test_Basic_Medical_Science_270", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/385/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7288451dc066b27cba7d0a25709ec4be936ce8288623a983dba09d9f9116dcd4.png", - "bytes": 258022, - "contentType": "image/png", - "sha256": "7288451dc066b27cba7d0a25709ec4be936ce8288623a983dba09d9f9116dcd4" - }, - { - "id": "test_Basic_Medical_Science_283", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1287/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3931b9c3f598342b350ebadc97e39652869bd21ae763328d520b2d10bf17a294.png", - "bytes": 822369, - "contentType": "image/png", - "sha256": "3931b9c3f598342b350ebadc97e39652869bd21ae763328d520b2d10bf17a294" - }, - { - "id": "test_Basic_Medical_Science_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/592/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/819505190c94b72bbbe6dc139a2f18a7f5690ac804fa1cb8727338f4f1f149a8.png", - "bytes": 1289829, - "contentType": "image/png", - "sha256": "819505190c94b72bbbe6dc139a2f18a7f5690ac804fa1cb8727338f4f1f149a8" - }, - { - "id": "test_Basic_Medical_Science_291", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/207/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/675f51de69a5ae41162e9ff7542dbfe6e347c6f460f9f8de7a9f922ba61f23a6.png", - "bytes": 124962, - "contentType": "image/png", - "sha256": "675f51de69a5ae41162e9ff7542dbfe6e347c6f460f9f8de7a9f922ba61f23a6" - }, - { - "id": "test_Basic_Medical_Science_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1303/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dc2f8c2cae759174340d85af771723ada6c0f3c14cd6b7223c88ad9061a7f60.png", - "bytes": 890668, - "contentType": "image/png", - "sha256": "4dc2f8c2cae759174340d85af771723ada6c0f3c14cd6b7223c88ad9061a7f60" - }, - { - "id": "test_Basic_Medical_Science_313", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/68/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42615199ab20810ba55dba46a4e1685732bdcb52db3fe3be38d9a64ee656cb37.png", - "bytes": 295694, - "contentType": "image/png", - "sha256": "42615199ab20810ba55dba46a4e1685732bdcb52db3fe3be38d9a64ee656cb37" - }, - { - "id": "test_Basic_Medical_Science_35", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/871/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca3ab0c20539d1e17ce6e405c3014bc12f6916177a3bb0d24b273eb3315899f8.jpg", - "bytes": 88708, - "contentType": "image/jpeg", - "sha256": "ca3ab0c20539d1e17ce6e405c3014bc12f6916177a3bb0d24b273eb3315899f8" - }, - { - "id": "test_Basic_Medical_Science_41", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1483/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a330722aee7c346a4eaf99643d6ecc4a45f6a267b73a56e38442f189c20299f.png", - "bytes": 538508, - "contentType": "image/png", - "sha256": "1a330722aee7c346a4eaf99643d6ecc4a45f6a267b73a56e38442f189c20299f" - }, - { - "id": "test_Basic_Medical_Science_46", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1210/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c452babf93f936f4b261794fd96a08b25f45980bd8cfa7fe025b90670e09282.png", - "bytes": 457554, - "contentType": "image/png", - "sha256": "8c452babf93f936f4b261794fd96a08b25f45980bd8cfa7fe025b90670e09282" - }, - { - "id": "test_Basic_Medical_Science_72", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/852/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/722ab77b32ec245d0bbc08bbc3ca9a836c37a6781152b723e5c73402b8195237.jpg", - "bytes": 108912, - "contentType": "image/jpeg", - "sha256": "722ab77b32ec245d0bbc08bbc3ca9a836c37a6781152b723e5c73402b8195237" - }, - { - "id": "test_Basic_Medical_Science_76", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1622/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/de5c821d7e3aa013ce7750e5bcd88d6ad5659d1fd1497ccbec535882ebe3ca55.jpg", - "bytes": 122181, - "contentType": "image/jpeg", - "sha256": "de5c821d7e3aa013ce7750e5bcd88d6ad5659d1fd1497ccbec535882ebe3ca55" - }, - { - "id": "test_Basic_Medical_Science_95", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/232/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77b0bc87d4413c0c08d982bd7682677b48d1926fb2a5a2efc6332500a51213c1.png", - "bytes": 594165, - "contentType": "image/png", - "sha256": "77b0bc87d4413c0c08d982bd7682677b48d1926fb2a5a2efc6332500a51213c1" - }, - { - "id": "test_Basic_Medical_Science_98", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/239/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17cc8d81b075b1d192a56d068a63a088018d8129ea79986402d71a8b3abde9f3.png", - "bytes": 408463, - "contentType": "image/png", - "sha256": "17cc8d81b075b1d192a56d068a63a088018d8129ea79986402d71a8b3abde9f3" - }, - { - "id": "test_Biology_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1632/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c3aa8454181c34800445f151712f3f7a8bbc4a1966932259580275c5e05af513.jpg", - "bytes": 62537, - "contentType": "image/jpeg", - "sha256": "c3aa8454181c34800445f151712f3f7a8bbc4a1966932259580275c5e05af513" - }, - { - "id": "test_Biology_132", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/843/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18aed43d914938fbacbbcef7c31bc7e03f528acc5cdbfe53673d6945815c32ca.png", - "bytes": 1898906, - "contentType": "image/png", - "sha256": "18aed43d914938fbacbbcef7c31bc7e03f528acc5cdbfe53673d6945815c32ca" - }, - { - "id": "test_Biology_138", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1334/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4ee44ab5b423a844c062247778a71585bdcf2fe7a9d1c7f9703122b9fb6ebc7f.png", - "bytes": 941326, - "contentType": "image/png", - "sha256": "4ee44ab5b423a844c062247778a71585bdcf2fe7a9d1c7f9703122b9fb6ebc7f" - }, - { - "id": "test_Biology_142", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1463/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ff64401a354d4f98a4ffb2b3dc188c966a6daa0cf551723fcede33462f343bb.png", - "bytes": 539209, - "contentType": "image/png", - "sha256": "6ff64401a354d4f98a4ffb2b3dc188c966a6daa0cf551723fcede33462f343bb" - }, - { - "id": "test_Biology_146", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/70/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/647df80f193af8b641df93d2d0a39c1fca5c9588687e56cd7d4fe8134a1f228f.png", - "bytes": 128096, - "contentType": "image/png", - "sha256": "647df80f193af8b641df93d2d0a39c1fca5c9588687e56cd7d4fe8134a1f228f" - }, - { - "id": "test_Biology_153", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1087/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/410f02c3ca037137f9c7a9d4ec1982b9843afb12398fd85eb24889a73b18378b.png", - "bytes": 96184, - "contentType": "image/png", - "sha256": "410f02c3ca037137f9c7a9d4ec1982b9843afb12398fd85eb24889a73b18378b" - }, - { - "id": "test_Biology_156", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/519/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/44cafdba281b84bd87d115a1b3261d12003fb4b28eb2c9e8ea92ac703435f62b.png", - "bytes": 1799767, - "contentType": "image/png", - "sha256": "44cafdba281b84bd87d115a1b3261d12003fb4b28eb2c9e8ea92ac703435f62b" - }, - { - "id": "test_Biology_157", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/204/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/667358ff31d332d5303a8f20f96acfe3d00ddfbfba5d472a0b9ad7808da21116.png", - "bytes": 2103018, - "contentType": "image/png", - "sha256": "667358ff31d332d5303a8f20f96acfe3d00ddfbfba5d472a0b9ad7808da21116" - }, - { - "id": "test_Biology_160", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1659/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be8f0f5ee2e9a1e2a9af0bfc9623905e526b7d78ec176575e323db7b437b2e79.jpg", - "bytes": 49150, - "contentType": "image/jpeg", - "sha256": "be8f0f5ee2e9a1e2a9af0bfc9623905e526b7d78ec176575e323db7b437b2e79" - }, - { - "id": "test_Biology_175", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1062/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59ae7c9ad3314d4e0932d241427501e80d32681248cb40539de2f1fba8bd28b8.png", - "bytes": 2143521, - "contentType": "image/png", - "sha256": "59ae7c9ad3314d4e0932d241427501e80d32681248cb40539de2f1fba8bd28b8" - }, - { - "id": "test_Biology_183", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1681/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d6927fe2fdafe0b885b2145f86a6b222aa42600ca288ff62084b0cf2285c5dbc.jpg", - "bytes": 69781, - "contentType": "image/jpeg", - "sha256": "d6927fe2fdafe0b885b2145f86a6b222aa42600ca288ff62084b0cf2285c5dbc" - }, - { - "id": "test_Biology_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/197/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5445d8ea7c1d99f11292ab808acd17d058addcdebb41a96a20f5a7e9acb146e.png", - "bytes": 900040, - "contentType": "image/png", - "sha256": "f5445d8ea7c1d99f11292ab808acd17d058addcdebb41a96a20f5a7e9acb146e" - }, - { - "id": "test_Biology_195", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/578/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c8b1cf218e03babf44a9346a49b5a26bfd70bd80f23e38ed36b97260476e3c85.png", - "bytes": 350948, - "contentType": "image/png", - "sha256": "c8b1cf218e03babf44a9346a49b5a26bfd70bd80f23e38ed36b97260476e3c85" - }, - { - "id": "test_Biology_196", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/984/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7f9baf7cf94917d7118af8ef02ca078e518140171f671cf8372510b3666e35b.png", - "bytes": 610155, - "contentType": "image/png", - "sha256": "c7f9baf7cf94917d7118af8ef02ca078e518140171f671cf8372510b3666e35b" - }, - { - "id": "test_Biology_231", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/104/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1aed12ae39875a9fafa36baf1a7996df98ddac5f8875b734a0a12c9ce3710e51.png", - "bytes": 163370, - "contentType": "image/png", - "sha256": "1aed12ae39875a9fafa36baf1a7996df98ddac5f8875b734a0a12c9ce3710e51" - }, - { - "id": "test_Biology_249", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/517/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a4620e1eddabde1a690d7f4012f6cfbe5e080359002ae2158bb04d216a8d257.png", - "bytes": 1456842, - "contentType": "image/png", - "sha256": "5a4620e1eddabde1a690d7f4012f6cfbe5e080359002ae2158bb04d216a8d257" - }, - { - "id": "test_Biology_259", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1068/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c314e33d4cbaed3745dfaab7efb9df726c8e91cc9067e92b4b1beefbb9108af7.png", - "bytes": 143739, - "contentType": "image/png", - "sha256": "c314e33d4cbaed3745dfaab7efb9df726c8e91cc9067e92b4b1beefbb9108af7" - }, - { - "id": "test_Biology_267", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/790/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a42b99b1486ed7e1cd94a3db718660adbc408a21e32d23d91f8f7f02d19d028d.png", - "bytes": 1197090, - "contentType": "image/png", - "sha256": "a42b99b1486ed7e1cd94a3db718660adbc408a21e32d23d91f8f7f02d19d028d" - }, - { - "id": "test_Biology_285", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1660/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b04086a74b7df1eaef0fd697ec50a157894b33383abcb2e3a6074031c00b2755.jpg", - "bytes": 111289, - "contentType": "image/jpeg", - "sha256": "b04086a74b7df1eaef0fd697ec50a157894b33383abcb2e3a6074031c00b2755" - }, - { - "id": "test_Biology_295", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1496/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cdb3e0c5e2d16777402b983725a443a0ee80f729b8efb38a1e53898dc23fae17.png", - "bytes": 357709, - "contentType": "image/png", - "sha256": "cdb3e0c5e2d16777402b983725a443a0ee80f729b8efb38a1e53898dc23fae17" - }, - { - "id": "test_Biology_302", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1476/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e594748d7b79e45fa50eb57136f2b860a33c7b713238d5e97ddc5d1161f39b38.png", - "bytes": 1823839, - "contentType": "image/png", - "sha256": "e594748d7b79e45fa50eb57136f2b860a33c7b713238d5e97ddc5d1161f39b38" - }, - { - "id": "test_Biology_307", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1131/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c70f3c9d314d3b90a4db73ca034111508012693e9a46d0e826110b0f613a7ce4.png", - "bytes": 90476, - "contentType": "image/png", - "sha256": "c70f3c9d314d3b90a4db73ca034111508012693e9a46d0e826110b0f613a7ce4" - }, - { - "id": "test_Biology_310", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/916/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4edd442eb5e1994ef30123319d265eac7eed1ff873ad35d5269d1698aea9772a.jpg", - "bytes": 140993, - "contentType": "image/jpeg", - "sha256": "4edd442eb5e1994ef30123319d265eac7eed1ff873ad35d5269d1698aea9772a" - }, - { - "id": "test_Biology_316", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1290/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd8aa7fee2edc894d992ce2cdb4ec282e913b004d6efae890ef85bb90e14dcb4.png", - "bytes": 1115601, - "contentType": "image/png", - "sha256": "cd8aa7fee2edc894d992ce2cdb4ec282e913b004d6efae890ef85bb90e14dcb4" - }, - { - "id": "test_Biology_318", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/358/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f425604091fb2245e499529eb47013a31f283fe37e43b35832cc6561c753b934.png", - "bytes": 7017680, - "contentType": "image/png", - "sha256": "f425604091fb2245e499529eb47013a31f283fe37e43b35832cc6561c753b934" - }, - { - "id": "test_Biology_321", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/25/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/950cdcd11e36a57a8afe96166da8b4ea5c906aafd9889e5e53628280f0d0aa6c.png", - "bytes": 1090359, - "contentType": "image/png", - "sha256": "950cdcd11e36a57a8afe96166da8b4ea5c906aafd9889e5e53628280f0d0aa6c" - }, - { - "id": "test_Biology_328", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/111/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/10409a1b50566d72ffa18e0f8ebf414a879dc56f3a004859ed951fd657a8868d.png", - "bytes": 323108, - "contentType": "image/png", - "sha256": "10409a1b50566d72ffa18e0f8ebf414a879dc56f3a004859ed951fd657a8868d" - }, - { - "id": "test_Biology_33", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/851/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/450f7436fdd22739e59ae9d4d4a16a2628508709ae4ff31b7a65a15f4de502ee.jpg", - "bytes": 145154, - "contentType": "image/jpeg", - "sha256": "450f7436fdd22739e59ae9d4d4a16a2628508709ae4ff31b7a65a15f4de502ee" - }, - { - "id": "test_Biology_334", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/103/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77b7580fd92f4789621c452f31adf006240647f0299d467a76bc8385710c0d76.png", - "bytes": 256173, - "contentType": "image/png", - "sha256": "77b7580fd92f4789621c452f31adf006240647f0299d467a76bc8385710c0d76" - }, - { - "id": "test_Biology_341", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/615/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca4a8007751e98d4299e91fb8473e5522236c60a65d7ab06cd83d53a1a028c10.png", - "bytes": 1513635, - "contentType": "image/png", - "sha256": "ca4a8007751e98d4299e91fb8473e5522236c60a65d7ab06cd83d53a1a028c10" - }, - { - "id": "test_Biology_40", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1430/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1dbd8871fb8c513355e6207feda08cabed248438cce52fc025a231e2bd397395.png", - "bytes": 363511, - "contentType": "image/png", - "sha256": "1dbd8871fb8c513355e6207feda08cabed248438cce52fc025a231e2bd397395" - }, - { - "id": "test_Biology_46", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1029/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77dcf13e4add7e6dc7b3cd249a86bfd352d32f26ff7ad3dc1d94cc0fa3b39742.png", - "bytes": 41041, - "contentType": "image/png", - "sha256": "77dcf13e4add7e6dc7b3cd249a86bfd352d32f26ff7ad3dc1d94cc0fa3b39742" - }, - { - "id": "test_Biology_47", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/331/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98d09e2ad4180dcb69846398e2cfd807061658d1df64737c958925067f7c44aa.png", - "bytes": 140533, - "contentType": "image/png", - "sha256": "98d09e2ad4180dcb69846398e2cfd807061658d1df64737c958925067f7c44aa" - }, - { - "id": "test_Biology_59", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/65/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6514ff6c3457a17ff65012a0e2947334a9f986bd4b82c8a1aa8af635305e38dc.png", - "bytes": 1058627, - "contentType": "image/png", - "sha256": "6514ff6c3457a17ff65012a0e2947334a9f986bd4b82c8a1aa8af635305e38dc" - }, - { - "id": "test_Biology_60", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/905/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ee9a0c395e540ab6a07ef881620f30e8f756ddd15f6ec62ddeb8fbdbb720a5dc.jpg", - "bytes": 108379, - "contentType": "image/jpeg", - "sha256": "ee9a0c395e540ab6a07ef881620f30e8f756ddd15f6ec62ddeb8fbdbb720a5dc" - }, - { - "id": "test_Biology_76", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1471/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c3ccc42130aa42ae7132196882c7e0215c1605acd0fd2f1e9f025b7b9316234f.png", - "bytes": 384439, - "contentType": "image/png", - "sha256": "c3ccc42130aa42ae7132196882c7e0215c1605acd0fd2f1e9f025b7b9316234f" - }, - { - "id": "test_Biology_79", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/860/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2eb162bc2479bb658f04c1aabd2d3b2d48b3f44d694c4545c8fbd7448c57d248.png", - "bytes": 1513354, - "contentType": "image/png", - "sha256": "2eb162bc2479bb658f04c1aabd2d3b2d48b3f44d694c4545c8fbd7448c57d248" - }, - { - "id": "test_Biology_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/675/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2eae4a1eff348c66cf344c8f0cf803c482e4eebc956d2b9642b67b24c188e1fd.png", - "bytes": 659836, - "contentType": "image/png", - "sha256": "2eae4a1eff348c66cf344c8f0cf803c482e4eebc956d2b9642b67b24c188e1fd" - }, - { - "id": "test_Biology_88", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/444/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/717bf216e2c92d57ade302a5befc3451aa5c52dec21cfaf5063ecf1ec65ac903.png", - "bytes": 1717766, - "contentType": "image/png", - "sha256": "717bf216e2c92d57ade302a5befc3451aa5c52dec21cfaf5063ecf1ec65ac903" - }, - { - "id": "test_Chemistry_102", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1095/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2e797719d318ab7e4343c2d09c98eb9297d0f9fddbb7e86c7aa4511ca358a8cf.png", - "bytes": 130215, - "contentType": "image/png", - "sha256": "2e797719d318ab7e4343c2d09c98eb9297d0f9fddbb7e86c7aa4511ca358a8cf" - }, - { - "id": "test_Chemistry_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1286/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d4056fa4cbcc6c52796dacc99e447ffb496a83c6d3e86619e08e5740d6bbdee.png", - "bytes": 982870, - "contentType": "image/png", - "sha256": "4d4056fa4cbcc6c52796dacc99e447ffb496a83c6d3e86619e08e5740d6bbdee" - }, - { - "id": "test_Chemistry_147", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1050/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b24a9e87258a235a100a8f47b2f75c9da4d79a4f6dde58bcd820f59b049ae392.png", - "bytes": 414299, - "contentType": "image/png", - "sha256": "b24a9e87258a235a100a8f47b2f75c9da4d79a4f6dde58bcd820f59b049ae392" - }, - { - "id": "test_Chemistry_185", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1409/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f42d533ad615a9a6325f254860a0f7f810dbaa9aa0cfcadd0d65ba4c0930ca4.png", - "bytes": 290826, - "contentType": "image/png", - "sha256": "1f42d533ad615a9a6325f254860a0f7f810dbaa9aa0cfcadd0d65ba4c0930ca4" - }, - { - "id": "test_Chemistry_189", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1330/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0338a6b46dad5cb69cf43d3b70321a12dd9b7e8d8454081d77fab7832ea4aaa8.png", - "bytes": 1085712, - "contentType": "image/png", - "sha256": "0338a6b46dad5cb69cf43d3b70321a12dd9b7e8d8454081d77fab7832ea4aaa8" - }, - { - "id": "test_Chemistry_193", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1228/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2669bf3dea07147c127b86991febacd4bd1090113b1e4c45c99b0cf93496266.png", - "bytes": 357330, - "contentType": "image/png", - "sha256": "c2669bf3dea07147c127b86991febacd4bd1090113b1e4c45c99b0cf93496266" - }, - { - "id": "test_Chemistry_197", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/404/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/96073d13a85c0fd0bc83d7bd4bd8c703a9f1032df794bb121f81880fb8cc947f.png", - "bytes": 1121215, - "contentType": "image/png", - "sha256": "96073d13a85c0fd0bc83d7bd4bd8c703a9f1032df794bb121f81880fb8cc947f" - }, - { - "id": "test_Chemistry_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1142/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56e61a6f1f2682ad520b99de435d52b435246ef6df05d7169757d3879030409f.png", - "bytes": 104603, - "contentType": "image/png", - "sha256": "56e61a6f1f2682ad520b99de435d52b435246ef6df05d7169757d3879030409f" - }, - { - "id": "test_Chemistry_216", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1245/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cce72cd9032c72675ee72f497bb17b7b4f23db3d26d146929cbf7d85e255a07b.png", - "bytes": 1933077, - "contentType": "image/png", - "sha256": "cce72cd9032c72675ee72f497bb17b7b4f23db3d26d146929cbf7d85e255a07b" - }, - { - "id": "test_Chemistry_233", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1281/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0364172d860d9d44d2523c039a43b377c0dd2138d615673e180c6a3e2e20b94f.png", - "bytes": 1030656, - "contentType": "image/png", - "sha256": "0364172d860d9d44d2523c039a43b377c0dd2138d615673e180c6a3e2e20b94f" - }, - { - "id": "test_Chemistry_240", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/787/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e6a66455e4610b4940ad68b6c7e200075b4ea1be0a6ef3f675df792d265b4a7e.png", - "bytes": 302509, - "contentType": "image/png", - "sha256": "e6a66455e4610b4940ad68b6c7e200075b4ea1be0a6ef3f675df792d265b4a7e" - }, - { - "id": "test_Chemistry_287", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/463/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9336981e8b78ad4c7b7f715c28a94e15211b21a16b716dbf78bd4c897f24df35.png", - "bytes": 523807, - "contentType": "image/png", - "sha256": "9336981e8b78ad4c7b7f715c28a94e15211b21a16b716dbf78bd4c897f24df35" - }, - { - "id": "test_Chemistry_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/637/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2cc60e9a7e1e848a961811282ac29cb17a919e7823e9b479f40f58f3d27c46e5.png", - "bytes": 432002, - "contentType": "image/png", - "sha256": "2cc60e9a7e1e848a961811282ac29cb17a919e7823e9b479f40f58f3d27c46e5" - }, - { - "id": "test_Chemistry_314", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/414/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b409e2d4cac6a1634a13da597f00dee4ff7ce0f2c1f20c047147bd75c044643.png", - "bytes": 92644, - "contentType": "image/png", - "sha256": "5b409e2d4cac6a1634a13da597f00dee4ff7ce0f2c1f20c047147bd75c044643" - }, - { - "id": "test_Chemistry_326", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/802/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f360ef931b1b9449f8f0fea77b450fa43ed00d93ddd881b8e59edea4411cda05.png", - "bytes": 154129, - "contentType": "image/png", - "sha256": "f360ef931b1b9449f8f0fea77b450fa43ed00d93ddd881b8e59edea4411cda05" - }, - { - "id": "test_Chemistry_345", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1084/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/94cfcb9b885aefbb783abda0f2f61ab5246efb3ddde392820745a43cb0515f50.png", - "bytes": 126177, - "contentType": "image/png", - "sha256": "94cfcb9b885aefbb783abda0f2f61ab5246efb3ddde392820745a43cb0515f50" - }, - { - "id": "test_Chemistry_353", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/847/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbb2d4e40165471aede961221df566d3f275a5517da483882d169b98243527c2.png", - "bytes": 148072, - "contentType": "image/png", - "sha256": "fbb2d4e40165471aede961221df566d3f275a5517da483882d169b98243527c2" - }, - { - "id": "test_Chemistry_354", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/288/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c6539dd3c17a16dc8198e3ed1452a341f571a3ab4b145b1f217491a74298499.png", - "bytes": 264798, - "contentType": "image/png", - "sha256": "8c6539dd3c17a16dc8198e3ed1452a341f571a3ab4b145b1f217491a74298499" - }, - { - "id": "test_Chemistry_362", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1076/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b37819ce44b9341cece44fda29d08413972ec637cf87978ecd3c194f2a90f0e9.png", - "bytes": 79352, - "contentType": "image/png", - "sha256": "b37819ce44b9341cece44fda29d08413972ec637cf87978ecd3c194f2a90f0e9" - }, - { - "id": "test_Chemistry_366", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/813/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/81328040e3fe2df3fef1b295ce56417b651ffca2e0107b585e0d7fdb4e3a244f.png", - "bytes": 630119, - "contentType": "image/png", - "sha256": "81328040e3fe2df3fef1b295ce56417b651ffca2e0107b585e0d7fdb4e3a244f" - }, - { - "id": "test_Chemistry_40", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1369/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59387d7e3325ccaf8c240e9f044345cf0801272f777fd65ee9134b9053a21e73.png", - "bytes": 238319, - "contentType": "image/png", - "sha256": "59387d7e3325ccaf8c240e9f044345cf0801272f777fd65ee9134b9053a21e73" - }, - { - "id": "test_Chemistry_400", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/904/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f36219e824d47b6f53cf062c959082dbbaf3705b65ca071e4e13b1363ff12836.png", - "bytes": 209079, - "contentType": "image/png", - "sha256": "f36219e824d47b6f53cf062c959082dbbaf3705b65ca071e4e13b1363ff12836" - }, - { - "id": "test_Chemistry_417", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1204/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4099d7e2666f2d1f041b39640daa9791319b4d451140df49bc4b86b905e0a02.png", - "bytes": 563712, - "contentType": "image/png", - "sha256": "b4099d7e2666f2d1f041b39640daa9791319b4d451140df49bc4b86b905e0a02" - }, - { - "id": "test_Chemistry_43", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/724/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1fbfdfdd7c9e2c97258356854177959f558ad8f8b45aeed44cf978fd9094bc88.png", - "bytes": 90487, - "contentType": "image/png", - "sha256": "1fbfdfdd7c9e2c97258356854177959f558ad8f8b45aeed44cf978fd9094bc88" - }, - { - "id": "test_Chemistry_447", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/229/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/26e415e324cbd6dacf50831d3b1b1b2ae3f9c1115ef766dce967c83e6f553c90.png", - "bytes": 368306, - "contentType": "image/png", - "sha256": "26e415e324cbd6dacf50831d3b1b1b2ae3f9c1115ef766dce967c83e6f553c90" - }, - { - "id": "test_Chemistry_451", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/511/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/10812ec5b5b50c529ee33c6e15f499d3abdfe958bdf5a67cfc7457e0c8fe75da.png", - "bytes": 3204870, - "contentType": "image/png", - "sha256": "10812ec5b5b50c529ee33c6e15f499d3abdfe958bdf5a67cfc7457e0c8fe75da" - }, - { - "id": "test_Chemistry_461", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1395/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d66443f10921eb5a8bb44e9b51467e6014d8c07d1fa128828d12925bf1ade569.png", - "bytes": 149909, - "contentType": "image/png", - "sha256": "d66443f10921eb5a8bb44e9b51467e6014d8c07d1fa128828d12925bf1ade569" - }, - { - "id": "test_Chemistry_471", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1259/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fe08eb81ac39d2d5fb5469a8ac99b63af58beabcc0d0d40da360e1a8e5c4e51f.png", - "bytes": 347914, - "contentType": "image/png", - "sha256": "fe08eb81ac39d2d5fb5469a8ac99b63af58beabcc0d0d40da360e1a8e5c4e51f" - }, - { - "id": "test_Chemistry_481", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/694/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dab17db448fc4bc293e2f0a9e2601fe24f5f65074c9b0b3241a2b79e2a16d18.png", - "bytes": 135263, - "contentType": "image/png", - "sha256": "4dab17db448fc4bc293e2f0a9e2601fe24f5f65074c9b0b3241a2b79e2a16d18" - }, - { - "id": "test_Chemistry_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/877/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c4aac9cacb7e5e0b79cfff6b155980c56ad27f87dbacd5b6ed3e1798df1a73bc.jpg", - "bytes": 53810, - "contentType": "image/jpeg", - "sha256": "c4aac9cacb7e5e0b79cfff6b155980c56ad27f87dbacd5b6ed3e1798df1a73bc" - }, - { - "id": "test_Chemistry_524", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1555/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8108b0712c71a2e8f60fd92b3210e62d78ca2af6c96b926b1785dedc85e5fa12.png", - "bytes": 1088885, - "contentType": "image/png", - "sha256": "8108b0712c71a2e8f60fd92b3210e62d78ca2af6c96b926b1785dedc85e5fa12" - }, - { - "id": "test_Chemistry_526", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/923/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/36cd9673909978acf27177beed7d199c8db51f39034b8e76375156758fc1f019.jpg", - "bytes": 120932, - "contentType": "image/jpeg", - "sha256": "36cd9673909978acf27177beed7d199c8db51f39034b8e76375156758fc1f019" - }, - { - "id": "test_Chemistry_537", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/817/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2d8200b78536c7deaff12efc34022e0ed9ba3122141165c77d9f4de4d0cc7b2.png", - "bytes": 378676, - "contentType": "image/png", - "sha256": "e2d8200b78536c7deaff12efc34022e0ed9ba3122141165c77d9f4de4d0cc7b2" - }, - { - "id": "test_Chemistry_541", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1032/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cebd142e6c13ef2cad0477f637948f1de852024988f9d0e6defd626825cde3eb.png", - "bytes": 40364, - "contentType": "image/png", - "sha256": "cebd142e6c13ef2cad0477f637948f1de852024988f9d0e6defd626825cde3eb" - }, - { - "id": "test_Chemistry_546", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/89/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aec23694be4a671abab29688960f3aca4cac42ac4a20589c8c19447b1339c018.png", - "bytes": 368371, - "contentType": "image/png", - "sha256": "aec23694be4a671abab29688960f3aca4cac42ac4a20589c8c19447b1339c018" - }, - { - "id": "test_Chemistry_555", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1235/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/545a0f3d7586639feb65e11b97fafe7ee53698ee6317d342353ac215643cc0be.png", - "bytes": 319915, - "contentType": "image/png", - "sha256": "545a0f3d7586639feb65e11b97fafe7ee53698ee6317d342353ac215643cc0be" - }, - { - "id": "test_Chemistry_560", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1311/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff01ee80d5ce84547b718127c0d9d479cc310ead8f2a2241ecf6a34c486427da.png", - "bytes": 221405, - "contentType": "image/png", - "sha256": "ff01ee80d5ce84547b718127c0d9d479cc310ead8f2a2241ecf6a34c486427da" - }, - { - "id": "test_Chemistry_570", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/509/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1eaca25278dcf83e1ffd36f717336858a4216c7b9af46886011b67bf40e03595.png", - "bytes": 441948, - "contentType": "image/png", - "sha256": "1eaca25278dcf83e1ffd36f717336858a4216c7b9af46886011b67bf40e03595" - }, - { - "id": "test_Chemistry_582", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/998/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17184b18613d4a1ace34babf1642c94da42df2a02a2a1ccf897ef1be7144f584.png", - "bytes": 378209, - "contentType": "image/png", - "sha256": "17184b18613d4a1ace34babf1642c94da42df2a02a2a1ccf897ef1be7144f584" - }, - { - "id": "test_Chemistry_61", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/935/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f73591ef62520b27164251bbfaefcb295a3c7ea42797b5c022d11af96a0a387.png", - "bytes": 237365, - "contentType": "image/png", - "sha256": "4f73591ef62520b27164251bbfaefcb295a3c7ea42797b5c022d11af96a0a387" - }, - { - "id": "test_Chemistry_94", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1495/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a7f6c171fa43f02e460af3253e152a900140b9aae9a6fc627cd8330a8c30edb.png", - "bytes": 509518, - "contentType": "image/png", - "sha256": "5a7f6c171fa43f02e460af3253e152a900140b9aae9a6fc627cd8330a8c30edb" - }, - { - "id": "test_Chemistry_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1185/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/332a6be27d7f494fd79867456d191619a2cd4d9050a192550e37d471ff97c003.png", - "bytes": 498823, - "contentType": "image/png", - "sha256": "332a6be27d7f494fd79867456d191619a2cd4d9050a192550e37d471ff97c003" - }, - { - "id": "test_Clinical_Medicine_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/454/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97dd35836f39b1c2ca52ca78b1bc04ff92f627072f448017a1ab6200efadee13.png", - "bytes": 1385875, - "contentType": "image/png", - "sha256": "97dd35836f39b1c2ca52ca78b1bc04ff92f627072f448017a1ab6200efadee13" - }, - { - "id": "test_Clinical_Medicine_100", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/907/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48f2db46a4ea87dbda82fb5dbbb5f25e27b31d821b81fc3b5e28c34daa327051.jpg", - "bytes": 98539, - "contentType": "image/jpeg", - "sha256": "48f2db46a4ea87dbda82fb5dbbb5f25e27b31d821b81fc3b5e28c34daa327051" - }, - { - "id": "test_Clinical_Medicine_108", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1224/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f08e9fcef14012cb8dd7cfc5f034a7a141b90d6cfc203e876730a1d400ce7ab.png", - "bytes": 565350, - "contentType": "image/png", - "sha256": "1f08e9fcef14012cb8dd7cfc5f034a7a141b90d6cfc203e876730a1d400ce7ab" - }, - { - "id": "test_Clinical_Medicine_114", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/486/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71ea5830f872af8eea0c5dee0823d557b9c490f5327a3ebc5135b02d42005700.png", - "bytes": 1144219, - "contentType": "image/png", - "sha256": "71ea5830f872af8eea0c5dee0823d557b9c490f5327a3ebc5135b02d42005700" - }, - { - "id": "test_Clinical_Medicine_115", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1189/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbabb561b1ca2c05574c25d81aeedc10367652c97e482e7a8ed9991a7d5e56de.png", - "bytes": 1536690, - "contentType": "image/png", - "sha256": "fbabb561b1ca2c05574c25d81aeedc10367652c97e482e7a8ed9991a7d5e56de" - }, - { - "id": "test_Clinical_Medicine_118", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1347/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bf65a985579a4a277bb348f650f85e5050dac826a318fa1c70da40c23127a20f.png", - "bytes": 852775, - "contentType": "image/png", - "sha256": "bf65a985579a4a277bb348f650f85e5050dac826a318fa1c70da40c23127a20f" - }, - { - "id": "test_Clinical_Medicine_126", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/980/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7c88b44e0e7af2e1d70e5334d417d33c3579f412b09297fdbf5bc438e6e49ade.jpg", - "bytes": 203737, - "contentType": "image/jpeg", - "sha256": "7c88b44e0e7af2e1d70e5334d417d33c3579f412b09297fdbf5bc438e6e49ade" - }, - { - "id": "test_Clinical_Medicine_127", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/993/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/26e407979387ed71801817b3922555174b30c7de7864f86b98e8bc6335c1486c.png", - "bytes": 409754, - "contentType": "image/png", - "sha256": "26e407979387ed71801817b3922555174b30c7de7864f86b98e8bc6335c1486c" - }, - { - "id": "test_Clinical_Medicine_128", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1480/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e344e8ea5744c1295f1c8754f6c5d00b8b0e791cb7f3de25798764c3960ae38d.png", - "bytes": 1804829, - "contentType": "image/png", - "sha256": "e344e8ea5744c1295f1c8754f6c5d00b8b0e791cb7f3de25798764c3960ae38d" - }, - { - "id": "test_Clinical_Medicine_131", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/58/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/58736acbf71a1568e09bf222035139ba4ddb865bb67e0c49a47af598573137bd.png", - "bytes": 317925, - "contentType": "image/png", - "sha256": "58736acbf71a1568e09bf222035139ba4ddb865bb67e0c49a47af598573137bd" - }, - { - "id": "test_Clinical_Medicine_133", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1261/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2090f80fbc4ba56cf5c7a4635d834b4a1d7ea4f2adfc5f45f1d67060cb96ad5c.png", - "bytes": 464937, - "contentType": "image/png", - "sha256": "2090f80fbc4ba56cf5c7a4635d834b4a1d7ea4f2adfc5f45f1d67060cb96ad5c" - }, - { - "id": "test_Clinical_Medicine_147", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/336/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c21ace71dd90d82f22c80aa7e1fa252daaf1c83cd48f8dfa98caba9e2e9a9e99.png", - "bytes": 243980, - "contentType": "image/png", - "sha256": "c21ace71dd90d82f22c80aa7e1fa252daaf1c83cd48f8dfa98caba9e2e9a9e99" - }, - { - "id": "test_Clinical_Medicine_148", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1565/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3936f29ce085df95f2ed4ab8a47bcee0a5da31a319eb527008c28385e58fae64.jpg", - "bytes": 56105, - "contentType": "image/jpeg", - "sha256": "3936f29ce085df95f2ed4ab8a47bcee0a5da31a319eb527008c28385e58fae64" - }, - { - "id": "test_Clinical_Medicine_153", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/377/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d41445a93d5ea1055b03b794743ff557b1c9b199f676e1710622f75f6fb914e.png", - "bytes": 727910, - "contentType": "image/png", - "sha256": "4d41445a93d5ea1055b03b794743ff557b1c9b199f676e1710622f75f6fb914e" - }, - { - "id": "test_Clinical_Medicine_164", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1300/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ecd959a43e64f734ef2c7e3a597c3a7c1504a308568cfa7cc9cd05b058936e46.png", - "bytes": 1023089, - "contentType": "image/png", - "sha256": "ecd959a43e64f734ef2c7e3a597c3a7c1504a308568cfa7cc9cd05b058936e46" - }, - { - "id": "test_Clinical_Medicine_165", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/97/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4249f3d85f7d29ca83b3041aaca95eb63ca078265b2fbc3616cb49b909280b4.png", - "bytes": 192252, - "contentType": "image/png", - "sha256": "a4249f3d85f7d29ca83b3041aaca95eb63ca078265b2fbc3616cb49b909280b4" - }, - { - "id": "test_Clinical_Medicine_172", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1634/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fec0989d6c9e23adcf25a18e35be74448d0545c134232c5d51455cc0ad96ef7c.jpg", - "bytes": 287049, - "contentType": "image/jpeg", - "sha256": "fec0989d6c9e23adcf25a18e35be74448d0545c134232c5d51455cc0ad96ef7c" - }, - { - "id": "test_Clinical_Medicine_173", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/844/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfb2c761f3e19eb38f2f819b84da513bbb5fea1c277a83c83f5150da07adf652.png", - "bytes": 289530, - "contentType": "image/png", - "sha256": "cfb2c761f3e19eb38f2f819b84da513bbb5fea1c277a83c83f5150da07adf652" - }, - { - "id": "test_Clinical_Medicine_189", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/881/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4fa3ba6601420f6f8eb3909dfbdaebda514e79272c15f330980741b4d0293b06.jpg", - "bytes": 90837, - "contentType": "image/jpeg", - "sha256": "4fa3ba6601420f6f8eb3909dfbdaebda514e79272c15f330980741b4d0293b06" - }, - { - "id": "test_Clinical_Medicine_206", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1197/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e19c1f5628beedcaa9e3cd182ccc59df483c0a9593395d34c1c774e512108012.png", - "bytes": 390717, - "contentType": "image/png", - "sha256": "e19c1f5628beedcaa9e3cd182ccc59df483c0a9593395d34c1c774e512108012" - }, - { - "id": "test_Clinical_Medicine_214", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1052/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/758292e2ea239de4428e460ae88cf93f2e53beb1d40a34e238f20620f0fb11e2.png", - "bytes": 1082614, - "contentType": "image/png", - "sha256": "758292e2ea239de4428e460ae88cf93f2e53beb1d40a34e238f20620f0fb11e2" - }, - { - "id": "test_Clinical_Medicine_232", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/889/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3652077ac8c88342a5deead50aff5ef6150e901e85d4d9a5e8e6a540d09ec7cb.jpg", - "bytes": 133849, - "contentType": "image/jpeg", - "sha256": "3652077ac8c88342a5deead50aff5ef6150e901e85d4d9a5e8e6a540d09ec7cb" - }, - { - "id": "test_Clinical_Medicine_235", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/917/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31efe51ce64674863c4264d67cabb64f08d3bc814e2028d018633b5a5f99eb8d.jpg", - "bytes": 115288, - "contentType": "image/jpeg", - "sha256": "31efe51ce64674863c4264d67cabb64f08d3bc814e2028d018633b5a5f99eb8d" - }, - { - "id": "test_Clinical_Medicine_247", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/969/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59861675adc3f307d00a87b9a4a479b8250b5bac1f4bc35da5383ea281ba2edd.jpg", - "bytes": 295381, - "contentType": "image/jpeg", - "sha256": "59861675adc3f307d00a87b9a4a479b8250b5bac1f4bc35da5383ea281ba2edd" - }, - { - "id": "test_Clinical_Medicine_260", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1163/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e6841d79343ab4b811ea7af9469060ed9473d8331215188061efda71998fd27a.png", - "bytes": 248628, - "contentType": "image/png", - "sha256": "e6841d79343ab4b811ea7af9469060ed9473d8331215188061efda71998fd27a" - }, - { - "id": "test_Clinical_Medicine_278", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1650/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/90da4aeaf441cce130ff90b80a08e474811423cbf2e52d6b91c83016eb330283.jpg", - "bytes": 148293, - "contentType": "image/jpeg", - "sha256": "90da4aeaf441cce130ff90b80a08e474811423cbf2e52d6b91c83016eb330283" - }, - { - "id": "test_Clinical_Medicine_283", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/963/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1e49e51d141ec5faee1d7f3a501a48d7d51b3f85dd91925d9ae32d9ac86363e2.png", - "bytes": 721630, - "contentType": "image/png", - "sha256": "1e49e51d141ec5faee1d7f3a501a48d7d51b3f85dd91925d9ae32d9ac86363e2" - }, - { - "id": "test_Clinical_Medicine_298", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1162/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc32d61875372fec4ebce5d5c8337d17e65593b144889b9a21ca24af04547f43.png", - "bytes": 363822, - "contentType": "image/png", - "sha256": "bc32d61875372fec4ebce5d5c8337d17e65593b144889b9a21ca24af04547f43" - }, - { - "id": "test_Clinical_Medicine_302", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/282/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45ac6e33a18aae6e4d5b3234ef7ae50ce116babab7bfc0584a830f0a1b95c6fd.png", - "bytes": 578425, - "contentType": "image/png", - "sha256": "45ac6e33a18aae6e4d5b3234ef7ae50ce116babab7bfc0584a830f0a1b95c6fd" - }, - { - "id": "test_Clinical_Medicine_312", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/618/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98886d4668b6d68f014a55cee5ba1594fa88579560b9b30eba4dbcbc5adf852a.png", - "bytes": 1415374, - "contentType": "image/png", - "sha256": "98886d4668b6d68f014a55cee5ba1594fa88579560b9b30eba4dbcbc5adf852a" - }, - { - "id": "test_Clinical_Medicine_314", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/294/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80909c3195ef4a0faa7f51c69c43ed76b77b7c3a30aa0881fc40b737703f3ba6.png", - "bytes": 812518, - "contentType": "image/png", - "sha256": "80909c3195ef4a0faa7f51c69c43ed76b77b7c3a30aa0881fc40b737703f3ba6" - }, - { - "id": "test_Clinical_Medicine_316", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1024/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/340417edde3f498b76ddd66d2a051fa7b64a402e716ab841b02207f04b25c6be.png", - "bytes": 193392, - "contentType": "image/png", - "sha256": "340417edde3f498b76ddd66d2a051fa7b64a402e716ab841b02207f04b25c6be" - }, - { - "id": "test_Clinical_Medicine_33", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1137/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5ed18d9d4b160ff9dd2739c96ff78575fef42be272cd9fe90894cd70e72991ae.png", - "bytes": 1436870, - "contentType": "image/png", - "sha256": "5ed18d9d4b160ff9dd2739c96ff78575fef42be272cd9fe90894cd70e72991ae" - }, - { - "id": "test_Clinical_Medicine_45", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1633/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd8a31fb1def289e14d48c37ed135c8d044574b5ef63fac7693f4c0826bce299.jpg", - "bytes": 92329, - "contentType": "image/jpeg", - "sha256": "bd8a31fb1def289e14d48c37ed135c8d044574b5ef63fac7693f4c0826bce299" - }, - { - "id": "test_Clinical_Medicine_55", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/447/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d1b6c10d222aac848bf1356ac8a1aae8b20e285607325b6db4eac4ddcc8298ea.png", - "bytes": 1706531, - "contentType": "image/png", - "sha256": "d1b6c10d222aac848bf1356ac8a1aae8b20e285607325b6db4eac4ddcc8298ea" - }, - { - "id": "test_Clinical_Medicine_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1145/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cc1e39210dafe18a738e7aa845a2dbda0c16cd4447f9c6611c6233e04ee20d87.png", - "bytes": 2141196, - "contentType": "image/png", - "sha256": "cc1e39210dafe18a738e7aa845a2dbda0c16cd4447f9c6611c6233e04ee20d87" - }, - { - "id": "test_Clinical_Medicine_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1394/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18d0000d6227bf2a148c8fe0f2a3bed1e6253e69076670eb3a5769287a2ea650.png", - "bytes": 1967789, - "contentType": "image/png", - "sha256": "18d0000d6227bf2a148c8fe0f2a3bed1e6253e69076670eb3a5769287a2ea650" - }, - { - "id": "test_Clinical_Medicine_73", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/12/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7779bb5ef0bde67d47c515d33ebb6f70b6d26548f89ee0c9403a5828ef95fb1c.png", - "bytes": 443309, - "contentType": "image/png", - "sha256": "7779bb5ef0bde67d47c515d33ebb6f70b6d26548f89ee0c9403a5828ef95fb1c" - }, - { - "id": "test_Clinical_Medicine_91", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1425/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18bd0e4a65a866c93edd275d41ccb1acdaf3f47a3a360fde4fe7944347701512.png", - "bytes": 739571, - "contentType": "image/png", - "sha256": "18bd0e4a65a866c93edd275d41ccb1acdaf3f47a3a360fde4fe7944347701512" - }, - { - "id": "test_Clinical_Medicine_92", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/970/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9014551b55edc628e206d3105ac7c0c0f2abe7072ebd44e049b099dcc47d9bbe.jpg", - "bytes": 277332, - "contentType": "image/jpeg", - "sha256": "9014551b55edc628e206d3105ac7c0c0f2abe7072ebd44e049b099dcc47d9bbe" - }, - { - "id": "test_Clinical_Medicine_95", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/563/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd09be3cdb0f9e2fff512b3e258724bc008ad1fc75a0d21dad6cbe4583fc8e7b.png", - "bytes": 1984590, - "contentType": "image/png", - "sha256": "cd09be3cdb0f9e2fff512b3e258724bc008ad1fc75a0d21dad6cbe4583fc8e7b" - }, - { - "id": "test_Computer_Science_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/733/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/23de03e1502453bfc34ab3275d505ac0074a3d79b4d000c58ce9378658bc85d4.png", - "bytes": 170239, - "contentType": "image/png", - "sha256": "23de03e1502453bfc34ab3275d505ac0074a3d79b4d000c58ce9378658bc85d4" - }, - { - "id": "test_Computer_Science_120", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1220/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4977bf03f0ff83fa19fca0a5c6b07e250ba3e2fe48a06db23c43e9806612df8.png", - "bytes": 354762, - "contentType": "image/png", - "sha256": "d4977bf03f0ff83fa19fca0a5c6b07e250ba3e2fe48a06db23c43e9806612df8" - }, - { - "id": "test_Computer_Science_123", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1083/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7990b5b64c4756fff3493eb54f8ae5e542b8561aca9be0086333e57c47aa4d3c.png", - "bytes": 879812, - "contentType": "image/png", - "sha256": "7990b5b64c4756fff3493eb54f8ae5e542b8561aca9be0086333e57c47aa4d3c" - }, - { - "id": "test_Computer_Science_124", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1124/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/84de670f5e5ff3a8114d2163722b12702fb27cf141a4a2f43c194a3a99bc5c13.png", - "bytes": 553453, - "contentType": "image/png", - "sha256": "84de670f5e5ff3a8114d2163722b12702fb27cf141a4a2f43c194a3a99bc5c13" - }, - { - "id": "test_Computer_Science_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1626/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/52cd7db757afd212183a63e5bcdb11c603342ae2b438b848fb3d418d789db675.png", - "bytes": 6224839, - "contentType": "image/png", - "sha256": "52cd7db757afd212183a63e5bcdb11c603342ae2b438b848fb3d418d789db675" - }, - { - "id": "test_Computer_Science_140", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/879/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4b43f6b8383622ebb9d76bd2bd10b3dc0a96c5dd01616aeeeded7385284e442b.jpg", - "bytes": 86862, - "contentType": "image/jpeg", - "sha256": "4b43f6b8383622ebb9d76bd2bd10b3dc0a96c5dd01616aeeeded7385284e442b" - }, - { - "id": "test_Computer_Science_141", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/40/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4e64671815db13cfbc71bd1f5c96c9ed31b6d72e078a0b98b32c17d4172d509.png", - "bytes": 3184220, - "contentType": "image/png", - "sha256": "b4e64671815db13cfbc71bd1f5c96c9ed31b6d72e078a0b98b32c17d4172d509" - }, - { - "id": "test_Computer_Science_151", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/42/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97bf8f73ff54fb4b2fefae4440bb3ef8de57f57aafbb6dad25b0562fc2e30cc2.png", - "bytes": 159466, - "contentType": "image/png", - "sha256": "97bf8f73ff54fb4b2fefae4440bb3ef8de57f57aafbb6dad25b0562fc2e30cc2" - }, - { - "id": "test_Computer_Science_156", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1329/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4056bb1411d7e042b4b453ea20d68801015a029d8d26ccfb5bfdee408910e715.png", - "bytes": 1119074, - "contentType": "image/png", - "sha256": "4056bb1411d7e042b4b453ea20d68801015a029d8d26ccfb5bfdee408910e715" - }, - { - "id": "test_Computer_Science_158", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/140/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1073d77b82e217ee309a1727affedf9026211ffce70a0ef7eefe26127a9b053.png", - "bytes": 119476, - "contentType": "image/png", - "sha256": "b1073d77b82e217ee309a1727affedf9026211ffce70a0ef7eefe26127a9b053" - }, - { - "id": "test_Computer_Science_164", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/692/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/888bb0b03c99770ffbbd650ba8ffe153c91415ee45669971f554cdace4888316.png", - "bytes": 175592, - "contentType": "image/png", - "sha256": "888bb0b03c99770ffbbd650ba8ffe153c91415ee45669971f554cdace4888316" - }, - { - "id": "test_Computer_Science_184", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/175/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f09f9d0708d18d9b146ff392be0e57d2bdfb329a4767665f719fa8873d9d7998.png", - "bytes": 216545, - "contentType": "image/png", - "sha256": "f09f9d0708d18d9b146ff392be0e57d2bdfb329a4767665f719fa8873d9d7998" - }, - { - "id": "test_Computer_Science_198", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/719/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0d5a9694b8a9344dd4acd4ea7d2e238a76bb355e0ee0cddf7f0936d454c6c6c8.png", - "bytes": 76783, - "contentType": "image/png", - "sha256": "0d5a9694b8a9344dd4acd4ea7d2e238a76bb355e0ee0cddf7f0936d454c6c6c8" - }, - { - "id": "test_Computer_Science_203", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/552/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bff8076dfb14505623ecfcab127a9d9f709b0fb032c06a9485bc98d54c102ec4.png", - "bytes": 235594, - "contentType": "image/png", - "sha256": "bff8076dfb14505623ecfcab127a9d9f709b0fb032c06a9485bc98d54c102ec4" - }, - { - "id": "test_Computer_Science_226", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/433/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/264da8b6a4e56303eddba89c8a0ade3d791cade2979792b7c81608a5bf614238.png", - "bytes": 549909, - "contentType": "image/png", - "sha256": "264da8b6a4e56303eddba89c8a0ade3d791cade2979792b7c81608a5bf614238" - }, - { - "id": "test_Computer_Science_227", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/826/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1171111ab0bb96ccd6073b76cefd6fe7b60348884a6b934d99504a9a7d8a62a.jpg", - "bytes": 206178, - "contentType": "image/jpeg", - "sha256": "b1171111ab0bb96ccd6073b76cefd6fe7b60348884a6b934d99504a9a7d8a62a" - }, - { - "id": "test_Computer_Science_228", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/427/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a5f4faaa29137e8ef09867be629315442ed15529b71badd0411bb814946f1bb.png", - "bytes": 254333, - "contentType": "image/png", - "sha256": "4a5f4faaa29137e8ef09867be629315442ed15529b71badd0411bb814946f1bb" - }, - { - "id": "test_Computer_Science_249", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1578/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55f25ee5b40c88165596ef338a55c8ebe762ea4ba05b2eb11254986c8a6a6e4c.png", - "bytes": 597807, - "contentType": "image/png", - "sha256": "55f25ee5b40c88165596ef338a55c8ebe762ea4ba05b2eb11254986c8a6a6e4c" - }, - { - "id": "test_Computer_Science_250", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/157/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/104228754f0766fa2bd8640ce8be1fc103a3209c4ca99279c5f4d58d94048a7f.png", - "bytes": 136791, - "contentType": "image/png", - "sha256": "104228754f0766fa2bd8640ce8be1fc103a3209c4ca99279c5f4d58d94048a7f" - }, - { - "id": "test_Computer_Science_266", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/57/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/46ed2b094d7a96eead4c10565b583ef71ac24bcbfc3923d7fd7d9bc6f77dd4d7.png", - "bytes": 148862, - "contentType": "image/png", - "sha256": "46ed2b094d7a96eead4c10565b583ef71ac24bcbfc3923d7fd7d9bc6f77dd4d7" - }, - { - "id": "test_Computer_Science_273", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/76/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9f7694d47c14871db1614c708caa205ccfabdd64f3bc09eac2612a30bba2cb94.png", - "bytes": 274341, - "contentType": "image/png", - "sha256": "9f7694d47c14871db1614c708caa205ccfabdd64f3bc09eac2612a30bba2cb94" - }, - { - "id": "test_Computer_Science_276", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/645/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/84821b10bf001fc6433485b13b740b48cf6c497989987d379d19688b652e8d21.png", - "bytes": 1852525, - "contentType": "image/png", - "sha256": "84821b10bf001fc6433485b13b740b48cf6c497989987d379d19688b652e8d21" - }, - { - "id": "test_Computer_Science_307", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/152/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0fc4c009aa7d4d37a00250e62ba66aa29c7d4c0ee194772151ca4a8a31db5b4c.png", - "bytes": 10590973, - "contentType": "image/png", - "sha256": "0fc4c009aa7d4d37a00250e62ba66aa29c7d4c0ee194772151ca4a8a31db5b4c" - }, - { - "id": "test_Computer_Science_309", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1456/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b9530c09cfc56f7a9a20231da3c1a67a6c9369d6e7459d6b4de3d51c3c5bce37.png", - "bytes": 213384, - "contentType": "image/png", - "sha256": "b9530c09cfc56f7a9a20231da3c1a67a6c9369d6e7459d6b4de3d51c3c5bce37" - }, - { - "id": "test_Computer_Science_313", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1595/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a1347aaf2a9392836af217f1551fc7693cefd1ec17e41592867c5fe3c7ed9aad.jpg", - "bytes": 74021, - "contentType": "image/jpeg", - "sha256": "a1347aaf2a9392836af217f1551fc7693cefd1ec17e41592867c5fe3c7ed9aad" - }, - { - "id": "test_Computer_Science_317", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1081/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a60a9609401a1de1e8b6f7b9ef8c5be5cb645de7ce495c70a62de4c08193260.png", - "bytes": 53572, - "contentType": "image/png", - "sha256": "1a60a9609401a1de1e8b6f7b9ef8c5be5cb645de7ce495c70a62de4c08193260" - }, - { - "id": "test_Computer_Science_334", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/841/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8df1cad26c81acaa33e754d5c27c3c740d4240e34d2006b2387422da36f0c73a.png", - "bytes": 366232, - "contentType": "image/png", - "sha256": "8df1cad26c81acaa33e754d5c27c3c740d4240e34d2006b2387422da36f0c73a" - }, - { - "id": "test_Computer_Science_351", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/66/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f92d8dbc05d2e289e217193c62c429b9d9a32b85b63843b5e6734accf23518a4.png", - "bytes": 131940, - "contentType": "image/png", - "sha256": "f92d8dbc05d2e289e217193c62c429b9d9a32b85b63843b5e6734accf23518a4" - }, - { - "id": "test_Computer_Science_353", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/118/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9b9af0d3400a19c2c22b8e6e72c8531bf138a2623aff103676ccc3b2d32f0568.png", - "bytes": 496157, - "contentType": "image/png", - "sha256": "9b9af0d3400a19c2c22b8e6e72c8531bf138a2623aff103676ccc3b2d32f0568" - }, - { - "id": "test_Computer_Science_363", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/767/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/64c5937ff67cfedafd4d26ced90627663d952f6f68c0bab1d14680ebcdc05f88.png", - "bytes": 1112660, - "contentType": "image/png", - "sha256": "64c5937ff67cfedafd4d26ced90627663d952f6f68c0bab1d14680ebcdc05f88" - }, - { - "id": "test_Computer_Science_367", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/567/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fe82a6e49856f2f8eb3dca8668faf0491f7bd162537509fd2c89360a32a203d5.png", - "bytes": 1173451, - "contentType": "image/png", - "sha256": "fe82a6e49856f2f8eb3dca8668faf0491f7bd162537509fd2c89360a32a203d5" - }, - { - "id": "test_Computer_Science_369", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/782/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0df5798b984a84f27cb328dcd5f437f769d14a6e8a24a539a0de75ad8d6476ae.png", - "bytes": 1381782, - "contentType": "image/png", - "sha256": "0df5798b984a84f27cb328dcd5f437f769d14a6e8a24a539a0de75ad8d6476ae" - }, - { - "id": "test_Computer_Science_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/933/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8902a4127c4a75c30002e95889c49616a8de94bb145949485fa07bf276573c29.jpg", - "bytes": 282120, - "contentType": "image/jpeg", - "sha256": "8902a4127c4a75c30002e95889c49616a8de94bb145949485fa07bf276573c29" - }, - { - "id": "test_Computer_Science_50", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1183/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/efd97ffb71cfcb4d6986a0e30f0501919f137067d78f0b5db7bae0fb20724c7d.png", - "bytes": 1589383, - "contentType": "image/png", - "sha256": "efd97ffb71cfcb4d6986a0e30f0501919f137067d78f0b5db7bae0fb20724c7d" - }, - { - "id": "test_Computer_Science_51", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1135/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6807edad8cb9d16dc63c04825493c58bed4c8fb68d332e09c3e0f5f2e94382af.png", - "bytes": 662596, - "contentType": "image/png", - "sha256": "6807edad8cb9d16dc63c04825493c58bed4c8fb68d332e09c3e0f5f2e94382af" - }, - { - "id": "test_Computer_Science_61", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/246/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ec98a1c01e62db4a26d0a1c990517b830970761be2459c0075e5215bd966b190.png", - "bytes": 425380, - "contentType": "image/png", - "sha256": "ec98a1c01e62db4a26d0a1c990517b830970761be2459c0075e5215bd966b190" - }, - { - "id": "test_Computer_Science_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/543/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3d93c2517bc8f33cd0a938885fa8d9a8d796969f3320c40f32c3f0f93361a952.png", - "bytes": 148039, - "contentType": "image/png", - "sha256": "3d93c2517bc8f33cd0a938885fa8d9a8d796969f3320c40f32c3f0f93361a952" - }, - { - "id": "test_Computer_Science_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1344/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f2d49e41a2fee548572f50f2f3224962b442b209237cbb08ed614a2ce27b956.png", - "bytes": 1002195, - "contentType": "image/png", - "sha256": "1f2d49e41a2fee548572f50f2f3224962b442b209237cbb08ed614a2ce27b956" - }, - { - "id": "test_Computer_Science_70", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/234/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2b6c5fa7560e26cfc5c4efc1ce7eff3b1c6889fe14ef26c47cd751ec8d624cef.png", - "bytes": 508476, - "contentType": "image/png", - "sha256": "2b6c5fa7560e26cfc5c4efc1ce7eff3b1c6889fe14ef26c47cd751ec8d624cef" - }, - { - "id": "test_Computer_Science_77", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/178/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4a977f833e8a1c11dfb663e4b238f9c587dd3756657544cf8423eb2696a5b04.png", - "bytes": 475333, - "contentType": "image/png", - "sha256": "a4a977f833e8a1c11dfb663e4b238f9c587dd3756657544cf8423eb2696a5b04" - }, - { - "id": "test_Computer_Science_89", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1318/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3a523496ad3422fc0a5fb00ba3665ffd3291607798f2c4e6c1b95ab3c50e851.png", - "bytes": 495217, - "contentType": "image/png", - "sha256": "b3a523496ad3422fc0a5fb00ba3665ffd3291607798f2c4e6c1b95ab3c50e851" - }, - { - "id": "test_Design_100", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1458/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9036497039155ef12653f87e6ea32708af82314c203efb771aa293106a87cc5.png", - "bytes": 738358, - "contentType": "image/png", - "sha256": "a9036497039155ef12653f87e6ea32708af82314c203efb771aa293106a87cc5" - }, - { - "id": "test_Design_110", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/973/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/802178382121bafcea8769606503a12ec2a518a134407b32aea97fddde297e1c.jpg", - "bytes": 256331, - "contentType": "image/jpeg", - "sha256": "802178382121bafcea8769606503a12ec2a518a134407b32aea97fddde297e1c" - }, - { - "id": "test_Design_112", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/947/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42f463256f5253d90d97074a83e2122508f2c8bfc955aed2a8dc4ff2ba70370e.jpg", - "bytes": 168534, - "contentType": "image/jpeg", - "sha256": "42f463256f5253d90d97074a83e2122508f2c8bfc955aed2a8dc4ff2ba70370e" - }, - { - "id": "test_Design_119", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1219/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61b20825dfd13165575d0921298f4552ac247717518a5940f29ccf679e5b05a1.png", - "bytes": 490688, - "contentType": "image/png", - "sha256": "61b20825dfd13165575d0921298f4552ac247717518a5940f29ccf679e5b05a1" - }, - { - "id": "test_Design_125", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1112/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d46f902a346b280dc6860a68124caf53237b9f9343a90dd2cee592ed38eb8a9b.png", - "bytes": 1846228, - "contentType": "image/png", - "sha256": "d46f902a346b280dc6860a68124caf53237b9f9343a90dd2cee592ed38eb8a9b" - }, - { - "id": "test_Design_126", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/52/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d78962479608c9152ab4dba94f963c3e51a77b13ee7b8f76493cfbbafb2aaba.png", - "bytes": 144131, - "contentType": "image/png", - "sha256": "8d78962479608c9152ab4dba94f963c3e51a77b13ee7b8f76493cfbbafb2aaba" - }, - { - "id": "test_Design_130", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/540/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5505731336c903fcfb719c6d149ce00f8770a548f77f86d1efadf15e46d005a6.png", - "bytes": 1665506, - "contentType": "image/png", - "sha256": "5505731336c903fcfb719c6d149ce00f8770a548f77f86d1efadf15e46d005a6" - }, - { - "id": "test_Design_135", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1115/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef5190980e1d6e507aae057c5fa259bc881c9ed2839c319f93927dc405905bd3.png", - "bytes": 355287, - "contentType": "image/png", - "sha256": "ef5190980e1d6e507aae057c5fa259bc881c9ed2839c319f93927dc405905bd3" - }, - { - "id": "test_Design_139", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/524/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d0ebaad9de9510c269024f4e30178240b21969ac117da1ea4ac8605af58c365.png", - "bytes": 1904468, - "contentType": "image/png", - "sha256": "6d0ebaad9de9510c269024f4e30178240b21969ac117da1ea4ac8605af58c365" - }, - { - "id": "test_Design_143", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1326/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/67bf4faeb0fa002b339b984be4e8330e069a92c378733211c4d808bf6726f3b4.png", - "bytes": 1050181, - "contentType": "image/png", - "sha256": "67bf4faeb0fa002b339b984be4e8330e069a92c378733211c4d808bf6726f3b4" - }, - { - "id": "test_Design_144", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1465/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c9792a06dc89f3e68235595b03fdf4b810245505031c030b4597aed23fe31c7e.png", - "bytes": 2152678, - "contentType": "image/png", - "sha256": "c9792a06dc89f3e68235595b03fdf4b810245505031c030b4597aed23fe31c7e" - }, - { - "id": "test_Design_146", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/407/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2721af7ed93d15684dc62968f3dc24ca07e0875fc1cf653749b8d28e4bb61d57.png", - "bytes": 1797072, - "contentType": "image/png", - "sha256": "2721af7ed93d15684dc62968f3dc24ca07e0875fc1cf653749b8d28e4bb61d57" - }, - { - "id": "test_Design_148", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/322/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9bc270332bdb1246642f3a6df8d09d27a961858dc11717af637f66e7ee4f4248.png", - "bytes": 491056, - "contentType": "image/png", - "sha256": "9bc270332bdb1246642f3a6df8d09d27a961858dc11717af637f66e7ee4f4248" - }, - { - "id": "test_Design_154", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/339/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e055a8e4b2ed4dd7460bd399dbc824996a662006d74630cf12d1e190034d880f.png", - "bytes": 309728, - "contentType": "image/png", - "sha256": "e055a8e4b2ed4dd7460bd399dbc824996a662006d74630cf12d1e190034d880f" - }, - { - "id": "test_Design_159", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/80/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b7c68fa99c63d36a8d05210686342d76f5d1baa78501c3e48b4a747fcd9593d.png", - "bytes": 216382, - "contentType": "image/png", - "sha256": "5b7c68fa99c63d36a8d05210686342d76f5d1baa78501c3e48b4a747fcd9593d" - }, - { - "id": "test_Design_162", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/976/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3bcfbf0aae9cb4e20230f68ac4a7c9adc8af49c8d7b52421f914a1097a42bd11.jpg", - "bytes": 197653, - "contentType": "image/jpeg", - "sha256": "3bcfbf0aae9cb4e20230f68ac4a7c9adc8af49c8d7b52421f914a1097a42bd11" - }, - { - "id": "test_Design_168", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1405/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/635044555617897328904345e4adad28e386fdb453dcfbc0ce1564bab42fe409.png", - "bytes": 749655, - "contentType": "image/png", - "sha256": "635044555617897328904345e4adad28e386fdb453dcfbc0ce1564bab42fe409" - }, - { - "id": "test_Design_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/237/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e33f0f7d090a6da76579fe0b4a5d3fce33a7fb9a80ce056c34f7834d9f9687af.png", - "bytes": 388713, - "contentType": "image/png", - "sha256": "e33f0f7d090a6da76579fe0b4a5d3fce33a7fb9a80ce056c34f7834d9f9687af" - }, - { - "id": "test_Design_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1680/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/270ee0240e624c9bac309118bd160c5cc034ca953c6821c7d979ffc1427c0355.jpg", - "bytes": 120196, - "contentType": "image/jpeg", - "sha256": "270ee0240e624c9bac309118bd160c5cc034ca953c6821c7d979ffc1427c0355" - }, - { - "id": "test_Design_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/426/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb6afe8ac1b8da0ba32fbc0908eef07332c9906233cb4b759f84d86f777f064c.png", - "bytes": 459570, - "contentType": "image/png", - "sha256": "fb6afe8ac1b8da0ba32fbc0908eef07332c9906233cb4b759f84d86f777f064c" - }, - { - "id": "test_Design_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1642/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/422d6c19e70342422942a658358e3f350b8de5363cb927c835730d5c76960f93.jpg", - "bytes": 83632, - "contentType": "image/jpeg", - "sha256": "422d6c19e70342422942a658358e3f350b8de5363cb927c835730d5c76960f93" - }, - { - "id": "test_Design_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/989/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/20e85dccf2ed8bc0703c408c67850895a423c16f9efd5149a1ed8bac58bfb09b.jpg", - "bytes": 473283, - "contentType": "image/jpeg", - "sha256": "20e85dccf2ed8bc0703c408c67850895a423c16f9efd5149a1ed8bac58bfb09b" - }, - { - "id": "test_Design_33", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/666/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/957bd6a2c11cf0cdfe741636045ed74323900aaf3aedf6c4e6711c2c3eb8e788.png", - "bytes": 1206078, - "contentType": "image/png", - "sha256": "957bd6a2c11cf0cdfe741636045ed74323900aaf3aedf6c4e6711c2c3eb8e788" - }, - { - "id": "test_Design_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1533/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c46ffd9ab8cf72371f19a968ef9eba97f3179450cf435270b1053f5652e21b40.jpg", - "bytes": 110305, - "contentType": "image/jpeg", - "sha256": "c46ffd9ab8cf72371f19a968ef9eba97f3179450cf435270b1053f5652e21b40" - }, - { - "id": "test_Design_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/581/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71a1adcae74145c7dc5d0bcd60eaadd1c11737fb22c89cfebcce0c6576256854.png", - "bytes": 878316, - "contentType": "image/png", - "sha256": "71a1adcae74145c7dc5d0bcd60eaadd1c11737fb22c89cfebcce0c6576256854" - }, - { - "id": "test_Design_45", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1025/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6f2e9ccbec931bf786dc06c7dbf0d8d12caff9fbbd261bd42376f6673f610a50.png", - "bytes": 67372, - "contentType": "image/png", - "sha256": "6f2e9ccbec931bf786dc06c7dbf0d8d12caff9fbbd261bd42376f6673f610a50" - }, - { - "id": "test_Design_48", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1380/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d5c33ce61df72b4346a7768265cb3a3ef2970ebca17f839d1165b937b41c6a48.png", - "bytes": 663189, - "contentType": "image/png", - "sha256": "d5c33ce61df72b4346a7768265cb3a3ef2970ebca17f839d1165b937b41c6a48" - }, - { - "id": "test_Design_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1651/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/243f5d06baea92d102bd1ed2cdd8ab1086e0f02ada5e0a635d0549b11bd6cd29.jpg", - "bytes": 314331, - "contentType": "image/jpeg", - "sha256": "243f5d06baea92d102bd1ed2cdd8ab1086e0f02ada5e0a635d0549b11bd6cd29" - }, - { - "id": "test_Design_53", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1291/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51cafc46a2a37197d3f42983e6e7c8ac4efa1be1e474c692788e963caf41972f.png", - "bytes": 1018076, - "contentType": "image/png", - "sha256": "51cafc46a2a37197d3f42983e6e7c8ac4efa1be1e474c692788e963caf41972f" - }, - { - "id": "test_Design_56", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1361/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c548561f91848d9b0835e940619fd4410ae86b56b03e52075f43d43d206b1f09.png", - "bytes": 7276549, - "contentType": "image/png", - "sha256": "c548561f91848d9b0835e940619fd4410ae86b56b03e52075f43d43d206b1f09" - }, - { - "id": "test_Design_60", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1421/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b8d2f193ab18d215627c114f435f5acd0edc58890257bd416e1c6120e500550c.png", - "bytes": 577662, - "contentType": "image/png", - "sha256": "b8d2f193ab18d215627c114f435f5acd0edc58890257bd416e1c6120e500550c" - }, - { - "id": "test_Design_62", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1407/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f6c7f7385bfeb9feaa7ed78a671af1c76fc53e8d56792ebbed7e21723c3915b5.png", - "bytes": 895200, - "contentType": "image/png", - "sha256": "f6c7f7385bfeb9feaa7ed78a671af1c76fc53e8d56792ebbed7e21723c3915b5" - }, - { - "id": "test_Design_66", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/536/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/40aad86b6bb87c4d88a80fcf697f60386527e4cd9a6de623280403821ab18630.png", - "bytes": 695139, - "contentType": "image/png", - "sha256": "40aad86b6bb87c4d88a80fcf697f60386527e4cd9a6de623280403821ab18630" - }, - { - "id": "test_Design_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/531/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d77466b1a4e9937969be1a5c8b8f20bda7808e5fadfc0697a1d33f350185491.png", - "bytes": 997826, - "contentType": "image/png", - "sha256": "2d77466b1a4e9937969be1a5c8b8f20bda7808e5fadfc0697a1d33f350185491" - }, - { - "id": "test_Design_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1442/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/958511898b7e41b49b7635d9c31f31ef829fc77001ff61df3b878e51c8288973.png", - "bytes": 4157782, - "contentType": "image/png", - "sha256": "958511898b7e41b49b7635d9c31f31ef829fc77001ff61df3b878e51c8288973" - }, - { - "id": "test_Design_72", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/84/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a268f095e8e3dbfa0535266f8ef790bacf7b3a8a78b3bb86495bff046041803a.png", - "bytes": 479039, - "contentType": "image/png", - "sha256": "a268f095e8e3dbfa0535266f8ef790bacf7b3a8a78b3bb86495bff046041803a" - }, - { - "id": "test_Design_79", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1345/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/518ce44caf96d0444227942d908ff7bf9b474810736ec399aa1a7fe21284e91d.png", - "bytes": 812178, - "contentType": "image/png", - "sha256": "518ce44caf96d0444227942d908ff7bf9b474810736ec399aa1a7fe21284e91d" - }, - { - "id": "test_Design_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1472/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a8ac0f2af59f34f4f3c7daaffe9c64bf3f0e75e7a52e577a058bfbe117341e57.png", - "bytes": 1628109, - "contentType": "image/png", - "sha256": "a8ac0f2af59f34f4f3c7daaffe9c64bf3f0e75e7a52e577a058bfbe117341e57" - }, - { - "id": "test_Design_80", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1092/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca04f60dcbe8684469fac9f8b357fc6c5a1262efac794128cc124344cc79037d.png", - "bytes": 254105, - "contentType": "image/png", - "sha256": "ca04f60dcbe8684469fac9f8b357fc6c5a1262efac794128cc124344cc79037d" - }, - { - "id": "test_Design_82", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/182/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55f553a4e67493f81cec640e34d5535e6f70b68d3365dbc666206952bb74fd80.png", - "bytes": 2566479, - "contentType": "image/png", - "sha256": "55f553a4e67493f81cec640e34d5535e6f70b68d3365dbc666206952bb74fd80" - }, - { - "id": "test_Design_84", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/423/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be77bdcf34b8c6b61e7491e9cfdd17f4f10ea3233f4636b8e6ea8b63661c7e21.png", - "bytes": 1286859, - "contentType": "image/png", - "sha256": "be77bdcf34b8c6b61e7491e9cfdd17f4f10ea3233f4636b8e6ea8b63661c7e21" - }, - { - "id": "test_Design_87", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/506/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/de693289a6894b2d276ced053a21b330cb05664ec6db85cd2d76c6d622820d1f.png", - "bytes": 461197, - "contentType": "image/png", - "sha256": "de693289a6894b2d276ced053a21b330cb05664ec6db85cd2d76c6d622820d1f" - }, - { - "id": "test_Design_91", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/501/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bee73b23fd547be3c6ee3d42c633e57803c3ec76714c14ac225c03ee7c21ccc6.png", - "bytes": 1113299, - "contentType": "image/png", - "sha256": "bee73b23fd547be3c6ee3d42c633e57803c3ec76714c14ac225c03ee7c21ccc6" - }, - { - "id": "test_Design_95", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/430/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d29f09c6183de0b439b6d0bd731635bc6838af9617b51080a41b82160a9281d6.png", - "bytes": 1700096, - "contentType": "image/png", - "sha256": "d29f09c6183de0b439b6d0bd731635bc6838af9617b51080a41b82160a9281d6" - }, - { - "id": "test_Design_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1221/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/db347aad0bb745b2008ea199a150ac52150c6ff5f0b9caf9ebda7c8d4ab58a00.png", - "bytes": 1099437, - "contentType": "image/png", - "sha256": "db347aad0bb745b2008ea199a150ac52150c6ff5f0b9caf9ebda7c8d4ab58a00" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_101", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/898/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/890683ab5c2371fd898a129fea7bc55e1187f4fa87eb1392cbdd3e3d29dc0d08.jpg", - "bytes": 146903, - "contentType": "image/jpeg", - "sha256": "890683ab5c2371fd898a129fea7bc55e1187f4fa87eb1392cbdd3e3d29dc0d08" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_104", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1573/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48c625e1167a8251e8b1482c61be88f10f31f4cc396e13ab06ad0ee2b8a80081.jpg", - "bytes": 71496, - "contentType": "image/jpeg", - "sha256": "48c625e1167a8251e8b1482c61be88f10f31f4cc396e13ab06ad0ee2b8a80081" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_109", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1262/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a380b0e3bb013c083ed8401eb458e3accb63ecd65a957811856977b8c75df090.png", - "bytes": 679168, - "contentType": "image/png", - "sha256": "a380b0e3bb013c083ed8401eb458e3accb63ecd65a957811856977b8c75df090" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_116", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/780/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9c4379702cad922064564ecf5190c3ba5ff0f6dab97b143fa43f21687259564b.png", - "bytes": 2217694, - "contentType": "image/png", - "sha256": "9c4379702cad922064564ecf5190c3ba5ff0f6dab97b143fa43f21687259564b" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_126", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/123/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98ebe5ddc90d49e962971294c7e7babee79b582a2cdfef0b5fa4a3b24a2f4722.png", - "bytes": 225146, - "contentType": "image/png", - "sha256": "98ebe5ddc90d49e962971294c7e7babee79b582a2cdfef0b5fa4a3b24a2f4722" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_131", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1628/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e06df1083d61988e51d61e6096dd9545894dc8cada73e8ca97b2ded4b86984e.jpg", - "bytes": 91977, - "contentType": "image/jpeg", - "sha256": "6e06df1083d61988e51d61e6096dd9545894dc8cada73e8ca97b2ded4b86984e" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_133", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/579/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/212716881c2137a9e04b1d4f7bfff193d8ff6adea9b2dce0e9458a3164eb3b9f.png", - "bytes": 2547071, - "contentType": "image/png", - "sha256": "212716881c2137a9e04b1d4f7bfff193d8ff6adea9b2dce0e9458a3164eb3b9f" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_135", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1620/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8214a8a797dd40c61bf2d4a6e99fc696ec9cd56a6ffdf1322eeedd3d27db80ea.jpg", - "bytes": 106022, - "contentType": "image/jpeg", - "sha256": "8214a8a797dd40c61bf2d4a6e99fc696ec9cd56a6ffdf1322eeedd3d27db80ea" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1397/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c218424890df660b9b7f5a2bbaa043b8c308d80736633e292ec5f63e0d491278.png", - "bytes": 1785136, - "contentType": "image/png", - "sha256": "c218424890df660b9b7f5a2bbaa043b8c308d80736633e292ec5f63e0d491278" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_140", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/604/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/adf91c6f163db9d81fee509f5b036056103a2549cd596071bc24e29ab8dca9e5.png", - "bytes": 516762, - "contentType": "image/png", - "sha256": "adf91c6f163db9d81fee509f5b036056103a2549cd596071bc24e29ab8dca9e5" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_143", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/601/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/908d110ba1282f1a5560f1b81c180c9b999f01a3345026c8b950aac906967241.png", - "bytes": 516317, - "contentType": "image/png", - "sha256": "908d110ba1282f1a5560f1b81c180c9b999f01a3345026c8b950aac906967241" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_144", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/113/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a37fd8a562f764df632842d54180e703022cb9fb194b8915503957e5e9619c02.png", - "bytes": 218227, - "contentType": "image/png", - "sha256": "a37fd8a562f764df632842d54180e703022cb9fb194b8915503957e5e9619c02" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_147", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/703/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b71122ce55a703a70892686060288454c5c66659192ba457495f08bad3c7833.png", - "bytes": 1934369, - "contentType": "image/png", - "sha256": "1b71122ce55a703a70892686060288454c5c66659192ba457495f08bad3c7833" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_154", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/634/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f06ef71b93d96e0e551045af9e9ff39d22e047bce8db9166e1525a05e3e7de9.png", - "bytes": 2283852, - "contentType": "image/png", - "sha256": "2f06ef71b93d96e0e551045af9e9ff39d22e047bce8db9166e1525a05e3e7de9" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_159", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1403/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/458357665898b9ae32fe43641a1dd877f9cd2e02de2d91a2e2df70c12225b153.png", - "bytes": 2752672, - "contentType": "image/png", - "sha256": "458357665898b9ae32fe43641a1dd877f9cd2e02de2d91a2e2df70c12225b153" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/885/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0d7e5e2c738186f91a35ec987db869bae35c92adddcd106c17ec4c768e5fbc3d.jpg", - "bytes": 100640, - "contentType": "image/jpeg", - "sha256": "0d7e5e2c738186f91a35ec987db869bae35c92adddcd106c17ec4c768e5fbc3d" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_161", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/215/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa30b62ac5fa135eb2e701a933a7fd6bf75eb0c177be9c92105c11ad256cccb4.png", - "bytes": 414550, - "contentType": "image/png", - "sha256": "fa30b62ac5fa135eb2e701a933a7fd6bf75eb0c177be9c92105c11ad256cccb4" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/218/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a502fc23c74c91deb2fabd5197a5d653a3ad2516b0f3105f79aa45f7eb60eb0.png", - "bytes": 630276, - "contentType": "image/png", - "sha256": "2a502fc23c74c91deb2fabd5197a5d653a3ad2516b0f3105f79aa45f7eb60eb0" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1041/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef63303ab3187c14a15e5ce5d87cb118bd1f722670991e4e3c9b1618c56a34e0.png", - "bytes": 87612, - "contentType": "image/png", - "sha256": "ef63303ab3187c14a15e5ce5d87cb118bd1f722670991e4e3c9b1618c56a34e0" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1048/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/87dc796a4da0b395a8c298e6c13b9273fa06e898a32996efd6928961fa34f621.png", - "bytes": 163557, - "contentType": "image/png", - "sha256": "87dc796a4da0b395a8c298e6c13b9273fa06e898a32996efd6928961fa34f621" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/32/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7c4b50755e7fe4e5fd5cd75a4b977340ee4afa93c9acbfcf2e24177df32218b8.png", - "bytes": 327268, - "contentType": "image/png", - "sha256": "7c4b50755e7fe4e5fd5cd75a4b977340ee4afa93c9acbfcf2e24177df32218b8" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1532/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9d0ee5a831ee5f7c9b5e139cfee63820c571008ec204b2231c8c79cc52e4679d.jpg", - "bytes": 55494, - "contentType": "image/jpeg", - "sha256": "9d0ee5a831ee5f7c9b5e139cfee63820c571008ec204b2231c8c79cc52e4679d" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_32", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/920/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a65ef1e5d5cfb9f95f42cb06cb7a403ac42586ec177dcb479852b0a61397935.jpg", - "bytes": 118242, - "contentType": "image/jpeg", - "sha256": "2a65ef1e5d5cfb9f95f42cb06cb7a403ac42586ec177dcb479852b0a61397935" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_36", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1570/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f1db27c2ab1ad191564e3d577504d90d1fba24cd4d339587970e6b0a7e51214c.jpg", - "bytes": 82757, - "contentType": "image/jpeg", - "sha256": "f1db27c2ab1ad191564e3d577504d90d1fba24cd4d339587970e6b0a7e51214c" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1636/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/38290a5bf3e908b6ae79738778e6cd2bff0a736171031bc2f9a4e2efc1a8ecc2.jpg", - "bytes": 103428, - "contentType": "image/jpeg", - "sha256": "38290a5bf3e908b6ae79738778e6cd2bff0a736171031bc2f9a4e2efc1a8ecc2" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_50", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1139/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/422d24365d6d6f8314a40d1c2a50b4539d140e5399a129bdc7b509db3eb9b47e.png", - "bytes": 63313, - "contentType": "image/png", - "sha256": "422d24365d6d6f8314a40d1c2a50b4539d140e5399a129bdc7b509db3eb9b47e" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_52", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1400/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7590cbb9082e9371733a9be7ed022a29b53e0dfe2b335f4ad53bc456318284bb.png", - "bytes": 2041345, - "contentType": "image/png", - "sha256": "7590cbb9082e9371733a9be7ed022a29b53e0dfe2b335f4ad53bc456318284bb" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_58", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1175/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/caf8d0eb2470fdba344d5e8579507b2654e1dddd1f535009aaf40608e2385983.png", - "bytes": 196023, - "contentType": "image/png", - "sha256": "caf8d0eb2470fdba344d5e8579507b2654e1dddd1f535009aaf40608e2385983" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_62", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/808/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d879169c7869bf02bd15c3b21979aa1b7511d168a7b2f4605046d73df6207474.png", - "bytes": 660967, - "contentType": "image/png", - "sha256": "d879169c7869bf02bd15c3b21979aa1b7511d168a7b2f4605046d73df6207474" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_64", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/557/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/893913c92cfa220337aacf5ee6eab8781e277d47afa66bc436164c1e48c6d1f8.png", - "bytes": 1817468, - "contentType": "image/png", - "sha256": "893913c92cfa220337aacf5ee6eab8781e277d47afa66bc436164c1e48c6d1f8" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/45/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a502c0fc6063d370533e3c18a5df8f9403a8f1461ba4bee4491d9088173923e.png", - "bytes": 260700, - "contentType": "image/png", - "sha256": "3a502c0fc6063d370533e3c18a5df8f9403a8f1461ba4bee4491d9088173923e" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_72", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/521/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/421053572e31f42b8fcccf85eaf8f8c67dc7f4c68df11ea0908ef0cce3bee6e6.png", - "bytes": 822424, - "contentType": "image/png", - "sha256": "421053572e31f42b8fcccf85eaf8f8c67dc7f4c68df11ea0908ef0cce3bee6e6" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_76", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1384/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9747c18a01abc7014efd26882ad5554346d5a11917f843352b71dc86d350f61.png", - "bytes": 425568, - "contentType": "image/png", - "sha256": "e9747c18a01abc7014efd26882ad5554346d5a11917f843352b71dc86d350f61" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_78", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/824/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a86041f94a6b52645d09c3666cf0cb7a1b9d5f4870b611c7fd9cc7438507ecda.png", - "bytes": 553257, - "contentType": "image/png", - "sha256": "a86041f94a6b52645d09c3666cf0cb7a1b9d5f4870b611c7fd9cc7438507ecda" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1581/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a1ea47753dc80f96964d994aa8bf5e50510a8384d6dea85346ca67bee81f1e99.jpg", - "bytes": 101269, - "contentType": "image/jpeg", - "sha256": "a1ea47753dc80f96964d994aa8bf5e50510a8384d6dea85346ca67bee81f1e99" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_92", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/475/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1eeaf64b997f0dd5befd1b32a4eb8949c5fb465ce0f9a79ace14c1409c0f85bd.png", - "bytes": 718075, - "contentType": "image/png", - "sha256": "1eeaf64b997f0dd5befd1b32a4eb8949c5fb465ce0f9a79ace14c1409c0f85bd" - }, - { - "id": "test_Diagnostics_and_Laboratory_Medicine_93", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1001/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/73cb5fb4540e1e5e525281fea8c7530be1a2dd8a7e3eb1d457bbceae3316d2f0.jpg", - "bytes": 241997, - "contentType": "image/jpeg", - "sha256": "73cb5fb4540e1e5e525281fea8c7530be1a2dd8a7e3eb1d457bbceae3316d2f0" - }, - { - "id": "test_Economics_102", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/792/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/672cbbea23f7d06cdcd18926879671b00d221094a38d023533df8fd5404f2be1.png", - "bytes": 943641, - "contentType": "image/png", - "sha256": "672cbbea23f7d06cdcd18926879671b00d221094a38d023533df8fd5404f2be1" - }, - { - "id": "test_Economics_105", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1528/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba9f8f548b13180ef4fd884a88a4055c34fac5265668f30c00c2a9d6d42cc5e0.png", - "bytes": 2235569, - "contentType": "image/png", - "sha256": "ba9f8f548b13180ef4fd884a88a4055c34fac5265668f30c00c2a9d6d42cc5e0" - }, - { - "id": "test_Economics_108", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/378/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6661917a7af95c3d7bb991d08321a1af959f5894dbd9129bddf746ad3cfe5b03.png", - "bytes": 249094, - "contentType": "image/png", - "sha256": "6661917a7af95c3d7bb991d08321a1af959f5894dbd9129bddf746ad3cfe5b03" - }, - { - "id": "test_Economics_112", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1341/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd36c0fbcc0abef9f3edada4d8cb34bcbecd715e219b3f26405f13233746e5ff.png", - "bytes": 1789766, - "contentType": "image/png", - "sha256": "cd36c0fbcc0abef9f3edada4d8cb34bcbecd715e219b3f26405f13233746e5ff" - }, - { - "id": "test_Economics_137", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/296/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3b32d7fdf84783e1b185ae69b81ea55a8ff0d27337331088ff751189bd0eb24.png", - "bytes": 4607053, - "contentType": "image/png", - "sha256": "f3b32d7fdf84783e1b185ae69b81ea55a8ff0d27337331088ff751189bd0eb24" - }, - { - "id": "test_Economics_142", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1277/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ef046bb8177a1739a4f9d32a8dfaf827832908dc6c250cc577da7c31809014d.png", - "bytes": 6196294, - "contentType": "image/png", - "sha256": "2ef046bb8177a1739a4f9d32a8dfaf827832908dc6c250cc577da7c31809014d" - }, - { - "id": "test_Economics_149", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1562/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5dcb64e712f1558727969607d04c4cc64dab82ecd12d4b8324537fa8b14381bb.jpg", - "bytes": 62598, - "contentType": "image/jpeg", - "sha256": "5dcb64e712f1558727969607d04c4cc64dab82ecd12d4b8324537fa8b14381bb" - }, - { - "id": "test_Economics_155", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1514/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9efc139f706dba0ae6d1bd1a57467a638356dac982e2fc65d6a9c8e06df8ce9c.png", - "bytes": 219781, - "contentType": "image/png", - "sha256": "9efc139f706dba0ae6d1bd1a57467a638356dac982e2fc65d6a9c8e06df8ce9c" - }, - { - "id": "test_Economics_157", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/929/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/49c9c3464079a326461ba7cd284d49c57bd983f25fcd37f1b303a838fef93cbc.png", - "bytes": 1628380, - "contentType": "image/png", - "sha256": "49c9c3464079a326461ba7cd284d49c57bd983f25fcd37f1b303a838fef93cbc" - }, - { - "id": "test_Economics_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1431/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/95d46ef02378e98abfe27610c6a1edbe762866cbabccd6842355b8dbf89ac156.png", - "bytes": 283369, - "contentType": "image/png", - "sha256": "95d46ef02378e98abfe27610c6a1edbe762866cbabccd6842355b8dbf89ac156" - }, - { - "id": "test_Economics_162", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1498/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5cf95bd8ef19ecd4c1a2828c00e820b46dd310c0171fc975cd5e64982641b450.png", - "bytes": 684644, - "contentType": "image/png", - "sha256": "5cf95bd8ef19ecd4c1a2828c00e820b46dd310c0171fc975cd5e64982641b450" - }, - { - "id": "test_Economics_169", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1656/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f274f46f5ce255c0a308d9a18a181270f9f7c39badfce794355cbb4be9bd1cd.jpg", - "bytes": 107361, - "contentType": "image/jpeg", - "sha256": "2f274f46f5ce255c0a308d9a18a181270f9f7c39badfce794355cbb4be9bd1cd" - }, - { - "id": "test_Economics_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1036/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b60c0da009384788588eb164aeb97cf812f96932c345f1597fd7b48bec31c13.png", - "bytes": 76225, - "contentType": "image/png", - "sha256": "5b60c0da009384788588eb164aeb97cf812f96932c345f1597fd7b48bec31c13" - }, - { - "id": "test_Economics_182", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/49/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a21a7a540a92af421c1042a5abcf64e8e017cf543e05415c1485f35aaf67f752.png", - "bytes": 140758, - "contentType": "image/png", - "sha256": "a21a7a540a92af421c1042a5abcf64e8e017cf543e05415c1485f35aaf67f752" - }, - { - "id": "test_Economics_188", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1086/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/652664be0cf4d1224e1ed8a91f0f4c53e60b125425006a060b3e82be82ff09f6.png", - "bytes": 53558, - "contentType": "image/png", - "sha256": "652664be0cf4d1224e1ed8a91f0f4c53e60b125425006a060b3e82be82ff09f6" - }, - { - "id": "test_Economics_190", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/977/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61f53addf8a8d05d5f5b93ea7c31fd08fd7b74f0b1d30fe96171cabb93d65aa1.jpg", - "bytes": 246346, - "contentType": "image/jpeg", - "sha256": "61f53addf8a8d05d5f5b93ea7c31fd08fd7b74f0b1d30fe96171cabb93d65aa1" - }, - { - "id": "test_Economics_195", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1308/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8589ab6805831b790982ac8ee104a00aa9af97ed095463d8aa28aec711f0554a.png", - "bytes": 865585, - "contentType": "image/png", - "sha256": "8589ab6805831b790982ac8ee104a00aa9af97ed095463d8aa28aec711f0554a" - }, - { - "id": "test_Economics_210", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/487/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e693700de0edbf2fb252db26354692e308876dde569c8679bdfb01c376ca1c69.png", - "bytes": 6141214, - "contentType": "image/png", - "sha256": "e693700de0edbf2fb252db26354692e308876dde569c8679bdfb01c376ca1c69" - }, - { - "id": "test_Economics_214", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1503/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9d61a748fae652773cdc201611a7f023b1ac4a22750751f9870105da42e597e.png", - "bytes": 282341, - "contentType": "image/png", - "sha256": "e9d61a748fae652773cdc201611a7f023b1ac4a22750751f9870105da42e597e" - }, - { - "id": "test_Economics_215", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/514/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd4f2189b290adc9c70a3c7faa02327643eed23c120738e5b7aa13f27444daed.png", - "bytes": 399349, - "contentType": "image/png", - "sha256": "cd4f2189b290adc9c70a3c7faa02327643eed23c120738e5b7aa13f27444daed" - }, - { - "id": "test_Economics_216", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/35/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae7ae80e1ee0b698aa79c74957dd940bcc2dbd3aa822d206898b19cfc09ec3a4.png", - "bytes": 2608042, - "contentType": "image/png", - "sha256": "ae7ae80e1ee0b698aa79c74957dd940bcc2dbd3aa822d206898b19cfc09ec3a4" - }, - { - "id": "test_Economics_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/490/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c5b6053f45a601b012aa1026291048930002cc7680ee3e1755b642e0d864320.png", - "bytes": 414258, - "contentType": "image/png", - "sha256": "1c5b6053f45a601b012aa1026291048930002cc7680ee3e1755b642e0d864320" - }, - { - "id": "test_Economics_225", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/774/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f203e3b2073e8184231fc74bec7b330ef07a787b5c93813f39386214858c32ac.png", - "bytes": 738697, - "contentType": "image/png", - "sha256": "f203e3b2073e8184231fc74bec7b330ef07a787b5c93813f39386214858c32ac" - }, - { - "id": "test_Economics_240", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/386/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0216f4dccf13b9c71ea378a04ac1bab41e6aecdbb879a9393f724a88c2114bc0.png", - "bytes": 1977238, - "contentType": "image/png", - "sha256": "0216f4dccf13b9c71ea378a04ac1bab41e6aecdbb879a9393f724a88c2114bc0" - }, - { - "id": "test_Economics_243", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/921/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0c069cdfd1b2263a1222ca06fba2871db6d1c0f9abed1218caac5f358abb9a00.jpg", - "bytes": 88678, - "contentType": "image/jpeg", - "sha256": "0c069cdfd1b2263a1222ca06fba2871db6d1c0f9abed1218caac5f358abb9a00" - }, - { - "id": "test_Economics_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1122/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/79ad54c17cc507b400ab24cfdab58ff5cc4c96f0ee637df0ae70da7cd6ad07bf.png", - "bytes": 538650, - "contentType": "image/png", - "sha256": "79ad54c17cc507b400ab24cfdab58ff5cc4c96f0ee637df0ae70da7cd6ad07bf" - }, - { - "id": "test_Economics_260", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/994/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5ddc8569b05b397a45e74baef3d8e5d353d1d51c3d774397bfc71dad06ad2642.png", - "bytes": 383079, - "contentType": "image/png", - "sha256": "5ddc8569b05b397a45e74baef3d8e5d353d1d51c3d774397bfc71dad06ad2642" - }, - { - "id": "test_Economics_262", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/971/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a6f096c40cd2a99979539e2b1f3ceb379b227f54eabd187be3fef8ee55ec69f.jpg", - "bytes": 188258, - "contentType": "image/jpeg", - "sha256": "1a6f096c40cd2a99979539e2b1f3ceb379b227f54eabd187be3fef8ee55ec69f" - }, - { - "id": "test_Economics_263", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1074/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/24efd32d2b16ddc99c706bfcd790956aa8a026ba504c42d769dc6e217ace7b1a.png", - "bytes": 56888, - "contentType": "image/png", - "sha256": "24efd32d2b16ddc99c706bfcd790956aa8a026ba504c42d769dc6e217ace7b1a" - }, - { - "id": "test_Economics_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1231/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cac3f3862f832df721d9fd1786d8a31bb77a61f563195fe37107605f437ced04.png", - "bytes": 241210, - "contentType": "image/png", - "sha256": "cac3f3862f832df721d9fd1786d8a31bb77a61f563195fe37107605f437ced04" - }, - { - "id": "test_Economics_47", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/303/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9425c1b170f822844e3d9d4734cec1ac1257125793c342e7a23124ea29e37a2a.png", - "bytes": 158497, - "contentType": "image/png", - "sha256": "9425c1b170f822844e3d9d4734cec1ac1257125793c342e7a23124ea29e37a2a" - }, - { - "id": "test_Economics_56", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/763/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fdc1aa3478d4678995326754698e8a97de61abd40a46ec461f6d78e67faba228.png", - "bytes": 120434, - "contentType": "image/png", - "sha256": "fdc1aa3478d4678995326754698e8a97de61abd40a46ec461f6d78e67faba228" - }, - { - "id": "test_Economics_66", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1065/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54be7ed3952c6f1d12a0903b4ca958ab371200bd86c2efeaa14ce634940423fc.png", - "bytes": 100668, - "contentType": "image/png", - "sha256": "54be7ed3952c6f1d12a0903b4ca958ab371200bd86c2efeaa14ce634940423fc" - }, - { - "id": "test_Economics_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/299/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dc43f7195591449957bc92ed602995e08c6b977a298eb3644e5d526fd5bf1b6f.png", - "bytes": 1983071, - "contentType": "image/png", - "sha256": "dc43f7195591449957bc92ed602995e08c6b977a298eb3644e5d526fd5bf1b6f" - }, - { - "id": "test_Economics_74", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/498/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f87da176acf01be8092c7daa66272022c4f4aa2f1ef2c77a346a2a625680b3a9.png", - "bytes": 355109, - "contentType": "image/png", - "sha256": "f87da176acf01be8092c7daa66272022c4f4aa2f1ef2c77a346a2a625680b3a9" - }, - { - "id": "test_Economics_83", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1327/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c988c0ab4ff2d5a5220381cf4ab1f3af1f916aacc4aea4e294e56d61d5da1792.png", - "bytes": 285368, - "contentType": "image/png", - "sha256": "c988c0ab4ff2d5a5220381cf4ab1f3af1f916aacc4aea4e294e56d61d5da1792" - }, - { - "id": "test_Economics_85", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1055/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/815e3168f662ac7f5ad6529d1318382075a12dd0eee12b62a0d1c8381a1c6aa8.png", - "bytes": 2419747, - "contentType": "image/png", - "sha256": "815e3168f662ac7f5ad6529d1318382075a12dd0eee12b62a0d1c8381a1c6aa8" - }, - { - "id": "test_Economics_90", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1181/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/82cf30da3e3242c1572133f766065febd017b524d184b17b48fa9f1c5730162d.png", - "bytes": 1181297, - "contentType": "image/png", - "sha256": "82cf30da3e3242c1572133f766065febd017b524d184b17b48fa9f1c5730162d" - }, - { - "id": "test_Economics_93", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/27/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dbaa1a01353aaadaeaeb0c810c9ef82a9abc54fa3c0c0af61018bef455d6a0a8.png", - "bytes": 329245, - "contentType": "image/png", - "sha256": "dbaa1a01353aaadaeaeb0c810c9ef82a9abc54fa3c0c0af61018bef455d6a0a8" - }, - { - "id": "test_Economics_94", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1280/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f77dcdde7793a6542e16bec2ffa3bfb9fa46f127f61f54fbfeff0fbf9b5cb8d.png", - "bytes": 991123, - "contentType": "image/png", - "sha256": "1f77dcdde7793a6542e16bec2ffa3bfb9fa46f127f61f54fbfeff0fbf9b5cb8d" - }, - { - "id": "test_Economics_97", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/922/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/868a6e114f832d7313e21ff9d5452a6814217219a58a0c124964a038fb6f0e25.png", - "bytes": 3608446, - "contentType": "image/png", - "sha256": "868a6e114f832d7313e21ff9d5452a6814217219a58a0c124964a038fb6f0e25" - }, - { - "id": "test_Electronics_101", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1331/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff32ce12ef4ab02aa9d089e03284761910d606f7d7e20021e7c23073b25c8673.png", - "bytes": 1179014, - "contentType": "image/png", - "sha256": "ff32ce12ef4ab02aa9d089e03284761910d606f7d7e20021e7c23073b25c8673" - }, - { - "id": "test_Electronics_108", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/641/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2fd6f44496b156bba4ce404b4f244af8db6b666fa2b9a95a45fe9f3e698af39e.png", - "bytes": 1520319, - "contentType": "image/png", - "sha256": "2fd6f44496b156bba4ce404b4f244af8db6b666fa2b9a95a45fe9f3e698af39e" - }, - { - "id": "test_Electronics_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1067/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5041979a14c9f595eb9b3d44dd96ed442a6900b3d9c63f61e365ed6975fe8fcb.png", - "bytes": 76165, - "contentType": "image/png", - "sha256": "5041979a14c9f595eb9b3d44dd96ed442a6900b3d9c63f61e365ed6975fe8fcb" - }, - { - "id": "test_Electronics_110", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1319/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2b9bda9ef5ba2db702baa1f1bc7cd22a19e37daa0060557d014decbdb00062da.png", - "bytes": 608443, - "contentType": "image/png", - "sha256": "2b9bda9ef5ba2db702baa1f1bc7cd22a19e37daa0060557d014decbdb00062da" - }, - { - "id": "test_Electronics_114", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/471/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2e53883fa41c63ae5b5934871efbd814190163a5c699b2084b6a576d456b59e.png", - "bytes": 453796, - "contentType": "image/png", - "sha256": "c2e53883fa41c63ae5b5934871efbd814190163a5c699b2084b6a576d456b59e" - }, - { - "id": "test_Electronics_116", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/609/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f0ec2db5fdbf16d6047baac4e63e82b3ec1123480641b0a1687e979c130e34d9.png", - "bytes": 1638681, - "contentType": "image/png", - "sha256": "f0ec2db5fdbf16d6047baac4e63e82b3ec1123480641b0a1687e979c130e34d9" - }, - { - "id": "test_Electronics_118", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/29/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8dc67efd3024c333ac6a22ac03b495e6ca8621200e12cebd00c84eecb1c7f2f3.png", - "bytes": 159916, - "contentType": "image/png", - "sha256": "8dc67efd3024c333ac6a22ac03b495e6ca8621200e12cebd00c84eecb1c7f2f3" - }, - { - "id": "test_Electronics_123", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1102/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59a27e2e7e2731a225391b7aa61a27eaa01ac7fd8f65b28c223ae817c069ff7c.png", - "bytes": 82783, - "contentType": "image/png", - "sha256": "59a27e2e7e2731a225391b7aa61a27eaa01ac7fd8f65b28c223ae817c069ff7c" - }, - { - "id": "test_Electronics_135", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/883/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/15d4245e48c5ce36280e65b3228c3e727aafc7151b3bbae3a2e113cbe1cfe5a5.jpg", - "bytes": 98090, - "contentType": "image/jpeg", - "sha256": "15d4245e48c5ce36280e65b3228c3e727aafc7151b3bbae3a2e113cbe1cfe5a5" - }, - { - "id": "test_Electronics_137", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1042/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8e145ed5afcfbfdb2d89c36e254d1c322ec7480acb14690f2f2c89b9255268d5.png", - "bytes": 37644, - "contentType": "image/png", - "sha256": "8e145ed5afcfbfdb2d89c36e254d1c322ec7480acb14690f2f2c89b9255268d5" - }, - { - "id": "test_Electronics_140", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/539/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c0721fb3589345803ebabaf88f2be0fb40bb78eba244c56a4729ea2405065af6.png", - "bytes": 1129234, - "contentType": "image/png", - "sha256": "c0721fb3589345803ebabaf88f2be0fb40bb78eba244c56a4729ea2405065af6" - }, - { - "id": "test_Electronics_141", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/660/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4e65975375f0cbc269c1b5e23f29dcc72581aece72f65b6ae59ec7725ba7945.png", - "bytes": 1583777, - "contentType": "image/png", - "sha256": "d4e65975375f0cbc269c1b5e23f29dcc72581aece72f65b6ae59ec7725ba7945" - }, - { - "id": "test_Electronics_147", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/723/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8b7e6b3b6c33f5778f2b1acc5525274cd29bc22827dbc41e035c397f1bf7745d.png", - "bytes": 3382490, - "contentType": "image/png", - "sha256": "8b7e6b3b6c33f5778f2b1acc5525274cd29bc22827dbc41e035c397f1bf7745d" - }, - { - "id": "test_Electronics_149", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/741/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbebd39071c361da11c96a3b28282ca8e6dc7c9774cae759eb04fecbc5c81811.png", - "bytes": 179370, - "contentType": "image/png", - "sha256": "bbebd39071c361da11c96a3b28282ca8e6dc7c9774cae759eb04fecbc5c81811" - }, - { - "id": "test_Electronics_159", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/839/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa5ea15fd3fc9b07ef0221d58e6a5ef07afc10dfc74a99c22e8971c733e30951.png", - "bytes": 447870, - "contentType": "image/png", - "sha256": "fa5ea15fd3fc9b07ef0221d58e6a5ef07afc10dfc74a99c22e8971c733e30951" - }, - { - "id": "test_Electronics_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/162/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/20e13a6e6d2b58f5a652cc8920885455f419112850da625ea64209ef96460180.png", - "bytes": 516108, - "contentType": "image/png", - "sha256": "20e13a6e6d2b58f5a652cc8920885455f419112850da625ea64209ef96460180" - }, - { - "id": "test_Electronics_160", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/156/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ab7d3350b6c6164ccc8eeac1aa222d91d4e0a2f1335b1fcb650d5746e89b4105.png", - "bytes": 401819, - "contentType": "image/png", - "sha256": "ab7d3350b6c6164ccc8eeac1aa222d91d4e0a2f1335b1fcb650d5746e89b4105" - }, - { - "id": "test_Electronics_171", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/913/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17f616136d9cc0d3b2321a4888ddf4f21ab2645c796dbca776da4df7d709a0c8.jpg", - "bytes": 123821, - "contentType": "image/jpeg", - "sha256": "17f616136d9cc0d3b2321a4888ddf4f21ab2645c796dbca776da4df7d709a0c8" - }, - { - "id": "test_Electronics_172", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1061/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3a27c27a070a6c3f1d43e016bd1bf3e0ed4b3c459a9e2b09b91001688ab57d2.png", - "bytes": 1429219, - "contentType": "image/png", - "sha256": "f3a27c27a070a6c3f1d43e016bd1bf3e0ed4b3c459a9e2b09b91001688ab57d2" - }, - { - "id": "test_Electronics_174", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1668/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fd50a3abb94a100ccfae1d36b7d192ad8a9bca18dbecd5f5266439d11b96214e.jpg", - "bytes": 131078, - "contentType": "image/jpeg", - "sha256": "fd50a3abb94a100ccfae1d36b7d192ad8a9bca18dbecd5f5266439d11b96214e" - }, - { - "id": "test_Electronics_178", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1610/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f4dc2d280902b4fbfd95759ed5b18d07dd478dc28332ad485047ed3092dd8ed.jpg", - "bytes": 79204, - "contentType": "image/jpeg", - "sha256": "4f4dc2d280902b4fbfd95759ed5b18d07dd478dc28332ad485047ed3092dd8ed" - }, - { - "id": "test_Electronics_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1524/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/deb511d163be04aa65c283a50f053923f3d62c7088fe65c963a8f47566b7170e.png", - "bytes": 591287, - "contentType": "image/png", - "sha256": "deb511d163be04aa65c283a50f053923f3d62c7088fe65c963a8f47566b7170e" - }, - { - "id": "test_Electronics_180", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1132/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d422ebe8eb459700b8826477c5854b43b6a6434aec74b9e9b925af67274594cd.png", - "bytes": 182938, - "contentType": "image/png", - "sha256": "d422ebe8eb459700b8826477c5854b43b6a6434aec74b9e9b925af67274594cd" - }, - { - "id": "test_Electronics_185", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1414/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e5caaaef6a4340f40ad676dcc925f40cc8770b3339ac645c2145b757d9f7f20.png", - "bytes": 318144, - "contentType": "image/png", - "sha256": "0e5caaaef6a4340f40ad676dcc925f40cc8770b3339ac645c2145b757d9f7f20" - }, - { - "id": "test_Electronics_188", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/472/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89f4b760db1a2c37445e992e0aa27ec7c9d409ccfbc1e7538560abee6105551b.png", - "bytes": 1194375, - "contentType": "image/png", - "sha256": "89f4b760db1a2c37445e992e0aa27ec7c9d409ccfbc1e7538560abee6105551b" - }, - { - "id": "test_Electronics_205", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1623/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2bdb70fca57309131d76282eb92bd269cd7535e887bf5a25bf1f2b17f66a64e9.png", - "bytes": 476840, - "contentType": "image/png", - "sha256": "2bdb70fca57309131d76282eb92bd269cd7535e887bf5a25bf1f2b17f66a64e9" - }, - { - "id": "test_Electronics_207", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/173/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f087688f1c0eb6de66d454b877b10961e02d655587d87d16f8760e420dce06f.png", - "bytes": 275488, - "contentType": "image/png", - "sha256": "8f087688f1c0eb6de66d454b877b10961e02d655587d87d16f8760e420dce06f" - }, - { - "id": "test_Electronics_213", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1560/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cff55aa480357b3be8e2cfa101172fb53d9c55c425ae4efedf3db2b3ddfeb3f0.jpg", - "bytes": 73478, - "contentType": "image/jpeg", - "sha256": "cff55aa480357b3be8e2cfa101172fb53d9c55c425ae4efedf3db2b3ddfeb3f0" - }, - { - "id": "test_Electronics_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/690/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/35becb28d2e0ac2924cfc1771051c60db61074e38008849fdcef722a0a114665.png", - "bytes": 160171, - "contentType": "image/png", - "sha256": "35becb28d2e0ac2924cfc1771051c60db61074e38008849fdcef722a0a114665" - }, - { - "id": "test_Electronics_220", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1089/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/46e0a151411625d747d4501d5a10b5f54083eac6c31b4f1643fc0a945677593d.png", - "bytes": 82324, - "contentType": "image/png", - "sha256": "46e0a151411625d747d4501d5a10b5f54083eac6c31b4f1643fc0a945677593d" - }, - { - "id": "test_Electronics_235", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1401/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ad8601125b7a06b4b152569627310c338c6608db17d705c8d7fe6392ecae360.png", - "bytes": 404649, - "contentType": "image/png", - "sha256": "2ad8601125b7a06b4b152569627310c338c6608db17d705c8d7fe6392ecae360" - }, - { - "id": "test_Electronics_245", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1367/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cff88c531511c063bff8b4d06fd1cf0444fc65220b2616b757dce75599677a12.png", - "bytes": 200858, - "contentType": "image/png", - "sha256": "cff88c531511c063bff8b4d06fd1cf0444fc65220b2616b757dce75599677a12" - }, - { - "id": "test_Electronics_247", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/41/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a69d95d2309f69a6e2c77ab10db7aa32f04c61f390ac25d30d2a6a14760425c9.png", - "bytes": 311786, - "contentType": "image/png", - "sha256": "a69d95d2309f69a6e2c77ab10db7aa32f04c61f390ac25d30d2a6a14760425c9" - }, - { - "id": "test_Electronics_248", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1289/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e40ffb33578815d50a8ce07693d2e989e59f437666d04640f7214b56431963c2.png", - "bytes": 675441, - "contentType": "image/png", - "sha256": "e40ffb33578815d50a8ce07693d2e989e59f437666d04640f7214b56431963c2" - }, - { - "id": "test_Electronics_252", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1553/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/587239891c8f6cc288cc32962f4db2675179701961b3062542d198748f8770af.jpg", - "bytes": 65514, - "contentType": "image/jpeg", - "sha256": "587239891c8f6cc288cc32962f4db2675179701961b3062542d198748f8770af" - }, - { - "id": "test_Electronics_254", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1552/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5ede04402db78a5c2a99af55cea68676a257230bef1bf5ef667a30ccf23bb73b.png", - "bytes": 438943, - "contentType": "image/png", - "sha256": "5ede04402db78a5c2a99af55cea68676a257230bef1bf5ef667a30ccf23bb73b" - }, - { - "id": "test_Electronics_37", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/185/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eeb98cbba6feecfb92b823a3c697c197f28b5d01d98febcbecc3f4337a05045e.png", - "bytes": 255115, - "contentType": "image/png", - "sha256": "eeb98cbba6feecfb92b823a3c697c197f28b5d01d98febcbecc3f4337a05045e" - }, - { - "id": "test_Electronics_38", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/850/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5eee2785bb3e3af00421249ba8b289a24b20ec17efaf9e7a9e0d10712455b008.jpg", - "bytes": 87727, - "contentType": "image/jpeg", - "sha256": "5eee2785bb3e3af00421249ba8b289a24b20ec17efaf9e7a9e0d10712455b008" - }, - { - "id": "test_Electronics_49", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/171/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77c4aa4521176c626dc05badfc482b4aa1d430dd11c2e582e4e54c46aa6039ec.png", - "bytes": 445144, - "contentType": "image/png", - "sha256": "77c4aa4521176c626dc05badfc482b4aa1d430dd11c2e582e4e54c46aa6039ec" - }, - { - "id": "test_Electronics_58", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1130/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ac09215b598f573af8c505b5cac6e0ba7fefe8e45df365034c59176513dc4f01.png", - "bytes": 74314, - "contentType": "image/png", - "sha256": "ac09215b598f573af8c505b5cac6e0ba7fefe8e45df365034c59176513dc4f01" - }, - { - "id": "test_Electronics_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/408/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f921a22fc0aa5d0bd0439b500623271b9205ab704dd8ccd7f1b0bbe31c4a27e3.png", - "bytes": 3654119, - "contentType": "image/png", - "sha256": "f921a22fc0aa5d0bd0439b500623271b9205ab704dd8ccd7f1b0bbe31c4a27e3" - }, - { - "id": "test_Electronics_67", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/680/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0034b1e6611c67cd539c3aa2cfbd10983e9b97d7926f92eac4657877f037db2d.png", - "bytes": 190167, - "contentType": "image/png", - "sha256": "0034b1e6611c67cd539c3aa2cfbd10983e9b97d7926f92eac4657877f037db2d" - }, - { - "id": "test_Electronics_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/47/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/49ceea3f00d26dd139cf82d2257dc8424fdf31a47993efa7b15c399a42c4b7bf.png", - "bytes": 2420481, - "contentType": "image/png", - "sha256": "49ceea3f00d26dd139cf82d2257dc8424fdf31a47993efa7b15c399a42c4b7bf" - }, - { - "id": "test_Electronics_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/478/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5ed8eb9dbf3a9a5e027a4ae010b74f0a6ceff970852b10ada42679c87da2b66.png", - "bytes": 564720, - "contentType": "image/png", - "sha256": "f5ed8eb9dbf3a9a5e027a4ae010b74f0a6ceff970852b10ada42679c87da2b66" - }, - { - "id": "test_Electronics_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1023/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5e8bcbc54cbcd18bc6095ac6dcb4a9abeb64e4070e80f81e3c1b229a5b2c1bc3.png", - "bytes": 71700, - "contentType": "image/png", - "sha256": "5e8bcbc54cbcd18bc6095ac6dcb4a9abeb64e4070e80f81e3c1b229a5b2c1bc3" - }, - { - "id": "test_Electronics_72", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1268/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9aeb86ee663e0f7ceda7baf1880a1d5e7424d0efdebe5601017de64da38a18af.png", - "bytes": 576983, - "contentType": "image/png", - "sha256": "9aeb86ee663e0f7ceda7baf1880a1d5e7424d0efdebe5601017de64da38a18af" - }, - { - "id": "test_Electronics_76", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/800/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3187870d8132d74d5f71d675fa4f7e2690de147454999093c800410c1ce07480.png", - "bytes": 462567, - "contentType": "image/png", - "sha256": "3187870d8132d74d5f71d675fa4f7e2690de147454999093c800410c1ce07480" - }, - { - "id": "test_Electronics_81", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1426/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d183d2592f2e3d27455315f180d8ab5b7543f88299ecab121d7addbae712606.png", - "bytes": 380211, - "contentType": "image/png", - "sha256": "6d183d2592f2e3d27455315f180d8ab5b7543f88299ecab121d7addbae712606" - }, - { - "id": "test_Electronics_91", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/937/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b7ccc9ac32864cfbd9da74b9b2efa45e94958c7a84db66c59a21c9da8a9a0255.png", - "bytes": 521613, - "contentType": "image/png", - "sha256": "b7ccc9ac32864cfbd9da74b9b2efa45e94958c7a84db66c59a21c9da8a9a0255" - }, - { - "id": "test_Electronics_93", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1391/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f437973cc14933dfb8831bbc85ffcb431b6ebca1a498c11e9e7eea29838a34ce.png", - "bytes": 287727, - "contentType": "image/png", - "sha256": "f437973cc14933dfb8831bbc85ffcb431b6ebca1a498c11e9e7eea29838a34ce" - }, - { - "id": "test_Electronics_97", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/256/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3c1b4dde0b63988f94f8cf3cd052d24fb723f657a7eb286a933dc7250146a70.png", - "bytes": 1857220, - "contentType": "image/png", - "sha256": "d3c1b4dde0b63988f94f8cf3cd052d24fb723f657a7eb286a933dc7250146a70" - }, - { - "id": "test_Energy_and_Power_101", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1427/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/593455c9ec7f55f426a4af03441fbc5bc5970a510a127f6cedcb3b6e06b2e44b.png", - "bytes": 2272890, - "contentType": "image/png", - "sha256": "593455c9ec7f55f426a4af03441fbc5bc5970a510a127f6cedcb3b6e06b2e44b" - }, - { - "id": "test_Energy_and_Power_139", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/708/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/782ea96880b0b95f4738252f08f7ea5cfcd4211bd9fc010ad01dce227c840526.png", - "bytes": 79291, - "contentType": "image/png", - "sha256": "782ea96880b0b95f4738252f08f7ea5cfcd4211bd9fc010ad01dce227c840526" - }, - { - "id": "test_Energy_and_Power_150", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/805/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99859c4ddf90226fb950f4546e772428b5eda8d7b55eb21f53323d602321f663.png", - "bytes": 1407773, - "contentType": "image/png", - "sha256": "99859c4ddf90226fb950f4546e772428b5eda8d7b55eb21f53323d602321f663" - }, - { - "id": "test_Energy_and_Power_152", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/9/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c5c02e6a6fec9d1a1adeb9ad3b306411210a1b4b8296add12f58313ba5378d4d.png", - "bytes": 201135, - "contentType": "image/png", - "sha256": "c5c02e6a6fec9d1a1adeb9ad3b306411210a1b4b8296add12f58313ba5378d4d" - }, - { - "id": "test_Energy_and_Power_158", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1338/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/29257101906ff2361af755ead0181fb1183ecc21057d4aa5a1f7d14d58fa97dc.png", - "bytes": 959106, - "contentType": "image/png", - "sha256": "29257101906ff2361af755ead0181fb1183ecc21057d4aa5a1f7d14d58fa97dc" - }, - { - "id": "test_Energy_and_Power_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/364/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a6439d3f57da9d2eb7fc2f2efa2c5935e6197eed5633ed41796a672a36f47105.png", - "bytes": 275546, - "contentType": "image/png", - "sha256": "a6439d3f57da9d2eb7fc2f2efa2c5935e6197eed5633ed41796a672a36f47105" - }, - { - "id": "test_Energy_and_Power_180", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/174/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d85343e05c731b38e46040c14bc95aa8a59e1aa2544fb028ab93b2e883f327e.png", - "bytes": 1947195, - "contentType": "image/png", - "sha256": "8d85343e05c731b38e46040c14bc95aa8a59e1aa2544fb028ab93b2e883f327e" - }, - { - "id": "test_Energy_and_Power_185", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/768/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b8c5c75f4ff059427029d5df21b2979ae3cfaa93a6880486d43807d2b43f2a14.png", - "bytes": 1581204, - "contentType": "image/png", - "sha256": "b8c5c75f4ff059427029d5df21b2979ae3cfaa93a6880486d43807d2b43f2a14" - }, - { - "id": "test_Energy_and_Power_191", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/978/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02a835a42ee607fb7c895fd1177395265ac1eaa7d47550dfbbe20ade1e808baf.jpg", - "bytes": 203615, - "contentType": "image/jpeg", - "sha256": "02a835a42ee607fb7c895fd1177395265ac1eaa7d47550dfbbe20ade1e808baf" - }, - { - "id": "test_Energy_and_Power_192", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1101/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/abc8457e647424d92184dabefc62f5ceb497e84e2f6d36480cee373eec71d294.png", - "bytes": 62555, - "contentType": "image/png", - "sha256": "abc8457e647424d92184dabefc62f5ceb497e84e2f6d36480cee373eec71d294" - }, - { - "id": "test_Energy_and_Power_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/586/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eea513dea553fceb2391aa5814316e60a8e4a39126b6a33f905c2145b3217b8d.png", - "bytes": 384275, - "contentType": "image/png", - "sha256": "eea513dea553fceb2391aa5814316e60a8e4a39126b6a33f905c2145b3217b8d" - }, - { - "id": "test_Energy_and_Power_202", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/292/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1dc5e556cdcf28a1452f037d7c62e50612882c1ad27e919e406e94de81250bae.png", - "bytes": 233538, - "contentType": "image/png", - "sha256": "1dc5e556cdcf28a1452f037d7c62e50612882c1ad27e919e406e94de81250bae" - }, - { - "id": "test_Energy_and_Power_220", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/466/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/efd6f4f8c6aa8476c61a0b99c1b68b576764927bd61260b0d1a84f3e75b44959.png", - "bytes": 383055, - "contentType": "image/png", - "sha256": "efd6f4f8c6aa8476c61a0b99c1b68b576764927bd61260b0d1a84f3e75b44959" - }, - { - "id": "test_Energy_and_Power_230", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1214/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c90ff5edc3b6fcc472da9930a8c3f647784ce1f861020e5c92398c94dff83ecf.png", - "bytes": 314030, - "contentType": "image/png", - "sha256": "c90ff5edc3b6fcc472da9930a8c3f647784ce1f861020e5c92398c94dff83ecf" - }, - { - "id": "test_Energy_and_Power_231", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/337/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbabe474940a52654b2249aa0820a9bb6298774a1439ee84533897a7b97188b1.png", - "bytes": 5739520, - "contentType": "image/png", - "sha256": "fbabe474940a52654b2249aa0820a9bb6298774a1439ee84533897a7b97188b1" - }, - { - "id": "test_Energy_and_Power_276", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/535/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8626ca0139f8d0d061619cfd665da5a22f15db995eb9860c500a398c30fcf939.png", - "bytes": 369390, - "contentType": "image/png", - "sha256": "8626ca0139f8d0d061619cfd665da5a22f15db995eb9860c500a398c30fcf939" - }, - { - "id": "test_Energy_and_Power_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1673/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9544b4ef784e15096fe45f7be55b0d70c7fb7ff2d1f554a03b8ceb455e80a8ac.jpg", - "bytes": 66149, - "contentType": "image/jpeg", - "sha256": "9544b4ef784e15096fe45f7be55b0d70c7fb7ff2d1f554a03b8ceb455e80a8ac" - }, - { - "id": "test_Energy_and_Power_302", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1671/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7b67f9ba20958076ab797b0fa093aa97d956586b40c202f8b7428286fb66a717.jpg", - "bytes": 83183, - "contentType": "image/jpeg", - "sha256": "7b67f9ba20958076ab797b0fa093aa97d956586b40c202f8b7428286fb66a717" - }, - { - "id": "test_Energy_and_Power_312", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/333/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbabc48f815d3c4da08c13660ef36784497cfcfe767039da36ac21d0137c1ac8.png", - "bytes": 453155, - "contentType": "image/png", - "sha256": "bbabc48f815d3c4da08c13660ef36784497cfcfe767039da36ac21d0137c1ac8" - }, - { - "id": "test_Energy_and_Power_33", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/261/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c3dafbb98536b16e9cde4f4ee566ac89fb67a6c2a7caaeeee93489c3b36a95dc.png", - "bytes": 337102, - "contentType": "image/png", - "sha256": "c3dafbb98536b16e9cde4f4ee566ac89fb67a6c2a7caaeeee93489c3b36a95dc" - }, - { - "id": "test_Energy_and_Power_349", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/479/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ff916f1acd99bbda8549d634cdba74782fb657d11cc9bdcf2fd759a8ddc0cb1.png", - "bytes": 863478, - "contentType": "image/png", - "sha256": "8ff916f1acd99bbda8549d634cdba74782fb657d11cc9bdcf2fd759a8ddc0cb1" - }, - { - "id": "test_Energy_and_Power_352", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/146/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80a8d8aebcee13118b5b3113e75b49c2df55ff978a96e7f1c9631a23fed26a49.png", - "bytes": 548770, - "contentType": "image/png", - "sha256": "80a8d8aebcee13118b5b3113e75b49c2df55ff978a96e7f1c9631a23fed26a49" - }, - { - "id": "test_Energy_and_Power_371", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/636/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dba9602b98b6cd7da152121b59800af3641d1c797fa9385eb10152e63bcef36c.png", - "bytes": 2448673, - "contentType": "image/png", - "sha256": "dba9602b98b6cd7da152121b59800af3641d1c797fa9385eb10152e63bcef36c" - }, - { - "id": "test_Energy_and_Power_375", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1174/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bbe2d1294f2a54ec63385543cef40e49622300e8b9c7f12cdb3ccf3648c6b7b.png", - "bytes": 89151, - "contentType": "image/png", - "sha256": "5bbe2d1294f2a54ec63385543cef40e49622300e8b9c7f12cdb3ccf3648c6b7b" - }, - { - "id": "test_Energy_and_Power_378", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/835/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/04a18090fbb163179842f5d396d6fc10df9fb5d2a53b9d1de5af7c90276c8015.png", - "bytes": 1016335, - "contentType": "image/png", - "sha256": "04a18090fbb163179842f5d396d6fc10df9fb5d2a53b9d1de5af7c90276c8015" - }, - { - "id": "test_Energy_and_Power_384", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/69/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7718fe320a4fd8dcd5bac05349bb71d0cbca585dd39a981abc928932374ddf66.png", - "bytes": 131223, - "contentType": "image/png", - "sha256": "7718fe320a4fd8dcd5bac05349bb71d0cbca585dd39a981abc928932374ddf66" - }, - { - "id": "test_Energy_and_Power_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1510/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/312e1b96d407da20b71bc91bab92ca0ed4cc92a0368ebc01ce21bf71fc3bb646.png", - "bytes": 501904, - "contentType": "image/png", - "sha256": "312e1b96d407da20b71bc91bab92ca0ed4cc92a0368ebc01ce21bf71fc3bb646" - }, - { - "id": "test_Energy_and_Power_414", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1478/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b0be6dc4b7a927d2855edb046bfacb79669345fe7810391d974eb359de9e4296.png", - "bytes": 333032, - "contentType": "image/png", - "sha256": "b0be6dc4b7a927d2855edb046bfacb79669345fe7810391d974eb359de9e4296" - }, - { - "id": "test_Energy_and_Power_423", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/810/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/20473bb1f29110feeb3d86f21d1e0e8ba70bae1827ca60ef7288119ec141778a.png", - "bytes": 1503720, - "contentType": "image/png", - "sha256": "20473bb1f29110feeb3d86f21d1e0e8ba70bae1827ca60ef7288119ec141778a" - }, - { - "id": "test_Energy_and_Power_54", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1684/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eb50e032089340a3370e788e11947fce832d1e6c7c38801142cc4792a4ad09f9.png", - "bytes": 557895, - "contentType": "image/png", - "sha256": "eb50e032089340a3370e788e11947fce832d1e6c7c38801142cc4792a4ad09f9" - }, - { - "id": "test_Energy_and_Power_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/504/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a7c917d86a66de5a68188ede91e596af37c189a783321cd6c59eda7330a6d60.png", - "bytes": 468515, - "contentType": "image/png", - "sha256": "7a7c917d86a66de5a68188ede91e596af37c189a783321cd6c59eda7330a6d60" - }, - { - "id": "test_Energy_and_Power_86", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/508/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cf4dede3630a64039cf0f33e405799507e0a4c427ff3c1fb7c5df1a527e4772a.png", - "bytes": 329123, - "contentType": "image/png", - "sha256": "cf4dede3630a64039cf0f33e405799507e0a4c427ff3c1fb7c5df1a527e4772a" - }, - { - "id": "test_Finance_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/280/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cbd046bef2c7c09f46b881b2bb41cd374154550060c3058ec74b506d7e6034c3.png", - "bytes": 343206, - "contentType": "image/png", - "sha256": "cbd046bef2c7c09f46b881b2bb41cd374154550060c3058ec74b506d7e6034c3" - }, - { - "id": "test_Finance_115", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/571/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6f4063f846330f2c4351510fb83ee1fb808baecf78e32e7aad7ca1aa519464c3.png", - "bytes": 1530038, - "contentType": "image/png", - "sha256": "6f4063f846330f2c4351510fb83ee1fb808baecf78e32e7aad7ca1aa519464c3" - }, - { - "id": "test_Finance_122", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1434/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aaf056c7d7b4151fea09a9b26979c23bf7d1af015857fc7c20ea6bdf4d6f250c.png", - "bytes": 274207, - "contentType": "image/png", - "sha256": "aaf056c7d7b4151fea09a9b26979c23bf7d1af015857fc7c20ea6bdf4d6f250c" - }, - { - "id": "test_Finance_133", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/93/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1b99651cca087fe86b1dbe4931ea55581dff5cc1f0bebb743a2563e867f2eed.png", - "bytes": 142347, - "contentType": "image/png", - "sha256": "c1b99651cca087fe86b1dbe4931ea55581dff5cc1f0bebb743a2563e867f2eed" - }, - { - "id": "test_Finance_138", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1617/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d9763f794926a99d3c966d8c1a931d5b6ad45f774b36b51bf03e3551b83946fa.png", - "bytes": 659860, - "contentType": "image/png", - "sha256": "d9763f794926a99d3c966d8c1a931d5b6ad45f774b36b51bf03e3551b83946fa" - }, - { - "id": "test_Finance_163", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/488/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/36496799f296d00b1c5145361276a48188de61c30026a6fe3f83a6cb77e71cf7.png", - "bytes": 459663, - "contentType": "image/png", - "sha256": "36496799f296d00b1c5145361276a48188de61c30026a6fe3f83a6cb77e71cf7" - }, - { - "id": "test_Finance_165", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1396/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2c116176c3b406b78f480f65624e96df099b17848acc4979d34932cb909a78d.png", - "bytes": 684242, - "contentType": "image/png", - "sha256": "e2c116176c3b406b78f480f65624e96df099b17848acc4979d34932cb909a78d" - }, - { - "id": "test_Finance_192", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/702/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c2a343389e28d905cef64b0809b50c339338358bb1e92156a089e0fef332c8e.png", - "bytes": 104461, - "contentType": "image/png", - "sha256": "1c2a343389e28d905cef64b0809b50c339338358bb1e92156a089e0fef332c8e" - }, - { - "id": "test_Finance_204", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/298/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7ca16392a761dd69d33decda15e595d6b42b1d3fcb1ca766e87637fd5388c2f.png", - "bytes": 1538426, - "contentType": "image/png", - "sha256": "c7ca16392a761dd69d33decda15e595d6b42b1d3fcb1ca766e87637fd5388c2f" - }, - { - "id": "test_Finance_211", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1691/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f412b5958a7e5d2a1718543c5ed7fa6b25ec0aa233482776dfaf0046f6cb765.png", - "bytes": 1505959, - "contentType": "image/png", - "sha256": "8f412b5958a7e5d2a1718543c5ed7fa6b25ec0aa233482776dfaf0046f6cb765" - }, - { - "id": "test_Finance_238", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1534/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfc2dfcbdb694080a9fa6b80c7e0faf16433d94ab70903c059f0a47700993777.jpg", - "bytes": 81545, - "contentType": "image/jpeg", - "sha256": "cfc2dfcbdb694080a9fa6b80c7e0faf16433d94ab70903c059f0a47700993777" - }, - { - "id": "test_Finance_241", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1450/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e333d5afc6eb6fbc1a51e9495d85a7fa0f4475064a4df6af75cd7f8b1ee9dd9.png", - "bytes": 199536, - "contentType": "image/png", - "sha256": "0e333d5afc6eb6fbc1a51e9495d85a7fa0f4475064a4df6af75cd7f8b1ee9dd9" - }, - { - "id": "test_Finance_247", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/848/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3691f08e42d9bcdf079aea07709896ae3e7b10975d78e834e48e8501d8da0104.png", - "bytes": 171717, - "contentType": "image/png", - "sha256": "3691f08e42d9bcdf079aea07709896ae3e7b10975d78e834e48e8501d8da0104" - }, - { - "id": "test_Finance_250", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/607/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d5f9a28781e0af2dcdcbd685b4663e59e9510f708ef0111abf9c8360d5f4318.png", - "bytes": 513572, - "contentType": "image/png", - "sha256": "6d5f9a28781e0af2dcdcbd685b4663e59e9510f708ef0111abf9c8360d5f4318" - }, - { - "id": "test_Finance_260", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/135/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/413b385ae4926c222352d1f4fc8c4e0ebc18a8a3e9053ae36d572a20fa748fa0.png", - "bytes": 615267, - "contentType": "image/png", - "sha256": "413b385ae4926c222352d1f4fc8c4e0ebc18a8a3e9053ae36d572a20fa748fa0" - }, - { - "id": "test_Finance_262", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1657/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/35c3e99ad68c0e9bb86db2a493e4893b57dccc14e4ab2b84fb9b304da2c538d0.jpg", - "bytes": 105962, - "contentType": "image/jpeg", - "sha256": "35c3e99ad68c0e9bb86db2a493e4893b57dccc14e4ab2b84fb9b304da2c538d0" - }, - { - "id": "test_Finance_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1596/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1963f3c2bb6768efde7097d716833f804e2dbe2e0f0f2a5b9ecacc4c95328920.jpg", - "bytes": 54301, - "contentType": "image/jpeg", - "sha256": "1963f3c2bb6768efde7097d716833f804e2dbe2e0f0f2a5b9ecacc4c95328920" - }, - { - "id": "test_Finance_278", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1305/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9595f131abff5f21c3ab4b13af6d1b09c978c2ff445dea5cb407556b4b9383f6.png", - "bytes": 560010, - "contentType": "image/png", - "sha256": "9595f131abff5f21c3ab4b13af6d1b09c978c2ff445dea5cb407556b4b9383f6" - }, - { - "id": "test_Finance_288", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1293/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae4ff9a44b9c7b7d7a323b8660cd29da7fbc71f24923e7a96f7a8c3f8632e5c5.png", - "bytes": 579827, - "contentType": "image/png", - "sha256": "ae4ff9a44b9c7b7d7a323b8660cd29da7fbc71f24923e7a96f7a8c3f8632e5c5" - }, - { - "id": "test_Finance_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/816/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/65c5c5675543312c1e2602147ad261ccca943481e46993cbc09c4cbd1c0b3b5b.png", - "bytes": 503938, - "contentType": "image/png", - "sha256": "65c5c5675543312c1e2602147ad261ccca943481e46993cbc09c4cbd1c0b3b5b" - }, - { - "id": "test_Finance_290", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1404/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a593e8c4ac49d2b71b188bb84d7b2e8cbcbb27c4ebcfbbe65be4ba3190402679.png", - "bytes": 1893031, - "contentType": "image/png", - "sha256": "a593e8c4ac49d2b71b188bb84d7b2e8cbcbb27c4ebcfbbe65be4ba3190402679" - }, - { - "id": "test_Finance_293", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/711/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9ac2b148b8659eb69e3725238ac327968c104c6d73950793714351ac9dc12e1b.png", - "bytes": 194961, - "contentType": "image/png", - "sha256": "9ac2b148b8659eb69e3725238ac327968c104c6d73950793714351ac9dc12e1b" - }, - { - "id": "test_Finance_294", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1360/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/95150d7d06b79aa7ee537c42884e5dcc4f89c6ffcdfa92736ba1d91dfe9bff95.png", - "bytes": 1954127, - "contentType": "image/png", - "sha256": "95150d7d06b79aa7ee537c42884e5dcc4f89c6ffcdfa92736ba1d91dfe9bff95" - }, - { - "id": "test_Finance_298", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/987/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ff02f7992c952b8c4f8b99ecca53c86b7ad3365acf35a45a5abb3ec4e87a07d.png", - "bytes": 421748, - "contentType": "image/png", - "sha256": "6ff02f7992c952b8c4f8b99ecca53c86b7ad3365acf35a45a5abb3ec4e87a07d" - }, - { - "id": "test_Finance_304", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/6/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5c04e05f762d67c376c23034b7d3f123f7f83f50d752a0806c142f675e2b4bae.png", - "bytes": 726344, - "contentType": "image/png", - "sha256": "5c04e05f762d67c376c23034b7d3f123f7f83f50d752a0806c142f675e2b4bae" - }, - { - "id": "test_Finance_313", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1615/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ebf3c31db0f767bb78109f604fe5d86ee1f2ea2163502e18dbb852647d45fec.png", - "bytes": 870035, - "contentType": "image/png", - "sha256": "3ebf3c31db0f767bb78109f604fe5d86ee1f2ea2163502e18dbb852647d45fec" - }, - { - "id": "test_Finance_337", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/926/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/128e32bb2d9faa4971d46fa095d3d9eb6246e48dea0e54f66ebb7bfd18a4391e.png", - "bytes": 338888, - "contentType": "image/png", - "sha256": "128e32bb2d9faa4971d46fa095d3d9eb6246e48dea0e54f66ebb7bfd18a4391e" - }, - { - "id": "test_Finance_338", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/369/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/442e3c11bc6818b07f711d73c8f8ec4bfbd874783bc892f919e955120f328bfb.png", - "bytes": 324541, - "contentType": "image/png", - "sha256": "442e3c11bc6818b07f711d73c8f8ec4bfbd874783bc892f919e955120f328bfb" - }, - { - "id": "test_Finance_346", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/861/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e1cc3b79e90d84b2c056bcd1c93a36358503b65f1bc6455477e75a37aa80f68.png", - "bytes": 548971, - "contentType": "image/png", - "sha256": "6e1cc3b79e90d84b2c056bcd1c93a36358503b65f1bc6455477e75a37aa80f68" - }, - { - "id": "test_Finance_38", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1264/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7b22daf6cc7a0e64ce1b0fa2c84c160ed1c9a5e35879919988e67383a131c94f.png", - "bytes": 499962, - "contentType": "image/png", - "sha256": "7b22daf6cc7a0e64ce1b0fa2c84c160ed1c9a5e35879919988e67383a131c94f" - }, - { - "id": "test_Finance_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/39/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7562a61e1264796089ecfd6c6006f55fe0c3ba7af04856cf0dc5d14d4a6f12be.png", - "bytes": 368938, - "contentType": "image/png", - "sha256": "7562a61e1264796089ecfd6c6006f55fe0c3ba7af04856cf0dc5d14d4a6f12be" - }, - { - "id": "test_Finance_57", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/319/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8452ccdadd5bd117be0df096696d53f93b490e80798781a0b2a9a8f3e1fa64c6.png", - "bytes": 1288382, - "contentType": "image/png", - "sha256": "8452ccdadd5bd117be0df096696d53f93b490e80798781a0b2a9a8f3e1fa64c6" - }, - { - "id": "test_Finance_62", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/477/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/053d07e0d05bae720fbeb48ff04d2e072de1a0f909c7c8cf22c3c10fb4ad4f62.png", - "bytes": 516629, - "contentType": "image/png", - "sha256": "053d07e0d05bae720fbeb48ff04d2e072de1a0f909c7c8cf22c3c10fb4ad4f62" - }, - { - "id": "test_Finance_64", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/667/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6fd77a5d38378a0f7c4da742591e7c5c07194ee3080107f49e518de05e4c4d1d.png", - "bytes": 525477, - "contentType": "image/png", - "sha256": "6fd77a5d38378a0f7c4da742591e7c5c07194ee3080107f49e518de05e4c4d1d" - }, - { - "id": "test_Finance_67", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/266/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0a0b11a04dd48b4200bc6ab96a53ca25fe5aef6e234166bfae90ab081e556eff.png", - "bytes": 627451, - "contentType": "image/png", - "sha256": "0a0b11a04dd48b4200bc6ab96a53ca25fe5aef6e234166bfae90ab081e556eff" - }, - { - "id": "test_Finance_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1438/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ce060a7888966af792b0c48c536df2f91d222c40b3ac333c9b7bea9b1284c5b1.png", - "bytes": 507142, - "contentType": "image/png", - "sha256": "ce060a7888966af792b0c48c536df2f91d222c40b3ac333c9b7bea9b1284c5b1" - }, - { - "id": "test_Finance_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1577/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aaf72e6a8c3db3d99e2e67c1f9dc4f148a34fc382f74626e963cdc039bf7a677.png", - "bytes": 614559, - "contentType": "image/png", - "sha256": "aaf72e6a8c3db3d99e2e67c1f9dc4f148a34fc382f74626e963cdc039bf7a677" - }, - { - "id": "test_Finance_77", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1136/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9ec8ea94058199f21cfd2299cfa4e5e4c5a2d8cb9c2016fd87ae3fa924f81016.png", - "bytes": 136653, - "contentType": "image/png", - "sha256": "9ec8ea94058199f21cfd2299cfa4e5e4c5a2d8cb9c2016fd87ae3fa924f81016" - }, - { - "id": "test_Finance_88", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1461/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bd9b0738902ef2ff85552d8655c14f7d0433b5aaa3ff546b12cf0e5095b14d1.png", - "bytes": 437274, - "contentType": "image/png", - "sha256": "5bd9b0738902ef2ff85552d8655c14f7d0433b5aaa3ff546b12cf0e5095b14d1" - }, - { - "id": "test_Finance_92", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1413/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3d10d6d0cfa73f0ca46bd987f214a103d9e528caeb3da442ef95e8c29e716f9.png", - "bytes": 161368, - "contentType": "image/png", - "sha256": "f3d10d6d0cfa73f0ca46bd987f214a103d9e528caeb3da442ef95e8c29e716f9" - }, - { - "id": "test_Finance_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/953/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f27bcd2e151f0b163a460802deb3f71b322e085a11dd96d41b9cf2e056e30ec.png", - "bytes": 850667, - "contentType": "image/png", - "sha256": "4f27bcd2e151f0b163a460802deb3f71b322e085a11dd96d41b9cf2e056e30ec" - }, - { - "id": "test_Geography_114", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/757/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/337b189acb519433c96e2c2cfa999e20243d5bd23eae95e1d80dedbc7f1adbab.png", - "bytes": 2255978, - "contentType": "image/png", - "sha256": "337b189acb519433c96e2c2cfa999e20243d5bd23eae95e1d80dedbc7f1adbab" - }, - { - "id": "test_Geography_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1707/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/096b0e4db01f66c449cb9f821fdcb98a6a06a0e4b93739adcbeeb026fd92e573.png", - "bytes": 437617, - "contentType": "image/png", - "sha256": "096b0e4db01f66c449cb9f821fdcb98a6a06a0e4b93739adcbeeb026fd92e573" - }, - { - "id": "test_Geography_144", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/309/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3692546167dfe99421b71c543ceff76405b4b8e2170df6490f4f175213c36a4b.png", - "bytes": 1971389, - "contentType": "image/png", - "sha256": "3692546167dfe99421b71c543ceff76405b4b8e2170df6490f4f175213c36a4b" - }, - { - "id": "test_Geography_150", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/761/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/217cd00974dcf50d0182f6389f7a07289209b2a6a31932b01f60144b055868a0.png", - "bytes": 191490, - "contentType": "image/png", - "sha256": "217cd00974dcf50d0182f6389f7a07289209b2a6a31932b01f60144b055868a0" - }, - { - "id": "test_Geography_160", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1049/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e595d9e06da26b316c3df887afd33c99d114321623744394285848101eb66a0a.png", - "bytes": 1283480, - "contentType": "image/png", - "sha256": "e595d9e06da26b316c3df887afd33c99d114321623744394285848101eb66a0a" - }, - { - "id": "test_Geography_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1717/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ebeb9bf930acf75d1a08e648f0455c06337aca3981ac1d698dcf108bb040d60.png", - "bytes": 576698, - "contentType": "image/png", - "sha256": "2ebeb9bf930acf75d1a08e648f0455c06337aca3981ac1d698dcf108bb040d60" - }, - { - "id": "test_Geography_191", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1153/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/04407bc5537ed723de8d195d5ad075b0ceb2eab82df76d9c5d43661a80dac7e2.png", - "bytes": 1401385, - "contentType": "image/png", - "sha256": "04407bc5537ed723de8d195d5ad075b0ceb2eab82df76d9c5d43661a80dac7e2" - }, - { - "id": "test_Geography_205", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1704/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/855c6fae450d0cc7dce8f8a40c6b72bc3d29598e00334ca8e7a15e1ce0c9c7c3.png", - "bytes": 1517872, - "contentType": "image/png", - "sha256": "855c6fae450d0cc7dce8f8a40c6b72bc3d29598e00334ca8e7a15e1ce0c9c7c3" - }, - { - "id": "test_Geography_209", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/786/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d5f25e24cd4c6ac3e52ceafa751d5f17fa434bf657602a2b815ccfb32968d329.png", - "bytes": 982743, - "contentType": "image/png", - "sha256": "d5f25e24cd4c6ac3e52ceafa751d5f17fa434bf657602a2b815ccfb32968d329" - }, - { - "id": "test_Geography_213", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1354/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18e3c719f62215878fcc2e1098a80c776e7a5d9c3dd8af4930f64e70c126f497.png", - "bytes": 702998, - "contentType": "image/png", - "sha256": "18e3c719f62215878fcc2e1098a80c776e7a5d9c3dd8af4930f64e70c126f497" - }, - { - "id": "test_Geography_222", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1726/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/04aaef79f59cf327f58a6e2d7654b9301fe4e60ff2bebc20b2d0f3f9851d2f7f.png", - "bytes": 1035148, - "contentType": "image/png", - "sha256": "04aaef79f59cf327f58a6e2d7654b9301fe4e60ff2bebc20b2d0f3f9851d2f7f" - }, - { - "id": "test_Geography_231", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1723/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f4c0e9c0a04ebe9247f6febcfda370bb1b9d9ad2cc602a322c1ac355c892e69.png", - "bytes": 8499556, - "contentType": "image/png", - "sha256": "8f4c0e9c0a04ebe9247f6febcfda370bb1b9d9ad2cc602a322c1ac355c892e69" - }, - { - "id": "test_Geography_241", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1711/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5ab7fc0effbe938198dc80c0649fc4d72d5fca9f8e15ac279074571702de9790.png", - "bytes": 1376011, - "contentType": "image/png", - "sha256": "5ab7fc0effbe938198dc80c0649fc4d72d5fca9f8e15ac279074571702de9790" - }, - { - "id": "test_Geography_252", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1703/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b94b83fba35cde38e4ee6ec02bce4b1c176c62d8c874a8b72172fb3a0f6644ba.png", - "bytes": 4818196, - "contentType": "image/png", - "sha256": "b94b83fba35cde38e4ee6ec02bce4b1c176c62d8c874a8b72172fb3a0f6644ba" - }, - { - "id": "test_Geography_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1701/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/824d44a0a5308939918a4effa7fd3c5283352b8c96fa54f8325b4deea636d1b2.png", - "bytes": 682044, - "contentType": "image/png", - "sha256": "824d44a0a5308939918a4effa7fd3c5283352b8c96fa54f8325b4deea636d1b2" - }, - { - "id": "test_Geography_267", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1715/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8e09b45e4bd8b34c92686f830e76d28b90ae7d20f7e3271ef19112f284322c58.png", - "bytes": 1622547, - "contentType": "image/png", - "sha256": "8e09b45e4bd8b34c92686f830e76d28b90ae7d20f7e3271ef19112f284322c58" - }, - { - "id": "test_Geography_276", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1721/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/24ec5933df0af664989c1ceef823317698777135bf2076dff2b90f508ae6b4d9.png", - "bytes": 1518343, - "contentType": "image/png", - "sha256": "24ec5933df0af664989c1ceef823317698777135bf2076dff2b90f508ae6b4d9" - }, - { - "id": "test_Geography_298", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1712/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f67f9c0e1a96e02c0a195f93578867f25167cb56fc07e43ccb72a276c77b838.png", - "bytes": 6201269, - "contentType": "image/png", - "sha256": "4f67f9c0e1a96e02c0a195f93578867f25167cb56fc07e43ccb72a276c77b838" - }, - { - "id": "test_Geography_301", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/443/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c899694dcf5142fcbdbdec8508bd7a50ebda81b4a46e7faa9a3aa542ed18baec.png", - "bytes": 1257451, - "contentType": "image/png", - "sha256": "c899694dcf5142fcbdbdec8508bd7a50ebda81b4a46e7faa9a3aa542ed18baec" - }, - { - "id": "test_Geography_317", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/546/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86560d3caf298a840c6545dbce8d75500667ac7b8523a2222c8e6bdf967786db.png", - "bytes": 875140, - "contentType": "image/png", - "sha256": "86560d3caf298a840c6545dbce8d75500667ac7b8523a2222c8e6bdf967786db" - }, - { - "id": "test_Geography_329", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1362/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b0e09863822e14419aedd9443198d6ac4799d566672a89cd9d31ea85e84efae2.png", - "bytes": 125829, - "contentType": "image/png", - "sha256": "b0e09863822e14419aedd9443198d6ac4799d566672a89cd9d31ea85e84efae2" - }, - { - "id": "test_Geography_38", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1709/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/376e4708f69ebea4a48f1b3da71e769e17fe7f88510b2859f13c6022bb3cd5a5.png", - "bytes": 677547, - "contentType": "image/png", - "sha256": "376e4708f69ebea4a48f1b3da71e769e17fe7f88510b2859f13c6022bb3cd5a5" - }, - { - "id": "test_Geography_398", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/287/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7ef845df07e700a2757c16b10298df12659b53e13dbbfbb9bafbd8d8608e1640.png", - "bytes": 234300, - "contentType": "image/png", - "sha256": "7ef845df07e700a2757c16b10298df12659b53e13dbbfbb9bafbd8d8608e1640" - }, - { - "id": "test_Geography_40", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1714/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2ab9742a5229dbb31fdcc5e63103df1f870d4d1a19e60b23777b2fd1ad4454e.png", - "bytes": 668624, - "contentType": "image/png", - "sha256": "c2ab9742a5229dbb31fdcc5e63103df1f870d4d1a19e60b23777b2fd1ad4454e" - }, - { - "id": "test_Geography_412", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/673/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/de6e9dfde011bd75f33127f1b5a78d009fee0f8c75f0c5163c8fea202882c118.png", - "bytes": 1782417, - "contentType": "image/png", - "sha256": "de6e9dfde011bd75f33127f1b5a78d009fee0f8c75f0c5163c8fea202882c118" - }, - { - "id": "test_Geography_42", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1720/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4feaf1fd64c25389ac5fd105a11e9b50bf8dfce8d105aba664bb35b0ee948c9.png", - "bytes": 785435, - "contentType": "image/png", - "sha256": "a4feaf1fd64c25389ac5fd105a11e9b50bf8dfce8d105aba664bb35b0ee948c9" - }, - { - "id": "test_Geography_428", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1603/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/086e78b94948c24334230ff11ffcb8c3e6b08b7665361835beecf297f675954a.jpg", - "bytes": 64405, - "contentType": "image/jpeg", - "sha256": "086e78b94948c24334230ff11ffcb8c3e6b08b7665361835beecf297f675954a" - }, - { - "id": "test_Geography_45", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1718/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5d9f15300662554447efd1f5d8e4c621d26166363ae724aecde3cb1348993c55.png", - "bytes": 741884, - "contentType": "image/png", - "sha256": "5d9f15300662554447efd1f5d8e4c621d26166363ae724aecde3cb1348993c55" - }, - { - "id": "test_Geography_459", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1227/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2368b5bc735cab1fe6bf7278be7cfbde6ffb5bc0c2b1502566cf95b8f0584436.png", - "bytes": 538197, - "contentType": "image/png", - "sha256": "2368b5bc735cab1fe6bf7278be7cfbde6ffb5bc0c2b1502566cf95b8f0584436" - }, - { - "id": "test_Geography_462", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1100/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43b0b6e8155734ee0dde2bf31efb24d85957170ab35e11a63db87f138c6b6664.png", - "bytes": 809562, - "contentType": "image/png", - "sha256": "43b0b6e8155734ee0dde2bf31efb24d85957170ab35e11a63db87f138c6b6664" - }, - { - "id": "test_Geography_472", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/965/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/561ce430a2ed192a5af70591b04047d2656e23c17d2d7470bb2d457ad3b6fa49.png", - "bytes": 989124, - "contentType": "image/png", - "sha256": "561ce430a2ed192a5af70591b04047d2656e23c17d2d7470bb2d457ad3b6fa49" - }, - { - "id": "test_Geography_492", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1377/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aa0e31bccab8357ce080ad23c8e52b01b63498aa2801f55e69d52811024f03da.png", - "bytes": 1950715, - "contentType": "image/png", - "sha256": "aa0e31bccab8357ce080ad23c8e52b01b63498aa2801f55e69d52811024f03da" - }, - { - "id": "test_Geography_518", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1120/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/23e526ce5059053cc79d8a032d49a8eea7642569dfe2ab417e1dccefa7b2abb5.png", - "bytes": 1076011, - "contentType": "image/png", - "sha256": "23e526ce5059053cc79d8a032d49a8eea7642569dfe2ab417e1dccefa7b2abb5" - }, - { - "id": "test_Geography_521", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/944/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a391670d5df045c025dc945882a87d816a737c553098c2190caa759f780666c2.jpg", - "bytes": 129141, - "contentType": "image/jpeg", - "sha256": "a391670d5df045c025dc945882a87d816a737c553098c2190caa759f780666c2" - }, - { - "id": "test_Geography_530", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1526/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5026485a47cf20df1baa87e9b2fe5c7eab73d37cd2d81d972843abbba0ce976a.png", - "bytes": 2216697, - "contentType": "image/png", - "sha256": "5026485a47cf20df1baa87e9b2fe5c7eab73d37cd2d81d972843abbba0ce976a" - }, - { - "id": "test_Geography_55", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1700/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/235a086634d0cdba75c46e96b346e5618e18463d7b35e02af69eda072c344fce.png", - "bytes": 1786885, - "contentType": "image/png", - "sha256": "235a086634d0cdba75c46e96b346e5618e18463d7b35e02af69eda072c344fce" - }, - { - "id": "test_Geography_555", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1151/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/314581b0425c72bf3a505aabc780db34947fcb3959fc14f71f631f1d87c31f71.png", - "bytes": 1726486, - "contentType": "image/png", - "sha256": "314581b0425c72bf3a505aabc780db34947fcb3959fc14f71f631f1d87c31f71" - }, - { - "id": "test_Geography_57", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1729/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e5e606d21b05a496e313c3266d71467e5bfb16cfde457da5b14ecb2a388c94af.png", - "bytes": 1187565, - "contentType": "image/png", - "sha256": "e5e606d21b05a496e313c3266d71467e5bfb16cfde457da5b14ecb2a388c94af" - }, - { - "id": "test_Geography_61", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1713/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/95143776b2771a5cf300087fd878e484c5afa1fcf498a5753dcd0cc3ef13723d.png", - "bytes": 701854, - "contentType": "image/png", - "sha256": "95143776b2771a5cf300087fd878e484c5afa1fcf498a5753dcd0cc3ef13723d" - }, - { - "id": "test_Geography_74", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1090/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/de8a8ce7c0b6ed27ccc1bcafa3fd1f77f3d05f85431bb57904b5e00e49f1584f.png", - "bytes": 1959027, - "contentType": "image/png", - "sha256": "de8a8ce7c0b6ed27ccc1bcafa3fd1f77f3d05f85431bb57904b5e00e49f1584f" - }, - { - "id": "test_Geography_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1549/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e5616013dbd8c243584f711a3b63254d3d759574e9b130a63a3ed8a8f97513a5.png", - "bytes": 827610, - "contentType": "image/png", - "sha256": "e5616013dbd8c243584f711a3b63254d3d759574e9b130a63a3ed8a8f97513a5" - }, - { - "id": "test_Geography_90", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/323/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b4ae74fcde7350dd5e11ce310fd9645a3d21ed2f188cdcdd7d8dfbe9eef16f5.png", - "bytes": 1839756, - "contentType": "image/png", - "sha256": "5b4ae74fcde7350dd5e11ce310fd9645a3d21ed2f188cdcdd7d8dfbe9eef16f5" - }, - { - "id": "test_History_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/0/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a48f4783ab15d73383a82962061000a183085f804474a591261202544c57c7bb.png", - "bytes": 430116, - "contentType": "image/png", - "sha256": "a48f4783ab15d73383a82962061000a183085f804474a591261202544c57c7bb" - }, - { - "id": "test_History_100", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1389/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d27c2bba63743495ac34887112db10ea6f7333ee8ad247eb2331aed799356963.png", - "bytes": 461330, - "contentType": "image/png", - "sha256": "d27c2bba63743495ac34887112db10ea6f7333ee8ad247eb2331aed799356963" - }, - { - "id": "test_History_106", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/485/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8bdede89b20fea94078978f9acb04d26e979d1d81d987dd36c5eb23e74d8d7c7.png", - "bytes": 1768685, - "contentType": "image/png", - "sha256": "8bdede89b20fea94078978f9acb04d26e979d1d81d987dd36c5eb23e74d8d7c7" - }, - { - "id": "test_History_117", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1138/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/63facfa665fd603a200b4bd3a0618e0b77fb617a76c49bddad02edc4608624c0.png", - "bytes": 2386143, - "contentType": "image/png", - "sha256": "63facfa665fd603a200b4bd3a0618e0b77fb617a76c49bddad02edc4608624c0" - }, - { - "id": "test_History_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1248/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a61300417a5ed494d733e390adb86124e88226c1155a8bcf2c251b6ed6e59a4.png", - "bytes": 480357, - "contentType": "image/png", - "sha256": "3a61300417a5ed494d733e390adb86124e88226c1155a8bcf2c251b6ed6e59a4" - }, - { - "id": "test_History_124", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/440/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cdf65ff8887166c88e7115fbf405c820e04b7d41e878f105ac1cc1734af4e23b.png", - "bytes": 2096358, - "contentType": "image/png", - "sha256": "cdf65ff8887166c88e7115fbf405c820e04b7d41e878f105ac1cc1734af4e23b" - }, - { - "id": "test_History_125", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/995/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfb4cdb5c2253fba73d66b8eb0e613de401677a6584e34b3d57a7a60469467b0.png", - "bytes": 966377, - "contentType": "image/png", - "sha256": "cfb4cdb5c2253fba73d66b8eb0e613de401677a6584e34b3d57a7a60469467b0" - }, - { - "id": "test_History_131", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/38/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/528077ee19bacf3db7fd5dcc44a324818a5086cc4f2d94e8b146434c082205fe.png", - "bytes": 1717609, - "contentType": "image/png", - "sha256": "528077ee19bacf3db7fd5dcc44a324818a5086cc4f2d94e8b146434c082205fe" - }, - { - "id": "test_History_134", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/3/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbdf144e02d7d8e6484786df24edadd6a5449497e46c65dada69f860360e900a.png", - "bytes": 900388, - "contentType": "image/png", - "sha256": "fbdf144e02d7d8e6484786df24edadd6a5449497e46c65dada69f860360e900a" - }, - { - "id": "test_History_138", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/145/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3916ff4436938e7b5c8dc26a98a967a278be380882bfe85a589078221ad7bed4.png", - "bytes": 342802, - "contentType": "image/png", - "sha256": "3916ff4436938e7b5c8dc26a98a967a278be380882bfe85a589078221ad7bed4" - }, - { - "id": "test_History_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/619/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa730dd4a9d2351324e44f40cb1b95e7853d85036b7447f29013b35939e01794.png", - "bytes": 1903008, - "contentType": "image/png", - "sha256": "fa730dd4a9d2351324e44f40cb1b95e7853d85036b7447f29013b35939e01794" - }, - { - "id": "test_History_142", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1591/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cf0753c8af5845805ea427cc90e035cf9bb1fe0c41ef77d531490ef048b5ea5c.jpg", - "bytes": 58656, - "contentType": "image/jpeg", - "sha256": "cf0753c8af5845805ea427cc90e035cf9bb1fe0c41ef77d531490ef048b5ea5c" - }, - { - "id": "test_History_157", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/516/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1da26443c2d7a3acfa0072669a9a0c491ece17156f5f661d64d9ac9628a7b29f.png", - "bytes": 608603, - "contentType": "image/png", - "sha256": "1da26443c2d7a3acfa0072669a9a0c491ece17156f5f661d64d9ac9628a7b29f" - }, - { - "id": "test_History_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1007/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6aa167d7f264ccbf2a45f0675fd4bec217e638a9a99b8c6cd888e57dd8f7e3a3.jpg", - "bytes": 250914, - "contentType": "image/jpeg", - "sha256": "6aa167d7f264ccbf2a45f0675fd4bec217e638a9a99b8c6cd888e57dd8f7e3a3" - }, - { - "id": "test_History_168", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/28/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/65f8dd21c7b39396f2e9af8732ca91aa826a6783edeb811f8e786fafce74f4df.png", - "bytes": 226143, - "contentType": "image/png", - "sha256": "65f8dd21c7b39396f2e9af8732ca91aa826a6783edeb811f8e786fafce74f4df" - }, - { - "id": "test_History_170", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/127/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97f0adbf9b3ffe238d28ef468df94b6dcc340448525bdd19271c82b735c9f934.png", - "bytes": 1253109, - "contentType": "image/png", - "sha256": "97f0adbf9b3ffe238d28ef468df94b6dcc340448525bdd19271c82b735c9f934" - }, - { - "id": "test_History_180", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/316/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1ed36bc3f20c89a9a61848da77a0e8112aea06cfe35487770baecce996ca067.png", - "bytes": 2185194, - "contentType": "image/png", - "sha256": "c1ed36bc3f20c89a9a61848da77a0e8112aea06cfe35487770baecce996ca067" - }, - { - "id": "test_History_189", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1150/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b6c5bfcf30c48df089fa277efb2ae206c18a58b2e7afd8217f7420c6d079a954.png", - "bytes": 262443, - "contentType": "image/png", - "sha256": "b6c5bfcf30c48df089fa277efb2ae206c18a58b2e7afd8217f7420c6d079a954" - }, - { - "id": "test_History_207", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1531/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f30b9bd934c3af07939d80d5c1c7c2602737e6c146fbd51e4762f4abc959e4b1.jpg", - "bytes": 159630, - "contentType": "image/jpeg", - "sha256": "f30b9bd934c3af07939d80d5c1c7c2602737e6c146fbd51e4762f4abc959e4b1" - }, - { - "id": "test_History_208", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/307/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0377c16a67bcd8868ad5abbabe13bf56f85339f26933084266247c6a029d0d89.png", - "bytes": 362090, - "contentType": "image/png", - "sha256": "0377c16a67bcd8868ad5abbabe13bf56f85339f26933084266247c6a029d0d89" - }, - { - "id": "test_History_209", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1698/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d08db90a93fe0935a02bc3e55bac6f2c2e98bf0859705786844cf47ef6f4a07a.png", - "bytes": 1388193, - "contentType": "image/png", - "sha256": "d08db90a93fe0935a02bc3e55bac6f2c2e98bf0859705786844cf47ef6f4a07a" - }, - { - "id": "test_History_216", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/706/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6708ec740a05baf661ca6d9e420632a82040b938e483905e89167ab27aefd947.png", - "bytes": 636142, - "contentType": "image/png", - "sha256": "6708ec740a05baf661ca6d9e420632a82040b938e483905e89167ab27aefd947" - }, - { - "id": "test_History_217", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/903/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a565b74543e2077dc0a8b185ba1531fb9b4f000801e95d19a1613e5d674ab891.png", - "bytes": 384653, - "contentType": "image/png", - "sha256": "a565b74543e2077dc0a8b185ba1531fb9b4f000801e95d19a1613e5d674ab891" - }, - { - "id": "test_History_220", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/459/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5edb877d39b541f0c98ff92487e34f9e74b8d4937bff425276740e27d1364c32.png", - "bytes": 731184, - "contentType": "image/png", - "sha256": "5edb877d39b541f0c98ff92487e34f9e74b8d4937bff425276740e27d1364c32" - }, - { - "id": "test_History_222", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1417/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a6c8ff2a633904b1ab575a07b584e40c0936e2d7237eac9c1d1a2020e9c36a7.png", - "bytes": 959974, - "contentType": "image/png", - "sha256": "4a6c8ff2a633904b1ab575a07b584e40c0936e2d7237eac9c1d1a2020e9c36a7" - }, - { - "id": "test_History_239", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/136/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dbe25a2af54344b9c2a1fe57486859b30676c1067bea3b11fed7adcc3569a741.png", - "bytes": 234291, - "contentType": "image/png", - "sha256": "dbe25a2af54344b9c2a1fe57486859b30676c1067bea3b11fed7adcc3569a741" - }, - { - "id": "test_History_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1416/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7aec3adf4d1d0b4c3b0d9c0612378c6470df8498dd3404b88d09dd2c1cbaf0e7.png", - "bytes": 521570, - "contentType": "image/png", - "sha256": "7aec3adf4d1d0b4c3b0d9c0612378c6470df8498dd3404b88d09dd2c1cbaf0e7" - }, - { - "id": "test_History_254", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1441/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aabc36e567dde7858598f92417931e8f4c0c5f4d22b7ac04e12922f0f109a0a1.png", - "bytes": 825461, - "contentType": "image/png", - "sha256": "aabc36e567dde7858598f92417931e8f4c0c5f4d22b7ac04e12922f0f109a0a1" - }, - { - "id": "test_History_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1459/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/05c58db1dff7bfdd6a2d85305e994aacd7c3cb8ab3cd1fc2a079aa3dda03f2d9.png", - "bytes": 592648, - "contentType": "image/png", - "sha256": "05c58db1dff7bfdd6a2d85305e994aacd7c3cb8ab3cd1fc2a079aa3dda03f2d9" - }, - { - "id": "test_History_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/537/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d900ce58312d318a7b7d5c35dcca566aa3cadda553d145ceecf11ad49110b35a.png", - "bytes": 1713202, - "contentType": "image/png", - "sha256": "d900ce58312d318a7b7d5c35dcca566aa3cadda553d145ceecf11ad49110b35a" - }, - { - "id": "test_History_272", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/677/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7521b61cfee8310ce88791c410453fd200fabd00288574cf8e204b95ba0d4982.png", - "bytes": 765824, - "contentType": "image/png", - "sha256": "7521b61cfee8310ce88791c410453fd200fabd00288574cf8e204b95ba0d4982" - }, - { - "id": "test_History_34", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1653/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a5dfa733988abf07e8a2289f88d88207c11e4f1f84bb1d73073e36c4614d972.png", - "bytes": 411888, - "contentType": "image/png", - "sha256": "7a5dfa733988abf07e8a2289f88d88207c11e4f1f84bb1d73073e36c4614d972" - }, - { - "id": "test_History_37", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/355/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7af5f62fa3268da26f30f243747d110cd6d14c2d2bcb5dbcd07ff096169b7b8.png", - "bytes": 952916, - "contentType": "image/png", - "sha256": "d7af5f62fa3268da26f30f243747d110cd6d14c2d2bcb5dbcd07ff096169b7b8" - }, - { - "id": "test_History_38", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1128/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/db23924fbdc35bd5fa3410f89e79e69b4b11be95ce168cb08bd8c8ee31fa0beb.png", - "bytes": 2032422, - "contentType": "image/png", - "sha256": "db23924fbdc35bd5fa3410f89e79e69b4b11be95ce168cb08bd8c8ee31fa0beb" - }, - { - "id": "test_History_44", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1284/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/561fa89b33b2b868cc34b720425d36b2d7d6b0f12303edfb72444b19fb8bbff5.png", - "bytes": 1020856, - "contentType": "image/png", - "sha256": "561fa89b33b2b868cc34b720425d36b2d7d6b0f12303edfb72444b19fb8bbff5" - }, - { - "id": "test_History_46", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/795/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/13b563afbac8f705d268eb7f517eb0238415d1ce5da8e282b91e089d72047bcb.png", - "bytes": 2038967, - "contentType": "image/png", - "sha256": "13b563afbac8f705d268eb7f517eb0238415d1ce5da8e282b91e089d72047bcb" - }, - { - "id": "test_History_56", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1216/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bdcfb1c042adeb144086c71c35d019a73ff9d4c48e06f7c41019b9a6cd8acd55.png", - "bytes": 593274, - "contentType": "image/png", - "sha256": "bdcfb1c042adeb144086c71c35d019a73ff9d4c48e06f7c41019b9a6cd8acd55" - }, - { - "id": "test_History_70", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/155/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/24625a277085650fd055b44d25e055a85c6a1a64acc7d68350beaf72e33a1d68.png", - "bytes": 608824, - "contentType": "image/png", - "sha256": "24625a277085650fd055b44d25e055a85c6a1a64acc7d68350beaf72e33a1d68" - }, - { - "id": "test_History_72", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/494/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80df6dbd2c7ee4f067254c6175682550803b66a3380ca08df27cd794dc49aaf1.png", - "bytes": 849134, - "contentType": "image/png", - "sha256": "80df6dbd2c7ee4f067254c6175682550803b66a3380ca08df27cd794dc49aaf1" - }, - { - "id": "test_History_74", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1008/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd38bd069251fd78f92d1e70a5341b3e72bfc11312d001f84ce1c2156a1d9be6.png", - "bytes": 840671, - "contentType": "image/png", - "sha256": "bd38bd069251fd78f92d1e70a5341b3e72bfc11312d001f84ce1c2156a1d9be6" - }, - { - "id": "test_History_76", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/16/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3853585b465e3b212e4d4c62e3426c13926a3ed96d8dbdabc3d0bf830311b97c.png", - "bytes": 426066, - "contentType": "image/png", - "sha256": "3853585b465e3b212e4d4c62e3426c13926a3ed96d8dbdabc3d0bf830311b97c" - }, - { - "id": "test_History_79", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1313/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e742d9176d2c9c8385970e5ddb843f676852945214ccfc7b612cae9c58eaf46a.png", - "bytes": 1027235, - "contentType": "image/png", - "sha256": "e742d9176d2c9c8385970e5ddb843f676852945214ccfc7b612cae9c58eaf46a" - }, - { - "id": "test_History_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/167/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a4a67aea586621e632a1f779ec380c2330067f7ba425d16b13210adc2dc5de9.png", - "bytes": 768383, - "contentType": "image/png", - "sha256": "1a4a67aea586621e632a1f779ec380c2330067f7ba425d16b13210adc2dc5de9" - }, - { - "id": "test_History_80", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/453/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/242856379c4f67663144bee17816d40a53022f04d8fae4ba7a29948d7794f227.png", - "bytes": 9547908, - "contentType": "image/png", - "sha256": "242856379c4f67663144bee17816d40a53022f04d8fae4ba7a29948d7794f227" - }, - { - "id": "test_History_82", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/354/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08e70aa0937f612d7f2f865abb28d0e0456da2b89afee45628f5927314623804.png", - "bytes": 553089, - "contentType": "image/png", - "sha256": "08e70aa0937f612d7f2f865abb28d0e0456da2b89afee45628f5927314623804" - }, - { - "id": "test_History_87", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/886/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/128ea3ead568e885ae02c3098001cc920cae9ad340335bee8230f6bf598e4be9.jpg", - "bytes": 138925, - "contentType": "image/jpeg", - "sha256": "128ea3ead568e885ae02c3098001cc920cae9ad340335bee8230f6bf598e4be9" - }, - { - "id": "test_Literature_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1705/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4220451baaf14aa52626748faffb70115ab1d616ee1fe45f3259a2f5889a892c.png", - "bytes": 2559822, - "contentType": "image/png", - "sha256": "4220451baaf14aa52626748faffb70115ab1d616ee1fe45f3259a2f5889a892c" - }, - { - "id": "test_Literature_101", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1588/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d1c593e46c83c771027a210d5fb1f51a0593adf6d4967970baf43b8a826e8aa8.jpg", - "bytes": 87247, - "contentType": "image/jpeg", - "sha256": "d1c593e46c83c771027a210d5fb1f51a0593adf6d4967970baf43b8a826e8aa8" - }, - { - "id": "test_Literature_105", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/857/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ac81be2ed17a0cd655f27bcec846c11a0ea40d7aee288e9582503d1c6019c87.jpg", - "bytes": 115623, - "contentType": "image/jpeg", - "sha256": "6ac81be2ed17a0cd655f27bcec846c11a0ea40d7aee288e9582503d1c6019c87" - }, - { - "id": "test_Literature_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/476/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4386812160b7b2cd6cf5093c8bf431266515b7b120bd02244759d63b6d42f78a.png", - "bytes": 434334, - "contentType": "image/png", - "sha256": "4386812160b7b2cd6cf5093c8bf431266515b7b120bd02244759d63b6d42f78a" - }, - { - "id": "test_Literature_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/23/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e917ec44917eb3f44adcb415d76218935e834fe3140b3125d4f9b70ad0eb9b34.png", - "bytes": 735226, - "contentType": "image/png", - "sha256": "e917ec44917eb3f44adcb415d76218935e834fe3140b3125d4f9b70ad0eb9b34" - }, - { - "id": "test_Literature_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1724/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f268c69197eaee5336760fc624eaad88570aaaf3dfdbbbff59bcdd580a0fea2d.png", - "bytes": 2540951, - "contentType": "image/png", - "sha256": "f268c69197eaee5336760fc624eaad88570aaaf3dfdbbbff59bcdd580a0fea2d" - }, - { - "id": "test_Literature_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/383/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/082ab3d84b228d2045b9dcece05662b26ea9ec9c225e09d3e657f28684524464.png", - "bytes": 379708, - "contentType": "image/png", - "sha256": "082ab3d84b228d2045b9dcece05662b26ea9ec9c225e09d3e657f28684524464" - }, - { - "id": "test_Literature_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/137/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/033c8c5a77ea3302d5336fcb43dfe627ed91c06d5552582e8742a400d7b33e07.png", - "bytes": 2249227, - "contentType": "image/png", - "sha256": "033c8c5a77ea3302d5336fcb43dfe627ed91c06d5552582e8742a400d7b33e07" - }, - { - "id": "test_Literature_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/876/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0f336fb19baf44019f11c246c5a909087ad6c7b256e2dae7db744f21bb2dc3b7.jpg", - "bytes": 170174, - "contentType": "image/jpeg", - "sha256": "0f336fb19baf44019f11c246c5a909087ad6c7b256e2dae7db744f21bb2dc3b7" - }, - { - "id": "test_Literature_34", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1699/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/671b59edc958dd68a627b4dbe0c14b0503f3884cfeae89616856687637761947.png", - "bytes": 1094609, - "contentType": "image/png", - "sha256": "671b59edc958dd68a627b4dbe0c14b0503f3884cfeae89616856687637761947" - }, - { - "id": "test_Literature_36", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1554/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b8be3fc1ffa64115c4cd4b76969cd49d19a071591e77b60aa911ded0b059e9f.png", - "bytes": 1608089, - "contentType": "image/png", - "sha256": "5b8be3fc1ffa64115c4cd4b76969cd49d19a071591e77b60aa911ded0b059e9f" - }, - { - "id": "test_Literature_38", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/153/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ffa01e3cccf781ae3bdb5fe539831b64d9944b3d6e1b33276a80d3dcbcd207d.png", - "bytes": 705890, - "contentType": "image/png", - "sha256": "3ffa01e3cccf781ae3bdb5fe539831b64d9944b3d6e1b33276a80d3dcbcd207d" - }, - { - "id": "test_Literature_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/775/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3de8050ab045ab955e5f58cb53e0dbb23015bee6bf0c7f77c2cc9c1aceedaf70.png", - "bytes": 256762, - "contentType": "image/png", - "sha256": "3de8050ab045ab955e5f58cb53e0dbb23015bee6bf0c7f77c2cc9c1aceedaf70" - }, - { - "id": "test_Literature_40", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1121/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/391d0d221c1ed648d02319b129f2560009e0c352059c03e98c87354048684f18.png", - "bytes": 298853, - "contentType": "image/png", - "sha256": "391d0d221c1ed648d02319b129f2560009e0c352059c03e98c87354048684f18" - }, - { - "id": "test_Literature_44", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1725/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4c2570ae8b369f5cc584bf63ecad69b450a7f57169b3ef4a9b12bd4d1df9081.png", - "bytes": 1003851, - "contentType": "image/png", - "sha256": "b4c2570ae8b369f5cc584bf63ecad69b450a7f57169b3ef4a9b12bd4d1df9081" - }, - { - "id": "test_Literature_46", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/272/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3cbcff1d609f07b47ab022d76c90d3fd61592f7bb78adfcbf671d3b0ce7f40dd.png", - "bytes": 2381542, - "contentType": "image/png", - "sha256": "3cbcff1d609f07b47ab022d76c90d3fd61592f7bb78adfcbf671d3b0ce7f40dd" - }, - { - "id": "test_Literature_47", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/425/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/807302d89f7f317c0ccb5b42c5b42fc4009c78cda4e022712a369bb4533a99d7.png", - "bytes": 992314, - "contentType": "image/png", - "sha256": "807302d89f7f317c0ccb5b42c5b42fc4009c78cda4e022712a369bb4533a99d7" - }, - { - "id": "test_Literature_50", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1710/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4eb751c8b8c541f9a10a73f0d8e85b2fcf01d943ad0ab5ab7e219db77cd0cc5f.png", - "bytes": 2431246, - "contentType": "image/png", - "sha256": "4eb751c8b8c541f9a10a73f0d8e85b2fcf01d943ad0ab5ab7e219db77cd0cc5f" - }, - { - "id": "test_Literature_56", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/608/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2461a1a4220ab44991ce76168117e4d80324fdb72cfa0ad3e3b5e0f57ccf4787.png", - "bytes": 1965936, - "contentType": "image/png", - "sha256": "2461a1a4220ab44991ce76168117e4d80324fdb72cfa0ad3e3b5e0f57ccf4787" - }, - { - "id": "test_Literature_60", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1191/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be84cbff9d4b318264c2c12fdafe08b940ec1ec3b4a3d46bccdee12fe4f91416.png", - "bytes": 426539, - "contentType": "image/png", - "sha256": "be84cbff9d4b318264c2c12fdafe08b940ec1ec3b4a3d46bccdee12fe4f91416" - }, - { - "id": "test_Literature_64", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/325/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e2dfb0f5d39113532bf635547a2ba879a5a22cb91ef1e03005f10ebfa1ee358.png", - "bytes": 267481, - "contentType": "image/png", - "sha256": "6e2dfb0f5d39113532bf635547a2ba879a5a22cb91ef1e03005f10ebfa1ee358" - }, - { - "id": "test_Literature_65", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/4/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/96d98fa4044c88ef269c4fd88b0094d137e1f04a3fa61473d639de6c5aca311c.png", - "bytes": 2641924, - "contentType": "image/png", - "sha256": "96d98fa4044c88ef269c4fd88b0094d137e1f04a3fa61473d639de6c5aca311c" - }, - { - "id": "test_Literature_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/374/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/01887f016f4e0be931c96e6b83e95476fde0a09b57a7fd972cdbb4df2f44a5a8.png", - "bytes": 1705340, - "contentType": "image/png", - "sha256": "01887f016f4e0be931c96e6b83e95476fde0a09b57a7fd972cdbb4df2f44a5a8" - }, - { - "id": "test_Literature_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1594/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e7e611d2b593ff027f76432768d9c159e13d2ca06194ca89bb46338f0d0e540c.jpg", - "bytes": 54960, - "contentType": "image/jpeg", - "sha256": "e7e611d2b593ff027f76432768d9c159e13d2ca06194ca89bb46338f0d0e540c" - }, - { - "id": "test_Literature_70", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/159/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e5ae7bc3a8f7d10ca6b0b27b4a750f527183b102bffad3192cd8c581b7b45150.png", - "bytes": 2046135, - "contentType": "image/png", - "sha256": "e5ae7bc3a8f7d10ca6b0b27b4a750f527183b102bffad3192cd8c581b7b45150" - }, - { - "id": "test_Literature_75", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1693/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5da6c64f1cb8b03a5b583524792bf050c81e9cb6375367b71f09bd3eca4629ef.jpg", - "bytes": 114668, - "contentType": "image/jpeg", - "sha256": "5da6c64f1cb8b03a5b583524792bf050c81e9cb6375367b71f09bd3eca4629ef" - }, - { - "id": "test_Literature_86", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1702/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18cfb9f66443ab8f6370d1fb733d5ac6e91149a3bd8ccfb1950001eeca2b5d64.png", - "bytes": 2193286, - "contentType": "image/png", - "sha256": "18cfb9f66443ab8f6370d1fb733d5ac6e91149a3bd8ccfb1950001eeca2b5d64" - }, - { - "id": "test_Literature_93", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1708/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a21b489e79798798e3d8a6e35319453c031a4d7afa6fea10083b83970dfcf76d.png", - "bytes": 2612653, - "contentType": "image/png", - "sha256": "a21b489e79798798e3d8a6e35319453c031a4d7afa6fea10083b83970dfcf76d" - }, - { - "id": "test_Literature_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/432/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4e10e4d8281f17182f3e934f48669efb011f47bba951305e9197fd2f7e2f8369.png", - "bytes": 1015654, - "contentType": "image/png", - "sha256": "4e10e4d8281f17182f3e934f48669efb011f47bba951305e9197fd2f7e2f8369" - }, - { - "id": "test_Literature_97", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1376/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/88ceb1fa4b02bfc0cdf1cc1823b2bfad090e07784a1493d7b18b95709435930c.png", - "bytes": 648090, - "contentType": "image/png", - "sha256": "88ceb1fa4b02bfc0cdf1cc1823b2bfad090e07784a1493d7b18b95709435930c" - }, - { - "id": "test_Literature_99", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/391/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ad636d720ed9b22bd97df0b505a2d0c56abe079f1d350f3102ed2e7dbd860993.png", - "bytes": 1087639, - "contentType": "image/png", - "sha256": "ad636d720ed9b22bd97df0b505a2d0c56abe079f1d350f3102ed2e7dbd860993" - }, - { - "id": "test_Manage_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1435/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b2ff4b9e85f98e9a3dc08a442542610803d7abddeec076dea393ed783c2c1f8.png", - "bytes": 149132, - "contentType": "image/png", - "sha256": "5b2ff4b9e85f98e9a3dc08a442542610803d7abddeec076dea393ed783c2c1f8" - }, - { - "id": "test_Manage_104", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/518/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f9fbc921bc84a048ff98a2ec8ab4d4ef56705e23ff1da156e26e98ac5439ede.png", - "bytes": 1344899, - "contentType": "image/png", - "sha256": "8f9fbc921bc84a048ff98a2ec8ab4d4ef56705e23ff1da156e26e98ac5439ede" - }, - { - "id": "test_Manage_115", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1646/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7755f762acd411eae6574c386108752dda960e3b188ccb6bc26bc35f62f012c.png", - "bytes": 474213, - "contentType": "image/png", - "sha256": "f7755f762acd411eae6574c386108752dda960e3b188ccb6bc26bc35f62f012c" - }, - { - "id": "test_Manage_126", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1676/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f242fdb1bfa0f7aad0d04a6bc8bef08243304b0348bc6c816764b45e7c4d9aaa.png", - "bytes": 1378041, - "contentType": "image/png", - "sha256": "f242fdb1bfa0f7aad0d04a6bc8bef08243304b0348bc6c816764b45e7c4d9aaa" - }, - { - "id": "test_Manage_140", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1302/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fda864db975330f523ea9a5738677743343ee446a4d57f6021a3f67e52e49190.png", - "bytes": 938539, - "contentType": "image/png", - "sha256": "fda864db975330f523ea9a5738677743343ee446a4d57f6021a3f67e52e49190" - }, - { - "id": "test_Manage_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1366/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4c739724067263cf164aba0c1878608c29922134b781ae9c96d1f1d1c247d589.png", - "bytes": 232674, - "contentType": "image/png", - "sha256": "4c739724067263cf164aba0c1878608c29922134b781ae9c96d1f1d1c247d589" - }, - { - "id": "test_Manage_154", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1179/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/754672ec06e7f78dd3067243d224479cbde2957f42dd59abe940eead14a2b528.png", - "bytes": 1828301, - "contentType": "image/png", - "sha256": "754672ec06e7f78dd3067243d224479cbde2957f42dd59abe940eead14a2b528" - }, - { - "id": "test_Manage_173", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1351/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3300815932a1d2279d30c36adca77c4dd57fcddd2cad2c8fa5b7ed33efac522f.png", - "bytes": 1665106, - "contentType": "image/png", - "sha256": "3300815932a1d2279d30c36adca77c4dd57fcddd2cad2c8fa5b7ed33efac522f" - }, - { - "id": "test_Manage_177", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/713/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a0ca01b33da4de02480d8dc791eb62b32efcb76066d0868610c2d69ff544c85.png", - "bytes": 278368, - "contentType": "image/png", - "sha256": "4a0ca01b33da4de02480d8dc791eb62b32efcb76066d0868610c2d69ff544c85" - }, - { - "id": "test_Manage_180", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/688/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9b330f0f6b91c4b928f58088d60a7f0957d4687a7579423deed9f36311fcc60d.png", - "bytes": 256278, - "contentType": "image/png", - "sha256": "9b330f0f6b91c4b928f58088d60a7f0957d4687a7579423deed9f36311fcc60d" - }, - { - "id": "test_Manage_187", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/726/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/32c785d6351f143306dc6da86d82182c0689a1e3a86a5e127259a060d0672d1c.png", - "bytes": 229830, - "contentType": "image/png", - "sha256": "32c785d6351f143306dc6da86d82182c0689a1e3a86a5e127259a060d0672d1c" - }, - { - "id": "test_Manage_191", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/982/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/949e9d933b91dfe1f4724c17582ab5bb901bfe34191b092244805cdca479b2b3.png", - "bytes": 815390, - "contentType": "image/png", - "sha256": "949e9d933b91dfe1f4724c17582ab5bb901bfe34191b092244805cdca479b2b3" - }, - { - "id": "test_Manage_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1192/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e3b33cc56efc65317e33d6c0d46d9caa6d6838b11ba056d9e43866d86edf401.png", - "bytes": 563827, - "contentType": "image/png", - "sha256": "6e3b33cc56efc65317e33d6c0d46d9caa6d6838b11ba056d9e43866d86edf401" - }, - { - "id": "test_Manage_202", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/249/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/efb851d4945fe050aaeaac51c98f6f7ef6516b681acad4071a63d6494b165c19.png", - "bytes": 1087940, - "contentType": "image/png", - "sha256": "efb851d4945fe050aaeaac51c98f6f7ef6516b681acad4071a63d6494b165c19" - }, - { - "id": "test_Manage_207", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/243/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/302b27026dcf7816d9fbc89cddbc951c7ea3dbd020ec51a2dc0bc4b64f18dd32.png", - "bytes": 1481687, - "contentType": "image/png", - "sha256": "302b27026dcf7816d9fbc89cddbc951c7ea3dbd020ec51a2dc0bc4b64f18dd32" - }, - { - "id": "test_Manage_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/799/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50ace51dfb73e1b61cbbb3a8bb0ed5065be15db5d1630945ffa46ba16ffebd00.png", - "bytes": 516684, - "contentType": "image/png", - "sha256": "50ace51dfb73e1b61cbbb3a8bb0ed5065be15db5d1630945ffa46ba16ffebd00" - }, - { - "id": "test_Manage_228", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/591/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bca27ee64036984829b208afe94dcedf94f75855f9f0175267d29cc6b7e14c01.png", - "bytes": 947482, - "contentType": "image/png", - "sha256": "bca27ee64036984829b208afe94dcedf94f75855f9f0175267d29cc6b7e14c01" - }, - { - "id": "test_Manage_234", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/985/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b007aa574e4c705d997d3fd906576b80743d7d70b64f1209049fc4e50cb7723.png", - "bytes": 493974, - "contentType": "image/png", - "sha256": "1b007aa574e4c705d997d3fd906576b80743d7d70b64f1209049fc4e50cb7723" - }, - { - "id": "test_Manage_239", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1645/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/559fee97516bdab44a28234a9bf0ff15206974ea8788e0d47ec8af39457aedc8.png", - "bytes": 784546, - "contentType": "image/png", - "sha256": "559fee97516bdab44a28234a9bf0ff15206974ea8788e0d47ec8af39457aedc8" - }, - { - "id": "test_Manage_31", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/794/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/01bcc77b1d84a0dabee1cd3b97e5705490b357033c90ca7315859c82eca74872.png", - "bytes": 403900, - "contentType": "image/png", - "sha256": "01bcc77b1d84a0dabee1cd3b97e5705490b357033c90ca7315859c82eca74872" - }, - { - "id": "test_Manage_35", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1457/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a36aeb4974ac2046dc29b7f7b3d2548ffd156fee2022bafe26e3701b02fc56a3.png", - "bytes": 474123, - "contentType": "image/png", - "sha256": "a36aeb4974ac2046dc29b7f7b3d2548ffd156fee2022bafe26e3701b02fc56a3" - }, - { - "id": "test_Manage_36", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/260/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa4cb677820cde29aafa9bafc620466ea90d546c3ae37ba335eec325b569faca.png", - "bytes": 2445376, - "contentType": "image/png", - "sha256": "fa4cb677820cde29aafa9bafc620466ea90d546c3ae37ba335eec325b569faca" - }, - { - "id": "test_Manage_45", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1433/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aab00a1a3920d7c1a858edbe7699e25764a45e30f4c8aadbac7c087fa6241006.png", - "bytes": 438914, - "contentType": "image/png", - "sha256": "aab00a1a3920d7c1a858edbe7699e25764a45e30f4c8aadbac7c087fa6241006" - }, - { - "id": "test_Manage_49", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1683/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a8143f06ad182a8988e6c0a4688b46102369af6a01920a6861b59de1cccc3314.png", - "bytes": 378559, - "contentType": "image/png", - "sha256": "a8143f06ad182a8988e6c0a4688b46102369af6a01920a6861b59de1cccc3314" - }, - { - "id": "test_Manage_52", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/165/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5056c12ae0698095b68cb902bef6226d10faddd499a10676b31fae919d5c9efb.png", - "bytes": 458517, - "contentType": "image/png", - "sha256": "5056c12ae0698095b68cb902bef6226d10faddd499a10676b31fae919d5c9efb" - }, - { - "id": "test_Manage_56", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1629/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98cb339eff4bd3cc1785eb7dadd08e97c07e65ddfa81e1289e58175e31b4c9b3.png", - "bytes": 612851, - "contentType": "image/png", - "sha256": "98cb339eff4bd3cc1785eb7dadd08e97c07e65ddfa81e1289e58175e31b4c9b3" - }, - { - "id": "test_Manage_64", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/527/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e5db7a5a0275609079c06da45d93b69bf0b142ec186cf2ad4a047ccfa8bc3335.png", - "bytes": 525150, - "contentType": "image/png", - "sha256": "e5db7a5a0275609079c06da45d93b69bf0b142ec186cf2ad4a047ccfa8bc3335" - }, - { - "id": "test_Manage_66", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1133/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b7ac7e9ba10c6cf4ec5c3e0d665bac99d1a6e3e6f40ff8e8101956470658aae0.png", - "bytes": 141613, - "contentType": "image/png", - "sha256": "b7ac7e9ba10c6cf4ec5c3e0d665bac99d1a6e3e6f40ff8e8101956470658aae0" - }, - { - "id": "test_Manage_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/689/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3d2e0796b30f4f34c9d82457ec865afe1aa1ff6924a33f9238145ec0dba92d9c.png", - "bytes": 163348, - "contentType": "image/png", - "sha256": "3d2e0796b30f4f34c9d82457ec865afe1aa1ff6924a33f9238145ec0dba92d9c" - }, - { - "id": "test_Manage_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1539/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7011389dee3ad8fb36bfac15cbc1c269dd643e7a847d43c3dc0b5cc7a59a729e.jpg", - "bytes": 106160, - "contentType": "image/jpeg", - "sha256": "7011389dee3ad8fb36bfac15cbc1c269dd643e7a847d43c3dc0b5cc7a59a729e" - }, - { - "id": "test_Manage_70", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/502/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50cdbf5789fa6061f9f442b5100f4f7f62d9fffa2f686d4d160b57d77000e4fe.png", - "bytes": 1032957, - "contentType": "image/png", - "sha256": "50cdbf5789fa6061f9f442b5100f4f7f62d9fffa2f686d4d160b57d77000e4fe" - }, - { - "id": "test_Manage_73", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1513/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a69399947f911797d88045b07a051c93eb2a27dacfe65cfc036b0225cfdf7281.png", - "bytes": 742640, - "contentType": "image/png", - "sha256": "a69399947f911797d88045b07a051c93eb2a27dacfe65cfc036b0225cfdf7281" - }, - { - "id": "test_Manage_75", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/659/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fc08763df25389db59b1d07a24783c0e97a1e201299ec4f511fc49ed20cc3330.png", - "bytes": 1683003, - "contentType": "image/png", - "sha256": "fc08763df25389db59b1d07a24783c0e97a1e201299ec4f511fc49ed20cc3330" - }, - { - "id": "test_Manage_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/684/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a4f3724f3ec9f55e5213f043285ffe6721890825d9ad682ada8c93a0ad39cef.png", - "bytes": 2386753, - "contentType": "image/png", - "sha256": "7a4f3724f3ec9f55e5213f043285ffe6721890825d9ad682ada8c93a0ad39cef" - }, - { - "id": "test_Manage_80", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1260/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b95e154d3d36bc6b0ec4f29cb6ccab90fa6c8d114a2ec0eb4b8e7c85d3438ffd.png", - "bytes": 515996, - "contentType": "image/png", - "sha256": "b95e154d3d36bc6b0ec4f29cb6ccab90fa6c8d114a2ec0eb4b8e7c85d3438ffd" - }, - { - "id": "test_Manage_87", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/992/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d47296f0da45f1c27b8a87bb84fd6eac37526a8d3f3813ff3b2f49172f09fbc8.png", - "bytes": 6661793, - "contentType": "image/png", - "sha256": "d47296f0da45f1c27b8a87bb84fd6eac37526a8d3f3813ff3b2f49172f09fbc8" - }, - { - "id": "test_Manage_94", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/652/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a0ece5a0f608d56faca400b68f2a83a61f9bbcd3299dc548a8687ee62d954a34.png", - "bytes": 630506, - "contentType": "image/png", - "sha256": "a0ece5a0f608d56faca400b68f2a83a61f9bbcd3299dc548a8687ee62d954a34" - }, - { - "id": "test_Marketing_108", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1064/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f0fae8d00f86669ce489645c165ea7a44b0a0f3cdbe8e7fa26cc6536a65f066f.png", - "bytes": 67153, - "contentType": "image/png", - "sha256": "f0fae8d00f86669ce489645c165ea7a44b0a0f3cdbe8e7fa26cc6536a65f066f" - }, - { - "id": "test_Marketing_109", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/554/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c4fe33cc135c40396d94ac1c3808ae2a6ec4d60cc63e49d8e1aa3939eec163fd.png", - "bytes": 477885, - "contentType": "image/png", - "sha256": "c4fe33cc135c40396d94ac1c3808ae2a6ec4d60cc63e49d8e1aa3939eec163fd" - }, - { - "id": "test_Marketing_111", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/357/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e728ea485d8c33d4e5f8911091fb5e61bf9aa2ae9423ff122266eaf69ed0f615.png", - "bytes": 219867, - "contentType": "image/png", - "sha256": "e728ea485d8c33d4e5f8911091fb5e61bf9aa2ae9423ff122266eaf69ed0f615" - }, - { - "id": "test_Marketing_112", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/274/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/67db184a7669c8dab41c633b73032664b450d2b98eea55ebb623e387a7e70758.png", - "bytes": 768608, - "contentType": "image/png", - "sha256": "67db184a7669c8dab41c633b73032664b450d2b98eea55ebb623e387a7e70758" - }, - { - "id": "test_Marketing_114", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1387/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1dbf8c1520f2e8753e6e1e489b5c8b6a8e125320b2703407077d23331d7c594d.png", - "bytes": 681594, - "contentType": "image/png", - "sha256": "1dbf8c1520f2e8753e6e1e489b5c8b6a8e125320b2703407077d23331d7c594d" - }, - { - "id": "test_Marketing_116", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1215/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d22965d2d2c4a17ce81e3d7f97d505e6213f98bc181e08aae6731f03a1ac44e.png", - "bytes": 608612, - "contentType": "image/png", - "sha256": "1d22965d2d2c4a17ce81e3d7f97d505e6213f98bc181e08aae6731f03a1ac44e" - }, - { - "id": "test_Marketing_120", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/513/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5f01bdfd858073132db9fc754154a917aae249bd25f5f836b5a3d00c9fc5f20.png", - "bytes": 1740595, - "contentType": "image/png", - "sha256": "f5f01bdfd858073132db9fc754154a917aae249bd25f5f836b5a3d00c9fc5f20" - }, - { - "id": "test_Marketing_130", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1569/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a8a0b320cd2aaa468c71c7209a88af710230d2a69720cff55f852be393c283f9.jpg", - "bytes": 57518, - "contentType": "image/jpeg", - "sha256": "a8a0b320cd2aaa468c71c7209a88af710230d2a69720cff55f852be393c283f9" - }, - { - "id": "test_Marketing_134", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1230/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9066a89ecdc14caae5da849a2f2f48f2785355c5d7f0ff81d4e10ef22c10003c.png", - "bytes": 292101, - "contentType": "image/png", - "sha256": "9066a89ecdc14caae5da849a2f2f48f2785355c5d7f0ff81d4e10ef22c10003c" - }, - { - "id": "test_Marketing_135", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/946/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6bcbd2238beac30cf244b3be96ab918c49ccd05250cb5b5e7dc8e6fc866c354d.png", - "bytes": 527076, - "contentType": "image/png", - "sha256": "6bcbd2238beac30cf244b3be96ab918c49ccd05250cb5b5e7dc8e6fc866c354d" - }, - { - "id": "test_Marketing_144", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1208/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9e9e39ae9dc4400e4cf7667988d29a80170db0e865fbe07d00946b65b8e1038d.png", - "bytes": 199595, - "contentType": "image/png", - "sha256": "9e9e39ae9dc4400e4cf7667988d29a80170db0e865fbe07d00946b65b8e1038d" - }, - { - "id": "test_Marketing_150", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1608/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/93840480b669fd3a30ab6f6aa93695104143863981b79d2a61d002444eb75dcf.jpg", - "bytes": 93146, - "contentType": "image/jpeg", - "sha256": "93840480b669fd3a30ab6f6aa93695104143863981b79d2a61d002444eb75dcf" - }, - { - "id": "test_Marketing_155", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/862/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd08c8b822196dcf6d0dc12cffce1485a14218e71efede630fa0cff6dfaf7a2a.png", - "bytes": 1186840, - "contentType": "image/png", - "sha256": "bd08c8b822196dcf6d0dc12cffce1485a14218e71efede630fa0cff6dfaf7a2a" - }, - { - "id": "test_Marketing_161", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/455/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54ff320ef4c907b956a1bea76f25602d1cf5a081ee45eca6045652484440d8ba.png", - "bytes": 676585, - "contentType": "image/png", - "sha256": "54ff320ef4c907b956a1bea76f25602d1cf5a081ee45eca6045652484440d8ba" - }, - { - "id": "test_Marketing_164", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/746/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17a40a65933c62edbcc38736e960442bc7db486e23508e18bb9a3ae6f00cc7e0.png", - "bytes": 106682, - "contentType": "image/png", - "sha256": "17a40a65933c62edbcc38736e960442bc7db486e23508e18bb9a3ae6f00cc7e0" - }, - { - "id": "test_Marketing_166", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1352/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/807058b2b842f9e1edc5352f87a2803d098898724f0830b0f0f8bfacc5ef6bc2.png", - "bytes": 348380, - "contentType": "image/png", - "sha256": "807058b2b842f9e1edc5352f87a2803d098898724f0830b0f0f8bfacc5ef6bc2" - }, - { - "id": "test_Marketing_172", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/468/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/72ef657829fff6717c4d7249ad41ae1cba8f358cf228a24372bceddd7d1214a3.png", - "bytes": 9781439, - "contentType": "image/png", - "sha256": "72ef657829fff6717c4d7249ad41ae1cba8f358cf228a24372bceddd7d1214a3" - }, - { - "id": "test_Marketing_177", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/480/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d9caea24851ec30274624216c0e0cfa83cc56bd6fdf8fb544e08c3dc1c75e3c.png", - "bytes": 558370, - "contentType": "image/png", - "sha256": "1d9caea24851ec30274624216c0e0cfa83cc56bd6fdf8fb544e08c3dc1c75e3c" - }, - { - "id": "test_Marketing_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/798/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/009f85809dcf67000bba43349b7cf01cc99a30e07374fea2a2ec3f60f19c40f0.png", - "bytes": 457686, - "contentType": "image/png", - "sha256": "009f85809dcf67000bba43349b7cf01cc99a30e07374fea2a2ec3f60f19c40f0" - }, - { - "id": "test_Marketing_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/743/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/84deaefadf436e6193250ed3ebf368a98006d91e442e3c674687bce4ea989ea2.png", - "bytes": 178548, - "contentType": "image/png", - "sha256": "84deaefadf436e6193250ed3ebf368a98006d91e442e3c674687bce4ea989ea2" - }, - { - "id": "test_Marketing_33", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/109/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd2e1b332df51ffa2cb4f95742a2974f908fa78845dad3bfcf08725eaa8fe182.png", - "bytes": 96357, - "contentType": "image/png", - "sha256": "dd2e1b332df51ffa2cb4f95742a2974f908fa78845dad3bfcf08725eaa8fe182" - }, - { - "id": "test_Marketing_35", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/464/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f6fb5eda0761ae706f28506444c23c704ab8cf52fe29c8add08b1bef26c31b05.png", - "bytes": 597249, - "contentType": "image/png", - "sha256": "f6fb5eda0761ae706f28506444c23c704ab8cf52fe29c8add08b1bef26c31b05" - }, - { - "id": "test_Marketing_37", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1368/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6fd733932082b2260a26e998d16f0d9190f94f4e23d0156baf6b874fb9755a09.png", - "bytes": 272626, - "contentType": "image/png", - "sha256": "6fd733932082b2260a26e998d16f0d9190f94f4e23d0156baf6b874fb9755a09" - }, - { - "id": "test_Marketing_40", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/705/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a0153c25fc99efddaaad7d0778ff82631a5fba92f6f9c02cfad7ca4a951cd78e.png", - "bytes": 234431, - "contentType": "image/png", - "sha256": "a0153c25fc99efddaaad7d0778ff82631a5fba92f6f9c02cfad7ca4a951cd78e" - }, - { - "id": "test_Marketing_44", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/512/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/85549588ec977acfc7640440090282fd04f228e5e075b23a451a5c20dbfb7aa5.png", - "bytes": 909546, - "contentType": "image/png", - "sha256": "85549588ec977acfc7640440090282fd04f228e5e075b23a451a5c20dbfb7aa5" - }, - { - "id": "test_Marketing_56", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/867/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c539abd9ec6f781bd6f7c83b4e0a3c97ffe91e71101af807dd8e8f79932e75d7.png", - "bytes": 288044, - "contentType": "image/png", - "sha256": "c539abd9ec6f781bd6f7c83b4e0a3c97ffe91e71101af807dd8e8f79932e75d7" - }, - { - "id": "test_Marketing_61", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/393/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/23283622bd954ccd73bf639c49408c545da26e48dc97af585f0f25bd289ad3d1.png", - "bytes": 190689, - "contentType": "image/png", - "sha256": "23283622bd954ccd73bf639c49408c545da26e48dc97af585f0f25bd289ad3d1" - }, - { - "id": "test_Marketing_62", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1566/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1295f9d53c9d6519e159ac5570287645ba7883a6d435bc9b4ed461499561d88.jpg", - "bytes": 119764, - "contentType": "image/jpeg", - "sha256": "b1295f9d53c9d6519e159ac5570287645ba7883a6d435bc9b4ed461499561d88" - }, - { - "id": "test_Marketing_63", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/235/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/853ba4cacf9e4e8ca7855c526c1ac5fc621b77d8955cb78a6bdfc288485fcef8.png", - "bytes": 4518003, - "contentType": "image/png", - "sha256": "853ba4cacf9e4e8ca7855c526c1ac5fc621b77d8955cb78a6bdfc288485fcef8" - }, - { - "id": "test_Marketing_64", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1011/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9986eae53b16b771deef0735da7925f2e3a72b9be05f01ca8202d26e529fe48.png", - "bytes": 232614, - "contentType": "image/png", - "sha256": "a9986eae53b16b771deef0735da7925f2e3a72b9be05f01ca8202d26e529fe48" - }, - { - "id": "test_Marketing_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1507/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ab990f1bb85dcd9414c0d39d27e2f6c71e08c25b26e4a789da1170a69e1eb3c0.png", - "bytes": 428052, - "contentType": "image/png", - "sha256": "ab990f1bb85dcd9414c0d39d27e2f6c71e08c25b26e4a789da1170a69e1eb3c0" - }, - { - "id": "test_Marketing_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/420/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f8d1d05a0787aefa8cfb063269af76f3c1d63085f23a94ed7da9d159d229b0b3.png", - "bytes": 503579, - "contentType": "image/png", - "sha256": "f8d1d05a0787aefa8cfb063269af76f3c1d63085f23a94ed7da9d159d229b0b3" - }, - { - "id": "test_Marketing_72", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/473/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/320e9ddaefe831caa137a3860208019d01c24ddd212c47bf3f6e636f658565dc.png", - "bytes": 621083, - "contentType": "image/png", - "sha256": "320e9ddaefe831caa137a3860208019d01c24ddd212c47bf3f6e636f658565dc" - }, - { - "id": "test_Marketing_73", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/241/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d090a61cd88922b2d7ab1ff88cfd97085d1ec943945c76f8d4dab183fda832ef.png", - "bytes": 193996, - "contentType": "image/png", - "sha256": "d090a61cd88922b2d7ab1ff88cfd97085d1ec943945c76f8d4dab183fda832ef" - }, - { - "id": "test_Marketing_76", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/390/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ee2549fa3573c52d8ad54f00d5fb56d6db87baf12c66b4f5d2861a27d61f322.png", - "bytes": 163605, - "contentType": "image/png", - "sha256": "3ee2549fa3573c52d8ad54f00d5fb56d6db87baf12c66b4f5d2861a27d61f322" - }, - { - "id": "test_Marketing_86", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/77/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd71b6c65c2dae4613d7bd705da1b9a6cef80886fe5217f6fbf3522513afeab4.png", - "bytes": 4331302, - "contentType": "image/png", - "sha256": "dd71b6c65c2dae4613d7bd705da1b9a6cef80886fe5217f6fbf3522513afeab4" - }, - { - "id": "test_Marketing_87", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/785/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86eabfd21182f603025a276a063207d0ca046fae950d6dc22bb2a169ebf50447.png", - "bytes": 784156, - "contentType": "image/png", - "sha256": "86eabfd21182f603025a276a063207d0ca046fae950d6dc22bb2a169ebf50447" - }, - { - "id": "test_Marketing_92", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/967/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2134f3e3fc7a7c4379dd3698382aee611b18ca4c3ccb58208d358acf95a102b0.png", - "bytes": 543618, - "contentType": "image/png", - "sha256": "2134f3e3fc7a7c4379dd3698382aee611b18ca4c3ccb58208d358acf95a102b0" - }, - { - "id": "test_Marketing_98", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/434/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1eb7e737b19fdf989c7180ede226aa7278dddbca163577e6167bf92eda4f8593.png", - "bytes": 1422095, - "contentType": "image/png", - "sha256": "1eb7e737b19fdf989c7180ede226aa7278dddbca163577e6167bf92eda4f8593" - }, - { - "id": "test_Materials_121", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1119/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/103a952aaa2ba89e70c26d050973c96fa78aa0b027dd940f1d72aa4d7efa43f5.png", - "bytes": 390564, - "contentType": "image/png", - "sha256": "103a952aaa2ba89e70c26d050973c96fa78aa0b027dd940f1d72aa4d7efa43f5" - }, - { - "id": "test_Materials_139", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1027/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a2b23217eaf8a9d260429450febb4565409f94dbe8f02b1e7fad7ed4a871d0a.png", - "bytes": 76196, - "contentType": "image/png", - "sha256": "5a2b23217eaf8a9d260429450febb4565409f94dbe8f02b1e7fad7ed4a871d0a" - }, - { - "id": "test_Materials_150", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1251/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ed5bd6a04678dc2c56e62437223b2a6dd49637647501f03def3a4b761b8e6e8.png", - "bytes": 247153, - "contentType": "image/png", - "sha256": "8ed5bd6a04678dc2c56e62437223b2a6dd49637647501f03def3a4b761b8e6e8" - }, - { - "id": "test_Materials_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/781/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/10922643e01313e9324aefb2ea8046a8c973bdda6b209d3cc04fd4b139a20d1e.png", - "bytes": 222856, - "contentType": "image/png", - "sha256": "10922643e01313e9324aefb2ea8046a8c973bdda6b209d3cc04fd4b139a20d1e" - }, - { - "id": "test_Materials_165", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/72/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3312a1c76ef2e245c711533726bcb6015c3acacd4e586d3900daf54d17d673bc.png", - "bytes": 283262, - "contentType": "image/png", - "sha256": "3312a1c76ef2e245c711533726bcb6015c3acacd4e586d3900daf54d17d673bc" - }, - { - "id": "test_Materials_173", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1246/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/24c63e1f47e12400f47eae660b1d8bb9ab0cef9af21807e768a79874e5cb785a.png", - "bytes": 437602, - "contentType": "image/png", - "sha256": "24c63e1f47e12400f47eae660b1d8bb9ab0cef9af21807e768a79874e5cb785a" - }, - { - "id": "test_Materials_204", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/990/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55e3fd1a6b4aa77d1170632ccbadb0b1a9830e5faa9cae0c309ad2b971106f9c.jpg", - "bytes": 461417, - "contentType": "image/jpeg", - "sha256": "55e3fd1a6b4aa77d1170632ccbadb0b1a9830e5faa9cae0c309ad2b971106f9c" - }, - { - "id": "test_Materials_230", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1113/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9d6dc4b12375269bc15ccd29fa746b157e16c28a4d5afc253133483fc4de1497.png", - "bytes": 1505027, - "contentType": "image/png", - "sha256": "9d6dc4b12375269bc15ccd29fa746b157e16c28a4d5afc253133483fc4de1497" - }, - { - "id": "test_Materials_239", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/745/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dc3203278913d0ebb8e009e9d2efca526bd142bb9703aa7922ea580a9fc369f.png", - "bytes": 219429, - "contentType": "image/png", - "sha256": "4dc3203278913d0ebb8e009e9d2efca526bd142bb9703aa7922ea580a9fc369f" - }, - { - "id": "test_Materials_253", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/869/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6fdc38218b412f4351d5dc886771f99c8a34751b031a216215196229f58e74c6.png", - "bytes": 378029, - "contentType": "image/png", - "sha256": "6fdc38218b412f4351d5dc886771f99c8a34751b031a216215196229f58e74c6" - }, - { - "id": "test_Materials_277", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/952/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1da7809248bc76e29857452c92c4ed5e1bd9272d8db0fedf81066641f77dc426.png", - "bytes": 735283, - "contentType": "image/png", - "sha256": "1da7809248bc76e29857452c92c4ed5e1bd9272d8db0fedf81066641f77dc426" - }, - { - "id": "test_Materials_297", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/859/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ee88a21f9f14c3da92078e038c5c5c5a9f78074a72ca0e6363ec537353b29e03.png", - "bytes": 1007059, - "contentType": "image/png", - "sha256": "ee88a21f9f14c3da92078e038c5c5c5a9f78074a72ca0e6363ec537353b29e03" - }, - { - "id": "test_Materials_298", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1621/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/95570bde057a536628194c91ac1ff2d7376004778f2f9f3709425560aff3b0e6.png", - "bytes": 447218, - "contentType": "image/png", - "sha256": "95570bde057a536628194c91ac1ff2d7376004778f2f9f3709425560aff3b0e6" - }, - { - "id": "test_Materials_314", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1340/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7f3ed70afdc5e945f323256f907f7bf71fdcc3c7a3f836654be5914c916f8b8.png", - "bytes": 279113, - "contentType": "image/png", - "sha256": "d7f3ed70afdc5e945f323256f907f7bf71fdcc3c7a3f836654be5914c916f8b8" - }, - { - "id": "test_Materials_319", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/349/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/68a7a20e9ea076899aafc517802738b01193d4b518b2d351a8f9cf5f535e7c84.png", - "bytes": 268766, - "contentType": "image/png", - "sha256": "68a7a20e9ea076899aafc517802738b01193d4b518b2d351a8f9cf5f535e7c84" - }, - { - "id": "test_Materials_326", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1601/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a53268f4db838bc85619c0db4bc461defbd8a20fa4266800eacc70a2ad0f8f44.jpg", - "bytes": 39395, - "contentType": "image/jpeg", - "sha256": "a53268f4db838bc85619c0db4bc461defbd8a20fa4266800eacc70a2ad0f8f44" - }, - { - "id": "test_Materials_327", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1589/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/022aa102c4c391259c0af5756d8e9ddd8851cab29d6b709d8afabf2b4acca6dc.png", - "bytes": 570216, - "contentType": "image/png", - "sha256": "022aa102c4c391259c0af5756d8e9ddd8851cab29d6b709d8afabf2b4acca6dc" - }, - { - "id": "test_Materials_332", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/896/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/166e53435c24c90a58aef7c3022cd5bb8e2e1facd1791be78c95c308409068b0.jpg", - "bytes": 86740, - "contentType": "image/jpeg", - "sha256": "166e53435c24c90a58aef7c3022cd5bb8e2e1facd1791be78c95c308409068b0" - }, - { - "id": "test_Materials_345", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1328/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12b952bc0f00375ef40ee1fd28dc61f54bf9d6f644b2702c27e58ed02d85c0b5.png", - "bytes": 1016402, - "contentType": "image/png", - "sha256": "12b952bc0f00375ef40ee1fd28dc61f54bf9d6f644b2702c27e58ed02d85c0b5" - }, - { - "id": "test_Materials_358", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/630/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/67e4fa328922d5ab5034caeb08c26113da009c3f7bcc237c95328b50b4d94141.png", - "bytes": 335878, - "contentType": "image/png", - "sha256": "67e4fa328922d5ab5034caeb08c26113da009c3f7bcc237c95328b50b4d94141" - }, - { - "id": "test_Materials_383", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1012/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/681ec9d94889570ecc67f2ecad5e4123608029edaabe92ac88e72f6ac25ca498.png", - "bytes": 327027, - "contentType": "image/png", - "sha256": "681ec9d94889570ecc67f2ecad5e4123608029edaabe92ac88e72f6ac25ca498" - }, - { - "id": "test_Materials_392", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/941/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/11f1e18754dfa13aba6e1eae74e0542bcd8862c2814b223fb5b8705ce2529a98.jpg", - "bytes": 191648, - "contentType": "image/jpeg", - "sha256": "11f1e18754dfa13aba6e1eae74e0542bcd8862c2814b223fb5b8705ce2529a98" - }, - { - "id": "test_Materials_415", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1353/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d71a3e538ac6769ede27854ba50cfac760273e980be0cea05e99d3dde644f4e7.png", - "bytes": 157640, - "contentType": "image/png", - "sha256": "d71a3e538ac6769ede27854ba50cfac760273e980be0cea05e99d3dde644f4e7" - }, - { - "id": "test_Materials_417", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1285/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/39de5a3262be77e661b946e7ca8ad47685ceb0bb1346a67227cef2acb42f3b7e.png", - "bytes": 954660, - "contentType": "image/png", - "sha256": "39de5a3262be77e661b946e7ca8ad47685ceb0bb1346a67227cef2acb42f3b7e" - }, - { - "id": "test_Materials_423", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/505/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7b7605266037d471e26a7ba75d936be9abb72125d04269791ffa31ee112b4ad.png", - "bytes": 678387, - "contentType": "image/png", - "sha256": "d7b7605266037d471e26a7ba75d936be9abb72125d04269791ffa31ee112b4ad" - }, - { - "id": "test_Materials_446", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1616/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a569dab81e8eb83e8a33ae9b4fe159f8da48fb9c833fbb14a88d1ea4808859c.png", - "bytes": 348607, - "contentType": "image/png", - "sha256": "4a569dab81e8eb83e8a33ae9b4fe159f8da48fb9c833fbb14a88d1ea4808859c" - }, - { - "id": "test_Materials_450", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/685/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/354e55bb2042881801db3abe9f4d58ad4fae5b106021c3ab3f60edaf91a08d9c.png", - "bytes": 109459, - "contentType": "image/png", - "sha256": "354e55bb2042881801db3abe9f4d58ad4fae5b106021c3ab3f60edaf91a08d9c" - }, - { - "id": "test_Materials_51", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/872/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/139b34f4f187ec7ecd9170111a768f4a8e08015c82e742e668eba9da2b06b76b.png", - "bytes": 605786, - "contentType": "image/png", - "sha256": "139b34f4f187ec7ecd9170111a768f4a8e08015c82e742e668eba9da2b06b76b" - }, - { - "id": "test_Materials_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1106/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/487b2a92b006bee61e1a42cb9eebeb0a644ae64697f0ae8cb3504199d851bc5d.png", - "bytes": 1037923, - "contentType": "image/png", - "sha256": "487b2a92b006bee61e1a42cb9eebeb0a644ae64697f0ae8cb3504199d851bc5d" - }, - { - "id": "test_Materials_72", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/205/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b250458011c022de0ded29736b70e1f8bb779aa951db190eb6aece30b6f59feb.png", - "bytes": 161328, - "contentType": "image/png", - "sha256": "b250458011c022de0ded29736b70e1f8bb779aa951db190eb6aece30b6f59feb" - }, - { - "id": "test_Materials_91", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/199/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7c4fe76242f7f5b6837288eb2adcd4d111f5296772ce7220549c4e08e6bbdbe2.png", - "bytes": 413581, - "contentType": "image/png", - "sha256": "7c4fe76242f7f5b6837288eb2adcd4d111f5296772ce7220549c4e08e6bbdbe2" - }, - { - "id": "test_Materials_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1548/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6455c154bf1cb1eee49737fc106ba925338ab3fb608c1424dc25fc2cae007adb.jpg", - "bytes": 86079, - "contentType": "image/jpeg", - "sha256": "6455c154bf1cb1eee49737fc106ba925338ab3fb608c1424dc25fc2cae007adb" - }, - { - "id": "test_Materials_98", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/421/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b7e8e79c50927efa42e9a9fab26e56f0e8c9e872017c8fcc275a31a7c41e0624.png", - "bytes": 535071, - "contentType": "image/png", - "sha256": "b7e8e79c50927efa42e9a9fab26e56f0e8c9e872017c8fcc275a31a7c41e0624" - }, - { - "id": "test_Math_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/101/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd2f08cecade5a193d44e1d4ad69a26b42d924c597070fb009c2415fb112868f.png", - "bytes": 396445, - "contentType": "image/png", - "sha256": "bd2f08cecade5a193d44e1d4ad69a26b42d924c597070fb009c2415fb112868f" - }, - { - "id": "test_Math_115", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/541/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cf663acbdd77453292bd8e0807d14529c9c9460008c529c00a0f42816609e78a.png", - "bytes": 159222, - "contentType": "image/png", - "sha256": "cf663acbdd77453292bd8e0807d14529c9c9460008c529c00a0f42816609e78a" - }, - { - "id": "test_Math_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/864/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c805d127a578f7ac5598d918e5e027ceeeec8559391c82982bd281c0f6090de3.jpg", - "bytes": 69928, - "contentType": "image/jpeg", - "sha256": "c805d127a578f7ac5598d918e5e027ceeeec8559391c82982bd281c0f6090de3" - }, - { - "id": "test_Math_122", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/291/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb80001204bd1e4f62ebd84237a60dce1f545ee2ead396024b8b40604029a9c9.png", - "bytes": 346782, - "contentType": "image/png", - "sha256": "fb80001204bd1e4f62ebd84237a60dce1f545ee2ead396024b8b40604029a9c9" - }, - { - "id": "test_Math_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1477/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86a3762159ab93d3ce4fe3786b38e939b60f3a62e6102729c456b05ac994f9e7.png", - "bytes": 201930, - "contentType": "image/png", - "sha256": "86a3762159ab93d3ce4fe3786b38e939b60f3a62e6102729c456b05ac994f9e7" - }, - { - "id": "test_Math_164", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/305/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e70bebc2ef584e468902914ce3328f88422169815e23622a1581b7499eb5935c.png", - "bytes": 3764927, - "contentType": "image/png", - "sha256": "e70bebc2ef584e468902914ce3328f88422169815e23622a1581b7499eb5935c" - }, - { - "id": "test_Math_165", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1557/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3c4f3b17b98a30f4e88edf0387aac5993a379c11520ac7ce5f14acb2cfaf51ed.jpg", - "bytes": 38848, - "contentType": "image/jpeg", - "sha256": "3c4f3b17b98a30f4e88edf0387aac5993a379c11520ac7ce5f14acb2cfaf51ed" - }, - { - "id": "test_Math_170", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/132/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/73199d5b2a0c5173ace628d341b4802cfdb3f6d3cbf870a463e202b30c605b1a.png", - "bytes": 513399, - "contentType": "image/png", - "sha256": "73199d5b2a0c5173ace628d341b4802cfdb3f6d3cbf870a463e202b30c605b1a" - }, - { - "id": "test_Math_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1254/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfd6711b8cf8c2006421c8b82f9eec4e0ba480707f7915cf76c046f36706ce95.png", - "bytes": 559893, - "contentType": "image/png", - "sha256": "cfd6711b8cf8c2006421c8b82f9eec4e0ba480707f7915cf76c046f36706ce95" - }, - { - "id": "test_Math_189", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1390/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/988e0d84367f24559abafb537bc1f1cc33efa91d59171f779238805387ed4a98.png", - "bytes": 398679, - "contentType": "image/png", - "sha256": "988e0d84367f24559abafb537bc1f1cc33efa91d59171f779238805387ed4a98" - }, - { - "id": "test_Math_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/598/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83de6750dfb50d5b9582b0d545a532536ccdf374c3644c08385138600968762d.png", - "bytes": 2225959, - "contentType": "image/png", - "sha256": "83de6750dfb50d5b9582b0d545a532536ccdf374c3644c08385138600968762d" - }, - { - "id": "test_Math_201", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/398/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3bc19dfd2acb9302940aee27f6b9fb70ca83abfdc6284e96fd7cae608255ddf.png", - "bytes": 205972, - "contentType": "image/png", - "sha256": "f3bc19dfd2acb9302940aee27f6b9fb70ca83abfdc6284e96fd7cae608255ddf" - }, - { - "id": "test_Math_205", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1579/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/64816e68b6008328b938e3149d2804d16214c68c8085d503e1d7c2db86a80155.jpg", - "bytes": 75034, - "contentType": "image/jpeg", - "sha256": "64816e68b6008328b938e3149d2804d16214c68c8085d503e1d7c2db86a80155" - }, - { - "id": "test_Math_209", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1665/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d8209fc25a9c90888182bd37e99db0ed117005d83f42e1df701a55e145c17cf.png", - "bytes": 695499, - "contentType": "image/png", - "sha256": "6d8209fc25a9c90888182bd37e99db0ed117005d83f42e1df701a55e145c17cf" - }, - { - "id": "test_Math_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1585/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e0a500659ad4f4a488d69f717647520e24e51f223040a05c6229aaef473f3360.png", - "bytes": 864418, - "contentType": "image/png", - "sha256": "e0a500659ad4f4a488d69f717647520e24e51f223040a05c6229aaef473f3360" - }, - { - "id": "test_Math_222", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1475/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/541bcc3c62bec65b406eb561dad540f7231a714541ca12c5fc7dcd219abe2a10.png", - "bytes": 867456, - "contentType": "image/png", - "sha256": "541bcc3c62bec65b406eb561dad540f7231a714541ca12c5fc7dcd219abe2a10" - }, - { - "id": "test_Math_224", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1075/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6305624b86315d719117d8f1849df49582862f7b9ef1fb83df2db9f5b75e9bde.png", - "bytes": 50455, - "contentType": "image/png", - "sha256": "6305624b86315d719117d8f1849df49582862f7b9ef1fb83df2db9f5b75e9bde" - }, - { - "id": "test_Math_247", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/302/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3f3228f67cd49cb8eeb35d97f9592b2e7719b0f55f4a65a3c47269f41bb5c1c5.png", - "bytes": 702295, - "contentType": "image/png", - "sha256": "3f3228f67cd49cb8eeb35d97f9592b2e7719b0f55f4a65a3c47269f41bb5c1c5" - }, - { - "id": "test_Math_257", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/829/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d98644bfe6f13ee2b119cfcac3523dd309a22dae31abb9371c4e1ba71cbf38d.png", - "bytes": 2809178, - "contentType": "image/png", - "sha256": "8d98644bfe6f13ee2b119cfcac3523dd309a22dae31abb9371c4e1ba71cbf38d" - }, - { - "id": "test_Math_266", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1053/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f188e523645747fef09eb9c1a0e017b8effc70b9d49b3eafc96a9239a2e646a.png", - "bytes": 45727, - "contentType": "image/png", - "sha256": "4f188e523645747fef09eb9c1a0e017b8effc70b9d49b3eafc96a9239a2e646a" - }, - { - "id": "test_Math_270", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/181/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/91f220875ff559d8622d4ba84c6c0d7b60d61cd7717977eec7f9a7ed2fadb592.png", - "bytes": 2162244, - "contentType": "image/png", - "sha256": "91f220875ff559d8622d4ba84c6c0d7b60d61cd7717977eec7f9a7ed2fadb592" - }, - { - "id": "test_Math_279", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/497/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ddbed0c0f79884cae091667deda6828101524ac078fe4eec903586d4bf2309f2.png", - "bytes": 225182, - "contentType": "image/png", - "sha256": "ddbed0c0f79884cae091667deda6828101524ac078fe4eec903586d4bf2309f2" - }, - { - "id": "test_Math_282", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1232/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ebd5be58ff97e572cc0a5e0dcfbf300b5e5fff092af42578a097ffdb229c77e8.png", - "bytes": 514235, - "contentType": "image/png", - "sha256": "ebd5be58ff97e572cc0a5e0dcfbf300b5e5fff092af42578a097ffdb229c77e8" - }, - { - "id": "test_Math_290", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/184/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e3f31c1ea6edcd0bb65628562762601c9f7fc6d610394bef4c1c164122d85f86.png", - "bytes": 155033, - "contentType": "image/png", - "sha256": "e3f31c1ea6edcd0bb65628562762601c9f7fc6d610394bef4c1c164122d85f86" - }, - { - "id": "test_Math_341", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1359/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c8c0ca52dcd9eec3e6bf8a49bff6a112308a919f258ac4d68ed97afff4e26d97.png", - "bytes": 1716660, - "contentType": "image/png", - "sha256": "c8c0ca52dcd9eec3e6bf8a49bff6a112308a919f258ac4d68ed97afff4e26d97" - }, - { - "id": "test_Math_346", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/413/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/69b96dd00544e72c3863c58896b92ab4a994f0e6dcfc9a6d24c3f7c4a7f4ffc9.png", - "bytes": 229670, - "contentType": "image/png", - "sha256": "69b96dd00544e72c3863c58896b92ab4a994f0e6dcfc9a6d24c3f7c4a7f4ffc9" - }, - { - "id": "test_Math_390", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/417/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4fe17982cc8bd6c5e48ae783f33dd7887f6edc655d2d1ddfc1d7617f371d7b6c.png", - "bytes": 3831157, - "contentType": "image/png", - "sha256": "4fe17982cc8bd6c5e48ae783f33dd7887f6edc655d2d1ddfc1d7617f371d7b6c" - }, - { - "id": "test_Math_393", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1276/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/69386425c8067513f57d80c617a55332bf3d5659779cdab167b7b845b71400d8.png", - "bytes": 834431, - "contentType": "image/png", - "sha256": "69386425c8067513f57d80c617a55332bf3d5659779cdab167b7b845b71400d8" - }, - { - "id": "test_Math_41", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/665/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/669bc52ece3825febbda262276917a3311bb017508e056d6fc70b6308c7bc219.png", - "bytes": 2195865, - "contentType": "image/png", - "sha256": "669bc52ece3825febbda262276917a3311bb017508e056d6fc70b6308c7bc219" - }, - { - "id": "test_Math_435", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1170/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/db7e37a5d3c0631e4919fb0fbb522696f5132ee74f21e85ac476de645c4a8960.png", - "bytes": 766491, - "contentType": "image/png", - "sha256": "db7e37a5d3c0631e4919fb0fbb522696f5132ee74f21e85ac476de645c4a8960" - }, - { - "id": "test_Math_436", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1643/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2fcd24960f7380b5ab1e0007eeaa26611d38a1e7f52d7a93527f81bb894ade07.jpg", - "bytes": 86164, - "contentType": "image/jpeg", - "sha256": "2fcd24960f7380b5ab1e0007eeaa26611d38a1e7f52d7a93527f81bb894ade07" - }, - { - "id": "test_Math_475", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1187/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ed52bbbe827c476c841cb88411423a18549cc3fd1d0c04b5e40f46bad006b9e0.png", - "bytes": 1413496, - "contentType": "image/png", - "sha256": "ed52bbbe827c476c841cb88411423a18549cc3fd1d0c04b5e40f46bad006b9e0" - }, - { - "id": "test_Math_476", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/522/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/368582007c48aff0b2824a196dfd1cf0aa02ae3a67d7004ef9ac3a8fb5d22721.png", - "bytes": 186985, - "contentType": "image/png", - "sha256": "368582007c48aff0b2824a196dfd1cf0aa02ae3a67d7004ef9ac3a8fb5d22721" - }, - { - "id": "test_Math_492", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/244/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ff991ede64c45f3c81f48792641742caa5216d11b91152d1c3023780200e017.png", - "bytes": 4065926, - "contentType": "image/png", - "sha256": "6ff991ede64c45f3c81f48792641742caa5216d11b91152d1c3023780200e017" - }, - { - "id": "test_Math_504", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1332/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/11ae83b6f383ff4822771ce71ff1ed8c54808496d0bcaf0d31a06a67dd74b491.png", - "bytes": 1101759, - "contentType": "image/png", - "sha256": "11ae83b6f383ff4822771ce71ff1ed8c54808496d0bcaf0d31a06a67dd74b491" - }, - { - "id": "test_Math_56", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1263/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ce804a60dc693b6352c72a29c40950599282ca8a01c876843505ac0f02c6bef2.png", - "bytes": 595661, - "contentType": "image/png", - "sha256": "ce804a60dc693b6352c72a29c40950599282ca8a01c876843505ac0f02c6bef2" - }, - { - "id": "test_Math_65", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1266/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/57170ab3b067ec5334dd16b530af6b6b6cabb85af064290b677565933a18c127.png", - "bytes": 504875, - "contentType": "image/png", - "sha256": "57170ab3b067ec5334dd16b530af6b6b6cabb85af064290b677565933a18c127" - }, - { - "id": "test_Math_75", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/939/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c9fb4c2b85f784d48ad7589d7490abde9e4b60aa7b807e5697145510913e8f62.png", - "bytes": 1156395, - "contentType": "image/png", - "sha256": "c9fb4c2b85f784d48ad7589d7490abde9e4b60aa7b807e5697145510913e8f62" - }, - { - "id": "test_Math_80", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/238/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fd7510e79d0099793277a7c066fbd3106b9c36986fd06625cc9dd60efd5536cd.png", - "bytes": 285907, - "contentType": "image/png", - "sha256": "fd7510e79d0099793277a7c066fbd3106b9c36986fd06625cc9dd60efd5536cd" - }, - { - "id": "test_Mechanical_Engineering_104", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1243/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ff3d6bcad35e7d1d2f90fc89040406a70ef2969f667e476348efe04a02b2afe.png", - "bytes": 642452, - "contentType": "image/png", - "sha256": "2ff3d6bcad35e7d1d2f90fc89040406a70ef2969f667e476348efe04a02b2afe" - }, - { - "id": "test_Mechanical_Engineering_123", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/462/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/970ffe42ce403dffb6a5dcede8f556ebe7a852fe809db37cb2da13fa2c0f5927.png", - "bytes": 1840580, - "contentType": "image/png", - "sha256": "970ffe42ce403dffb6a5dcede8f556ebe7a852fe809db37cb2da13fa2c0f5927" - }, - { - "id": "test_Mechanical_Engineering_136", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/587/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/128be03b6bc8485a34ea9131182499d8fd63c1a0ac49937cdae72f1cd40f4d11.png", - "bytes": 1397037, - "contentType": "image/png", - "sha256": "128be03b6bc8485a34ea9131182499d8fd63c1a0ac49937cdae72f1cd40f4d11" - }, - { - "id": "test_Mechanical_Engineering_173", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/562/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ac4c10561c5075454e34c09395cdd424a1177f3c7fcaf7780238857052c8d9f.png", - "bytes": 132624, - "contentType": "image/png", - "sha256": "8ac4c10561c5075454e34c09395cdd424a1177f3c7fcaf7780238857052c8d9f" - }, - { - "id": "test_Mechanical_Engineering_186", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/897/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aefadc3585b6a8984658ac338526b9a68c01cf1c69f44cf5fe61c8e4c3be1751.png", - "bytes": 1813109, - "contentType": "image/png", - "sha256": "aefadc3585b6a8984658ac338526b9a68c01cf1c69f44cf5fe61c8e4c3be1751" - }, - { - "id": "test_Mechanical_Engineering_190", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1606/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3dd70d73c1ab6aa33603d1c913877165933b3bd843dbc22b1097f882a54ae8df.jpg", - "bytes": 47361, - "contentType": "image/jpeg", - "sha256": "3dd70d73c1ab6aa33603d1c913877165933b3bd843dbc22b1097f882a54ae8df" - }, - { - "id": "test_Mechanical_Engineering_192", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1088/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d57d041ca696189723110466110ab01b9c858174a1f6db491a959c6368bbf699.png", - "bytes": 97913, - "contentType": "image/png", - "sha256": "d57d041ca696189723110466110ab01b9c858174a1f6db491a959c6368bbf699" - }, - { - "id": "test_Mechanical_Engineering_201", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/822/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d26b9a51265deac278b75bd2fa7532df426ab36937a56fb87f0416defba172f.png", - "bytes": 104863, - "contentType": "image/png", - "sha256": "8d26b9a51265deac278b75bd2fa7532df426ab36937a56fb87f0416defba172f" - }, - { - "id": "test_Mechanical_Engineering_203", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/126/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/40cc8a189bb9b668d35c7b4fd5a0f3fcc62e32f475981593881ac74114f8992c.png", - "bytes": 73931, - "contentType": "image/png", - "sha256": "40cc8a189bb9b668d35c7b4fd5a0f3fcc62e32f475981593881ac74114f8992c" - }, - { - "id": "test_Mechanical_Engineering_205", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1072/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f4dd75d2a9e9c721355c2fb5c412c0ab245aec46935920ed39a1e76678ef3f1c.png", - "bytes": 40838, - "contentType": "image/png", - "sha256": "f4dd75d2a9e9c721355c2fb5c412c0ab245aec46935920ed39a1e76678ef3f1c" - }, - { - "id": "test_Mechanical_Engineering_209", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1432/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/adc41d626066897bfcc7348640176aa7602cc2b19ae25076c6396044e15d7c8d.png", - "bytes": 109477, - "contentType": "image/png", - "sha256": "adc41d626066897bfcc7348640176aa7602cc2b19ae25076c6396044e15d7c8d" - }, - { - "id": "test_Mechanical_Engineering_230", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1233/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ce8e22820dc2fd702b6cd547b502c9fd80439d486ee7b926f9997daeea4f556d.png", - "bytes": 551453, - "contentType": "image/png", - "sha256": "ce8e22820dc2fd702b6cd547b502c9fd80439d486ee7b926f9997daeea4f556d" - }, - { - "id": "test_Mechanical_Engineering_234", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1429/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/387ba064b14b614fb5e9bc82e0b0dc8a4528b4bc9320997835b76818a14f4df5.png", - "bytes": 451722, - "contentType": "image/png", - "sha256": "387ba064b14b614fb5e9bc82e0b0dc8a4528b4bc9320997835b76818a14f4df5" - }, - { - "id": "test_Mechanical_Engineering_257", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/833/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61eeff1d86833fb54fefca86134d3778d04613067b2c1df7edd902f936a98d46.png", - "bytes": 223230, - "contentType": "image/png", - "sha256": "61eeff1d86833fb54fefca86134d3778d04613067b2c1df7edd902f936a98d46" - }, - { - "id": "test_Mechanical_Engineering_275", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1047/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bf23a10aa03b0097b52c253569c5986b250aa89f4147eed81b8fc3a955b1fff6.png", - "bytes": 140412, - "contentType": "image/png", - "sha256": "bf23a10aa03b0097b52c253569c5986b250aa89f4147eed81b8fc3a955b1fff6" - }, - { - "id": "test_Mechanical_Engineering_278", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1547/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3aff49d562a42c2b342b929001d90d1984eee46b7fed2a2526e921c384484588.png", - "bytes": 1074034, - "contentType": "image/png", - "sha256": "3aff49d562a42c2b342b929001d90d1984eee46b7fed2a2526e921c384484588" - }, - { - "id": "test_Mechanical_Engineering_279", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/133/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50e4db4d5a9bacdb49dc62140d0dc15e433dd212ce23c10cd48f27ef5f99fe4d.png", - "bytes": 333230, - "contentType": "image/png", - "sha256": "50e4db4d5a9bacdb49dc62140d0dc15e433dd212ce23c10cd48f27ef5f99fe4d" - }, - { - "id": "test_Mechanical_Engineering_333", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/714/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/37c31be89f12f188a3878c2e100eae0f8578493e85617b2be0a7c6a57c56a430.png", - "bytes": 1200612, - "contentType": "image/png", - "sha256": "37c31be89f12f188a3878c2e100eae0f8578493e85617b2be0a7c6a57c56a430" - }, - { - "id": "test_Mechanical_Engineering_338", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/196/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a6fd5a1afc47fc36bad9ad775791e486a06decca72e1dc417313459734741253.png", - "bytes": 514602, - "contentType": "image/png", - "sha256": "a6fd5a1afc47fc36bad9ad775791e486a06decca72e1dc417313459734741253" - }, - { - "id": "test_Mechanical_Engineering_359", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/739/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f85214adb5a76a1684394305fdf0f8bc9b1c04a50db41b2ab040997ed836d6d4.png", - "bytes": 106994, - "contentType": "image/png", - "sha256": "f85214adb5a76a1684394305fdf0f8bc9b1c04a50db41b2ab040997ed836d6d4" - }, - { - "id": "test_Mechanical_Engineering_372", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/709/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/228d1220546ca6818a3d238b1e07e9cbf10ebaf11b5f1ad5df16a476f2329fa7.png", - "bytes": 185459, - "contentType": "image/png", - "sha256": "228d1220546ca6818a3d238b1e07e9cbf10ebaf11b5f1ad5df16a476f2329fa7" - }, - { - "id": "test_Mechanical_Engineering_382", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/388/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b8dbc2e7ff18753ea0bceddfdf4bcd283902299f5aecb1ba8ea235769c317d50.png", - "bytes": 322020, - "contentType": "image/png", - "sha256": "b8dbc2e7ff18753ea0bceddfdf4bcd283902299f5aecb1ba8ea235769c317d50" - }, - { - "id": "test_Mechanical_Engineering_392", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1640/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cf73c3bd8887904a8ee8cdde087fdb3b340255a7661a6e9e7103a26f417f6c36.jpg", - "bytes": 113735, - "contentType": "image/jpeg", - "sha256": "cf73c3bd8887904a8ee8cdde087fdb3b340255a7661a6e9e7103a26f417f6c36" - }, - { - "id": "test_Mechanical_Engineering_396", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/958/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9e7ecfcb809aed5d72800df9d2388e1a028fbb4f31f96395eb8242b868f0620f.png", - "bytes": 515176, - "contentType": "image/png", - "sha256": "9e7ecfcb809aed5d72800df9d2388e1a028fbb4f31f96395eb8242b868f0620f" - }, - { - "id": "test_Mechanical_Engineering_409", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1218/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3f904e51ff8c6674b3df4886a498899c62472bea8f86a65339e0c12fd092443a.png", - "bytes": 463508, - "contentType": "image/png", - "sha256": "3f904e51ff8c6674b3df4886a498899c62472bea8f86a65339e0c12fd092443a" - }, - { - "id": "test_Mechanical_Engineering_420", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/189/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d16af23db46d625aded2972780eff13bbef31023e5210e8018fa0fa2339c4c3f.png", - "bytes": 238981, - "contentType": "image/png", - "sha256": "d16af23db46d625aded2972780eff13bbef31023e5210e8018fa0fa2339c4c3f" - }, - { - "id": "test_Mechanical_Engineering_55", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1452/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e29269645c897ce16b77e9e88e33bec1ce531a3dfd30cdd8b63660c33a586133.png", - "bytes": 288463, - "contentType": "image/png", - "sha256": "e29269645c897ce16b77e9e88e33bec1ce531a3dfd30cdd8b63660c33a586133" - }, - { - "id": "test_Mechanical_Engineering_58", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/326/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08d522b31fa3732f54ae5578730233a7fefef873db48fb24497bfd0960babf78.png", - "bytes": 675705, - "contentType": "image/png", - "sha256": "08d522b31fa3732f54ae5578730233a7fefef873db48fb24497bfd0960babf78" - }, - { - "id": "test_Mechanical_Engineering_62", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/87/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/57261797d02b0e8dfd0dd41ecd353419eaf9c3bea7b3ef7e475ec6f3065b0c6f.png", - "bytes": 239124, - "contentType": "image/png", - "sha256": "57261797d02b0e8dfd0dd41ecd353419eaf9c3bea7b3ef7e475ec6f3065b0c6f" - }, - { - "id": "test_Mechanical_Engineering_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/73/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4c7e548f498bf05d222023f45d419131b1d8ae10c342ec5a5d60d00321251eae.png", - "bytes": 157035, - "contentType": "image/png", - "sha256": "4c7e548f498bf05d222023f45d419131b1d8ae10c342ec5a5d60d00321251eae" - }, - { - "id": "test_Mechanical_Engineering_78", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1672/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/885fe379284caa83a52bfcb5250166acb372fc62a21b5055b2654a3cc76c1cda.png", - "bytes": 314030, - "contentType": "image/png", - "sha256": "885fe379284caa83a52bfcb5250166acb372fc62a21b5055b2654a3cc76c1cda" - }, - { - "id": "test_Mechanical_Engineering_81", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/888/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3facc7816a3ec9972754e8d80fbaade233d70c2ef7a79c0f99b7aaff5ada1c3c.png", - "bytes": 1218047, - "contentType": "image/png", - "sha256": "3facc7816a3ec9972754e8d80fbaade233d70c2ef7a79c0f99b7aaff5ada1c3c" - }, - { - "id": "test_Mechanical_Engineering_87", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/130/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/accd3f9d9f5a15692149e1799f5bea4bc9c8a6ef4f4fc12d99ce1d7632bca662.png", - "bytes": 239482, - "contentType": "image/png", - "sha256": "accd3f9d9f5a15692149e1799f5bea4bc9c8a6ef4f4fc12d99ce1d7632bca662" - }, - { - "id": "test_Mechanical_Engineering_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1002/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48db7bb44a7fa1bb6e86a7d26e2c90bd6798bcb3f6676e63e9f7004dff13cdd0.jpg", - "bytes": 145576, - "contentType": "image/jpeg", - "sha256": "48db7bb44a7fa1bb6e86a7d26e2c90bd6798bcb3f6676e63e9f7004dff13cdd0" - }, - { - "id": "test_Music_103", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/525/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/64093c5579fd83663ea5a02c48e4a29a3929647461534cde0284c9c9ce313678.png", - "bytes": 784614, - "contentType": "image/png", - "sha256": "64093c5579fd83663ea5a02c48e4a29a3929647461534cde0284c9c9ce313678" - }, - { - "id": "test_Music_105", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/966/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71b0ac72c125400f95c4b6acb36f7a7aa1bf58f5331347c94aab792d85080988.png", - "bytes": 1010446, - "contentType": "image/png", - "sha256": "71b0ac72c125400f95c4b6acb36f7a7aa1bf58f5331347c94aab792d85080988" - }, - { - "id": "test_Music_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/758/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4300cbbcedac1921100915e4da9c6d4daee9846284d2bfbec6ae124046b14574.png", - "bytes": 128274, - "contentType": "image/png", - "sha256": "4300cbbcedac1921100915e4da9c6d4daee9846284d2bfbec6ae124046b14574" - }, - { - "id": "test_Music_116", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1031/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/475a4631e8d64001566fb6124ed901e67b33acc75dbf29a7708991ca78308aa6.png", - "bytes": 864040, - "contentType": "image/png", - "sha256": "475a4631e8d64001566fb6124ed901e67b33acc75dbf29a7708991ca78308aa6" - }, - { - "id": "test_Music_123", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1408/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f521c8fa242c133684a4c6ef2d4b1f190bf3f52df010da0c8684ca7b8786d0f0.png", - "bytes": 116126, - "contentType": "image/png", - "sha256": "f521c8fa242c133684a4c6ef2d4b1f190bf3f52df010da0c8684ca7b8786d0f0" - }, - { - "id": "test_Music_127", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/622/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1273e9d72fdd71eb3a93b3b95d05c56266c080169519749c2b83edb895a0c13b.png", - "bytes": 1201837, - "contentType": "image/png", - "sha256": "1273e9d72fdd71eb3a93b3b95d05c56266c080169519749c2b83edb895a0c13b" - }, - { - "id": "test_Music_133", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1598/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6bbed9e2d2e7bdd70ab2fd016cbbec0eac977b0fc6b412d663ebde0206b19c13.jpg", - "bytes": 48027, - "contentType": "image/jpeg", - "sha256": "6bbed9e2d2e7bdd70ab2fd016cbbec0eac977b0fc6b412d663ebde0206b19c13" - }, - { - "id": "test_Music_134", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/809/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/759fe18ecd849c222d846f2a3ce549e6c26f05b23d2de0443e6d93fab6e4ea06.png", - "bytes": 1890786, - "contentType": "image/png", - "sha256": "759fe18ecd849c222d846f2a3ce549e6c26f05b23d2de0443e6d93fab6e4ea06" - }, - { - "id": "test_Music_209", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/575/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/87421d9429eedb1562ea18c902af62ce441baef385af381a462f283d810e03eb.png", - "bytes": 257758, - "contentType": "image/png", - "sha256": "87421d9429eedb1562ea18c902af62ce441baef385af381a462f283d810e03eb" - }, - { - "id": "test_Music_210", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1406/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a00d50d3f15d6c2b9850238bd8218e64e735ebaee5234d5d1753b77dae5323a.png", - "bytes": 1745732, - "contentType": "image/png", - "sha256": "4a00d50d3f15d6c2b9850238bd8218e64e735ebaee5234d5d1753b77dae5323a" - }, - { - "id": "test_Music_219", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/338/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c8c6e0df7609f7db66bb9d81c2cf328a7207c0c8f8873baa6af071ec9a52bc8a.png", - "bytes": 223354, - "contentType": "image/png", - "sha256": "c8c6e0df7609f7db66bb9d81c2cf328a7207c0c8f8873baa6af071ec9a52bc8a" - }, - { - "id": "test_Music_222", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/606/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5be8b69cff804ee4091f804d6bba56d91a0215b9d7edcd00381c551e96f24e9b.png", - "bytes": 333335, - "contentType": "image/png", - "sha256": "5be8b69cff804ee4091f804d6bba56d91a0215b9d7edcd00381c551e96f24e9b" - }, - { - "id": "test_Music_244", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1045/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86b9680c4f165d2ce7f2d23bb2958e0ddec4baa25dd07621921792c74928ec85.png", - "bytes": 61451, - "contentType": "image/png", - "sha256": "86b9680c4f165d2ce7f2d23bb2958e0ddec4baa25dd07621921792c74928ec85" - }, - { - "id": "test_Music_247", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1141/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/000f0cfbe3cc8fe40094d2ca5c42e57f57e446955b628d76277e206e7ad3e33b.png", - "bytes": 1986472, - "contentType": "image/png", - "sha256": "000f0cfbe3cc8fe40094d2ca5c42e57f57e446955b628d76277e206e7ad3e33b" - }, - { - "id": "test_Music_251", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1091/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/25ac8f7c5a148f242930db7f001024411e76418aeeb136e853ed99e82baf6977.png", - "bytes": 101467, - "contentType": "image/png", - "sha256": "25ac8f7c5a148f242930db7f001024411e76418aeeb136e853ed99e82baf6977" - }, - { - "id": "test_Music_264", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1147/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfc20292339fcf307cc4056f8566c391cfc0681164cb748a12e9ccbc5d99c2c7.png", - "bytes": 1343926, - "contentType": "image/png", - "sha256": "cfc20292339fcf307cc4056f8566c391cfc0681164cb748a12e9ccbc5d99c2c7" - }, - { - "id": "test_Music_289", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/722/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eee40d9eda581eee740349a38504e83f3688fde6dfc8620eaa8d8d66ff8f8796.png", - "bytes": 864236, - "contentType": "image/png", - "sha256": "eee40d9eda581eee740349a38504e83f3688fde6dfc8620eaa8d8d66ff8f8796" - }, - { - "id": "test_Music_293", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/120/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa6a8c5167b20e5fc50648107f38d40722a564b657e7bb4476659295e57271e1.png", - "bytes": 419353, - "contentType": "image/png", - "sha256": "fa6a8c5167b20e5fc50648107f38d40722a564b657e7bb4476659295e57271e1" - }, - { - "id": "test_Music_299", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1677/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e874af7bb5272216f3bfe2362a921a66ef465cefa86ad9e282a228b9d082d7b0.png", - "bytes": 406143, - "contentType": "image/png", - "sha256": "e874af7bb5272216f3bfe2362a921a66ef465cefa86ad9e282a228b9d082d7b0" - }, - { - "id": "test_Music_310", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/764/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e0ef5002eb8f40aa562d1499fb3945fbe3ca8ea778f7b4d23daa65206cae09e1.png", - "bytes": 1115473, - "contentType": "image/png", - "sha256": "e0ef5002eb8f40aa562d1499fb3945fbe3ca8ea778f7b4d23daa65206cae09e1" - }, - { - "id": "test_Music_317", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/631/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2636859839040fbc7135199adbc95862a3695fc3f7587ef6c9ad1fa55cf34e58.png", - "bytes": 1644052, - "contentType": "image/png", - "sha256": "2636859839040fbc7135199adbc95862a3695fc3f7587ef6c9ad1fa55cf34e58" - }, - { - "id": "test_Music_322", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1097/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1aee17fa78d3b721e28848ac8ed1905e4f93fbad7b3eb16732a2b4dd81b88017.png", - "bytes": 85766, - "contentType": "image/png", - "sha256": "1aee17fa78d3b721e28848ac8ed1905e4f93fbad7b3eb16732a2b4dd81b88017" - }, - { - "id": "test_Music_324", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1687/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/308fc616abd5786d6f2086088a3c711bf46b3522e61afdcdd522e50b8aca80b8.jpg", - "bytes": 94866, - "contentType": "image/jpeg", - "sha256": "308fc616abd5786d6f2086088a3c711bf46b3522e61afdcdd522e50b8aca80b8" - }, - { - "id": "test_Music_327", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/342/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f8618a64057d3957858776e9580e744ebf219dbe98b2ec5ff63de4bfa3b0028.png", - "bytes": 1715735, - "contentType": "image/png", - "sha256": "1f8618a64057d3957858776e9580e744ebf219dbe98b2ec5ff63de4bfa3b0028" - }, - { - "id": "test_Music_333", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/960/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dec62933b016d0f17f5e93f5569a17d0f27727b3b308570c467ecec11b4addb8.png", - "bytes": 4249268, - "contentType": "image/png", - "sha256": "dec62933b016d0f17f5e93f5569a17d0f27727b3b308570c467ecec11b4addb8" - }, - { - "id": "test_Music_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/635/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1314579410877d508d75adc9b4393a9119323aca4ec977ba26f3f2ed43ad3a07.png", - "bytes": 449172, - "contentType": "image/png", - "sha256": "1314579410877d508d75adc9b4393a9119323aca4ec977ba26f3f2ed43ad3a07" - }, - { - "id": "test_Music_42", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/345/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3388eba1ec97988a1de1e1b9e9ffe35336391811672d79c6d95d37b64b0a7b6d.png", - "bytes": 170924, - "contentType": "image/png", - "sha256": "3388eba1ec97988a1de1e1b9e9ffe35336391811672d79c6d95d37b64b0a7b6d" - }, - { - "id": "test_Music_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1464/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fc3a265c8e361cb8a7d76339478466304965ed4fd8ef11d6ff2968fdb7fa6ea4.png", - "bytes": 982116, - "contentType": "image/png", - "sha256": "fc3a265c8e361cb8a7d76339478466304965ed4fd8ef11d6ff2968fdb7fa6ea4" - }, - { - "id": "test_Music_53", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/71/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9d2424dae58d487163803b3369bea978ca6f05a0f67b3f7a4274822a859afed9.png", - "bytes": 988747, - "contentType": "image/png", - "sha256": "9d2424dae58d487163803b3369bea978ca6f05a0f67b3f7a4274822a859afed9" - }, - { - "id": "test_Music_60", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1670/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ef559679e5c9f4987153c8e2f7fce646acd254652b9511aa1c134efd4a66075.png", - "bytes": 430693, - "contentType": "image/png", - "sha256": "2ef559679e5c9f4987153c8e2f7fce646acd254652b9511aa1c134efd4a66075" - }, - { - "id": "test_Music_70", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/653/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc66fc7d3cc8a88643380b85d7984c87e6e5eca3e84a060cd94e5d41750c593a.png", - "bytes": 1945020, - "contentType": "image/png", - "sha256": "bc66fc7d3cc8a88643380b85d7984c87e6e5eca3e84a060cd94e5d41750c593a" - }, - { - "id": "test_Music_74", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/115/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97b7ef31db649d034af867e2c4e788e35eb66ad7261e9758ed2e2e2801456fe4.png", - "bytes": 107083, - "contentType": "image/png", - "sha256": "97b7ef31db649d034af867e2c4e788e35eb66ad7261e9758ed2e2e2801456fe4" - }, - { - "id": "test_Pharmacy_140", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/55/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7bb103bb086028144ecfbeae176369c7f64ed08ab832c0b827ddff99902f504e.png", - "bytes": 1973602, - "contentType": "image/png", - "sha256": "7bb103bb086028144ecfbeae176369c7f64ed08ab832c0b827ddff99902f504e" - }, - { - "id": "test_Pharmacy_141", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1066/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/890854d0f4af4def93d9bacc65b022e213f53f000a7ea0fe18f644582b31d509.png", - "bytes": 183023, - "contentType": "image/png", - "sha256": "890854d0f4af4def93d9bacc65b022e213f53f000a7ea0fe18f644582b31d509" - }, - { - "id": "test_Pharmacy_170", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1490/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/951decfe4da9047cff4c447183b57f24b823f7aa2bd710d00a312d2cfbdd3243.png", - "bytes": 271426, - "contentType": "image/png", - "sha256": "951decfe4da9047cff4c447183b57f24b823f7aa2bd710d00a312d2cfbdd3243" - }, - { - "id": "test_Pharmacy_174", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/975/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98779d2f49a3b49bc466f8ddfe8a2bcaea8af5bafd57275250da8b793f73f78c.png", - "bytes": 873301, - "contentType": "image/png", - "sha256": "98779d2f49a3b49bc466f8ddfe8a2bcaea8af5bafd57275250da8b793f73f78c" - }, - { - "id": "test_Pharmacy_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/837/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a45e74568325e0cdab13c2c60e37763af5f978f05fb6be17490dbd488a8f157.png", - "bytes": 281814, - "contentType": "image/png", - "sha256": "3a45e74568325e0cdab13c2c60e37763af5f978f05fb6be17490dbd488a8f157" - }, - { - "id": "test_Pharmacy_198", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/193/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5af75820cd0670367f8773fa583b0daf799b215f67709312ed4f8334604efb1.png", - "bytes": 291035, - "contentType": "image/png", - "sha256": "a5af75820cd0670367f8773fa583b0daf799b215f67709312ed4f8334604efb1" - }, - { - "id": "test_Pharmacy_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/955/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/37d960fa8159ee57718fbdf911c2b076efa55778680e5690fa7ffdecc6bc61b5.png", - "bytes": 354032, - "contentType": "image/png", - "sha256": "37d960fa8159ee57718fbdf911c2b076efa55778680e5690fa7ffdecc6bc61b5" - }, - { - "id": "test_Pharmacy_201", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1149/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/93914035394d463a45115de1e369bd2382d69c9a3a83f0ec91dfede05d38ae64.png", - "bytes": 327608, - "contentType": "image/png", - "sha256": "93914035394d463a45115de1e369bd2382d69c9a3a83f0ec91dfede05d38ae64" - }, - { - "id": "test_Pharmacy_206", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/344/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e073db808504cef14451d9a5ec4e1c355570f4c150dc567199c3970e465bc70b.png", - "bytes": 1547508, - "contentType": "image/png", - "sha256": "e073db808504cef14451d9a5ec4e1c355570f4c150dc567199c3970e465bc70b" - }, - { - "id": "test_Pharmacy_210", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/112/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30e6a72b41e394eeb5399378f448c8bcacb6b8e4cc659a6a8bbed5506f3b2881.png", - "bytes": 279212, - "contentType": "image/png", - "sha256": "30e6a72b41e394eeb5399378f448c8bcacb6b8e4cc659a6a8bbed5506f3b2881" - }, - { - "id": "test_Pharmacy_211", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1685/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae51420480d28c833a3e5c865e1cbe12a3f5b297b496c9c41227fbff4cba9200.png", - "bytes": 360477, - "contentType": "image/png", - "sha256": "ae51420480d28c833a3e5c865e1cbe12a3f5b297b496c9c41227fbff4cba9200" - }, - { - "id": "test_Pharmacy_226", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/446/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0a75c295f2c4537270b330c7467b502d42053348a0411e5cb9298b4a1d971950.png", - "bytes": 1467449, - "contentType": "image/png", - "sha256": "0a75c295f2c4537270b330c7467b502d42053348a0411e5cb9298b4a1d971950" - }, - { - "id": "test_Pharmacy_230", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1321/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d62488692db3d8a9452831822fa44fe05430056727d2c7f14964b880b068094e.png", - "bytes": 784912, - "contentType": "image/png", - "sha256": "d62488692db3d8a9452831822fa44fe05430056727d2c7f14964b880b068094e" - }, - { - "id": "test_Pharmacy_231", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/400/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ac5809f415d2b9ec2f4e7e61637ee8fd3b17f5be916e44dfd42a2b70020c339.png", - "bytes": 1781264, - "contentType": "image/png", - "sha256": "2ac5809f415d2b9ec2f4e7e61637ee8fd3b17f5be916e44dfd42a2b70020c339" - }, - { - "id": "test_Pharmacy_234", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1688/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ad356b498bd76a8a250955da42bd3a6d7dc891dea6e2a1c8056fe83c8c25f3ca.png", - "bytes": 485890, - "contentType": "image/png", - "sha256": "ad356b498bd76a8a250955da42bd3a6d7dc891dea6e2a1c8056fe83c8c25f3ca" - }, - { - "id": "test_Pharmacy_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1667/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3594648b9c7e960d92b3012196932369f126c6a9b198ecaea63567e819e52a11.jpg", - "bytes": 112198, - "contentType": "image/jpeg", - "sha256": "3594648b9c7e960d92b3012196932369f126c6a9b198ecaea63567e819e52a11" - }, - { - "id": "test_Pharmacy_242", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1278/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7f90d275e2bbfd1881ac718596134fdfca5726e4158c6ce2a3c0cbeb2fc12d90.png", - "bytes": 779490, - "contentType": "image/png", - "sha256": "7f90d275e2bbfd1881ac718596134fdfca5726e4158c6ce2a3c0cbeb2fc12d90" - }, - { - "id": "test_Pharmacy_246", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/151/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1284746b6833a4e84aacc4d3696bde772648c00fbc3a44608a9d14fe656f4aec.png", - "bytes": 208416, - "contentType": "image/png", - "sha256": "1284746b6833a4e84aacc4d3696bde772648c00fbc3a44608a9d14fe656f4aec" - }, - { - "id": "test_Pharmacy_254", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1324/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80a266090d6f165a5b29a3775b1e59d1315db3f51fd7229360a9f429a3974df1.png", - "bytes": 1302008, - "contentType": "image/png", - "sha256": "80a266090d6f165a5b29a3775b1e59d1315db3f51fd7229360a9f429a3974df1" - }, - { - "id": "test_Pharmacy_260", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1085/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d8dc94dbc67980a92ee61394220e4d41bbba82e413082e53030630f5056297ce.png", - "bytes": 107723, - "contentType": "image/png", - "sha256": "d8dc94dbc67980a92ee61394220e4d41bbba82e413082e53030630f5056297ce" - }, - { - "id": "test_Pharmacy_280", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1043/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7e80b1e61fb66b47d768dc337bc98ad3fff8819be43397cd4abeb2c0a974d87.png", - "bytes": 1074510, - "contentType": "image/png", - "sha256": "f7e80b1e61fb66b47d768dc337bc98ad3fff8819be43397cd4abeb2c0a974d87" - }, - { - "id": "test_Pharmacy_287", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/10/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eb9396a8fae12a664d4eeabec17de477d6f9449e2d0c057d8dc7ba984526a398.png", - "bytes": 402327, - "contentType": "image/png", - "sha256": "eb9396a8fae12a664d4eeabec17de477d6f9449e2d0c057d8dc7ba984526a398" - }, - { - "id": "test_Pharmacy_308", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/370/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/72a25546ca2d2fbd7699e762335682e1bc9033ed8e7e0a21546764a7871b55d2.png", - "bytes": 312992, - "contentType": "image/png", - "sha256": "72a25546ca2d2fbd7699e762335682e1bc9033ed8e7e0a21546764a7871b55d2" - }, - { - "id": "test_Pharmacy_318", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/372/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d2e22402ebeacf53c290bf05e0958800fbbe89e5e753e2ba72b2240c210f4834.png", - "bytes": 428813, - "contentType": "image/png", - "sha256": "d2e22402ebeacf53c290bf05e0958800fbbe89e5e753e2ba72b2240c210f4834" - }, - { - "id": "test_Pharmacy_333", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1382/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2227d655c38f62f12e2627b50bd5b61874f1922957f7e34563573873b7c3e2b.png", - "bytes": 672685, - "contentType": "image/png", - "sha256": "c2227d655c38f62f12e2627b50bd5b61874f1922957f7e34563573873b7c3e2b" - }, - { - "id": "test_Pharmacy_34", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1592/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16ceda89552c9a9db3cf70f56dd026277bdd8318b4747dfe09d581209f5f0c04.jpg", - "bytes": 61928, - "contentType": "image/jpeg", - "sha256": "16ceda89552c9a9db3cf70f56dd026277bdd8318b4747dfe09d581209f5f0c04" - }, - { - "id": "test_Pharmacy_35", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/610/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c37d746f2dc05eef482dfd5d00b1af35aa39224c0d9c30c1b446479ce0e8a4be.png", - "bytes": 381195, - "contentType": "image/png", - "sha256": "c37d746f2dc05eef482dfd5d00b1af35aa39224c0d9c30c1b446479ce0e8a4be" - }, - { - "id": "test_Pharmacy_355", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/107/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b661031c8eefb26015916340fe36b8b3941144be6eb04aaf52d3311b16d41670.png", - "bytes": 2378136, - "contentType": "image/png", - "sha256": "b661031c8eefb26015916340fe36b8b3941144be6eb04aaf52d3311b16d41670" - }, - { - "id": "test_Pharmacy_393", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/114/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3c844dfd537c9052cc12d770571873f0cdd749960504c275e363e638582a4e4.png", - "bytes": 81892, - "contentType": "image/png", - "sha256": "b3c844dfd537c9052cc12d770571873f0cdd749960504c275e363e638582a4e4" - }, - { - "id": "test_Pharmacy_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1675/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5673297bcfdfa32138bbd6f633e8941ede635db02646798ff9e9954a9050d33e.jpg", - "bytes": 69650, - "contentType": "image/jpeg", - "sha256": "5673297bcfdfa32138bbd6f633e8941ede635db02646798ff9e9954a9050d33e" - }, - { - "id": "test_Pharmacy_410", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/894/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d15d588adf5aacfd7b9b1c291086f0991d22d3e4530d87e8392829ec1eba0c48.jpg", - "bytes": 63618, - "contentType": "image/jpeg", - "sha256": "d15d588adf5aacfd7b9b1c291086f0991d22d3e4530d87e8392829ec1eba0c48" - }, - { - "id": "test_Pharmacy_414", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1460/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/81065d75b2b0679998d187017b6441410ad0cd10af6a0a12085ca16dded678a6.png", - "bytes": 2226259, - "contentType": "image/png", - "sha256": "81065d75b2b0679998d187017b6441410ad0cd10af6a0a12085ca16dded678a6" - }, - { - "id": "test_Pharmacy_415", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/273/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22c30898d5b266891e63858e9de9d059c65353d9264017e8ae13154e945948a3.png", - "bytes": 377761, - "contentType": "image/png", - "sha256": "22c30898d5b266891e63858e9de9d059c65353d9264017e8ae13154e945948a3" - }, - { - "id": "test_Pharmacy_426", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1486/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b236a6f391ee25e69dfe6e89cefeecedf7f1c23b56515ed344b42456ad316cd2.png", - "bytes": 257711, - "contentType": "image/png", - "sha256": "b236a6f391ee25e69dfe6e89cefeecedf7f1c23b56515ed344b42456ad316cd2" - }, - { - "id": "test_Pharmacy_427", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/200/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/573b6f98f272056861a630e5b4fa95ac9c8f116e7a3ee033a521aef8e1b1a9d8.png", - "bytes": 385062, - "contentType": "image/png", - "sha256": "573b6f98f272056861a630e5b4fa95ac9c8f116e7a3ee033a521aef8e1b1a9d8" - }, - { - "id": "test_Pharmacy_45", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1279/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/96a02ff0e444ba25d8bc98b74a6899a11fae095a655265c7b1cd09b8eac3fce4.png", - "bytes": 1098525, - "contentType": "image/png", - "sha256": "96a02ff0e444ba25d8bc98b74a6899a11fae095a655265c7b1cd09b8eac3fce4" - }, - { - "id": "test_Pharmacy_78", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/269/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2e64ba8a3b1b86dc3a11baa51441985e46975cc8dafcab6924e6e9b35934a45d.png", - "bytes": 274648, - "contentType": "image/png", - "sha256": "2e64ba8a3b1b86dc3a11baa51441985e46975cc8dafcab6924e6e9b35934a45d" - }, - { - "id": "test_Pharmacy_83", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/797/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8bed3bfb9215e1dec662273fba36dd89df7534ec2f525d3f32d770012584bd16.png", - "bytes": 446077, - "contentType": "image/png", - "sha256": "8bed3bfb9215e1dec662273fba36dd89df7534ec2f525d3f32d770012584bd16" - }, - { - "id": "test_Pharmacy_89", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1493/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/becc5900bb4dddbf0b35ec5e5e38d0b8eab930669b74df58b4dd05232d9eecc0.png", - "bytes": 810772, - "contentType": "image/png", - "sha256": "becc5900bb4dddbf0b35ec5e5e38d0b8eab930669b74df58b4dd05232d9eecc0" - }, - { - "id": "test_Pharmacy_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/92/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/363c6d4fe459cb98e54033da42df375809b793cfc0e3a7bbed00d6c7428bd0a4.png", - "bytes": 1577018, - "contentType": "image/png", - "sha256": "363c6d4fe459cb98e54033da42df375809b793cfc0e3a7bbed00d6c7428bd0a4" - }, - { - "id": "test_Physics_103", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/891/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c056b479a1692a231b734b211238ca4e3da9d3a4b127dd524d530b959ac83fb.jpg", - "bytes": 98379, - "contentType": "image/jpeg", - "sha256": "8c056b479a1692a231b734b211238ca4e3da9d3a4b127dd524d530b959ac83fb" - }, - { - "id": "test_Physics_118", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/332/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e6c5630a398b64cfbd72d8b64c07f4a3a8fd3a761d7e84404c854d7d8c14859.png", - "bytes": 548144, - "contentType": "image/png", - "sha256": "6e6c5630a398b64cfbd72d8b64c07f4a3a8fd3a761d7e84404c854d7d8c14859" - }, - { - "id": "test_Physics_127", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/367/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31d3d6d38e516aaf79251d195d4bee12cd5915dd24e10fccb31c6f08e8b1d144.png", - "bytes": 257253, - "contentType": "image/png", - "sha256": "31d3d6d38e516aaf79251d195d4bee12cd5915dd24e10fccb31c6f08e8b1d144" - }, - { - "id": "test_Physics_156", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1694/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41e14d2a9d9a04b404a80aba313e25728dd773efbd63c8d0509bffc6a7de42fa.jpg", - "bytes": 101200, - "contentType": "image/jpeg", - "sha256": "41e14d2a9d9a04b404a80aba313e25728dd773efbd63c8d0509bffc6a7de42fa" - }, - { - "id": "test_Physics_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/295/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2086c85047ce0f8a59ff4c37efa3c23b9d1e8919bb64778aa2720b98ba996d15.png", - "bytes": 252189, - "contentType": "image/png", - "sha256": "2086c85047ce0f8a59ff4c37efa3c23b9d1e8919bb64778aa2720b98ba996d15" - }, - { - "id": "test_Physics_161", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/576/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5b8d2d4efef1e6bc366349aff5a4ce0ea07ef5a2e6a83dcc0e81cc6d92be4a8.png", - "bytes": 337382, - "contentType": "image/png", - "sha256": "a5b8d2d4efef1e6bc366349aff5a4ce0ea07ef5a2e6a83dcc0e81cc6d92be4a8" - }, - { - "id": "test_Physics_166", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1058/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a1ad56d71b77f77d4b58b897366c45d7a25c381eb8321ea17333fd2dbf4ff463.png", - "bytes": 132550, - "contentType": "image/png", - "sha256": "a1ad56d71b77f77d4b58b897366c45d7a25c381eb8321ea17333fd2dbf4ff463" - }, - { - "id": "test_Physics_173", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/748/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/faee224476a87ce648ea7af69ec00c4cc53c905fc28a5733fadb3fee527ff240.png", - "bytes": 123859, - "contentType": "image/png", - "sha256": "faee224476a87ce648ea7af69ec00c4cc53c905fc28a5733fadb3fee527ff240" - }, - { - "id": "test_Physics_174", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/840/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d47cb394a9d77fc369aedfe04641727bfc3307e70dba0c050cc5dfdbc580106.png", - "bytes": 476221, - "contentType": "image/png", - "sha256": "4d47cb394a9d77fc369aedfe04641727bfc3307e70dba0c050cc5dfdbc580106" - }, - { - "id": "test_Physics_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/318/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b536a2773c301cc2ef8fc4e57626188e0bf9233fdda844652f125ce3497e5c8b.png", - "bytes": 253916, - "contentType": "image/png", - "sha256": "b536a2773c301cc2ef8fc4e57626188e0bf9233fdda844652f125ce3497e5c8b" - }, - { - "id": "test_Physics_201", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/437/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2152f1b9743c8015eea3bc413ff6a2cecf9c07639df74f5b5c429f46c86d2f8.png", - "bytes": 254037, - "contentType": "image/png", - "sha256": "e2152f1b9743c8015eea3bc413ff6a2cecf9c07639df74f5b5c429f46c86d2f8" - }, - { - "id": "test_Physics_210", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/633/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2047434707647f733ad73f543f8803523f6fb87429ebcdabf00f5fb0c609dd1f.png", - "bytes": 175592, - "contentType": "image/png", - "sha256": "2047434707647f733ad73f543f8803523f6fb87429ebcdabf00f5fb0c609dd1f" - }, - { - "id": "test_Physics_214", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1297/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e847225616acff47abb6a2e985f72c445c669a86ff746fd26905c5b73fff66d5.png", - "bytes": 911603, - "contentType": "image/png", - "sha256": "e847225616acff47abb6a2e985f72c445c669a86ff746fd26905c5b73fff66d5" - }, - { - "id": "test_Physics_218", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/330/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d46f22f0a1c878b5905b1e508ad981b1db87c905944f976d628461543a1c0214.png", - "bytes": 244558, - "contentType": "image/png", - "sha256": "d46f22f0a1c878b5905b1e508ad981b1db87c905944f976d628461543a1c0214" - }, - { - "id": "test_Physics_224", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/961/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0768074f493aaf79b802cbe4616addd6323d9a6d6e1a5f6bfa520fed3df75fd3.png", - "bytes": 1334189, - "contentType": "image/png", - "sha256": "0768074f493aaf79b802cbe4616addd6323d9a6d6e1a5f6bfa520fed3df75fd3" - }, - { - "id": "test_Physics_243", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/556/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/05f1b7da76de497367d82b92fb00cc43df89beb8949a98ff52dbe30cf207ef0e.png", - "bytes": 640612, - "contentType": "image/png", - "sha256": "05f1b7da76de497367d82b92fb00cc43df89beb8949a98ff52dbe30cf207ef0e" - }, - { - "id": "test_Physics_252", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/405/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1baac147f11507fe7dc84ebb472dd58c4e88aa76dc3d21aab1e7e0ee1d24407.png", - "bytes": 1694487, - "contentType": "image/png", - "sha256": "c1baac147f11507fe7dc84ebb472dd58c4e88aa76dc3d21aab1e7e0ee1d24407" - }, - { - "id": "test_Physics_253", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1473/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cebee3d274b39b237ce0c768d8f15dadc475b47dfe08ddec63b3cb37536e0af3.png", - "bytes": 406746, - "contentType": "image/png", - "sha256": "cebee3d274b39b237ce0c768d8f15dadc475b47dfe08ddec63b3cb37536e0af3" - }, - { - "id": "test_Physics_275", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1109/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ecadaedc273f6f650c588df5cb468c559315effd2210afff2093f6985549639c.png", - "bytes": 192736, - "contentType": "image/png", - "sha256": "ecadaedc273f6f650c588df5cb468c559315effd2210afff2093f6985549639c" - }, - { - "id": "test_Physics_292", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1241/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6c1cb94d1c6a64f886194dde1a427e96a208263525f8cec9f07b9dcabdbef330.png", - "bytes": 440571, - "contentType": "image/png", - "sha256": "6c1cb94d1c6a64f886194dde1a427e96a208263525f8cec9f07b9dcabdbef330" - }, - { - "id": "test_Physics_293", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/124/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/301ed1089922b1ce284301f6391d0e7c74c25bdfcb9ddb1ab20216c68b8b90f8.png", - "bytes": 180219, - "contentType": "image/png", - "sha256": "301ed1089922b1ce284301f6391d0e7c74c25bdfcb9ddb1ab20216c68b8b90f8" - }, - { - "id": "test_Physics_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/328/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e7f3e29e80446a4e00431c9b029662c7f3b3b1d290c1f186af3f8c7d138df5d4.png", - "bytes": 3920345, - "contentType": "image/png", - "sha256": "e7f3e29e80446a4e00431c9b029662c7f3b3b1d290c1f186af3f8c7d138df5d4" - }, - { - "id": "test_Physics_307", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/301/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d72112ef60d861135c15dbbc78e91d6ff04526a9b37324ab90ae594106ba64a.png", - "bytes": 256357, - "contentType": "image/png", - "sha256": "2d72112ef60d861135c15dbbc78e91d6ff04526a9b37324ab90ae594106ba64a" - }, - { - "id": "test_Physics_34", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1453/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/982ccb2f6356793fb881ea3f6e080e671724135736e139978132e568c9090fdc.png", - "bytes": 375383, - "contentType": "image/png", - "sha256": "982ccb2f6356793fb881ea3f6e080e671724135736e139978132e568c9090fdc" - }, - { - "id": "test_Physics_353", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/754/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc9b1c0caaa0373c92a6719b03b2bf1167a6da1e10cfd52cdaa4ad50b657d7d3.png", - "bytes": 101941, - "contentType": "image/png", - "sha256": "bc9b1c0caaa0373c92a6719b03b2bf1167a6da1e10cfd52cdaa4ad50b657d7d3" - }, - { - "id": "test_Physics_359", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1282/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/079e80a8944cf9a68e3a7220ce6ac0404ea20a56d052eb67054e999647ca699c.png", - "bytes": 741970, - "contentType": "image/png", - "sha256": "079e80a8944cf9a68e3a7220ce6ac0404ea20a56d052eb67054e999647ca699c" - }, - { - "id": "test_Physics_369", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/950/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d638dc579a046cff72b5d3b1bb83b6f37a1e0740c650e6bc32848d8c0d686e09.jpg", - "bytes": 138410, - "contentType": "image/jpeg", - "sha256": "d638dc579a046cff72b5d3b1bb83b6f37a1e0740c650e6bc32848d8c0d686e09" - }, - { - "id": "test_Physics_384", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/436/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3e0ce598ea467e21d6c5d5a4b46806fbc408520d6cc8ceb22098f0b7168866c.png", - "bytes": 424077, - "contentType": "image/png", - "sha256": "d3e0ce598ea467e21d6c5d5a4b46806fbc408520d6cc8ceb22098f0b7168866c" - }, - { - "id": "test_Physics_386", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1436/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/736283990ce71a0325e17d6f5846043d16a0d3b72578bbbb58a088f2f4755fa6.png", - "bytes": 228167, - "contentType": "image/png", - "sha256": "736283990ce71a0325e17d6f5846043d16a0d3b72578bbbb58a088f2f4755fa6" - }, - { - "id": "test_Physics_397", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1265/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c0cbcdab1f0331ec05805cec44c9ef67769089839a90143563df7062dad5cb08.png", - "bytes": 298304, - "contentType": "image/png", - "sha256": "c0cbcdab1f0331ec05805cec44c9ef67769089839a90143563df7062dad5cb08" - }, - { - "id": "test_Physics_40", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1146/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31c169d70eeecb81edac9950290f0845d055b428fcd6ce7398b381d0c0e10c65.png", - "bytes": 1529752, - "contentType": "image/png", - "sha256": "31c169d70eeecb81edac9950290f0845d055b428fcd6ce7398b381d0c0e10c65" - }, - { - "id": "test_Physics_401", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1105/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/68120f39b38adfa4b65ee47b830e4362febc86a962daffefede755a891213481.png", - "bytes": 113654, - "contentType": "image/png", - "sha256": "68120f39b38adfa4b65ee47b830e4362febc86a962daffefede755a891213481" - }, - { - "id": "test_Physics_406", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1288/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be0896ea7c4e443d52b1f66b18e1a7774188e1f84c13d0a3bb31a9fa45bb1921.png", - "bytes": 899119, - "contentType": "image/png", - "sha256": "be0896ea7c4e443d52b1f66b18e1a7774188e1f84c13d0a3bb31a9fa45bb1921" - }, - { - "id": "test_Physics_61", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/793/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a69e6f6e994c5e9712c0a29b1822927691dfd9c017bf26367a03c8213eb4afff.png", - "bytes": 262388, - "contentType": "image/png", - "sha256": "a69e6f6e994c5e9712c0a29b1822927691dfd9c017bf26367a03c8213eb4afff" - }, - { - "id": "test_Physics_85", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/968/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5e528b9ead70d4532f6400cde5f8cc6939ffeb47e858ca384a11108b99c87aa2.jpg", - "bytes": 157847, - "contentType": "image/jpeg", - "sha256": "5e528b9ead70d4532f6400cde5f8cc6939ffeb47e858ca384a11108b99c87aa2" - }, - { - "id": "test_Physics_98", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/142/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f594c060f76ec2b839cd24cd7972f23cc5cc52ad354dbdb948b7ba248fb88e3b.png", - "bytes": 254092, - "contentType": "image/png", - "sha256": "f594c060f76ec2b839cd24cd7972f23cc5cc52ad354dbdb948b7ba248fb88e3b" - }, - { - "id": "test_Psychology_103", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1317/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9403279c58840041fae385cf2921e4e3b5d251796466b681329863f7fb8ff684.png", - "bytes": 1765348, - "contentType": "image/png", - "sha256": "9403279c58840041fae385cf2921e4e3b5d251796466b681329863f7fb8ff684" - }, - { - "id": "test_Psychology_105", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/202/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08afd9f4ccad325114ad68dcf1247a52e2ae7735077ed5ef7af3424c3ba0b4d1.png", - "bytes": 1887909, - "contentType": "image/png", - "sha256": "08afd9f4ccad325114ad68dcf1247a52e2ae7735077ed5ef7af3424c3ba0b4d1" - }, - { - "id": "test_Psychology_106", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/597/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/262df577cdb931e4e8e86209f4eaef90a456b3d103d08106bcc4a290fe8b121e.png", - "bytes": 303174, - "contentType": "image/png", - "sha256": "262df577cdb931e4e8e86209f4eaef90a456b3d103d08106bcc4a290fe8b121e" - }, - { - "id": "test_Psychology_111", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1541/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/884033df809ad19b73ede5de86c142b79fb9e2fde1f937892a82e835bc79844a.png", - "bytes": 749518, - "contentType": "image/png", - "sha256": "884033df809ad19b73ede5de86c142b79fb9e2fde1f937892a82e835bc79844a" - }, - { - "id": "test_Psychology_128", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1374/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51d66191a77d3869bd226e6ad7bf0f8c2c4f315f04725014b73840c8f9b57a27.png", - "bytes": 208478, - "contentType": "image/png", - "sha256": "51d66191a77d3869bd226e6ad7bf0f8c2c4f315f04725014b73840c8f9b57a27" - }, - { - "id": "test_Psychology_149", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1082/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f2b4484896c904d74967707c22c255bb228a3a32a8e99983321d96d0ab76adc6.png", - "bytes": 100035, - "contentType": "image/png", - "sha256": "f2b4484896c904d74967707c22c255bb228a3a32a8e99983321d96d0ab76adc6" - }, - { - "id": "test_Psychology_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/715/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/34831467908cae745e7371ea185942915cdb7e27dd26f7a209a745dbd2ce0e29.png", - "bytes": 1022153, - "contentType": "image/png", - "sha256": "34831467908cae745e7371ea185942915cdb7e27dd26f7a209a745dbd2ce0e29" - }, - { - "id": "test_Psychology_151", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/895/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a0a52b77b789f70221dd0082217e3cb5d0d6ea013ced651743bfc305b29ae69.jpg", - "bytes": 128404, - "contentType": "image/jpeg", - "sha256": "7a0a52b77b789f70221dd0082217e3cb5d0d6ea013ced651743bfc305b29ae69" - }, - { - "id": "test_Psychology_153", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/695/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4069f7b18be06cb8361084a164b291bef7d33367b4bf79a65e5e2b51ff77cf6b.png", - "bytes": 259434, - "contentType": "image/png", - "sha256": "4069f7b18be06cb8361084a164b291bef7d33367b4bf79a65e5e2b51ff77cf6b" - }, - { - "id": "test_Psychology_155", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/224/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/835b929f45a13e0057ce9289a6b8e9aa393771c67eecc708c3b6cffa72c98ae2.png", - "bytes": 584023, - "contentType": "image/png", - "sha256": "835b929f45a13e0057ce9289a6b8e9aa393771c67eecc708c3b6cffa72c98ae2" - }, - { - "id": "test_Psychology_157", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/570/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/076bcfeb47452026a13f4ce1bb8672435c9b2143138d9a5d301983877fff6b50.png", - "bytes": 962018, - "contentType": "image/png", - "sha256": "076bcfeb47452026a13f4ce1bb8672435c9b2143138d9a5d301983877fff6b50" - }, - { - "id": "test_Psychology_159", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1567/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/547f2ad3806f1ad33340cae5527b30a2d5f6a48380deca5f12a1a4152580d3d0.jpg", - "bytes": 68490, - "contentType": "image/jpeg", - "sha256": "547f2ad3806f1ad33340cae5527b30a2d5f6a48380deca5f12a1a4152580d3d0" - }, - { - "id": "test_Psychology_163", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/56/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ef56d85e4edd9a4c5cd62727076fac263de647bfc3eea42ae3bc6910896ec28.png", - "bytes": 295971, - "contentType": "image/png", - "sha256": "3ef56d85e4edd9a4c5cd62727076fac263de647bfc3eea42ae3bc6910896ec28" - }, - { - "id": "test_Psychology_176", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1644/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02190c1d074ec84a45733e9c5c95b6931f21dcc20360255d8a15a5db1a36ed5b.png", - "bytes": 920224, - "contentType": "image/png", - "sha256": "02190c1d074ec84a45733e9c5c95b6931f21dcc20360255d8a15a5db1a36ed5b" - }, - { - "id": "test_Psychology_180", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/389/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/10f8b0117423964c1c0f5a70d60d112023d0679b45866d535214e1fb331c064f.png", - "bytes": 652906, - "contentType": "image/png", - "sha256": "10f8b0117423964c1c0f5a70d60d112023d0679b45866d535214e1fb331c064f" - }, - { - "id": "test_Psychology_196", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/191/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/853d6442dc1bc67b9a43d493b43b5b22a7fbd63664c578731ea3dc8a04945ef7.png", - "bytes": 558981, - "contentType": "image/png", - "sha256": "853d6442dc1bc67b9a43d493b43b5b22a7fbd63664c578731ea3dc8a04945ef7" - }, - { - "id": "test_Psychology_201", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1648/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e3b134c39424287a45ba5d45426cee7513403db9a8af179f23a56139b0aa39e.jpg", - "bytes": 91910, - "contentType": "image/jpeg", - "sha256": "0e3b134c39424287a45ba5d45426cee7513403db9a8af179f23a56139b0aa39e" - }, - { - "id": "test_Psychology_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/396/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/29ea3778f380f20fbae06ecf59789826c768f70345841778aac3e39ad181fdf1.png", - "bytes": 343469, - "contentType": "image/png", - "sha256": "29ea3778f380f20fbae06ecf59789826c768f70345841778aac3e39ad181fdf1" - }, - { - "id": "test_Psychology_213", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/384/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/361fe43c21ce3c82f46a049857738066e594f1009570672521ecf87568ce93ec.png", - "bytes": 6646654, - "contentType": "image/png", - "sha256": "361fe43c21ce3c82f46a049857738066e594f1009570672521ecf87568ce93ec" - }, - { - "id": "test_Psychology_220", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1306/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5f5e29bf70fa15d1d3760468975bc47fed6e386242737f405348ba575499bcd1.png", - "bytes": 465723, - "contentType": "image/png", - "sha256": "5f5e29bf70fa15d1d3760468975bc47fed6e386242737f405348ba575499bcd1" - }, - { - "id": "test_Psychology_223", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/656/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cc01c34ca3861b6c6666c0aac743cde469b10c953bef695099b796d567d6ff06.png", - "bytes": 7515964, - "contentType": "image/png", - "sha256": "cc01c34ca3861b6c6666c0aac743cde469b10c953bef695099b796d567d6ff06" - }, - { - "id": "test_Psychology_225", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1071/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d970963b4283cb558162fcb24dd89161f85b848fd90e669c004596c3d4a48120.png", - "bytes": 1032523, - "contentType": "image/png", - "sha256": "d970963b4283cb558162fcb24dd89161f85b848fd90e669c004596c3d4a48120" - }, - { - "id": "test_Psychology_228", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/804/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8716b2f555edfed26c82220062dcb0e0d0f7571b15c1e8a8e68c42429a0a3a84.png", - "bytes": 923074, - "contentType": "image/png", - "sha256": "8716b2f555edfed26c82220062dcb0e0d0f7571b15c1e8a8e68c42429a0a3a84" - }, - { - "id": "test_Psychology_233", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1690/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83c9711162f4d974e18524475818a21cbe135d43f195040307c9d2bc31712341.png", - "bytes": 811588, - "contentType": "image/png", - "sha256": "83c9711162f4d974e18524475818a21cbe135d43f195040307c9d2bc31712341" - }, - { - "id": "test_Psychology_245", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1117/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9ef51933e410c00582ba7d9ddeb44cfd88c07aafaa9371ac3ff3c41ab48b78d5.png", - "bytes": 885053, - "contentType": "image/png", - "sha256": "9ef51933e410c00582ba7d9ddeb44cfd88c07aafaa9371ac3ff3c41ab48b78d5" - }, - { - "id": "test_Psychology_258", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/289/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a0b522961b245f029ac1aebebfb6feb80932183b24ae87666260115feeb39cf3.png", - "bytes": 489802, - "contentType": "image/png", - "sha256": "a0b522961b245f029ac1aebebfb6feb80932183b24ae87666260115feeb39cf3" - }, - { - "id": "test_Psychology_270", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/492/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e1e67e3eff0e0e0b9cf656166bbc16f29166b58b44abc60a527f5ba421a32563.png", - "bytes": 461552, - "contentType": "image/png", - "sha256": "e1e67e3eff0e0e0b9cf656166bbc16f29166b58b44abc60a527f5ba421a32563" - }, - { - "id": "test_Psychology_285", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/549/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e6f0f900716338c957a51be5cd827c4c3507787949247a41380b64ecbaa2255.png", - "bytes": 1403227, - "contentType": "image/png", - "sha256": "0e6f0f900716338c957a51be5cd827c4c3507787949247a41380b64ecbaa2255" - }, - { - "id": "test_Psychology_293", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1662/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30630e4d0d9fb08552e8563ec3159c4a060bf05a6f531f9fcf26f7b69d01f226.png", - "bytes": 678928, - "contentType": "image/png", - "sha256": "30630e4d0d9fb08552e8563ec3159c4a060bf05a6f531f9fcf26f7b69d01f226" - }, - { - "id": "test_Psychology_33", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/750/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb9a36ecb23216042e15570f64f983e827760ce28212a0086c3ce753bb29631c.png", - "bytes": 143277, - "contentType": "image/png", - "sha256": "fb9a36ecb23216042e15570f64f983e827760ce28212a0086c3ce753bb29631c" - }, - { - "id": "test_Psychology_35", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/21/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/657993df701c1fff274893921eee3aa53bf561b33a13ed34b13b3e778889908b.png", - "bytes": 483942, - "contentType": "image/png", - "sha256": "657993df701c1fff274893921eee3aa53bf561b33a13ed34b13b3e778889908b" - }, - { - "id": "test_Psychology_44", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/924/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9767250c53f7a3e85c53593ae5fa69e5d195f8f306f15d9a8d846c2c5bf33b75.jpg", - "bytes": 160710, - "contentType": "image/jpeg", - "sha256": "9767250c53f7a3e85c53593ae5fa69e5d195f8f306f15d9a8d846c2c5bf33b75" - }, - { - "id": "test_Psychology_56", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/264/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bcb3d78ab19e0d8fef975944c6147f036acae6089692066db315c8d59b72852c.png", - "bytes": 871703, - "contentType": "image/png", - "sha256": "bcb3d78ab19e0d8fef975944c6147f036acae6089692066db315c8d59b72852c" - }, - { - "id": "test_Psychology_63", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/526/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97ba54191a9bf450c5d44003d696a8d9111fd0cda8af1e8c3bc02456b19308fc.png", - "bytes": 841653, - "contentType": "image/png", - "sha256": "97ba54191a9bf450c5d44003d696a8d9111fd0cda8af1e8c3bc02456b19308fc" - }, - { - "id": "test_Psychology_65", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/555/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61188f884c0e1976e246dc8540bab851f6fe558d3614c392fdc9f725ad7d9b7f.png", - "bytes": 923614, - "contentType": "image/png", - "sha256": "61188f884c0e1976e246dc8540bab851f6fe558d3614c392fdc9f725ad7d9b7f" - }, - { - "id": "test_Psychology_69", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1312/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbe143891f3b262e0fa11893b98917b77bba03fc2ca7074ed7fcb0e40f534837.png", - "bytes": 1001001, - "contentType": "image/png", - "sha256": "bbe143891f3b262e0fa11893b98917b77bba03fc2ca7074ed7fcb0e40f534837" - }, - { - "id": "test_Psychology_78", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1420/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/670b0a801f279fc9518ab3c8874bdbeb16395cdb8b849712ecc3aa4695f56c3b.png", - "bytes": 2012683, - "contentType": "image/png", - "sha256": "670b0a801f279fc9518ab3c8874bdbeb16395cdb8b849712ecc3aa4695f56c3b" - }, - { - "id": "test_Psychology_83", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/727/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a60c268d3c4e5ea3175ddc05fd3df9342e2719a2857ff928bcfe308dff2e140d.png", - "bytes": 1998838, - "contentType": "image/png", - "sha256": "a60c268d3c4e5ea3175ddc05fd3df9342e2719a2857ff928bcfe308dff2e140d" - }, - { - "id": "test_Psychology_85", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/164/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c49c00e0803b0cc68259568faba620e4308202c372311e2e04289f1bbb6faabc.png", - "bytes": 478331, - "contentType": "image/png", - "sha256": "c49c00e0803b0cc68259568faba620e4308202c372311e2e04289f1bbb6faabc" - }, - { - "id": "test_Psychology_88", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1488/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/283d5d1747db13774a5bf04e2ec2c25d9f8b65ffb33baa0b68e1d7838ae09411.png", - "bytes": 888719, - "contentType": "image/png", - "sha256": "283d5d1747db13774a5bf04e2ec2c25d9f8b65ffb33baa0b68e1d7838ae09411" - }, - { - "id": "test_Psychology_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/177/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/282bb7a7c2f29ea80ea2022cc33b9ba068735ef96d358d74de706be884832586.png", - "bytes": 850093, - "contentType": "image/png", - "sha256": "282bb7a7c2f29ea80ea2022cc33b9ba068735ef96d358d74de706be884832586" - }, - { - "id": "test_Public_Health_103", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/865/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/38403049340a3a9d5044c5a8bb88c9a5de8eca962b18f2a04020fe8d16375ab3.png", - "bytes": 277714, - "contentType": "image/png", - "sha256": "38403049340a3a9d5044c5a8bb88c9a5de8eca962b18f2a04020fe8d16375ab3" - }, - { - "id": "test_Public_Health_127", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1423/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77ce1f7e7c09c4c7c7f86e579dc8b16c37ecceb53369dd6cf4e55c43a9f9f148.png", - "bytes": 346412, - "contentType": "image/png", - "sha256": "77ce1f7e7c09c4c7c7f86e579dc8b16c37ecceb53369dd6cf4e55c43a9f9f148" - }, - { - "id": "test_Public_Health_152", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1116/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4958087b583214a13a46312eba5b66169b2c38af3f6db07270704199764b7cce.png", - "bytes": 1349577, - "contentType": "image/png", - "sha256": "4958087b583214a13a46312eba5b66169b2c38af3f6db07270704199764b7cce" - }, - { - "id": "test_Public_Health_166", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1666/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1ea5678886d4d730595399faa48eb91b4d0953133ae4118d336ff4c011b388d3.png", - "bytes": 434233, - "contentType": "image/png", - "sha256": "1ea5678886d4d730595399faa48eb91b4d0953133ae4118d336ff4c011b388d3" - }, - { - "id": "test_Public_Health_169", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/600/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7708e8dc718ef0640fe7b358ab7887528ac1f00d9949954bb79d499551d7fd6a.png", - "bytes": 558972, - "contentType": "image/png", - "sha256": "7708e8dc718ef0640fe7b358ab7887528ac1f00d9949954bb79d499551d7fd6a" - }, - { - "id": "test_Public_Health_179", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1017/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f86cf749ddef2a98bde5a72f2578601c5813280471b1f8837dcdd648bafeeeaf.png", - "bytes": 529019, - "contentType": "image/png", - "sha256": "f86cf749ddef2a98bde5a72f2578601c5813280471b1f8837dcdd648bafeeeaf" - }, - { - "id": "test_Public_Health_186", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/110/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e63ad53dae62048ec64f4fc463bf682851255ae9d1aa4984092499ee6ac437f2.png", - "bytes": 5613246, - "contentType": "image/png", - "sha256": "e63ad53dae62048ec64f4fc463bf682851255ae9d1aa4984092499ee6ac437f2" - }, - { - "id": "test_Public_Health_189", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/449/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7cc39caa9292cdd9cc0cf5eaa15668af8624cb90c968bfae62468b1f75da874.png", - "bytes": 846993, - "contentType": "image/png", - "sha256": "d7cc39caa9292cdd9cc0cf5eaa15668af8624cb90c968bfae62468b1f75da874" - }, - { - "id": "test_Public_Health_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/638/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9814a5cfebb88b67b9f599b9439a3c1ca222d258f3b3e9371e9e5466d39c3af.png", - "bytes": 600584, - "contentType": "image/png", - "sha256": "a9814a5cfebb88b67b9f599b9439a3c1ca222d258f3b3e9371e9e5466d39c3af" - }, - { - "id": "test_Public_Health_191", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/681/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/289570f6a6161be05dcb746879377888d7b20a009c4b90dbebb8e14fe6ce50b4.png", - "bytes": 239619, - "contentType": "image/png", - "sha256": "289570f6a6161be05dcb746879377888d7b20a009c4b90dbebb8e14fe6ce50b4" - }, - { - "id": "test_Public_Health_199", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/340/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/501d035db3a31bf1d9000184e3742535b004c7d3daddbefc6026f7c0f718523a.png", - "bytes": 199377, - "contentType": "image/png", - "sha256": "501d035db3a31bf1d9000184e3742535b004c7d3daddbefc6026f7c0f718523a" - }, - { - "id": "test_Public_Health_208", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/908/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83120944392635a31db57f13477264e13c20ec542296718579e4e7c4c253545a.jpg", - "bytes": 123622, - "contentType": "image/jpeg", - "sha256": "83120944392635a31db57f13477264e13c20ec542296718579e4e7c4c253545a" - }, - { - "id": "test_Public_Health_212", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1462/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6397c20a63dd5e7bfbf8393b2da25541ad2c240871765b7a0b16a9c0536e8c8e.png", - "bytes": 290992, - "contentType": "image/png", - "sha256": "6397c20a63dd5e7bfbf8393b2da25541ad2c240871765b7a0b16a9c0536e8c8e" - }, - { - "id": "test_Public_Health_223", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1637/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7d7b43acbb76331196fbf028c9d6d5119d839014f41a7277afcc11d1f7156d2.png", - "bytes": 262847, - "contentType": "image/png", - "sha256": "c7d7b43acbb76331196fbf028c9d6d5119d839014f41a7277afcc11d1f7156d2" - }, - { - "id": "test_Public_Health_239", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1336/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0560674418d5a0d74f4f79a456d7a63c1d16e61107f968377dcf3e0cff0da434.png", - "bytes": 1035344, - "contentType": "image/png", - "sha256": "0560674418d5a0d74f4f79a456d7a63c1d16e61107f968377dcf3e0cff0da434" - }, - { - "id": "test_Public_Health_240", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/51/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8427eaafc131a73d2861cc5224e6e1f4fd17d7ca5a3f95ceb1a499250535567b.png", - "bytes": 456045, - "contentType": "image/png", - "sha256": "8427eaafc131a73d2861cc5224e6e1f4fd17d7ca5a3f95ceb1a499250535567b" - }, - { - "id": "test_Public_Health_243", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/991/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bafbfd1a8257ae144b7345ffea19bf487d22223c4698904936ae27b826c4701.png", - "bytes": 590696, - "contentType": "image/png", - "sha256": "5bafbfd1a8257ae144b7345ffea19bf487d22223c4698904936ae27b826c4701" - }, - { - "id": "test_Public_Health_248", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/216/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/023186c5eb024a1eebbacdeb91a150419ecaf5dd2ca60b4ca496b64b308f3b31.png", - "bytes": 1541712, - "contentType": "image/png", - "sha256": "023186c5eb024a1eebbacdeb91a150419ecaf5dd2ca60b4ca496b64b308f3b31" - }, - { - "id": "test_Public_Health_266", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/590/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e177e00e5ccbb649dafb713b3caaf04540dd592d69c5176d35da92404397819a.png", - "bytes": 297595, - "contentType": "image/png", - "sha256": "e177e00e5ccbb649dafb713b3caaf04540dd592d69c5176d35da92404397819a" - }, - { - "id": "test_Public_Health_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/878/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/38f09ec58c68b634de7e9c0c77a3b1eecf9152a00fd220866aa6d890feef2e8e.jpg", - "bytes": 111420, - "contentType": "image/jpeg", - "sha256": "38f09ec58c68b634de7e9c0c77a3b1eecf9152a00fd220866aa6d890feef2e8e" - }, - { - "id": "test_Public_Health_291", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1051/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/984a3e120eaf01682746a5f9a2de700017b9e3aad5318eed2e30894646c09988.png", - "bytes": 3053796, - "contentType": "image/png", - "sha256": "984a3e120eaf01682746a5f9a2de700017b9e3aad5318eed2e30894646c09988" - }, - { - "id": "test_Public_Health_295", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/85/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97c069e6605c03a0f625c1a327133f44bd97a7ade3ee4b615f3c741c139be129.png", - "bytes": 1970014, - "contentType": "image/png", - "sha256": "97c069e6605c03a0f625c1a327133f44bd97a7ade3ee4b615f3c741c139be129" - }, - { - "id": "test_Public_Health_300", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/186/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3de6c8eda53910fcc04e0eb88a8b4b881d2f238b3667897c0ea7557b871a40ac.png", - "bytes": 340816, - "contentType": "image/png", - "sha256": "3de6c8eda53910fcc04e0eb88a8b4b881d2f238b3667897c0ea7557b871a40ac" - }, - { - "id": "test_Public_Health_309", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1469/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f0d4cedefe4ba41aa8704ff8bd42f79be106cdff1114e9a106d1295322463181.png", - "bytes": 2468053, - "contentType": "image/png", - "sha256": "f0d4cedefe4ba41aa8704ff8bd42f79be106cdff1114e9a106d1295322463181" - }, - { - "id": "test_Public_Health_331", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/198/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/52e5e53c7f0f1a8da7a4da63140041934475a7ce4cb13e0da6ff90f20bc02b56.png", - "bytes": 385016, - "contentType": "image/png", - "sha256": "52e5e53c7f0f1a8da7a4da63140041934475a7ce4cb13e0da6ff90f20bc02b56" - }, - { - "id": "test_Public_Health_338", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1696/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56d68940fea1c1152284088df93608a84e84ca4427337a9808c2bd940cb8f801.png", - "bytes": 510010, - "contentType": "image/png", - "sha256": "56d68940fea1c1152284088df93608a84e84ca4427337a9808c2bd940cb8f801" - }, - { - "id": "test_Public_Health_353", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/467/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48e216edd35fb9d7de48e3dacf70a2d2c5d342f0a5a53d469581c77c2cb9b8df.png", - "bytes": 242151, - "contentType": "image/png", - "sha256": "48e216edd35fb9d7de48e3dacf70a2d2c5d342f0a5a53d469581c77c2cb9b8df" - }, - { - "id": "test_Public_Health_360", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/863/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aad9c1d0df03903510956ed47a1aa952706f3916c1eaa3200704583dc10be8e4.jpg", - "bytes": 216440, - "contentType": "image/jpeg", - "sha256": "aad9c1d0df03903510956ed47a1aa952706f3916c1eaa3200704583dc10be8e4" - }, - { - "id": "test_Public_Health_381", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/710/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7608a9daf7d242ddf9e9c35afd43602431f5734cd577aeacae501cb1c3122d3f.png", - "bytes": 179665, - "contentType": "image/png", - "sha256": "7608a9daf7d242ddf9e9c35afd43602431f5734cd577aeacae501cb1c3122d3f" - }, - { - "id": "test_Public_Health_388", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1357/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d42eef9cccb0f8ca4cff03c32588a7854f553e645372542d5bbce71acc4ab98.png", - "bytes": 1334126, - "contentType": "image/png", - "sha256": "1d42eef9cccb0f8ca4cff03c32588a7854f553e645372542d5bbce71acc4ab98" - }, - { - "id": "test_Public_Health_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/731/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b17ac5988f3c7cfcb51b468f24120d1f80a37e7c56fabd64eefca676abd7a467.png", - "bytes": 165930, - "contentType": "image/png", - "sha256": "b17ac5988f3c7cfcb51b468f24120d1f80a37e7c56fabd64eefca676abd7a467" - }, - { - "id": "test_Public_Health_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/15/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ffc8eca239f23076934d9ac826eb60edde2aff8840c70a3d2e63cdc6c2f15721.png", - "bytes": 305792, - "contentType": "image/png", - "sha256": "ffc8eca239f23076934d9ac826eb60edde2aff8840c70a3d2e63cdc6c2f15721" - }, - { - "id": "test_Public_Health_427", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/542/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4790c92c4a942fbb4d3423358053ff0667674c1875ed99650a3937023f9068d.png", - "bytes": 1157428, - "contentType": "image/png", - "sha256": "b4790c92c4a942fbb4d3423358053ff0667674c1875ed99650a3937023f9068d" - }, - { - "id": "test_Public_Health_463", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/392/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3c4f0f11f4a76dc82c439be511e788524384d12521579b3cab1d4acf65eca561.png", - "bytes": 258040, - "contentType": "image/png", - "sha256": "3c4f0f11f4a76dc82c439be511e788524384d12521579b3cab1d4acf65eca561" - }, - { - "id": "test_Public_Health_465", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1194/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d363bf160faf76aac9974c1c756e9d2f59defdc6a511bc0b81dfd02aa99dd708.png", - "bytes": 665115, - "contentType": "image/png", - "sha256": "d363bf160faf76aac9974c1c756e9d2f59defdc6a511bc0b81dfd02aa99dd708" - }, - { - "id": "test_Public_Health_470", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1157/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/064e73fecd9038e4486334d34be10a166a0a74c680c24aaed9f7adc864c09582.png", - "bytes": 1210211, - "contentType": "image/png", - "sha256": "064e73fecd9038e4486334d34be10a166a0a74c680c24aaed9f7adc864c09582" - }, - { - "id": "test_Public_Health_509", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1444/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/336d56132e72dd6e4b41b84f20a3963ed16f155d218cd3f32666f7c53e6f23b6.png", - "bytes": 340673, - "contentType": "image/png", - "sha256": "336d56132e72dd6e4b41b84f20a3963ed16f155d218cd3f32666f7c53e6f23b6" - }, - { - "id": "test_Public_Health_84", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1580/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/522c11cbbd1901fb30760bb686293aff958a089f41768254535633620e141897.png", - "bytes": 255953, - "contentType": "image/png", - "sha256": "522c11cbbd1901fb30760bb686293aff958a089f41768254535633620e141897" - }, - { - "id": "test_Sociology_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/211/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e02dcb55e1fb012357cacb48393e6850355d160341ab54fa385056a1e5f2a3a.png", - "bytes": 555402, - "contentType": "image/png", - "sha256": "0e02dcb55e1fb012357cacb48393e6850355d160341ab54fa385056a1e5f2a3a" - }, - { - "id": "test_Sociology_102", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/259/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7e7fffac2e8259421516f4d4372f763d6511fb2f05dbd2855af295524bfccd01.png", - "bytes": 2855420, - "contentType": "image/png", - "sha256": "7e7fffac2e8259421516f4d4372f763d6511fb2f05dbd2855af295524bfccd01" - }, - { - "id": "test_Sociology_114", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/915/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2b34d52d8355d517e02f762bfcfd91c2ea6fab94d2e62d33ca536b53cb6154a9.jpg", - "bytes": 140214, - "contentType": "image/jpeg", - "sha256": "2b34d52d8355d517e02f762bfcfd91c2ea6fab94d2e62d33ca536b53cb6154a9" - }, - { - "id": "test_Sociology_122", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/183/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/78d50cd2acca969576fa2288baa3c69e15a235b5274752b8ff8e033bf6b545a9.png", - "bytes": 324746, - "contentType": "image/png", - "sha256": "78d50cd2acca969576fa2288baa3c69e15a235b5274752b8ff8e033bf6b545a9" - }, - { - "id": "test_Sociology_125", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1226/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a96741b0a69b61e15006a4349beca2de289895e39ec08127a317226341877934.png", - "bytes": 536486, - "contentType": "image/png", - "sha256": "a96741b0a69b61e15006a4349beca2de289895e39ec08127a317226341877934" - }, - { - "id": "test_Sociology_140", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/160/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/204e23fb9bf2ec20824c6e93ee0a64c7ed4e1bd27cda1a650e3d2342a70e1c7b.png", - "bytes": 2503731, - "contentType": "image/png", - "sha256": "204e23fb9bf2ec20824c6e93ee0a64c7ed4e1bd27cda1a650e3d2342a70e1c7b" - }, - { - "id": "test_Sociology_145", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/148/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12e2d93666ddf45a974f7e8cd598cf5b82864edeedcee29aa53d775906e54a11.png", - "bytes": 1552176, - "contentType": "image/png", - "sha256": "12e2d93666ddf45a974f7e8cd598cf5b82864edeedcee29aa53d775906e54a11" - }, - { - "id": "test_Sociology_155", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/100/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d961e61073e6efe1296062d1e6dda053c1fc33a23ede3efe1c4f7753609d0c72.png", - "bytes": 258615, - "contentType": "image/png", - "sha256": "d961e61073e6efe1296062d1e6dda053c1fc33a23ede3efe1c4f7753609d0c72" - }, - { - "id": "test_Sociology_168", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1169/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4482b91551a21cf50f5851386a2dabff1118fc5c560555c40a0147cae5509313.png", - "bytes": 107053, - "contentType": "image/png", - "sha256": "4482b91551a21cf50f5851386a2dabff1118fc5c560555c40a0147cae5509313" - }, - { - "id": "test_Sociology_176", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/172/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b2c0fc6437ee21c1be0056abe815eec6c5c1f68663d3ae5e6bdbeea05c97965f.png", - "bytes": 1661698, - "contentType": "image/png", - "sha256": "b2c0fc6437ee21c1be0056abe815eec6c5c1f68663d3ae5e6bdbeea05c97965f" - }, - { - "id": "test_Sociology_177", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1661/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c72e596d53fbb385c49d494d6b4df3ac940233ac9373e4ff6973bb788d22f165.jpg", - "bytes": 139904, - "contentType": "image/jpeg", - "sha256": "c72e596d53fbb385c49d494d6b4df3ac940233ac9373e4ff6973bb788d22f165" - }, - { - "id": "test_Sociology_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1018/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0f61ecb79cdba7a4667ba1eab05ce312dc9b150a104dec08bd647d474d0b434b.jpg", - "bytes": 134732, - "contentType": "image/jpeg", - "sha256": "0f61ecb79cdba7a4667ba1eab05ce312dc9b150a104dec08bd647d474d0b434b" - }, - { - "id": "test_Sociology_180", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1574/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a2582736aeda94fc0cf9bfe99f53d3b32cffa6e8fdb327eb5cc392c84b1ef2e.jpg", - "bytes": 67575, - "contentType": "image/jpeg", - "sha256": "2a2582736aeda94fc0cf9bfe99f53d3b32cffa6e8fdb327eb5cc392c84b1ef2e" - }, - { - "id": "test_Sociology_181", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/343/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c033e9e645aee57080bf6cd0bccda48c1ead84a8157f51284b31124944a7795.png", - "bytes": 723442, - "contentType": "image/png", - "sha256": "1c033e9e645aee57080bf6cd0bccda48c1ead84a8157f51284b31124944a7795" - }, - { - "id": "test_Sociology_191", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/7/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51d23a3269618895c3facba4cdde366c619e34626410a35c1b2414df8e634488.png", - "bytes": 231188, - "contentType": "image/png", - "sha256": "51d23a3269618895c3facba4cdde366c619e34626410a35c1b2414df8e634488" - }, - { - "id": "test_Sociology_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/957/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f4b414cd115cde2af5750602ed1120908842b87631d3ce1a2353a7468b1cec5f.png", - "bytes": 790400, - "contentType": "image/png", - "sha256": "f4b414cd115cde2af5750602ed1120908842b87631d3ce1a2353a7468b1cec5f" - }, - { - "id": "test_Sociology_202", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/284/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/465e950b409c2b2854f4df5f8d528065cbab3d23e8d044a2202dc01a1d33cac2.png", - "bytes": 523136, - "contentType": "image/png", - "sha256": "465e950b409c2b2854f4df5f8d528065cbab3d23e8d044a2202dc01a1d33cac2" - }, - { - "id": "test_Sociology_213", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/962/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ea608c2ed6f10c35802bd40a55ed281ad3263cb2552d19162dfcb30643d4927b.jpg", - "bytes": 250661, - "contentType": "image/jpeg", - "sha256": "ea608c2ed6f10c35802bd40a55ed281ad3263cb2552d19162dfcb30643d4927b" - }, - { - "id": "test_Sociology_214", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1348/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3598291f3630d858c6780f400de80e958c986d48c9828a143bc7540ab3044ce8.png", - "bytes": 1136638, - "contentType": "image/png", - "sha256": "3598291f3630d858c6780f400de80e958c986d48c9828a143bc7540ab3044ce8" - }, - { - "id": "test_Sociology_219", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1370/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/866ecac2850fac5109e48075b0e2d868fcca89c40e94eabbfd864ce649df5618.png", - "bytes": 300900, - "contentType": "image/png", - "sha256": "866ecac2850fac5109e48075b0e2d868fcca89c40e94eabbfd864ce649df5618" - }, - { - "id": "test_Sociology_229", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/842/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2c955a829c9ecae8cb4269424a42c649b69b736042ffb6fae083333ae2da5a38.png", - "bytes": 1217994, - "contentType": "image/png", - "sha256": "2c955a829c9ecae8cb4269424a42c649b69b736042ffb6fae083333ae2da5a38" - }, - { - "id": "test_Sociology_230", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/596/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7d6c019d6bed67b4d66feb063b8bb3e217cf9caefa7ed49d68576733d8a70f0a.png", - "bytes": 413135, - "contentType": "image/png", - "sha256": "7d6c019d6bed67b4d66feb063b8bb3e217cf9caefa7ed49d68576733d8a70f0a" - }, - { - "id": "test_Sociology_245", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1155/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d1ed33e6a1842e330aff930dd2af165cf36f30c4b17f593ab03d0510a6f6d62.png", - "bytes": 262156, - "contentType": "image/png", - "sha256": "1d1ed33e6a1842e330aff930dd2af165cf36f30c4b17f593ab03d0510a6f6d62" - }, - { - "id": "test_Sociology_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/279/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2e4173f2ba31d81d55bc9a48ac39640a609278c583c19c197177fabd27c937b.png", - "bytes": 1310348, - "contentType": "image/png", - "sha256": "c2e4173f2ba31d81d55bc9a48ac39640a609278c583c19c197177fabd27c937b" - }, - { - "id": "test_Sociology_39", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1509/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d02361581e21ef5f932ee3620ddd0ae58d6d1e1859685d5ac30b3c03dfb28747.png", - "bytes": 587523, - "contentType": "image/png", - "sha256": "d02361581e21ef5f932ee3620ddd0ae58d6d1e1859685d5ac30b3c03dfb28747" - }, - { - "id": "test_Sociology_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1356/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89f10e9a2d3e95cca5c2b9a9dbf5cf0ab6504921047e0142cbc4ffcf91ad1c8e.png", - "bytes": 1373880, - "contentType": "image/png", - "sha256": "89f10e9a2d3e95cca5c2b9a9dbf5cf0ab6504921047e0142cbc4ffcf91ad1c8e" - }, - { - "id": "test_Sociology_40", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/678/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef6a75d1aae8fe4b9136706c8fe9ff9878195caf2e2d2679b568c44380a7d7a8.png", - "bytes": 911375, - "contentType": "image/png", - "sha256": "ef6a75d1aae8fe4b9136706c8fe9ff9878195caf2e2d2679b568c44380a7d7a8" - }, - { - "id": "test_Sociology_47", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/141/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9e738807352aecc07a428829d073051a647dc8941d30ec49b8c52fb82ffb7c5.png", - "bytes": 2466831, - "contentType": "image/png", - "sha256": "e9e738807352aecc07a428829d073051a647dc8941d30ec49b8c52fb82ffb7c5" - }, - { - "id": "test_Sociology_52", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/451/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45bbe86fda67ff678095f241ea47922cf1c6fbb4be2ac06f6ab189c5dd256a43.png", - "bytes": 535604, - "contentType": "image/png", - "sha256": "45bbe86fda67ff678095f241ea47922cf1c6fbb4be2ac06f6ab189c5dd256a43" - }, - { - "id": "test_Sociology_63", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/270/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/602b2757f456a72012d68a4cc929732d3cecf8a90ad64051c9a02e1ece8eed1e.png", - "bytes": 1060387, - "contentType": "image/png", - "sha256": "602b2757f456a72012d68a4cc929732d3cecf8a90ad64051c9a02e1ece8eed1e" - }, - { - "id": "test_Sociology_68", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/341/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dada3affab26748fdadfdb45b1b89dcb6928d00cff592e0435d9daffd5a36425.png", - "bytes": 530279, - "contentType": "image/png", - "sha256": "dada3affab26748fdadfdb45b1b89dcb6928d00cff592e0435d9daffd5a36425" - }, - { - "id": "test_Sociology_77", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1063/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89afeb8dcc10744751e9628b017bbb482c0d22d5085cffe6eca9c905fcbf7455.png", - "bytes": 288630, - "contentType": "image/png", - "sha256": "89afeb8dcc10744751e9628b017bbb482c0d22d5085cffe6eca9c905fcbf7455" - }, - { - "id": "test_Sociology_83", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1383/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5755b883d97f51ca9dc33e25fcf6c1dd69374f830c5cb52a1277bb0f0e0b886.png", - "bytes": 248760, - "contentType": "image/png", - "sha256": "f5755b883d97f51ca9dc33e25fcf6c1dd69374f830c5cb52a1277bb0f0e0b886" - }, - { - "id": "test_Sociology_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/116/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22b2eac8f7bcad6f4576e696468b9d09e9009bd40e3b66723bbb1d2f6f24ab90.png", - "bytes": 213579, - "contentType": "image/png", - "sha256": "22b2eac8f7bcad6f4576e696468b9d09e9009bd40e3b66723bbb1d2f6f24ab90" - }, - { - "id": "test_Sociology_90", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1625/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0b40679b2a34e846ffabba1a5a293d6861e7f31fb76e60b053f0abfc5de8a925.jpg", - "bytes": 89327, - "contentType": "image/jpeg", - "sha256": "0b40679b2a34e846ffabba1a5a293d6861e7f31fb76e60b053f0abfc5de8a925" - }, - { - "id": "test_Sociology_93", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1222/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5a9afd4658ad4d02c681723046149baad4b6197b22f68005e054e39b9766541.png", - "bytes": 782586, - "contentType": "image/png", - "sha256": "f5a9afd4658ad4d02c681723046149baad4b6197b22f68005e054e39b9766541" - }, - { - "id": "test_Sociology_96", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1193/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1650918dfdd0ccb95f2f4570d2621467d04b0fcfd8289d0e0c5f9f3447265dd6.png", - "bytes": 472051, - "contentType": "image/png", - "sha256": "1650918dfdd0ccb95f2f4570d2621467d04b0fcfd8289d0e0c5f9f3447265dd6" - }, - { - "id": "test_Sociology_99", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/664/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/285bbb8429acd1945997e667da25694bba477b64c3bd28fda634cb8ac4252198.png", - "bytes": 719268, - "contentType": "image/png", - "sha256": "285bbb8429acd1945997e667da25694bba477b64c3bd28fda634cb8ac4252198" - }, - { - "id": "validation_Accounting_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/756/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/817fceb50203081de6a7b7712086a9f2ddb5684f45b7446fc9bc074ebed15ccd.png", - "bytes": 184893, - "contentType": "image/png", - "sha256": "817fceb50203081de6a7b7712086a9f2ddb5684f45b7446fc9bc074ebed15ccd" - }, - { - "id": "validation_Accounting_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/720/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/552f938a89f47ed86d5f14c014b131e7259be7e0b381504263f89d38754bf192.png", - "bytes": 1304174, - "contentType": "image/png", - "sha256": "552f938a89f47ed86d5f14c014b131e7259be7e0b381504263f89d38754bf192" - }, - { - "id": "validation_Accounting_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1556/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c33424d00e8693814c6df25da8c6e687b6eafc3b62d8b2dcf763c8fe26e144f2.jpg", - "bytes": 62961, - "contentType": "image/jpeg", - "sha256": "c33424d00e8693814c6df25da8c6e687b6eafc3b62d8b2dcf763c8fe26e144f2" - }, - { - "id": "validation_Accounting_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1525/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/67cf66295f02e9c68fd5676b9298ce92dccd717fe90bf7e6de21803f2f7bc530.png", - "bytes": 1858522, - "contentType": "image/png", - "sha256": "67cf66295f02e9c68fd5676b9298ce92dccd717fe90bf7e6de21803f2f7bc530" - }, - { - "id": "validation_Accounting_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/751/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0b11b81d50bf359b43af2683cfc1de643750fadd3f34c182daee76ad29980fce.png", - "bytes": 183304, - "contentType": "image/png", - "sha256": "0b11b81d50bf359b43af2683cfc1de643750fadd3f34c182daee76ad29980fce" - }, - { - "id": "validation_Accounting_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1255/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21912a284390d6c4dc7da78605bd6b5028430b90ada8f57f09bac40a5b99e5a5.png", - "bytes": 349739, - "contentType": "image/png", - "sha256": "21912a284390d6c4dc7da78605bd6b5028430b90ada8f57f09bac40a5b99e5a5" - }, - { - "id": "validation_Accounting_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1499/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2bbf422f854efb3c7d8f54bf493e4e516a33d74bca06e311a006db4f26e81828.png", - "bytes": 634801, - "contentType": "image/png", - "sha256": "2bbf422f854efb3c7d8f54bf493e4e516a33d74bca06e311a006db4f26e81828" - }, - { - "id": "validation_Accounting_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/166/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/838252c358e9452da811115985ad6843b3b271d30f126330edc2349058032373.png", - "bytes": 458930, - "contentType": "image/png", - "sha256": "838252c358e9452da811115985ad6843b3b271d30f126330edc2349058032373" - }, - { - "id": "validation_Accounting_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/760/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2c60f03425d42ac550985068302cbc66b62c4d98c078daf2715468a368a699c6.png", - "bytes": 130179, - "contentType": "image/png", - "sha256": "2c60f03425d42ac550985068302cbc66b62c4d98c078daf2715468a368a699c6" - }, - { - "id": "validation_Accounting_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1242/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1264f5dae2de5994d223d279839a8907ed53e3c1ca09b6bdc5315640c2ccf8a8.png", - "bytes": 470769, - "contentType": "image/png", - "sha256": "1264f5dae2de5994d223d279839a8907ed53e3c1ca09b6bdc5315640c2ccf8a8" - }, - { - "id": "validation_Accounting_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1355/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99840236d8737d7a7802bb098bb6b772628f6aa980f1fa1794b3f1a7a358ecec.png", - "bytes": 1125046, - "contentType": "image/png", - "sha256": "99840236d8737d7a7802bb098bb6b772628f6aa980f1fa1794b3f1a7a358ecec" - }, - { - "id": "validation_Accounting_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1411/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1615c3ef32c06e86d550f3a8ddca500d076a7bd7fd1747afa7ceebe98898ae93.png", - "bytes": 484256, - "contentType": "image/png", - "sha256": "1615c3ef32c06e86d550f3a8ddca500d076a7bd7fd1747afa7ceebe98898ae93" - }, - { - "id": "validation_Accounting_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1325/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1866366502af52ffeb1037552bcbe3b5c3c4ad1fa5324bb78a715b1ce2fd097.png", - "bytes": 718118, - "contentType": "image/png", - "sha256": "b1866366502af52ffeb1037552bcbe3b5c3c4ad1fa5324bb78a715b1ce2fd097" - }, - { - "id": "validation_Accounting_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/565/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5d4fe50087eece169372c99132e4402333b5e20d7239dd3222e5e50d17c7ea62.png", - "bytes": 1559567, - "contentType": "image/png", - "sha256": "5d4fe50087eece169372c99132e4402333b5e20d7239dd3222e5e50d17c7ea62" - }, - { - "id": "validation_Accounting_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/147/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22497e606c03fe10744ca55da9a07bdc137093987d96e8f0d7e2684d440800f3.png", - "bytes": 637091, - "contentType": "image/png", - "sha256": "22497e606c03fe10744ca55da9a07bdc137093987d96e8f0d7e2684d440800f3" - }, - { - "id": "validation_Accounting_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/981/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9c84ca45bcb161cbfc94d7629513ab77e7113cd1edec5814b364695c9f25789.png", - "bytes": 329984, - "contentType": "image/png", - "sha256": "a9c84ca45bcb161cbfc94d7629513ab77e7113cd1edec5814b364695c9f25789" - }, - { - "id": "validation_Accounting_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/81/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bdf222ca3f661beba290ca7906ec29444a397b1547ad41a975d8e5898f427120.jpg", - "bytes": 391335, - "contentType": "image/jpeg", - "sha256": "bdf222ca3f661beba290ca7906ec29444a397b1547ad41a975d8e5898f427120" - }, - { - "id": "validation_Accounting_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/959/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/444eccc3f0de8fb36bf9cc3d2e18762c1ad6293a8cc46d8e13d68cde4501b814.png", - "bytes": 298838, - "contentType": "image/png", - "sha256": "444eccc3f0de8fb36bf9cc3d2e18762c1ad6293a8cc46d8e13d68cde4501b814" - }, - { - "id": "validation_Accounting_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1099/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e914c6a10e01d36febd6f526e6f68c227df5f37cf3604156bb3df2b2af6e4fe9.png", - "bytes": 81997, - "contentType": "image/png", - "sha256": "e914c6a10e01d36febd6f526e6f68c227df5f37cf3604156bb3df2b2af6e4fe9" - }, - { - "id": "validation_Accounting_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/268/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/612d1e4690a0aadb25a226604400b8c18a1d0ca042d817a19f957b5ba7a6a7a4.png", - "bytes": 254742, - "contentType": "image/png", - "sha256": "612d1e4690a0aadb25a226604400b8c18a1d0ca042d817a19f957b5ba7a6a7a4" - }, - { - "id": "validation_Accounting_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/192/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fe76ba42f995c4e9f9688fcebc892c6944efa39d153a979ab6ae6de25500f259.png", - "bytes": 1536372, - "contentType": "image/png", - "sha256": "fe76ba42f995c4e9f9688fcebc892c6944efa39d153a979ab6ae6de25500f259" - }, - { - "id": "validation_Accounting_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1454/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b6ce2d84f30d405d490e1309fb8ac88f51fd4ead304533bd2a11c73b00dc7cfb.png", - "bytes": 329696, - "contentType": "image/png", - "sha256": "b6ce2d84f30d405d490e1309fb8ac88f51fd4ead304533bd2a11c73b00dc7cfb" - }, - { - "id": "validation_Accounting_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/255/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/656cb8ce93e64c71ff93a6af1568b5eef77458ac05a38d2dc4fb032b71602fb4.png", - "bytes": 358814, - "contentType": "image/png", - "sha256": "656cb8ce93e64c71ff93a6af1568b5eef77458ac05a38d2dc4fb032b71602fb4" - }, - { - "id": "validation_Accounting_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/402/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b0e7ba9a64cc108e3b2a33ca1fce7a65b0be5d738384f7ead0b8a05d0a59be7.png", - "bytes": 371392, - "contentType": "image/png", - "sha256": "1b0e7ba9a64cc108e3b2a33ca1fce7a65b0be5d738384f7ead0b8a05d0a59be7" - }, - { - "id": "validation_Accounting_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1605/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c87c3153cb51f9f277f1834d15ba2b257cec14a3c54052c9042821970ad95351.jpg", - "bytes": 57782, - "contentType": "image/jpeg", - "sha256": "c87c3153cb51f9f277f1834d15ba2b257cec14a3c54052c9042821970ad95351" - }, - { - "id": "validation_Agriculture_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/819/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6407c2fb7ee04eba33dc931aac718c9ed596fd9b6173d4b0dfb3fa2cb46f24df.png", - "bytes": 1245050, - "contentType": "image/png", - "sha256": "6407c2fb7ee04eba33dc931aac718c9ed596fd9b6173d4b0dfb3fa2cb46f24df" - }, - { - "id": "validation_Agriculture_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/281/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9db9e1c683cae86603c5d271dc42ccdc36b760095d26071c516eb5336dbe76bc.png", - "bytes": 1097214, - "contentType": "image/png", - "sha256": "9db9e1c683cae86603c5d271dc42ccdc36b760095d26071c516eb5336dbe76bc" - }, - { - "id": "validation_Agriculture_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/836/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/64808084cb420c7703db601fcd57fc47adb2d5d60e5aa38f9d8f0951d5429315.png", - "bytes": 676857, - "contentType": "image/png", - "sha256": "64808084cb420c7703db601fcd57fc47adb2d5d60e5aa38f9d8f0951d5429315" - }, - { - "id": "validation_Agriculture_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1679/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6eb4b9075b1d08f410055396cc1380df044c16ab4ddeab65ee18dcb7d94d8550.jpg", - "bytes": 90600, - "contentType": "image/jpeg", - "sha256": "6eb4b9075b1d08f410055396cc1380df044c16ab4ddeab65ee18dcb7d94d8550" - }, - { - "id": "validation_Agriculture_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1028/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4c1de53122c0e5d77c51f599072e7adae057dc7fe911ff1bd90b8833aada1d7.png", - "bytes": 302577, - "contentType": "image/png", - "sha256": "d4c1de53122c0e5d77c51f599072e7adae057dc7fe911ff1bd90b8833aada1d7" - }, - { - "id": "validation_Agriculture_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/866/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21e35b1c164cfb9d2b63c98d0b202505c3b657a5cd782a66c67b562cb5813d8d.jpg", - "bytes": 97468, - "contentType": "image/jpeg", - "sha256": "21e35b1c164cfb9d2b63c98d0b202505c3b657a5cd782a66c67b562cb5813d8d" - }, - { - "id": "validation_Agriculture_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/918/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30b79aad11c6a9f008932f4fdb086e96e8e0eec7a4624a77e0ce97ea29f35009.png", - "bytes": 1616584, - "contentType": "image/png", - "sha256": "30b79aad11c6a9f008932f4fdb086e96e8e0eec7a4624a77e0ce97ea29f35009" - }, - { - "id": "validation_Agriculture_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1171/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4337ef833b8901fe9eee493a764431235b247b900bc08ebee3c6f3af9df36e14.png", - "bytes": 1560064, - "contentType": "image/png", - "sha256": "4337ef833b8901fe9eee493a764431235b247b900bc08ebee3c6f3af9df36e14" - }, - { - "id": "validation_Agriculture_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/365/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b51d13a7fb3a1eb051f2171b029b0eb9b2a5dd9a6ebbed875982aad283679dc9.png", - "bytes": 715022, - "contentType": "image/png", - "sha256": "b51d13a7fb3a1eb051f2171b029b0eb9b2a5dd9a6ebbed875982aad283679dc9" - }, - { - "id": "validation_Agriculture_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/823/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5cc38adae77e87b3458b3782f4b2efa3468b301efeb20dbd8af9afba61909bb.png", - "bytes": 802053, - "contentType": "image/png", - "sha256": "a5cc38adae77e87b3458b3782f4b2efa3468b301efeb20dbd8af9afba61909bb" - }, - { - "id": "validation_Agriculture_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1584/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5fe76018b7e37954cf2eaa153aa013fef28c77d1b6f3ec98c8160ab48729315b.png", - "bytes": 1019692, - "contentType": "image/png", - "sha256": "5fe76018b7e37954cf2eaa153aa013fef28c77d1b6f3ec98c8160ab48729315b" - }, - { - "id": "validation_Agriculture_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/276/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2055810f31991e0057c2908bc362b7008b0381762a4d252e95b17d68d2323864.png", - "bytes": 1825947, - "contentType": "image/png", - "sha256": "2055810f31991e0057c2908bc362b7008b0381762a4d252e95b17d68d2323864" - }, - { - "id": "validation_Agriculture_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/347/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/35e42779e07c11c4c1381ca5e087f3856c8414e9039398063fe1638d09938794.png", - "bytes": 823188, - "contentType": "image/png", - "sha256": "35e42779e07c11c4c1381ca5e087f3856c8414e9039398063fe1638d09938794" - }, - { - "id": "validation_Agriculture_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1654/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e99bfc1cb6e32a28e5c6108301447c0747810d37a7b6a7f77f488ac42836145b.jpg", - "bytes": 134892, - "contentType": "image/jpeg", - "sha256": "e99bfc1cb6e32a28e5c6108301447c0747810d37a7b6a7f77f488ac42836145b" - }, - { - "id": "validation_Agriculture_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/395/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d191631e408531cff733f86b153cc7e83327732b6cc31634eca7313f70f60b8e.png", - "bytes": 990247, - "contentType": "image/png", - "sha256": "d191631e408531cff733f86b153cc7e83327732b6cc31634eca7313f70f60b8e" - }, - { - "id": "validation_Agriculture_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1568/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/721cc74c8d8341bd4e8c9d1d872c07001f5d36918f5d4f91677eb8871008c1a8.jpg", - "bytes": 83247, - "contentType": "image/jpeg", - "sha256": "721cc74c8d8341bd4e8c9d1d872c07001f5d36918f5d4f91677eb8871008c1a8" - }, - { - "id": "validation_Agriculture_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/351/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/76e52e88cb03693e94232507ba8f5c2c8b15a3b967cc74356fdcdf173455e476.png", - "bytes": 488476, - "contentType": "image/png", - "sha256": "76e52e88cb03693e94232507ba8f5c2c8b15a3b967cc74356fdcdf173455e476" - }, - { - "id": "validation_Agriculture_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/304/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8895382dc1a7d30afffb8ddb10f8f4010414cfad0e6252fb53b39a96aa081419.png", - "bytes": 2075511, - "contentType": "image/png", - "sha256": "8895382dc1a7d30afffb8ddb10f8f4010414cfad0e6252fb53b39a96aa081419" - }, - { - "id": "validation_Agriculture_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1678/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/684ad4b93900dffbea0df9747b261d03e26bcb448dbcb363c08dcca38e5e0605.jpg", - "bytes": 117243, - "contentType": "image/jpeg", - "sha256": "684ad4b93900dffbea0df9747b261d03e26bcb448dbcb363c08dcca38e5e0605" - }, - { - "id": "validation_Architecture_and_Engineering_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/669/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4afe1dd484d3b45ce508c41ea9d9cd9f46c39c46abfcb93cda544dc3e59e5214.png", - "bytes": 1751490, - "contentType": "image/png", - "sha256": "4afe1dd484d3b45ce508c41ea9d9cd9f46c39c46abfcb93cda544dc3e59e5214" - }, - { - "id": "validation_Architecture_and_Engineering_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1479/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cbcdc1cce7abf918d36d759302ddfb7e4b7e94d28b471c9d0cd1290229fb5a6c.png", - "bytes": 249631, - "contentType": "image/png", - "sha256": "cbcdc1cce7abf918d36d759302ddfb7e4b7e94d28b471c9d0cd1290229fb5a6c" - }, - { - "id": "validation_Architecture_and_Engineering_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1069/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d63f1d7020ce31640b68d4a130e99fa450dfefbbcd80eb61594d9e5f439147a7.png", - "bytes": 1700464, - "contentType": "image/png", - "sha256": "d63f1d7020ce31640b68d4a130e99fa450dfefbbcd80eb61594d9e5f439147a7" - }, - { - "id": "validation_Architecture_and_Engineering_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1059/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/799f3601931b81483c83d6acc668e29e3e809e4c8e530a3fbc61c51f2c95db20.png", - "bytes": 100771, - "contentType": "image/png", - "sha256": "799f3601931b81483c83d6acc668e29e3e809e4c8e530a3fbc61c51f2c95db20" - }, - { - "id": "validation_Architecture_and_Engineering_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1630/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/843c562e6d56c4312dfdd7120f19c4032b7b16361c61dc32ab70a302faeb29f1.jpg", - "bytes": 93348, - "contentType": "image/jpeg", - "sha256": "843c562e6d56c4312dfdd7120f19c4032b7b16361c61dc32ab70a302faeb29f1" - }, - { - "id": "validation_Architecture_and_Engineering_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/11/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/78a6ca09f7f7a9c2093dcda16a59968a49314d1413856c89e6d11ac78ed875b6.png", - "bytes": 515109, - "contentType": "image/png", - "sha256": "78a6ca09f7f7a9c2093dcda16a59968a49314d1413856c89e6d11ac78ed875b6" - }, - { - "id": "validation_Architecture_and_Engineering_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/691/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/09e85239828a09a40668e3f213e98ae9b9ad63ca1480d7e38c90e77497a43a2f.png", - "bytes": 238963, - "contentType": "image/png", - "sha256": "09e85239828a09a40668e3f213e98ae9b9ad63ca1480d7e38c90e77497a43a2f" - }, - { - "id": "validation_Architecture_and_Engineering_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1563/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd24c8466d4b091603c05604ada9171be27dd3ad5af280dec0e5399ad2678f33.jpg", - "bytes": 61916, - "contentType": "image/jpeg", - "sha256": "dd24c8466d4b091603c05604ada9171be27dd3ad5af280dec0e5399ad2678f33" - }, - { - "id": "validation_Architecture_and_Engineering_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/936/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/194cf24af0945d41f00e05b65726a66c5219a012f0647c206a352d9bba91049b.png", - "bytes": 7651719, - "contentType": "image/png", - "sha256": "194cf24af0945d41f00e05b65726a66c5219a012f0647c206a352d9bba91049b" - }, - { - "id": "validation_Architecture_and_Engineering_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/356/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/68d81ec14a4cac308c0a42a12fa1755d56104e634dc0c7933139120ea3922c29.png", - "bytes": 299076, - "contentType": "image/png", - "sha256": "68d81ec14a4cac308c0a42a12fa1755d56104e634dc0c7933139120ea3922c29" - }, - { - "id": "validation_Architecture_and_Engineering_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/849/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/479f1b7d8b93cc910a6d09137f24cd538c71e91aee5a559229ef0d34720cb94e.png", - "bytes": 655174, - "contentType": "image/png", - "sha256": "479f1b7d8b93cc910a6d09137f24cd538c71e91aee5a559229ef0d34720cb94e" - }, - { - "id": "validation_Architecture_and_Engineering_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/643/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/544e1ed29a333cd376ef2804dfb13b88b715417b77d0c984055b876e42dbbbc0.png", - "bytes": 489966, - "contentType": "image/png", - "sha256": "544e1ed29a333cd376ef2804dfb13b88b715417b77d0c984055b876e42dbbbc0" - }, - { - "id": "validation_Architecture_and_Engineering_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/983/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/911a4e25728d4010840337f33279b4c25261a88624205edaf8b1847fa3f004fa.png", - "bytes": 298276, - "contentType": "image/png", - "sha256": "911a4e25728d4010840337f33279b4c25261a88624205edaf8b1847fa3f004fa" - }, - { - "id": "validation_Architecture_and_Engineering_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/930/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dfffaa13faf1d6ff0aef2d9309759f41258df361286e297ee90107ee94dc8783.png", - "bytes": 1975041, - "contentType": "image/png", - "sha256": "dfffaa13faf1d6ff0aef2d9309759f41258df361286e297ee90107ee94dc8783" - }, - { - "id": "validation_Architecture_and_Engineering_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1521/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5cccbe39e62986f632e6d5dc918d9e7b8b67a8c71483a052255eaf5002d23ee.png", - "bytes": 502924, - "contentType": "image/png", - "sha256": "a5cccbe39e62986f632e6d5dc918d9e7b8b67a8c71483a052255eaf5002d23ee" - }, - { - "id": "validation_Architecture_and_Engineering_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/143/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/60416e27d46a1b91f02daf5b0fd87d5204a3e7f0542fe45d0b8a34c433ceaa5e.png", - "bytes": 585949, - "contentType": "image/png", - "sha256": "60416e27d46a1b91f02daf5b0fd87d5204a3e7f0542fe45d0b8a34c433ceaa5e" - }, - { - "id": "validation_Architecture_and_Engineering_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/212/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b5c5447a4117bb471bf8f985ef901640c905c4fbcfff6718cf4a516bd3bd7493.png", - "bytes": 2116921, - "contentType": "image/png", - "sha256": "b5c5447a4117bb471bf8f985ef901640c905c4fbcfff6718cf4a516bd3bd7493" - }, - { - "id": "validation_Architecture_and_Engineering_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1196/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/69ee7d76f4bf7c05fc12ad29abce5b4ea5cba5af1686d7407df258dcb9d423cd.png", - "bytes": 611778, - "contentType": "image/png", - "sha256": "69ee7d76f4bf7c05fc12ad29abce5b4ea5cba5af1686d7407df258dcb9d423cd" - }, - { - "id": "validation_Architecture_and_Engineering_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/776/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff0447c74d3c0a8720d7fa94afd6f5f1321eaef84d8f955c20f3b023478528b3.png", - "bytes": 268465, - "contentType": "image/png", - "sha256": "ff0447c74d3c0a8720d7fa94afd6f5f1321eaef84d8f955c20f3b023478528b3" - }, - { - "id": "validation_Architecture_and_Engineering_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/553/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e96f8ab02f6dd530fd920e2d1768f7003f5e7787ddd6fdbb1f19913a244f1b28.png", - "bytes": 1237586, - "contentType": "image/png", - "sha256": "e96f8ab02f6dd530fd920e2d1768f7003f5e7787ddd6fdbb1f19913a244f1b28" - }, - { - "id": "validation_Architecture_and_Engineering_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/560/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba62019c5772bcdfe455b4afaf1ecaf25747e0a2fc833b362bc45d8976f7ea8c.png", - "bytes": 1430433, - "contentType": "image/png", - "sha256": "ba62019c5772bcdfe455b4afaf1ecaf25747e0a2fc833b362bc45d8976f7ea8c" - }, - { - "id": "validation_Architecture_and_Engineering_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1419/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b792268d30b6004eaf72faaf5945a8a0c3d27f57cb9f87ff7d7db418b99daa7e.png", - "bytes": 2167244, - "contentType": "image/png", - "sha256": "b792268d30b6004eaf72faaf5945a8a0c3d27f57cb9f87ff7d7db418b99daa7e" - }, - { - "id": "validation_Art_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/771/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ee83cd78eac8196379600b1470db112932b51d7cd7daa531707751b39f71949.png", - "bytes": 862219, - "contentType": "image/png", - "sha256": "2ee83cd78eac8196379600b1470db112932b51d7cd7daa531707751b39f71949" - }, - { - "id": "validation_Art_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/838/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1df6f6ff4a70565e51ae7ee04b3151f5adb8e903cd58c33de56c7c33d94c3199.png", - "bytes": 723120, - "contentType": "image/png", - "sha256": "1df6f6ff4a70565e51ae7ee04b3151f5adb8e903cd58c33de56c7c33d94c3199" - }, - { - "id": "validation_Art_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1270/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6cda1eb03abe65809b0106c6002548da3058fd7bde0aa05fb1f52e63c823f6c4.png", - "bytes": 738001, - "contentType": "image/png", - "sha256": "6cda1eb03abe65809b0106c6002548da3058fd7bde0aa05fb1f52e63c823f6c4" - }, - { - "id": "validation_Art_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/515/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ecbea45feadc700062d0d6944734c1a6d710541eeef23f4d2e8ec5a3e4bdc152.png", - "bytes": 1736159, - "contentType": "image/png", - "sha256": "ecbea45feadc700062d0d6944734c1a6d710541eeef23f4d2e8ec5a3e4bdc152" - }, - { - "id": "validation_Art_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/584/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ccf82437a5b3acb120448e53566743cc8a84d56cb17b1ce8946bdd1f0e985e7d.png", - "bytes": 1172510, - "contentType": "image/png", - "sha256": "ccf82437a5b3acb120448e53566743cc8a84d56cb17b1ce8946bdd1f0e985e7d" - }, - { - "id": "validation_Art_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1378/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9bfaa02aed28072ec3b566c08476add5fe1763eee1ea717a1d78487f56800643.png", - "bytes": 446221, - "contentType": "image/png", - "sha256": "9bfaa02aed28072ec3b566c08476add5fe1763eee1ea717a1d78487f56800643" - }, - { - "id": "validation_Art_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1613/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4002360aae8e239cf6f8e55ffb4ce33f919060c43c2d8ff9b29c21aa8c7e6509.jpg", - "bytes": 49952, - "contentType": "image/jpeg", - "sha256": "4002360aae8e239cf6f8e55ffb4ce33f919060c43c2d8ff9b29c21aa8c7e6509" - }, - { - "id": "validation_Art_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1689/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a7fdfa8952be77007aa2c1aa720283481d49e2f043ece4aadf202cb6d4318748.png", - "bytes": 2150815, - "contentType": "image/png", - "sha256": "a7fdfa8952be77007aa2c1aa720283481d49e2f043ece4aadf202cb6d4318748" - }, - { - "id": "validation_Art_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/964/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/935bef843539b287dbdf56bae75c4c56bbc4119523fb79def77a678a7b8cdbb6.jpg", - "bytes": 198174, - "contentType": "image/jpeg", - "sha256": "935bef843539b287dbdf56bae75c4c56bbc4119523fb79def77a678a7b8cdbb6" - }, - { - "id": "validation_Art_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1098/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c5aff2840c4a6caee36723300b7a7904913d91cda71538e7f2e3b429fa8c458c.png", - "bytes": 557061, - "contentType": "image/png", - "sha256": "c5aff2840c4a6caee36723300b7a7904913d91cda71538e7f2e3b429fa8c458c" - }, - { - "id": "validation_Art_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/777/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c348398f136ab5d9308295990105192e981545df261475e8bae8cc8e0796356.png", - "bytes": 688243, - "contentType": "image/png", - "sha256": "1c348398f136ab5d9308295990105192e981545df261475e8bae8cc8e0796356" - }, - { - "id": "validation_Art_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1544/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc0d4020596dd50aa24d3c9978c3111f3cc8297acf246ca826e595c2a6495e9f.jpg", - "bytes": 107783, - "contentType": "image/jpeg", - "sha256": "bc0d4020596dd50aa24d3c9978c3111f3cc8297acf246ca826e595c2a6495e9f" - }, - { - "id": "validation_Art_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/24/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12fccc89f0e1d2aefb348017689581cf62df30846d39b9600b5f04f51e047937.png", - "bytes": 787157, - "contentType": "image/png", - "sha256": "12fccc89f0e1d2aefb348017689581cf62df30846d39b9600b5f04f51e047937" - }, - { - "id": "validation_Art_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/603/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cccf5b980d48f150ad5f3a1fc757c9baed123fa067d83a157596e287dcb1ce06.png", - "bytes": 1963919, - "contentType": "image/png", - "sha256": "cccf5b980d48f150ad5f3a1fc757c9baed123fa067d83a157596e287dcb1ce06" - }, - { - "id": "validation_Art_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1582/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b38ca6b71a655051214f90bf8f2a66cb7dea94d910bcc1402d8995a691a7aa4b.jpg", - "bytes": 56101, - "contentType": "image/jpeg", - "sha256": "b38ca6b71a655051214f90bf8f2a66cb7dea94d910bcc1402d8995a691a7aa4b" - }, - { - "id": "validation_Art_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/176/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80d1ba756b4be71236816c2d5480581bc8510017ae19e2cee7445a2ef9dd7c2d.png", - "bytes": 1242564, - "contentType": "image/png", - "sha256": "80d1ba756b4be71236816c2d5480581bc8510017ae19e2cee7445a2ef9dd7c2d" - }, - { - "id": "validation_Art_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1372/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae383f0401ffa8fa7c4175ea7ad32adaed1489a1e15149f5534423f629c20a62.png", - "bytes": 402619, - "contentType": "image/png", - "sha256": "ae383f0401ffa8fa7c4175ea7ad32adaed1489a1e15149f5534423f629c20a62" - }, - { - "id": "validation_Art_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/729/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16798b4cac4403d9002acf5c55754829e7b62162bd10a353e69e134f5352b7ae.png", - "bytes": 767900, - "contentType": "image/png", - "sha256": "16798b4cac4403d9002acf5c55754829e7b62162bd10a353e69e134f5352b7ae" - }, - { - "id": "validation_Art_Theory_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1599/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9c00905edade6c0a2cfd4591ea9610ad4a12bfb8faf8b0a96691263cd02d7c54.jpg", - "bytes": 65463, - "contentType": "image/jpeg", - "sha256": "9c00905edade6c0a2cfd4591ea9610ad4a12bfb8faf8b0a96691263cd02d7c54" - }, - { - "id": "validation_Art_Theory_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/474/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6c3d2c16f9ad1748d317dc70c06b0f8facfeb4fbb566e9714ae93ca42e471309.png", - "bytes": 1178476, - "contentType": "image/png", - "sha256": "6c3d2c16f9ad1748d317dc70c06b0f8facfeb4fbb566e9714ae93ca42e471309" - }, - { - "id": "validation_Art_Theory_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1212/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42c2d4d05327f10123492b6179081dd6d2af7d2b191314b9e5fbbec428a60891.png", - "bytes": 1219856, - "contentType": "image/png", - "sha256": "42c2d4d05327f10123492b6179081dd6d2af7d2b191314b9e5fbbec428a60891" - }, - { - "id": "validation_Art_Theory_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1275/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/976244c9a56671fec6dbcbfaea8a9810d23734ba0fdb448da2f59933538fd632.png", - "bytes": 602129, - "contentType": "image/png", - "sha256": "976244c9a56671fec6dbcbfaea8a9810d23734ba0fdb448da2f59933538fd632" - }, - { - "id": "validation_Art_Theory_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1148/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/57f8e87c97dff0b68a765bf3d46cc5d1a6b59bb6aa9e06157fc562b4e1dd0d2a.png", - "bytes": 198379, - "contentType": "image/png", - "sha256": "57f8e87c97dff0b68a765bf3d46cc5d1a6b59bb6aa9e06157fc562b4e1dd0d2a" - }, - { - "id": "validation_Art_Theory_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/63/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b6aa24776617229e267daa52ea3dc8763cb5fd980398686e52a7a787cc6ba503.png", - "bytes": 262254, - "contentType": "image/png", - "sha256": "b6aa24776617229e267daa52ea3dc8763cb5fd980398686e52a7a787cc6ba503" - }, - { - "id": "validation_Art_Theory_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/520/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/06c220c269138c1f3a1d6bf7f58050dab81b7f5d165b203606038f134afbe2e8.png", - "bytes": 733702, - "contentType": "image/png", - "sha256": "06c220c269138c1f3a1d6bf7f58050dab81b7f5d165b203606038f134afbe2e8" - }, - { - "id": "validation_Art_Theory_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/854/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/27a597d9908a52103311af05d93f40694b841cc3911b4ea3a05d434adcfdc46d.jpg", - "bytes": 91382, - "contentType": "image/jpeg", - "sha256": "27a597d9908a52103311af05d93f40694b841cc3911b4ea3a05d434adcfdc46d" - }, - { - "id": "validation_Art_Theory_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/588/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dcf86d230f8c82130d1f25ad0ea95f40fa6f6c13926662af9b1fe197a16be5e.png", - "bytes": 604898, - "contentType": "image/png", - "sha256": "4dcf86d230f8c82130d1f25ad0ea95f40fa6f6c13926662af9b1fe197a16be5e" - }, - { - "id": "validation_Art_Theory_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/230/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8a2b45afc8211409fa6a1e58ff259c24fba0c03d240952da0cf4a490f099ab78.png", - "bytes": 617078, - "contentType": "image/png", - "sha256": "8a2b45afc8211409fa6a1e58ff259c24fba0c03d240952da0cf4a490f099ab78" - }, - { - "id": "validation_Art_Theory_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1310/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a86160db50fded59d3938181622dda4bd0fb436ff63ab43b5ec65d6236f20920.png", - "bytes": 929089, - "contentType": "image/png", - "sha256": "a86160db50fded59d3938181622dda4bd0fb436ff63ab43b5ec65d6236f20920" - }, - { - "id": "validation_Art_Theory_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/807/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30c81906ec5be7a0276d0bea954cad04a2260f335620a843da2702e4a90514b5.png", - "bytes": 441134, - "contentType": "image/png", - "sha256": "30c81906ec5be7a0276d0bea954cad04a2260f335620a843da2702e4a90514b5" - }, - { - "id": "validation_Art_Theory_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1016/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9694bd645de12f65e17feb84b4aa5455072d5fbbd9ab50228489097c6b2672b7.jpg", - "bytes": 249688, - "contentType": "image/jpeg", - "sha256": "9694bd645de12f65e17feb84b4aa5455072d5fbbd9ab50228489097c6b2672b7" - }, - { - "id": "validation_Art_Theory_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/450/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a403d22819250a75bfab08386bf5b7a4838af65286cb9c17a55b8f39494d1a63.png", - "bytes": 1909877, - "contentType": "image/png", - "sha256": "a403d22819250a75bfab08386bf5b7a4838af65286cb9c17a55b8f39494d1a63" - }, - { - "id": "validation_Art_Theory_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1346/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3d3332e9153b6913f3a841508646ed02ece4fb42944e19f0272e5cbf101593e8.png", - "bytes": 1022688, - "contentType": "image/png", - "sha256": "3d3332e9153b6913f3a841508646ed02ece4fb42944e19f0272e5cbf101593e8" - }, - { - "id": "validation_Art_Theory_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1010/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ffd304b82cca283b6bfc0f273e77d954988aacb3440467cf15d7723cab738846.png", - "bytes": 1450092, - "contentType": "image/png", - "sha256": "ffd304b82cca283b6bfc0f273e77d954988aacb3440467cf15d7723cab738846" - }, - { - "id": "validation_Art_Theory_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1371/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/90b5b0198186e261390f2c22a96b79f98178eea6f6fce06b912f5aeef4721ecc.png", - "bytes": 1969305, - "contentType": "image/png", - "sha256": "90b5b0198186e261390f2c22a96b79f98178eea6f6fce06b912f5aeef4721ecc" - }, - { - "id": "validation_Art_Theory_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/144/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/15939babcd956321b14df5aa366644c77d39c9e41b6c9e5c5010794d2c5d7ff4.png", - "bytes": 1899822, - "contentType": "image/png", - "sha256": "15939babcd956321b14df5aa366644c77d39c9e41b6c9e5c5010794d2c5d7ff4" - }, - { - "id": "validation_Art_Theory_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/707/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/760444a53d4698c020fac7a4f9dcafac77007679844ccd4032704786547ad545.png", - "bytes": 2855189, - "contentType": "image/png", - "sha256": "760444a53d4698c020fac7a4f9dcafac77007679844ccd4032704786547ad545" - }, - { - "id": "validation_Art_Theory_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/855/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b2ae9369d21d4db37b95259fbbe7a7c569e03e0860ba5d5329c9ea887d4104c3.jpg", - "bytes": 103162, - "contentType": "image/jpeg", - "sha256": "b2ae9369d21d4db37b95259fbbe7a7c569e03e0860ba5d5329c9ea887d4104c3" - }, - { - "id": "validation_Art_Theory_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/868/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ed476e2f269cb0a6344ed10c0f2d2b1c145348e8889059e5f1997b9d2269f93e.jpg", - "bytes": 110057, - "contentType": "image/jpeg", - "sha256": "ed476e2f269cb0a6344ed10c0f2d2b1c145348e8889059e5f1997b9d2269f93e" - }, - { - "id": "validation_Art_Theory_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1612/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b487eb342547079378a4bfcab79eabe8b98c9f193d17107e0fd2ef3d4744d8d3.jpg", - "bytes": 59027, - "contentType": "image/jpeg", - "sha256": "b487eb342547079378a4bfcab79eabe8b98c9f193d17107e0fd2ef3d4744d8d3" - }, - { - "id": "validation_Art_Theory_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/403/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31ca993e7716eae1d780a30d9ec7b910a5a1edd016206d8904279dd9a9f8103f.jpg", - "bytes": 64098, - "contentType": "image/jpeg", - "sha256": "31ca993e7716eae1d780a30d9ec7b910a5a1edd016206d8904279dd9a9f8103f" - }, - { - "id": "validation_Basic_Medical_Science_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/74/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fdec4af80fa9524c0b038c88bf03c6c441f01f2d660743a68e125a167f7e5687.png", - "bytes": 2267660, - "contentType": "image/png", - "sha256": "fdec4af80fa9524c0b038c88bf03c6c441f01f2d660743a68e125a167f7e5687" - }, - { - "id": "validation_Basic_Medical_Science_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/934/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3b36477d64eb9caf1fec88f7f8d8e3be13433e6be8f0744dd013b0a2670d3dc.jpg", - "bytes": 104357, - "contentType": "image/jpeg", - "sha256": "d3b36477d64eb9caf1fec88f7f8d8e3be13433e6be8f0744dd013b0a2670d3dc" - }, - { - "id": "validation_Basic_Medical_Science_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1398/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56f97dab8093b620a190595afe7d279ce233b8f835d09b980251508a60a535e5.png", - "bytes": 741129, - "contentType": "image/png", - "sha256": "56f97dab8093b620a190595afe7d279ce233b8f835d09b980251508a60a535e5" - }, - { - "id": "validation_Basic_Medical_Science_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1343/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6760fc3a4e51fa2ba40b7bf895cdf8a985becd109743d81a683d57159ddad9f6.png", - "bytes": 850526, - "contentType": "image/png", - "sha256": "6760fc3a4e51fa2ba40b7bf895cdf8a985becd109743d81a683d57159ddad9f6" - }, - { - "id": "validation_Basic_Medical_Science_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1104/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4950303fe1be56371e473fbf15a152d59962ee1cc790cd797a0d9fbc9e128a0b.png", - "bytes": 80943, - "contentType": "image/png", - "sha256": "4950303fe1be56371e473fbf15a152d59962ee1cc790cd797a0d9fbc9e128a0b" - }, - { - "id": "validation_Basic_Medical_Science_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/445/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff4d40b7589d0e5bfb607cf827c9a7bc35d8def4a3200d7b28fd140ec1b40e51.png", - "bytes": 698061, - "contentType": "image/png", - "sha256": "ff4d40b7589d0e5bfb607cf827c9a7bc35d8def4a3200d7b28fd140ec1b40e51" - }, - { - "id": "validation_Basic_Medical_Science_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/36/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0804016db30045e810621ed62c625df5c053d1ea94adb1f4c23e40a4869499cb.png", - "bytes": 453462, - "contentType": "image/png", - "sha256": "0804016db30045e810621ed62c625df5c053d1ea94adb1f4c23e40a4869499cb" - }, - { - "id": "validation_Basic_Medical_Science_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1508/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c93a687545f7546aa788223c63ac40c736122f20508fe79f66cbf21d73b45ccc.png", - "bytes": 654043, - "contentType": "image/png", - "sha256": "c93a687545f7546aa788223c63ac40c736122f20508fe79f66cbf21d73b45ccc" - }, - { - "id": "validation_Basic_Medical_Science_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1342/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a1da9ce5478485c71af71a467b821d3fc5dba0a3f8d7907468c970b02cb4af50.png", - "bytes": 1107330, - "contentType": "image/png", - "sha256": "a1da9ce5478485c71af71a467b821d3fc5dba0a3f8d7907468c970b02cb4af50" - }, - { - "id": "validation_Basic_Medical_Science_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/53/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dad1a304f1caff0901e7669060b4f97a5de82fca1f1d11f5a21311a3f5c6756.png", - "bytes": 441287, - "contentType": "image/png", - "sha256": "4dad1a304f1caff0901e7669060b4f97a5de82fca1f1d11f5a21311a3f5c6756" - }, - { - "id": "validation_Basic_Medical_Science_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1631/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f95b5d9cb25e1acff78e88cfd343b805f0b29f4d4e9443f5dd5c93c11a69c10.jpg", - "bytes": 181477, - "contentType": "image/jpeg", - "sha256": "2f95b5d9cb25e1acff78e88cfd343b805f0b29f4d4e9443f5dd5c93c11a69c10" - }, - { - "id": "validation_Basic_Medical_Science_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/679/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fab0cbac56d6151f26312e2371d750efd9c41ae9105699ed99b780126361e7ad.png", - "bytes": 1773678, - "contentType": "image/png", - "sha256": "fab0cbac56d6151f26312e2371d750efd9c41ae9105699ed99b780126361e7ad" - }, - { - "id": "validation_Basic_Medical_Science_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/717/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/294cc617edebc36f1f21ebb7fb4f205d5f6b1272d6cfa57b1d1e829e70f0390d.png", - "bytes": 598725, - "contentType": "image/png", - "sha256": "294cc617edebc36f1f21ebb7fb4f205d5f6b1272d6cfa57b1d1e829e70f0390d" - }, - { - "id": "validation_Basic_Medical_Science_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/650/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9719472009d37912ab7d739b2391627a1a60d8b3f3fa1f92c71bc31de3c28f6a.png", - "bytes": 385660, - "contentType": "image/png", - "sha256": "9719472009d37912ab7d739b2391627a1a60d8b3f3fa1f92c71bc31de3c28f6a" - }, - { - "id": "validation_Biology_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/277/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c6f40c592bf1573a48dd092edd4a9fcb2fe8c05d16c5b5fe9c26b54c7b9747fe.png", - "bytes": 939739, - "contentType": "image/png", - "sha256": "c6f40c592bf1573a48dd092edd4a9fcb2fe8c05d16c5b5fe9c26b54c7b9747fe" - }, - { - "id": "validation_Biology_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1056/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a3b6e3d5e00248bccc49ec436d48207ccfdcf0ed6e5111ed7c72487e22edf4ce.png", - "bytes": 216279, - "contentType": "image/png", - "sha256": "a3b6e3d5e00248bccc49ec436d48207ccfdcf0ed6e5111ed7c72487e22edf4ce" - }, - { - "id": "validation_Biology_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1575/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5e1fe51b9820115596eca3d1852b2689d0b50cb1e801d7347036cf28a56d2790.jpg", - "bytes": 71076, - "contentType": "image/jpeg", - "sha256": "5e1fe51b9820115596eca3d1852b2689d0b50cb1e801d7347036cf28a56d2790" - }, - { - "id": "validation_Biology_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/558/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ddf6e6b81f7ed0b8174a2383e61e3fc0d39446307a9d507ed14ebb3abd145f0b.png", - "bytes": 2941202, - "contentType": "image/png", - "sha256": "ddf6e6b81f7ed0b8174a2383e61e3fc0d39446307a9d507ed14ebb3abd145f0b" - }, - { - "id": "validation_Biology_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/75/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8322fbf6ff5894b57137a89a1d8ce35de865a035b1e9a8d736f1154214d6c188.png", - "bytes": 200282, - "contentType": "image/png", - "sha256": "8322fbf6ff5894b57137a89a1d8ce35de865a035b1e9a8d736f1154214d6c188" - }, - { - "id": "validation_Biology_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1140/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4db93cd3db4ee53f75bd7f15d0fc2774bf479357bab456affca0507a6e630fa4.png", - "bytes": 146922, - "contentType": "image/png", - "sha256": "4db93cd3db4ee53f75bd7f15d0fc2774bf479357bab456affca0507a6e630fa4" - }, - { - "id": "validation_Biology_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/240/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f4f06d3c1a0209817140ba0bdd9a226999b7b02a517f9e45100c041d0a0e238.png", - "bytes": 434172, - "contentType": "image/png", - "sha256": "2f4f06d3c1a0209817140ba0bdd9a226999b7b02a517f9e45100c041d0a0e238" - }, - { - "id": "validation_Biology_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/772/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8fe871775c6d5bf7c83c2d9a63caaa8afee63c57d496d85ada6f8e1096120eae.png", - "bytes": 570903, - "contentType": "image/png", - "sha256": "8fe871775c6d5bf7c83c2d9a63caaa8afee63c57d496d85ada6f8e1096120eae" - }, - { - "id": "validation_Biology_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/353/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/20972d96b1a32e0ecc9008993b55595aa70d0f5d6f1e07a61f2e808b14f0b06d.png", - "bytes": 151763, - "contentType": "image/png", - "sha256": "20972d96b1a32e0ecc9008993b55595aa70d0f5d6f1e07a61f2e808b14f0b06d" - }, - { - "id": "validation_Biology_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/247/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2199e8053c2e6bd4eb9c703d76d68d3a3aed639b8b16da555cdd9fd7f4a809e5.png", - "bytes": 831458, - "contentType": "image/png", - "sha256": "2199e8053c2e6bd4eb9c703d76d68d3a3aed639b8b16da555cdd9fd7f4a809e5" - }, - { - "id": "validation_Biology_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1114/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54867ab905b0d8ef7c84f0d355e34267a8946358f4bab33df6d76ff9cbf6753e.png", - "bytes": 658415, - "contentType": "image/png", - "sha256": "54867ab905b0d8ef7c84f0d355e34267a8946358f4bab33df6d76ff9cbf6753e" - }, - { - "id": "validation_Biology_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/99/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa9bd5c9915a2d200fb8e618b65674f2b8921b02186dbfd375891f1757b57af1.png", - "bytes": 189289, - "contentType": "image/png", - "sha256": "fa9bd5c9915a2d200fb8e618b65674f2b8921b02186dbfd375891f1757b57af1" - }, - { - "id": "validation_Biology_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1505/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4190728d7710dd3b436285dda96f808c26243c51d616051b1c44fbe27540bcec.png", - "bytes": 286966, - "contentType": "image/png", - "sha256": "4190728d7710dd3b436285dda96f808c26243c51d616051b1c44fbe27540bcec" - }, - { - "id": "validation_Biology_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/236/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7e15b96121a538b0ebb9dfe7429cd0061526eb40ba4e1f7b990f742d449a90f6.png", - "bytes": 676865, - "contentType": "image/png", - "sha256": "7e15b96121a538b0ebb9dfe7429cd0061526eb40ba4e1f7b990f742d449a90f6" - }, - { - "id": "validation_Biology_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1296/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4490cb5cb1077473b574f5db8ee18cae5ba8d8eb1df5b061a812521346f7fc69.png", - "bytes": 1627076, - "contentType": "image/png", - "sha256": "4490cb5cb1077473b574f5db8ee18cae5ba8d8eb1df5b061a812521346f7fc69" - }, - { - "id": "validation_Biology_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1195/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50ecb6ad7fc84e81825d45bc06dfc565e3588a18a7655e87a4b6474acf10c277.png", - "bytes": 474632, - "contentType": "image/png", - "sha256": "50ecb6ad7fc84e81825d45bc06dfc565e3588a18a7655e87a4b6474acf10c277" - }, - { - "id": "validation_Biology_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/469/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ce310e110c8e7205cd033414c38a45f60283008779c9a1dd4b1ef3dd8f4f9904.png", - "bytes": 236159, - "contentType": "image/png", - "sha256": "ce310e110c8e7205cd033414c38a45f60283008779c9a1dd4b1ef3dd8f4f9904" - }, - { - "id": "validation_Biology_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/507/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8b405e13851f528cd938066b6c2821d871dedb0d4d77ed9265aabc5449b5a3cb.png", - "bytes": 245053, - "contentType": "image/png", - "sha256": "8b405e13851f528cd938066b6c2821d871dedb0d4d77ed9265aabc5449b5a3cb" - }, - { - "id": "validation_Biology_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/121/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ee9e6759030add8519d4951170182125e4403905afdb18951042b8e0d553729.png", - "bytes": 2133634, - "contentType": "image/png", - "sha256": "6ee9e6759030add8519d4951170182125e4403905afdb18951042b8e0d553729" - }, - { - "id": "validation_Biology_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/821/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0a7c96ceac2505bd4c31f6c33a8115b7bd198e7625c5aa95a907d46ecb2e9559.png", - "bytes": 662598, - "contentType": "image/png", - "sha256": "0a7c96ceac2505bd4c31f6c33a8115b7bd198e7625c5aa95a907d46ecb2e9559" - }, - { - "id": "validation_Chemistry_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/623/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/63197b3f7027dc30acac0b24fc0c47c951be4baac4b769ea090323f7e589bc82.png", - "bytes": 410928, - "contentType": "image/png", - "sha256": "63197b3f7027dc30acac0b24fc0c47c951be4baac4b769ea090323f7e589bc82" - }, - { - "id": "validation_Chemistry_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1167/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e837e6ecc90e5ee1303f0435eb986577da275ae56c4c1f5822b4de87000a4019.png", - "bytes": 1727907, - "contentType": "image/png", - "sha256": "e837e6ecc90e5ee1303f0435eb986577da275ae56c4c1f5822b4de87000a4019" - }, - { - "id": "validation_Chemistry_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/210/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ada43137bfa97d44fbcae274d3d72534537b1d3bb11186a218348bb47f5b5792.png", - "bytes": 177707, - "contentType": "image/png", - "sha256": "ada43137bfa97d44fbcae274d3d72534537b1d3bb11186a218348bb47f5b5792" - }, - { - "id": "validation_Chemistry_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1316/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae82f366d647fa9f3862d39561c0026d0e01e4263e89a9ca7dde5fbea8d4c1b8.png", - "bytes": 931362, - "contentType": "image/png", - "sha256": "ae82f366d647fa9f3862d39561c0026d0e01e4263e89a9ca7dde5fbea8d4c1b8" - }, - { - "id": "validation_Chemistry_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/742/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/151bf483aa2b554f4364392b00c7f8cc095d132220555797c6c2113586d25f80.png", - "bytes": 110889, - "contentType": "image/png", - "sha256": "151bf483aa2b554f4364392b00c7f8cc095d132220555797c6c2113586d25f80" - }, - { - "id": "validation_Chemistry_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/559/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/768cf9aba71d1139229866f4e69bfd83b0e1e079b8e0d967248a3533b13b5549.png", - "bytes": 474963, - "contentType": "image/png", - "sha256": "768cf9aba71d1139229866f4e69bfd83b0e1e079b8e0d967248a3533b13b5549" - }, - { - "id": "validation_Chemistry_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/382/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f15290568ced240d24ab7abc668006254e17dfd55f8274b216c9e7abade7f13c.png", - "bytes": 458559, - "contentType": "image/png", - "sha256": "f15290568ced240d24ab7abc668006254e17dfd55f8274b216c9e7abade7f13c" - }, - { - "id": "validation_Chemistry_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1111/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d663ebe52beb8bcf9c02028c269496cbc2a4187672175e133a593af7e47c52d.png", - "bytes": 1385044, - "contentType": "image/png", - "sha256": "4d663ebe52beb8bcf9c02028c269496cbc2a4187672175e133a593af7e47c52d" - }, - { - "id": "validation_Chemistry_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/190/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a8719215f7aad533e48ceda0ad27e47933e2f130693b45a5d9bd6efd4930745b.png", - "bytes": 241544, - "contentType": "image/png", - "sha256": "a8719215f7aad533e48ceda0ad27e47933e2f130693b45a5d9bd6efd4930745b" - }, - { - "id": "validation_Chemistry_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/974/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0a22fde195ac4fa0cecee32b027050123b53dca5f8f5862d2742912c05dbe084.png", - "bytes": 250829, - "contentType": "image/png", - "sha256": "0a22fde195ac4fa0cecee32b027050123b53dca5f8f5862d2742912c05dbe084" - }, - { - "id": "validation_Chemistry_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/257/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51a67cfd82a4578c039ce2384a3881f3ef9d18aad57c8f55624ca1089b9ec8ef.png", - "bytes": 2195186, - "contentType": "image/png", - "sha256": "51a67cfd82a4578c039ce2384a3881f3ef9d18aad57c8f55624ca1089b9ec8ef" - }, - { - "id": "validation_Chemistry_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/624/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8cfee7e6992844d850e2a9216f5594a92b7aa9bbd59b147f460010f8101b96f4.png", - "bytes": 1489307, - "contentType": "image/png", - "sha256": "8cfee7e6992844d850e2a9216f5594a92b7aa9bbd59b147f460010f8101b96f4" - }, - { - "id": "validation_Chemistry_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1522/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22a000255bb352bfb102d30ae0030b72d1685f27635d0ab029b25116932fd852.png", - "bytes": 289850, - "contentType": "image/png", - "sha256": "22a000255bb352bfb102d30ae0030b72d1685f27635d0ab029b25116932fd852" - }, - { - "id": "validation_Chemistry_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/438/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/28c9cb82b7b8c132274b1396815667409610fe8c85847682ba7bf7ea8dcdf2c0.png", - "bytes": 1469645, - "contentType": "image/png", - "sha256": "28c9cb82b7b8c132274b1396815667409610fe8c85847682ba7bf7ea8dcdf2c0" - }, - { - "id": "validation_Chemistry_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1697/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fba44a9c0677c9a1ae49bcb278aa807fef39f25ccaaad25b60d36ce07e894f35.png", - "bytes": 1233257, - "contentType": "image/png", - "sha256": "fba44a9c0677c9a1ae49bcb278aa807fef39f25ccaaad25b60d36ce07e894f35" - }, - { - "id": "validation_Chemistry_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1186/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d1cebc26374efa628dd90dfcef0330687a0ed19ae63f9c5aee713696f53f4381.png", - "bytes": 2157866, - "contentType": "image/png", - "sha256": "d1cebc26374efa628dd90dfcef0330687a0ed19ae63f9c5aee713696f53f4381" - }, - { - "id": "validation_Chemistry_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1225/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21673b8cd6a9532c43fba84ed7762be875d91d65dcedbe716486c2bb21d0bcbd.png", - "bytes": 372615, - "contentType": "image/png", - "sha256": "21673b8cd6a9532c43fba84ed7762be875d91d65dcedbe716486c2bb21d0bcbd" - }, - { - "id": "validation_Chemistry_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1126/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/188800d8b1837c544ccdac581a924fca0d69f51f23b79cb354e51e339837c80c.png", - "bytes": 1527632, - "contentType": "image/png", - "sha256": "188800d8b1837c544ccdac581a924fca0d69f51f23b79cb354e51e339837c80c" - }, - { - "id": "validation_Clinical_Medicine_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/361/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99cd223e24b4f1c59f353a9a4c94fa9a934ecc8c222e2d460498b6f725cceda3.png", - "bytes": 722685, - "contentType": "image/png", - "sha256": "99cd223e24b4f1c59f353a9a4c94fa9a934ecc8c222e2d460498b6f725cceda3" - }, - { - "id": "validation_Clinical_Medicine_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/314/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c5614985d579706695603a5560e403de47b2d9273f687bc66fc1daf5227e6545.png", - "bytes": 571181, - "contentType": "image/png", - "sha256": "c5614985d579706695603a5560e403de47b2d9273f687bc66fc1daf5227e6545" - }, - { - "id": "validation_Clinical_Medicine_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/350/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/643d30f7858a4da75c6ffa1bce46029a4bfb9d64f1ae328d0e8d9d15146fcdb7.png", - "bytes": 727773, - "contentType": "image/png", - "sha256": "643d30f7858a4da75c6ffa1bce46029a4bfb9d64f1ae328d0e8d9d15146fcdb7" - }, - { - "id": "validation_Clinical_Medicine_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/979/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30c05d9e516f0e6652c6a09204af73fc281eeb81d317728963da9f61e0786513.jpg", - "bytes": 303500, - "contentType": "image/jpeg", - "sha256": "30c05d9e516f0e6652c6a09204af73fc281eeb81d317728963da9f61e0786513" - }, - { - "id": "validation_Clinical_Medicine_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/44/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/611bdaf15223e590a84cb05785bbb8858bf17a8910fbf56491f1e485f04a9de6.png", - "bytes": 233637, - "contentType": "image/png", - "sha256": "611bdaf15223e590a84cb05785bbb8858bf17a8910fbf56491f1e485f04a9de6" - }, - { - "id": "validation_Clinical_Medicine_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/779/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3802e42a67afd7880a4b8b46e4220fd627bd49a2bfac5c91b6bd07438f516172.png", - "bytes": 2220255, - "contentType": "image/png", - "sha256": "3802e42a67afd7880a4b8b46e4220fd627bd49a2bfac5c91b6bd07438f516172" - }, - { - "id": "validation_Clinical_Medicine_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/639/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e3c0ea09906b3a5498c9ddca17e1ba5a20aa15df2f975c943ec1d47b2c4ff00.png", - "bytes": 923629, - "contentType": "image/png", - "sha256": "0e3c0ea09906b3a5498c9ddca17e1ba5a20aa15df2f975c943ec1d47b2c4ff00" - }, - { - "id": "validation_Clinical_Medicine_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1123/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/49d868650a02d0bf7598f3ca9112fc439d1f950f3c68970617a031f0f4278f28.png", - "bytes": 1023564, - "contentType": "image/png", - "sha256": "49d868650a02d0bf7598f3ca9112fc439d1f950f3c68970617a031f0f4278f28" - }, - { - "id": "validation_Clinical_Medicine_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/428/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3668bcc7daa52627d6b55381dacf09336b597c47d24eab9ebdbc8ed0328ac369.png", - "bytes": 924285, - "contentType": "image/png", - "sha256": "3668bcc7daa52627d6b55381dacf09336b597c47d24eab9ebdbc8ed0328ac369" - }, - { - "id": "validation_Clinical_Medicine_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/942/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99989574022002889cdce375ceb3154eb64248580541360f37a8fa261343c3c6.jpg", - "bytes": 246718, - "contentType": "image/jpeg", - "sha256": "99989574022002889cdce375ceb3154eb64248580541360f37a8fa261343c3c6" - }, - { - "id": "validation_Clinical_Medicine_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/362/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b88bd4a861c5d56ede7c879d8652097e04cb8dce1b3d637fd4b8c3841c97446.png", - "bytes": 519499, - "contentType": "image/png", - "sha256": "5b88bd4a861c5d56ede7c879d8652097e04cb8dce1b3d637fd4b8c3841c97446" - }, - { - "id": "validation_Clinical_Medicine_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/759/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1efd4667499dc4583eb3f264aa6179a5637152d2e73a63543de55d5fd1534cb1.png", - "bytes": 1597333, - "contentType": "image/png", - "sha256": "1efd4667499dc4583eb3f264aa6179a5637152d2e73a63543de55d5fd1534cb1" - }, - { - "id": "validation_Clinical_Medicine_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/481/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b94a2c1e9c1c8d8ce0c2b0296b9cc81e76a657cd7a732234a3178ffb79d379d6.png", - "bytes": 1908766, - "contentType": "image/png", - "sha256": "b94a2c1e9c1c8d8ce0c2b0296b9cc81e76a657cd7a732234a3178ffb79d379d6" - }, - { - "id": "validation_Clinical_Medicine_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1627/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/865172a04236716cf0fd1c72aa9b2e64b094877014e54fe098717820f77f1ea3.jpg", - "bytes": 157947, - "contentType": "image/jpeg", - "sha256": "865172a04236716cf0fd1c72aa9b2e64b094877014e54fe098717820f77f1ea3" - }, - { - "id": "validation_Clinical_Medicine_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/22/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7ef77e48abcb12404eb70f5259fb8cadbbf4b7b54ca274efb4838a03d16f866b.png", - "bytes": 358486, - "contentType": "image/png", - "sha256": "7ef77e48abcb12404eb70f5259fb8cadbbf4b7b54ca274efb4838a03d16f866b" - }, - { - "id": "validation_Clinical_Medicine_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/376/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d7f28c05545c1b8f6e5ba2b295b184e4533def84146609ded7d1d1568b7e3fb.png", - "bytes": 431450, - "contentType": "image/png", - "sha256": "6d7f28c05545c1b8f6e5ba2b295b184e4533def84146609ded7d1d1568b7e3fb" - }, - { - "id": "validation_Clinical_Medicine_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/452/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0610a6cc94a186ccb71b1c977f16f2b42402330f7b7f2858743442daa2fbaf1b.png", - "bytes": 1212915, - "contentType": "image/png", - "sha256": "0610a6cc94a186ccb71b1c977f16f2b42402330f7b7f2858743442daa2fbaf1b" - }, - { - "id": "validation_Clinical_Medicine_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/845/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a1754267d49cea98886f87829d8e20fa1e40f9065b5bd82b8c0fca71764dade.png", - "bytes": 972616, - "contentType": "image/png", - "sha256": "3a1754267d49cea98886f87829d8e20fa1e40f9065b5bd82b8c0fca71764dade" - }, - { - "id": "validation_Computer_Science_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1080/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2322b4609d799035aea686b7569ef6ad6dd69181323401260e9d756eb10208d4.png", - "bytes": 71176, - "contentType": "image/png", - "sha256": "2322b4609d799035aea686b7569ef6ad6dd69181323401260e9d756eb10208d4" - }, - { - "id": "validation_Computer_Science_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/736/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e993579982d791e9d990a0e045ff5ab9b60f9358421514200ef9795497149015.png", - "bytes": 108938, - "contentType": "image/png", - "sha256": "e993579982d791e9d990a0e045ff5ab9b60f9358421514200ef9795497149015" - }, - { - "id": "validation_Computer_Science_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/317/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3b61e652084c2986e7a5326dc81c2b23fd03a88429f1ee75f203cf9169ff29d0.png", - "bytes": 648419, - "contentType": "image/png", - "sha256": "3b61e652084c2986e7a5326dc81c2b23fd03a88429f1ee75f203cf9169ff29d0" - }, - { - "id": "validation_Computer_Science_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/60/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbfa3d213b49ae7f72b5bd00f26cafade385d49a64924e52dfc40a775f9686f8.png", - "bytes": 167775, - "contentType": "image/png", - "sha256": "bbfa3d213b49ae7f72b5bd00f26cafade385d49a64924e52dfc40a775f9686f8" - }, - { - "id": "validation_Computer_Science_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/387/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7857dc5f5635e6386156006cbde24af0e68c8eae9ee53feb9309722f7687f939.png", - "bytes": 420404, - "contentType": "image/png", - "sha256": "7857dc5f5635e6386156006cbde24af0e68c8eae9ee53feb9309722f7687f939" - }, - { - "id": "validation_Computer_Science_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1527/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/198f34b4a418b116f83943d6ed489b611ace6d15e0d8c8981c77e75d835b81f6.png", - "bytes": 6700168, - "contentType": "image/png", - "sha256": "198f34b4a418b116f83943d6ed489b611ace6d15e0d8c8981c77e75d835b81f6" - }, - { - "id": "validation_Computer_Science_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1624/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f3a3924a3b438fbddea7fa8f4d55fe6341fcb8b186a121faac002ed60ca0ac6.jpg", - "bytes": 45903, - "contentType": "image/jpeg", - "sha256": "1f3a3924a3b438fbddea7fa8f4d55fe6341fcb8b186a121faac002ed60ca0ac6" - }, - { - "id": "validation_Computer_Science_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/740/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/febd99164bf6383ed4bed8d16bd4a1d105357eafb3bf0848ab57ad8c16ce3209.png", - "bytes": 164280, - "contentType": "image/png", - "sha256": "febd99164bf6383ed4bed8d16bd4a1d105357eafb3bf0848ab57ad8c16ce3209" - }, - { - "id": "validation_Computer_Science_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/217/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1cad9e6d21a744ce43114adc265f43785604f259213e5aec171b2efeb31c195a.png", - "bytes": 282031, - "contentType": "image/png", - "sha256": "1cad9e6d21a744ce43114adc265f43785604f259213e5aec171b2efeb31c195a" - }, - { - "id": "validation_Computer_Science_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/599/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ccc56c5b31cdef19668c3a3ed2bfe84a08b2f59159d4197f32d9a7bd2c378d33.png", - "bytes": 254734, - "contentType": "image/png", - "sha256": "ccc56c5b31cdef19668c3a3ed2bfe84a08b2f59159d4197f32d9a7bd2c378d33" - }, - { - "id": "validation_Computer_Science_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1652/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/597d6534ebf0e44455295ba3d7314babe174bf5af50f69a78d2e3e6f3720eb8c.png", - "bytes": 428264, - "contentType": "image/png", - "sha256": "597d6534ebf0e44455295ba3d7314babe174bf5af50f69a78d2e3e6f3720eb8c" - }, - { - "id": "validation_Computer_Science_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/791/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71018cab010134573700ba1576a86fb88f3af81dba08b8a937a9357850cff443.png", - "bytes": 546443, - "contentType": "image/png", - "sha256": "71018cab010134573700ba1576a86fb88f3af81dba08b8a937a9357850cff443" - }, - { - "id": "validation_Computer_Science_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1519/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/87bd6c734a8710575448a164d3325900a0c960835ae710ff5e2c8894d16ea2c6.png", - "bytes": 339018, - "contentType": "image/png", - "sha256": "87bd6c734a8710575448a164d3325900a0c960835ae710ff5e2c8894d16ea2c6" - }, - { - "id": "validation_Computer_Science_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/465/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0bfda5395e73159d2378b7e72e589198a0b452dcf605318610cea6765de048b2.png", - "bytes": 523945, - "contentType": "image/png", - "sha256": "0bfda5395e73159d2378b7e72e589198a0b452dcf605318610cea6765de048b2" - }, - { - "id": "validation_Computer_Science_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/168/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2357d12f0169f3e8f1dac320548ffab224e9f19f07ad8050c5dad08533c1341e.png", - "bytes": 587136, - "contentType": "image/png", - "sha256": "2357d12f0169f3e8f1dac320548ffab224e9f19f07ad8050c5dad08533c1341e" - }, - { - "id": "validation_Computer_Science_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/213/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6781677b86a3213eaf6d391011852ba59b26e55bbf22576b9743e49ae0caee85.png", - "bytes": 282669, - "contentType": "image/png", - "sha256": "6781677b86a3213eaf6d391011852ba59b26e55bbf22576b9743e49ae0caee85" - }, - { - "id": "validation_Computer_Science_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/906/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd11c752eeff61cf89c2025fec603e92f091e3c2d6bec21cb59519255ff7b15f.png", - "bytes": 1073452, - "contentType": "image/png", - "sha256": "bd11c752eeff61cf89c2025fec603e92f091e3c2d6bec21cb59519255ff7b15f" - }, - { - "id": "validation_Computer_Science_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1600/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e7b917607cca0cdc6255d247b6d2f6350d47285ae6c2c6b8e33aea8297ff0b26.jpg", - "bytes": 54990, - "contentType": "image/jpeg", - "sha256": "e7b917607cca0cdc6255d247b6d2f6350d47285ae6c2c6b8e33aea8297ff0b26" - }, - { - "id": "validation_Computer_Science_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/582/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1666c5c32040bf54406acfee92d3aec4fa01312c4ce323efb51918878da436e1.png", - "bytes": 412542, - "contentType": "image/png", - "sha256": "1666c5c32040bf54406acfee92d3aec4fa01312c4ce323efb51918878da436e1" - }, - { - "id": "validation_Design_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1440/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5d77e2441e5d93a0d414ea77ab03f227bdcbdaed0a162d3001f3011c11ae5f3.png", - "bytes": 842009, - "contentType": "image/png", - "sha256": "a5d77e2441e5d93a0d414ea77ab03f227bdcbdaed0a162d3001f3011c11ae5f3" - }, - { - "id": "validation_Design_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/676/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0902c6540309e4b7b67c828c80ea655497e75adf2ace0d87f088862ab43940b0.png", - "bytes": 750417, - "contentType": "image/png", - "sha256": "0902c6540309e4b7b67c828c80ea655497e75adf2ace0d87f088862ab43940b0" - }, - { - "id": "validation_Design_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1239/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/af74173ca2e83995988699f2c7b28581809e377dfde4ae75872fd22fcd169a5c.png", - "bytes": 431950, - "contentType": "image/png", - "sha256": "af74173ca2e83995988699f2c7b28581809e377dfde4ae75872fd22fcd169a5c" - }, - { - "id": "validation_Design_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/131/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f1ed9e80c042c4aaa5e1e6e0996ceee4aea37c91db2bf0561ff6da2a2f3f8247.png", - "bytes": 327780, - "contentType": "image/png", - "sha256": "f1ed9e80c042c4aaa5e1e6e0996ceee4aea37c91db2bf0561ff6da2a2f3f8247" - }, - { - "id": "validation_Design_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1428/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/345cab74f6cd206b1dd6b2602b16172ac6e28378f1a80e40bb3d7b208de94358.png", - "bytes": 1327906, - "contentType": "image/png", - "sha256": "345cab74f6cd206b1dd6b2602b16172ac6e28378f1a80e40bb3d7b208de94358" - }, - { - "id": "validation_Design_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/324/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c46b6ed615b817dd026993a812e0d8e45300cacb63f42a906dacd6840ac5e6b9.png", - "bytes": 1786658, - "contentType": "image/png", - "sha256": "c46b6ed615b817dd026993a812e0d8e45300cacb63f42a906dacd6840ac5e6b9" - }, - { - "id": "validation_Design_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/315/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c54d66d772a6d52f378b27a8b2c7764fb6eca0f69b18bf7f81c4cc1bb2a518ad.png", - "bytes": 601023, - "contentType": "image/png", - "sha256": "c54d66d772a6d52f378b27a8b2c7764fb6eca0f69b18bf7f81c4cc1bb2a518ad" - }, - { - "id": "validation_Design_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/2/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dbd80335b321cf53a7f32f4a2ef783507c9deea2abbf12e80178acdd8181cd34.png", - "bytes": 385127, - "contentType": "image/png", - "sha256": "dbd80335b321cf53a7f32f4a2ef783507c9deea2abbf12e80178acdd8181cd34" - }, - { - "id": "validation_Design_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/456/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6f4a39835c8e0f60ebdc38d5c10235c2cab66b404433b4f343c165a5d4f35c80.png", - "bytes": 1488888, - "contentType": "image/png", - "sha256": "6f4a39835c8e0f60ebdc38d5c10235c2cab66b404433b4f343c165a5d4f35c80" - }, - { - "id": "validation_Design_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/700/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5c7ca16fee4f0a8be762a1338fbe47358c38afcfaa57c5ab854d858118a1fb23.png", - "bytes": 540810, - "contentType": "image/png", - "sha256": "5c7ca16fee4f0a8be762a1338fbe47358c38afcfaa57c5ab854d858118a1fb23" - }, - { - "id": "validation_Design_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/544/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/91b6378a67a2300a39306f97b7147fff5d4cf4a326a5c2dd970901690c4058c5.png", - "bytes": 729940, - "contentType": "image/png", - "sha256": "91b6378a67a2300a39306f97b7147fff5d4cf4a326a5c2dd970901690c4058c5" - }, - { - "id": "validation_Design_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1093/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cb538f49e7224557ece6c576bdc0086ad085b205cfd38f4093154d8fe6b43d20.png", - "bytes": 107183, - "contentType": "image/png", - "sha256": "cb538f49e7224557ece6c576bdc0086ad085b205cfd38f4093154d8fe6b43d20" - }, - { - "id": "validation_Design_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/595/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba4c605e2221ff2ea1cd7ed5b5a4352ff762db28b4e3e9a274202b7c9ed81e84.png", - "bytes": 1792792, - "contentType": "image/png", - "sha256": "ba4c605e2221ff2ea1cd7ed5b5a4352ff762db28b4e3e9a274202b7c9ed81e84" - }, - { - "id": "validation_Design_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/938/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca7e4f295ccaef09aa6cf68a51445349e839be9af7d75d693c5ec4da5f1db445.png", - "bytes": 2792500, - "contentType": "image/png", - "sha256": "ca7e4f295ccaef09aa6cf68a51445349e839be9af7d75d693c5ec4da5f1db445" - }, - { - "id": "validation_Design_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1003/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/651f638ea76cd92fe9d15009cdc335cc41ab44d0380f684868adf3d2f2899305.jpg", - "bytes": 284383, - "contentType": "image/jpeg", - "sha256": "651f638ea76cd92fe9d15009cdc335cc41ab44d0380f684868adf3d2f2899305" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/366/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4537602599240c3329eed6e8a8de4dd6fba134159a7768297f82389d43bb369c.png", - "bytes": 592557, - "contentType": "image/png", - "sha256": "4537602599240c3329eed6e8a8de4dd6fba134159a7768297f82389d43bb369c" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1000/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1cc882dc24a134f3c1b8a3f2a911e96adc5a33ab64a67b70cd44403b0dfa23e8.jpg", - "bytes": 241977, - "contentType": "image/jpeg", - "sha256": "1cc882dc24a134f3c1b8a3f2a911e96adc5a33ab64a67b70cd44403b0dfa23e8" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1164/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d0baa8be4ba16d4cce20160efbc474b76a13c4e0c6a56c147fa8016299809269.png", - "bytes": 167845, - "contentType": "image/png", - "sha256": "d0baa8be4ba16d4cce20160efbc474b76a13c4e0c6a56c147fa8016299809269" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/986/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/796b6372c7183edebee92505276be89c84b09fbcf8e1243aa5a0bd8b76244b59.jpg", - "bytes": 142015, - "contentType": "image/jpeg", - "sha256": "796b6372c7183edebee92505276be89c84b09fbcf8e1243aa5a0bd8b76244b59" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/914/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99eaa1d851dadf29e22fe4e0b338be22f6d03c21b3bacbd71946bc3ad448b79f.jpg", - "bytes": 132533, - "contentType": "image/jpeg", - "sha256": "99eaa1d851dadf29e22fe4e0b338be22f6d03c21b3bacbd71946bc3ad448b79f" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1258/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08579b73487afa3ed3916ad786f4b85ab4051c49284b40fcb04b83c8857450ae.png", - "bytes": 395299, - "contentType": "image/png", - "sha256": "08579b73487afa3ed3916ad786f4b85ab4051c49284b40fcb04b83c8857450ae" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/86/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b976d204ff16ac42d5f7a65792b865f491d05bf4b88f35ffdc2c494729afc6e.png", - "bytes": 1862863, - "contentType": "image/png", - "sha256": "6b976d204ff16ac42d5f7a65792b865f491d05bf4b88f35ffdc2c494729afc6e" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/219/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/da6eb06b253a1b6cf7f2a1ebb714d3a659e41473430b402bde2a87b2acd68fa3.png", - "bytes": 218134, - "contentType": "image/png", - "sha256": "da6eb06b253a1b6cf7f2a1ebb714d3a659e41473430b402bde2a87b2acd68fa3" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1030/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7fb701282067713fbbb7e07a32399322239115c8e8dadc68277210993e7583a4.png", - "bytes": 157002, - "contentType": "image/png", - "sha256": "7fb701282067713fbbb7e07a32399322239115c8e8dadc68277210993e7583a4" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1315/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/055b535f1569276a95248d8f0315e1ca3061ac997d7c54f062ade3e4f8e286ef.png", - "bytes": 850986, - "contentType": "image/png", - "sha256": "055b535f1569276a95248d8f0315e1ca3061ac997d7c54f062ade3e4f8e286ef" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/335/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21071a69461675ed74cf840cff12c62269e5c9a55ead28bb3ae86d028837492a.png", - "bytes": 257890, - "contentType": "image/png", - "sha256": "21071a69461675ed74cf840cff12c62269e5c9a55ead28bb3ae86d028837492a" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1206/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/079276adcb24a4b199889e18fb93711051c1b6f84f9c7fd40b028ed4d6e17fc4.png", - "bytes": 437055, - "contentType": "image/png", - "sha256": "079276adcb24a4b199889e18fb93711051c1b6f84f9c7fd40b028ed4d6e17fc4" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1482/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9193af3d420e9ece0a5473e4f3a1880c916ea4ad767f4ead0d2734ef9409c1b3.png", - "bytes": 893234, - "contentType": "image/png", - "sha256": "9193af3d420e9ece0a5473e4f3a1880c916ea4ad767f4ead0d2734ef9409c1b3" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1320/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a4e63f6b99f8515cc90e2ca4fc996c7263c5ce352c0a640aabe7580f95ccdf9.png", - "bytes": 925113, - "contentType": "image/png", - "sha256": "1a4e63f6b99f8515cc90e2ca4fc996c7263c5ce352c0a640aabe7580f95ccdf9" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1274/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b286d605b036bcd7600a152ec452257d39dbea1ecba91bd0180bc8977a5324c.png", - "bytes": 474491, - "contentType": "image/png", - "sha256": "6b286d605b036bcd7600a152ec452257d39dbea1ecba91bd0180bc8977a5324c" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/880/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f70d7a8265f1e894fd4ac77144706e3ea7f26c82667205941ebf0d958db652a0.png", - "bytes": 1421093, - "contentType": "image/png", - "sha256": "f70d7a8265f1e894fd4ac77144706e3ea7f26c82667205941ebf0d958db652a0" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/882/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/abbac18acb3ad69649b09411ff1ef3deedbfd3a8a8afa4fed4028c6955a87d64.jpg", - "bytes": 128477, - "contentType": "image/jpeg", - "sha256": "abbac18acb3ad69649b09411ff1ef3deedbfd3a8a8afa4fed4028c6955a87d64" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/627/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8823494a578b810c918288627d2d91a81f9cabbbcc3efb333a86d99c4005b748.png", - "bytes": 1525852, - "contentType": "image/png", - "sha256": "8823494a578b810c918288627d2d91a81f9cabbbcc3efb333a86d99c4005b748" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/765/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12c440591b1b2c993eac7dcd59746d549e8a91906ef169dfc5ba8d7c152d2ebc.png", - "bytes": 1890479, - "contentType": "image/png", - "sha256": "12c440591b1b2c993eac7dcd59746d549e8a91906ef169dfc5ba8d7c152d2ebc" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1664/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/da0840fa23be6cdd98162d49b92f37aae34f5e1347dd70e8a6329428fd2f79ee.jpg", - "bytes": 95753, - "contentType": "image/jpeg", - "sha256": "da0840fa23be6cdd98162d49b92f37aae34f5e1347dd70e8a6329428fd2f79ee" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1182/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b805b76dbd09b4bcd6ac334b06fc8148681b11166aaac7bf6239e82b9176650d.png", - "bytes": 195967, - "contentType": "image/png", - "sha256": "b805b76dbd09b4bcd6ac334b06fc8148681b11166aaac7bf6239e82b9176650d" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/221/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4c51d5f636b4ff3663d3aa723ae3a2e30b40c4659ab8fd2835e1b6db05f8233f.png", - "bytes": 459515, - "contentType": "image/png", - "sha256": "4c51d5f636b4ff3663d3aa723ae3a2e30b40c4659ab8fd2835e1b6db05f8233f" - }, - { - "id": "validation_Diagnostics_and_Laboratory_Medicine_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/668/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ba0adf56e84f77fc6f0cf150be36d594064d38fe33e62b62cbeb89c2f1fa576.png", - "bytes": 629462, - "contentType": "image/png", - "sha256": "8ba0adf56e84f77fc6f0cf150be36d594064d38fe33e62b62cbeb89c2f1fa576" - }, - { - "id": "validation_Economics_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/766/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b89177c55c5a71b318f49fa26a1d053fc2d12c51dea2cb84953d75e71cb1c47e.png", - "bytes": 441983, - "contentType": "image/png", - "sha256": "b89177c55c5a71b318f49fa26a1d053fc2d12c51dea2cb84953d75e71cb1c47e" - }, - { - "id": "validation_Economics_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/33/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/976f54a977194bf45578856a4e31bce6d7bbeb50989f282d1c9fe2e23b7ffafc.png", - "bytes": 117658, - "contentType": "image/png", - "sha256": "976f54a977194bf45578856a4e31bce6d7bbeb50989f282d1c9fe2e23b7ffafc" - }, - { - "id": "validation_Economics_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1005/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a3c80c2b856921168f27e830bd0da5ac3d8754bc1ba82aff49e17476caa11ece.png", - "bytes": 383228, - "contentType": "image/png", - "sha256": "a3c80c2b856921168f27e830bd0da5ac3d8754bc1ba82aff49e17476caa11ece" - }, - { - "id": "validation_Economics_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/534/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31e3cce79efbb6c323f114d5230f57f1d55faf619ad751cd9b8a52ae1b192c12.png", - "bytes": 1427791, - "contentType": "image/png", - "sha256": "31e3cce79efbb6c323f114d5230f57f1d55faf619ad751cd9b8a52ae1b192c12" - }, - { - "id": "validation_Economics_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1618/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dd19ddcc1f4ffed3e00948057e0dbe75c63d011116d694846d3cc577f913b4b.png", - "bytes": 288998, - "contentType": "image/png", - "sha256": "4dd19ddcc1f4ffed3e00948057e0dbe75c63d011116d694846d3cc577f913b4b" - }, - { - "id": "validation_Economics_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/37/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6c029c3c78bd6a2b9c018ba44150349493c6e9690bfa797944e1759c90f538fd.png", - "bytes": 175264, - "contentType": "image/png", - "sha256": "6c029c3c78bd6a2b9c018ba44150349493c6e9690bfa797944e1759c90f538fd" - }, - { - "id": "validation_Economics_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/248/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8b844a9500c283928378fed00f5593dde06cb72c4ab8e9717f18ec5647351f9b.png", - "bytes": 1821565, - "contentType": "image/png", - "sha256": "8b844a9500c283928378fed00f5593dde06cb72c4ab8e9717f18ec5647351f9b" - }, - { - "id": "validation_Economics_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1540/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae6d34b12ec0b23c1a7f3c6b5b26fbe2dffb1151ff07e4514ff94df9b630fdd5.jpg", - "bytes": 54528, - "contentType": "image/jpeg", - "sha256": "ae6d34b12ec0b23c1a7f3c6b5b26fbe2dffb1151ff07e4514ff94df9b630fdd5" - }, - { - "id": "validation_Economics_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/43/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be89147c33946beea8c0daefd0ad40e5f56bba559bedf733a4b6c9cc1142d37d.png", - "bytes": 378878, - "contentType": "image/png", - "sha256": "be89147c33946beea8c0daefd0ad40e5f56bba559bedf733a4b6c9cc1142d37d" - }, - { - "id": "validation_Economics_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/550/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e1dac7f5dff78cb3f10b6a5bcd13404eb23cc6f0af390f344f78f9104550828d.png", - "bytes": 1726232, - "contentType": "image/png", - "sha256": "e1dac7f5dff78cb3f10b6a5bcd13404eb23cc6f0af390f344f78f9104550828d" - }, - { - "id": "validation_Economics_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/580/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae5b166fd12d4a4457b5693a9d406dc8376f22da52d801817f2445c5d6293019.png", - "bytes": 1115707, - "contentType": "image/png", - "sha256": "ae5b166fd12d4a4457b5693a9d406dc8376f22da52d801817f2445c5d6293019" - }, - { - "id": "validation_Economics_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1590/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1e10aaafc9dc723424740600ef64f66be508ec60d0f40f507eec8b2db458ecc.jpg", - "bytes": 114479, - "contentType": "image/jpeg", - "sha256": "c1e10aaafc9dc723424740600ef64f66be508ec60d0f40f507eec8b2db458ecc" - }, - { - "id": "validation_Economics_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/422/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f1dc020047c6ddbeb87b82cf1b662899cf8bd15a33c69e654e60bfb4664c1873.png", - "bytes": 325182, - "contentType": "image/png", - "sha256": "f1dc020047c6ddbeb87b82cf1b662899cf8bd15a33c69e654e60bfb4664c1873" - }, - { - "id": "validation_Economics_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/812/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/184314e43dda47db3d70962bbbe0ce8ee1019da43634beac71466bb9430a8dae.png", - "bytes": 389698, - "contentType": "image/png", - "sha256": "184314e43dda47db3d70962bbbe0ce8ee1019da43634beac71466bb9430a8dae" - }, - { - "id": "validation_Economics_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/755/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a950155c17974d2bd06a0dd68434dd546f7df321b20bd81e8db724fb6c55a5b.png", - "bytes": 145456, - "contentType": "image/png", - "sha256": "5a950155c17974d2bd06a0dd68434dd546f7df321b20bd81e8db724fb6c55a5b" - }, - { - "id": "validation_Economics_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/769/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ccd59dfbab4e687325b6c7548022f8cae5beee61b93520109c5f9c85895bc02e.png", - "bytes": 416392, - "contentType": "image/png", - "sha256": "ccd59dfbab4e687325b6c7548022f8cae5beee61b93520109c5f9c85895bc02e" - }, - { - "id": "validation_Economics_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/348/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a8be661b4510f45c0fde7a62320fddf1d847c49071c058b7c4cd1e5c905af5a.png", - "bytes": 1595466, - "contentType": "image/png", - "sha256": "7a8be661b4510f45c0fde7a62320fddf1d847c49071c058b7c4cd1e5c905af5a" - }, - { - "id": "validation_Economics_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1057/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45b2bf821846e7e988cd1efbcc03407510e3ee785101d8d09f277897a8882b62.png", - "bytes": 123235, - "contentType": "image/png", - "sha256": "45b2bf821846e7e988cd1efbcc03407510e3ee785101d8d09f277897a8882b62" - }, - { - "id": "validation_Electronics_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/827/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/db266f27f156d139f01b3a10e935251214d3dfd9aa032cbc435d20759f6e32c3.png", - "bytes": 167934, - "contentType": "image/png", - "sha256": "db266f27f156d139f01b3a10e935251214d3dfd9aa032cbc435d20759f6e32c3" - }, - { - "id": "validation_Electronics_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/20/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c154894b54fb1df99f9ffffe407c1e48ef593c9dc7bf669776ce19f180c9f40a.png", - "bytes": 213974, - "contentType": "image/png", - "sha256": "c154894b54fb1df99f9ffffe407c1e48ef593c9dc7bf669776ce19f180c9f40a" - }, - { - "id": "validation_Electronics_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1392/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/416d6c9046cd2093aa8dbb07e245cdb94019b318bdc9778834a7f1b4e501dd7a.png", - "bytes": 2220803, - "contentType": "image/png", - "sha256": "416d6c9046cd2093aa8dbb07e245cdb94019b318bdc9778834a7f1b4e501dd7a" - }, - { - "id": "validation_Electronics_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1686/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dbaa36004beed63e0472940ac184f8a58bd0ad90a3d2f5511c22a7e8288c6a44.png", - "bytes": 553383, - "contentType": "image/png", - "sha256": "dbaa36004beed63e0472940ac184f8a58bd0ad90a3d2f5511c22a7e8288c6a44" - }, - { - "id": "validation_Electronics_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/149/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f9a65a24258b3b1ee11fd7356e133c9bc1ded17e5a0539a3fc199e29b3e7606d.png", - "bytes": 778913, - "contentType": "image/png", - "sha256": "f9a65a24258b3b1ee11fd7356e133c9bc1ded17e5a0539a3fc199e29b3e7606d" - }, - { - "id": "validation_Electronics_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1253/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/322ae5c2fa6289a98670b31894119d6b68f248667d3b783d7d728580fa18dc84.png", - "bytes": 258897, - "contentType": "image/png", - "sha256": "322ae5c2fa6289a98670b31894119d6b68f248667d3b783d7d728580fa18dc84" - }, - { - "id": "validation_Electronics_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/170/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5e4330c9c839067c0294a4c7ad1f73d43c91a752c77bb32b9ca035c4ca9a10bb.png", - "bytes": 150497, - "contentType": "image/png", - "sha256": "5e4330c9c839067c0294a4c7ad1f73d43c91a752c77bb32b9ca035c4ca9a10bb" - }, - { - "id": "validation_Electronics_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/188/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7597ee3c754b9147925db5b8a2364ea69f008432170b1286d085d19311849e6b.png", - "bytes": 218967, - "contentType": "image/png", - "sha256": "7597ee3c754b9147925db5b8a2364ea69f008432170b1286d085d19311849e6b" - }, - { - "id": "validation_Electronics_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/613/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ac6dcff4ef7abd6617ac3125a643d7101b4359f6560e8f2d4b9573d81346ba8c.png", - "bytes": 969943, - "contentType": "image/png", - "sha256": "ac6dcff4ef7abd6617ac3125a643d7101b4359f6560e8f2d4b9573d81346ba8c" - }, - { - "id": "validation_Energy_and_Power_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1593/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef6deaeaba337ebbe9736cdf1dc13fb0dba256319bd8b5deaf36d86a6b7f9571.jpg", - "bytes": 67718, - "contentType": "image/jpeg", - "sha256": "ef6deaeaba337ebbe9736cdf1dc13fb0dba256319bd8b5deaf36d86a6b7f9571" - }, - { - "id": "validation_Energy_and_Power_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1536/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59ed12fa5302c48bcf6129e03d20cf95158162ba917343f0ae1867d6c32f6dd6.jpg", - "bytes": 83349, - "contentType": "image/jpeg", - "sha256": "59ed12fa5302c48bcf6129e03d20cf95158162ba917343f0ae1867d6c32f6dd6" - }, - { - "id": "validation_Energy_and_Power_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1614/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22d27a7ffbf7966b75b30ae87f084ca5c3fcf1c6e39926c183bcb7b88a50e170.jpg", - "bytes": 70377, - "contentType": "image/jpeg", - "sha256": "22d27a7ffbf7966b75b30ae87f084ca5c3fcf1c6e39926c183bcb7b88a50e170" - }, - { - "id": "validation_Energy_and_Power_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1176/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d80da6e78f5d40345f764bdfe36a426e1bc67890ef7e7a7c3bbf7c5c6f15798.png", - "bytes": 1705598, - "contentType": "image/png", - "sha256": "8d80da6e78f5d40345f764bdfe36a426e1bc67890ef7e7a7c3bbf7c5c6f15798" - }, - { - "id": "validation_Energy_and_Power_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/102/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/09c68ebe51c93cbb7833132854aa29c425ef4131bae7eec87d318b151c8b3fdf.png", - "bytes": 172968, - "contentType": "image/png", - "sha256": "09c68ebe51c93cbb7833132854aa29c425ef4131bae7eec87d318b151c8b3fdf" - }, - { - "id": "validation_Energy_and_Power_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1602/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/46283d96900523376ac6273f928c8390d4ca4282d5fcd48309a7b62e87652a89.jpg", - "bytes": 56952, - "contentType": "image/jpeg", - "sha256": "46283d96900523376ac6273f928c8390d4ca4282d5fcd48309a7b62e87652a89" - }, - { - "id": "validation_Energy_and_Power_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1213/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7e6d6cace7ee2aef2973c07b5170e6943ccedde96095bfda50eb20b7862c1f1b.png", - "bytes": 439607, - "contentType": "image/png", - "sha256": "7e6d6cace7ee2aef2973c07b5170e6943ccedde96095bfda50eb20b7862c1f1b" - }, - { - "id": "validation_Energy_and_Power_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1234/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8cfff210f5ee1f0c9f575827ab74b76dd5493d1882d26b31a474fc41973e0635.png", - "bytes": 485746, - "contentType": "image/png", - "sha256": "8cfff210f5ee1f0c9f575827ab74b76dd5493d1882d26b31a474fc41973e0635" - }, - { - "id": "validation_Energy_and_Power_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1158/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a9a348f8c00e544c4ead47dec504fdae559f821e468956671a5ebc2872d33aa.png", - "bytes": 166294, - "contentType": "image/png", - "sha256": "5a9a348f8c00e544c4ead47dec504fdae559f821e468956671a5ebc2872d33aa" - }, - { - "id": "validation_Energy_and_Power_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/545/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3e37437989fe578ddebd5f6875372b065312c7c79e6c73569f78580250953a30.png", - "bytes": 271835, - "contentType": "image/png", - "sha256": "3e37437989fe578ddebd5f6875372b065312c7c79e6c73569f78580250953a30" - }, - { - "id": "validation_Energy_and_Power_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/788/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc2b5d82f5696ea9c828b8f6323f0463be9187d023cd22f6e988879e43001723.png", - "bytes": 395329, - "contentType": "image/png", - "sha256": "bc2b5d82f5696ea9c828b8f6323f0463be9187d023cd22f6e988879e43001723" - }, - { - "id": "validation_Energy_and_Power_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/551/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/70a534d4bcc9ffd2374f3907f63dcf57a5f91dfbbf32e0e824a74a98bd55b720.png", - "bytes": 1475060, - "contentType": "image/png", - "sha256": "70a534d4bcc9ffd2374f3907f63dcf57a5f91dfbbf32e0e824a74a98bd55b720" - }, - { - "id": "validation_Energy_and_Power_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/628/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/201c919ec3619ec9249ada69dbdb35f472c675c3736a80ab09ebb69284250d6b.png", - "bytes": 477634, - "contentType": "image/png", - "sha256": "201c919ec3619ec9249ada69dbdb35f472c675c3736a80ab09ebb69284250d6b" - }, - { - "id": "validation_Energy_and_Power_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/654/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2aba047b99ff9672026821ffc9bbb3f477cece2ed5b58f9c6aca884d278e3987.png", - "bytes": 227178, - "contentType": "image/png", - "sha256": "2aba047b99ff9672026821ffc9bbb3f477cece2ed5b58f9c6aca884d278e3987" - }, - { - "id": "validation_Energy_and_Power_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/503/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5daa16ae7d4a6909fb0247c1fbef84161618adf641a73187da9014b18a7b677a.png", - "bytes": 378409, - "contentType": "image/png", - "sha256": "5daa16ae7d4a6909fb0247c1fbef84161618adf641a73187da9014b18a7b677a" - }, - { - "id": "validation_Energy_and_Power_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1674/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e84cd99027bfe9fe60051d828be1728a8c1392d523a36b27a5a8705a575dbb98.jpg", - "bytes": 116014, - "contentType": "image/jpeg", - "sha256": "e84cd99027bfe9fe60051d828be1728a8c1392d523a36b27a5a8705a575dbb98" - }, - { - "id": "validation_Energy_and_Power_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/605/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a2bd97613e2c9f28a3887f422ba4431ee4de1bee72bfa47328b8a83961315f3d.png", - "bytes": 324576, - "contentType": "image/png", - "sha256": "a2bd97613e2c9f28a3887f422ba4431ee4de1bee72bfa47328b8a83961315f3d" - }, - { - "id": "validation_Energy_and_Power_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/117/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/046e69854d72468fbe66145ee929d18ca79fa8f6874e4d3866796e58fa0190a1.png", - "bytes": 263363, - "contentType": "image/png", - "sha256": "046e69854d72468fbe66145ee929d18ca79fa8f6874e4d3866796e58fa0190a1" - }, - { - "id": "validation_Energy_and_Power_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/67/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fc60aa186ad983867af7362dda99d378d2b8da6b09d808ef7a51835529bf8545.png", - "bytes": 174384, - "contentType": "image/png", - "sha256": "fc60aa186ad983867af7362dda99d378d2b8da6b09d808ef7a51835529bf8545" - }, - { - "id": "validation_Energy_and_Power_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/572/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c301687d575d196ce50bd82085fad2328024e913c6370d91e71e602f72f4d55e.png", - "bytes": 264832, - "contentType": "image/png", - "sha256": "c301687d575d196ce50bd82085fad2328024e913c6370d91e71e602f72f4d55e" - }, - { - "id": "validation_Energy_and_Power_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/644/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/404eb8a5d011ace468284b2437e9ea928e135431b1aabc58f4b40389314c98b2.png", - "bytes": 1258864, - "contentType": "image/png", - "sha256": "404eb8a5d011ace468284b2437e9ea928e135431b1aabc58f4b40389314c98b2" - }, - { - "id": "validation_Energy_and_Power_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1535/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e37ec78e4a3f1c5f5d59aac37b6d9f92f3770b04aa0bbb7076522ff73a78f1d2.jpg", - "bytes": 77688, - "contentType": "image/jpeg", - "sha256": "e37ec78e4a3f1c5f5d59aac37b6d9f92f3770b04aa0bbb7076522ff73a78f1d2" - }, - { - "id": "validation_Energy_and_Power_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/82/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc44fddf5e80c0d01803dd564b558a8bc63b958129aa79cc9fb259dac8e4ffd1.png", - "bytes": 2839429, - "contentType": "image/png", - "sha256": "bc44fddf5e80c0d01803dd564b558a8bc63b958129aa79cc9fb259dac8e4ffd1" - }, - { - "id": "validation_Energy_and_Power_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/912/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fed120d82e77887234d4dcb607a7c7f42523fe8946de1c38aaf47b0d9b752d85.jpg", - "bytes": 121339, - "contentType": "image/jpeg", - "sha256": "fed120d82e77887234d4dcb607a7c7f42523fe8946de1c38aaf47b0d9b752d85" - }, - { - "id": "validation_Energy_and_Power_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/352/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/256bf2d3af95ca80283d166daa664b7c13549cc1459c90c29f6e06c5473d4c44.png", - "bytes": 247867, - "contentType": "image/png", - "sha256": "256bf2d3af95ca80283d166daa664b7c13549cc1459c90c29f6e06c5473d4c44" - }, - { - "id": "validation_Energy_and_Power_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1363/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f927b82b4bfda31f6f90caa802d1cf2f2d6d03ce991a43d5f9b75b1ecf2bcde4.png", - "bytes": 252447, - "contentType": "image/png", - "sha256": "f927b82b4bfda31f6f90caa802d1cf2f2d6d03ce991a43d5f9b75b1ecf2bcde4" - }, - { - "id": "validation_Finance_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1572/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f22bed7de13245055a28b161260b270a953d17d051799f2494aa626e166dc433.jpg", - "bytes": 127958, - "contentType": "image/jpeg", - "sha256": "f22bed7de13245055a28b161260b270a953d17d051799f2494aa626e166dc433" - }, - { - "id": "validation_Finance_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/625/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7e7f28f1c2610959fbf792dd433e881162e95764b34d608a9c1b75af13cb9450.png", - "bytes": 199682, - "contentType": "image/png", - "sha256": "7e7f28f1c2610959fbf792dd433e881162e95764b34d608a9c1b75af13cb9450" - }, - { - "id": "validation_Finance_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/640/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d1370be4d2e7d824608e6693b3f67f152902c448954144ac0c2e69e3045e2f2.png", - "bytes": 1669455, - "contentType": "image/png", - "sha256": "4d1370be4d2e7d824608e6693b3f67f152902c448954144ac0c2e69e3045e2f2" - }, - { - "id": "validation_Finance_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/321/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aa0affc7386a25b336eaf953024f21fa0acf9ce285806e651d0dca532908747d.png", - "bytes": 741320, - "contentType": "image/png", - "sha256": "aa0affc7386a25b336eaf953024f21fa0acf9ce285806e651d0dca532908747d" - }, - { - "id": "validation_Finance_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/470/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9714ae08897db99242aaf87b641d6e47aa4ac5e7f0ebb57d4c251c6c37c762f.png", - "bytes": 381915, - "contentType": "image/png", - "sha256": "e9714ae08897db99242aaf87b641d6e47aa4ac5e7f0ebb57d4c251c6c37c762f" - }, - { - "id": "validation_Finance_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/329/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ea93fff19684b34bf80cf5dc92d23f1a8357a5d998c936c238d8fc3654ba7d1d.png", - "bytes": 467085, - "contentType": "image/png", - "sha256": "ea93fff19684b34bf80cf5dc92d23f1a8357a5d998c936c238d8fc3654ba7d1d" - }, - { - "id": "validation_Finance_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1203/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a3d216f59962131816e28bd0f8715e085e5fa2f36b08795948cf730cdf324954.png", - "bytes": 267061, - "contentType": "image/png", - "sha256": "a3d216f59962131816e28bd0f8715e085e5fa2f36b08795948cf730cdf324954" - }, - { - "id": "validation_Finance_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1160/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/69b64ad844ee832d3483a9740a75bedf891d720a362cbd32173191beb2acd35f.png", - "bytes": 153365, - "contentType": "image/png", - "sha256": "69b64ad844ee832d3483a9740a75bedf891d720a362cbd32173191beb2acd35f" - }, - { - "id": "validation_Finance_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/672/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42a9e2de720edf087b5477ed95cbca42969264c1b9d0b34d11800ea8bd8150e9.png", - "bytes": 1848196, - "contentType": "image/png", - "sha256": "42a9e2de720edf087b5477ed95cbca42969264c1b9d0b34d11800ea8bd8150e9" - }, - { - "id": "validation_Finance_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1006/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3361af33a5c939fd1013298e6ecc0e86f9ca10e898b4d80b80774be0c0affb4d.png", - "bytes": 916169, - "contentType": "image/png", - "sha256": "3361af33a5c939fd1013298e6ecc0e86f9ca10e898b4d80b80774be0c0affb4d" - }, - { - "id": "validation_Finance_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1422/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/710999826d344234081acdf64dfeeb4d467a01277f8e7cc2065805650f3e5949.png", - "bytes": 331442, - "contentType": "image/png", - "sha256": "710999826d344234081acdf64dfeeb4d467a01277f8e7cc2065805650f3e5949" - }, - { - "id": "validation_Finance_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/530/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/414157ee7f15bb545c419f753e0c7733d103de91ce00674bf0e9c65d2d4d0944.png", - "bytes": 1727900, - "contentType": "image/png", - "sha256": "414157ee7f15bb545c419f753e0c7733d103de91ce00674bf0e9c65d2d4d0944" - }, - { - "id": "validation_Finance_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/686/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eb00f056dc19bdb5592fee1848cf3ffb7dc22bab5025091cab9535e50a2cce0d.png", - "bytes": 268753, - "contentType": "image/png", - "sha256": "eb00f056dc19bdb5592fee1848cf3ffb7dc22bab5025091cab9535e50a2cce0d" - }, - { - "id": "validation_Finance_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/647/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d4fd4305eb1183eaa80291419541d26ae822aa6749a6a7685b7c6fa94fe1bcb.png", - "bytes": 1607595, - "contentType": "image/png", - "sha256": "2d4fd4305eb1183eaa80291419541d26ae822aa6749a6a7685b7c6fa94fe1bcb" - }, - { - "id": "validation_Finance_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/161/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12a1739bbce64a65b7c62ea58b86439e114a37ea1547824064ae395c02cfa6a2.png", - "bytes": 568090, - "contentType": "image/png", - "sha256": "12a1739bbce64a65b7c62ea58b86439e114a37ea1547824064ae395c02cfa6a2" - }, - { - "id": "validation_Finance_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/489/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1fd57fa1e1b036039825755186538d73ee21a1fd1417b12809913b9c57af3ff5.png", - "bytes": 7160813, - "contentType": "image/png", - "sha256": "1fd57fa1e1b036039825755186538d73ee21a1fd1417b12809913b9c57af3ff5" - }, - { - "id": "validation_Finance_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1199/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2b68466f9a4a0b363bb8d6354a3936e8d3c5611aae47b42534a3fb2702ffeb2.png", - "bytes": 1924837, - "contentType": "image/png", - "sha256": "e2b68466f9a4a0b363bb8d6354a3936e8d3c5611aae47b42534a3fb2702ffeb2" - }, - { - "id": "validation_Finance_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/561/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ac90fdda22e8b4fc5b6a36eb77a7e0452603b99490b1eb2ecbcc1346d9a46f47.png", - "bytes": 469620, - "contentType": "image/png", - "sha256": "ac90fdda22e8b4fc5b6a36eb77a7e0452603b99490b1eb2ecbcc1346d9a46f47" - }, - { - "id": "validation_Finance_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1337/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ed1b6b8a3e213f1ab5eb9102eff2eb309c4c7d6cbe3a9aa5c5e45b6b42c4e98c.png", - "bytes": 2289498, - "contentType": "image/png", - "sha256": "ed1b6b8a3e213f1ab5eb9102eff2eb309c4c7d6cbe3a9aa5c5e45b6b42c4e98c" - }, - { - "id": "validation_Geography_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/327/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3934c44bf2b8a86b9a2d769256d2770b235b5ccee700f32b434242de01b1b8f1.png", - "bytes": 1015928, - "contentType": "image/png", - "sha256": "3934c44bf2b8a86b9a2d769256d2770b235b5ccee700f32b434242de01b1b8f1" - }, - { - "id": "validation_Geography_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1586/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7edd51bad5a31272cd2364761317ab300c36f2771ffd8200432907b8858031d0.png", - "bytes": 452174, - "contentType": "image/png", - "sha256": "7edd51bad5a31272cd2364761317ab300c36f2771ffd8200432907b8858031d0" - }, - { - "id": "validation_Geography_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/943/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/759b9873f48298ad6687c5735e54b579fcab72cd0a60689aa618cc63d32bc601.jpg", - "bytes": 125465, - "contentType": "image/jpeg", - "sha256": "759b9873f48298ad6687c5735e54b579fcab72cd0a60689aa618cc63d32bc601" - }, - { - "id": "validation_Geography_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1365/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fdfa1ef8029c75ef9dffdc914f5bb2fc7ba3632550059da0511336145743fbe7.png", - "bytes": 3264533, - "contentType": "image/png", - "sha256": "fdfa1ef8029c75ef9dffdc914f5bb2fc7ba3632550059da0511336145743fbe7" - }, - { - "id": "validation_Geography_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1375/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/790ce46d44a1e0c0f55bf2c076d06dd3a6709637e1cb1f9a99749e82b4cc6c84.png", - "bytes": 133002, - "contentType": "image/png", - "sha256": "790ce46d44a1e0c0f55bf2c076d06dd3a6709637e1cb1f9a99749e82b4cc6c84" - }, - { - "id": "validation_Geography_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1339/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/009ca62a7b69268f33a04a8dff804d183fd48b85c237d1c430828149dda9bdaf.png", - "bytes": 798442, - "contentType": "image/png", - "sha256": "009ca62a7b69268f33a04a8dff804d183fd48b85c237d1c430828149dda9bdaf" - }, - { - "id": "validation_Geography_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/94/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bdac8cf696e5d7ac0bc54846d24420ce8675c5d5f89a37bc0ec2fd9051e567b2.png", - "bytes": 2003637, - "contentType": "image/png", - "sha256": "bdac8cf696e5d7ac0bc54846d24420ce8675c5d5f89a37bc0ec2fd9051e567b2" - }, - { - "id": "validation_Geography_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/510/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8a1744fd1116e487fa2307177fb7ccba315e00ac1e018c1888533e52b3cb1014.png", - "bytes": 1547077, - "contentType": "image/png", - "sha256": "8a1744fd1116e487fa2307177fb7ccba315e00ac1e018c1888533e52b3cb1014" - }, - { - "id": "validation_Geography_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/360/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bc7689751fca118a33a041eafe5290847f54a60501614afea89a60a668763b1.png", - "bytes": 755662, - "contentType": "image/png", - "sha256": "5bc7689751fca118a33a041eafe5290847f54a60501614afea89a60a668763b1" - }, - { - "id": "validation_Geography_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/752/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42069c3f9db1d9850206bedb618701b73b895db3131a5b460b527f722c991b45.png", - "bytes": 255762, - "contentType": "image/png", - "sha256": "42069c3f9db1d9850206bedb618701b73b895db3131a5b460b527f722c991b45" - }, - { - "id": "validation_History_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1492/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/acfabcd44bafa9b9ec41228a08437551351a70620b402a65b790b20e601ad207.png", - "bytes": 989471, - "contentType": "image/png", - "sha256": "acfabcd44bafa9b9ec41228a08437551351a70620b402a65b790b20e601ad207" - }, - { - "id": "validation_History_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1576/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fcbcf202e30ded072f2ef0ff03fda24d10587439b83b487a9f39bc954e1ff7a2.png", - "bytes": 722148, - "contentType": "image/png", - "sha256": "fcbcf202e30ded072f2ef0ff03fda24d10587439b83b487a9f39bc954e1ff7a2" - }, - { - "id": "validation_History_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/721/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41b5ded60cdf3cb9a05c44d0a5782b6269229501dda4d6ca20dda3748b930765.png", - "bytes": 583994, - "contentType": "image/png", - "sha256": "41b5ded60cdf3cb9a05c44d0a5782b6269229501dda4d6ca20dda3748b930765" - }, - { - "id": "validation_History_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1523/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a05c2e826713eafa41c1ea0c16da0a71ad2da8d05f099d01cc4ae56705baaa41.png", - "bytes": 986629, - "contentType": "image/png", - "sha256": "a05c2e826713eafa41c1ea0c16da0a71ad2da8d05f099d01cc4ae56705baaa41" - }, - { - "id": "validation_History_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/747/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/722afaa72cfb642a8daa0caba487add8cbc7cbf91877d9164df3220190b684ca.png", - "bytes": 380614, - "contentType": "image/png", - "sha256": "722afaa72cfb642a8daa0caba487add8cbc7cbf91877d9164df3220190b684ca" - }, - { - "id": "validation_History_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1500/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d00d4268c8971d0e380c164a6028bea87b09c14506401b8ff2706846adf455f2.png", - "bytes": 568785, - "contentType": "image/png", - "sha256": "d00d4268c8971d0e380c164a6028bea87b09c14506401b8ff2706846adf455f2" - }, - { - "id": "validation_History_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1322/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e26b88a0b70f25d80eeb6ae689b2ef7e5426a8025e16eb7cf59b5d8367c88fcf.png", - "bytes": 1051237, - "contentType": "image/png", - "sha256": "e26b88a0b70f25d80eeb6ae689b2ef7e5426a8025e16eb7cf59b5d8367c88fcf" - }, - { - "id": "validation_History_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/614/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/164915b5b09a99d4f0769c6f4ebde516a848f7574597914f37101b7e235853dd.png", - "bytes": 955118, - "contentType": "image/png", - "sha256": "164915b5b09a99d4f0769c6f4ebde516a848f7574597914f37101b7e235853dd" - }, - { - "id": "validation_History_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1211/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1a96cfe8287c223cfbc81fab96d11ab243c925a544c459fb4e0f9b1ae771434.png", - "bytes": 555032, - "contentType": "image/png", - "sha256": "b1a96cfe8287c223cfbc81fab96d11ab243c925a544c459fb4e0f9b1ae771434" - }, - { - "id": "validation_History_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1166/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2a52b557bed3199317a9a1b6ec261fd890519aa9bd715b8fa3ba0d525e5bae4.png", - "bytes": 594204, - "contentType": "image/png", - "sha256": "e2a52b557bed3199317a9a1b6ec261fd890519aa9bd715b8fa3ba0d525e5bae4" - }, - { - "id": "validation_Literature_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1070/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2295b25db002542a6b52897d89d87e03b4af67f20c3445a47eadf3300ee2087a.png", - "bytes": 232534, - "contentType": "image/png", - "sha256": "2295b25db002542a6b52897d89d87e03b4af67f20c3445a47eadf3300ee2087a" - }, - { - "id": "validation_Literature_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/783/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7e20a29f82732fd758dd9a372cef848a39a31529eec22c83cb0d46a684e82ae.png", - "bytes": 1798775, - "contentType": "image/png", - "sha256": "f7e20a29f82732fd758dd9a372cef848a39a31529eec22c83cb0d46a684e82ae" - }, - { - "id": "validation_Literature_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/179/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa2e80495b2b0a2d80bdfe02f52bf0eee00dd7dac827046899f25068998146ae.png", - "bytes": 677853, - "contentType": "image/png", - "sha256": "fa2e80495b2b0a2d80bdfe02f52bf0eee00dd7dac827046899f25068998146ae" - }, - { - "id": "validation_Literature_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/612/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9f91deb934939f5bdb39f1430c56bff6ee0da79081df2e996bc8af86fa728a4f.png", - "bytes": 657921, - "contentType": "image/png", - "sha256": "9f91deb934939f5bdb39f1430c56bff6ee0da79081df2e996bc8af86fa728a4f" - }, - { - "id": "validation_Literature_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/662/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42d6e58326c8408e04ab46ee3a243140cc85d0735cd3a4614d48f2b7a668814e.png", - "bytes": 1124312, - "contentType": "image/png", - "sha256": "42d6e58326c8408e04ab46ee3a243140cc85d0735cd3a4614d48f2b7a668814e" - }, - { - "id": "validation_Literature_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/271/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80f99f534c4290fe6ecaa967a95b95ac9ddc40719d1e92228ee157b3c6feef4e.png", - "bytes": 417963, - "contentType": "image/png", - "sha256": "80f99f534c4290fe6ecaa967a95b95ac9ddc40719d1e92228ee157b3c6feef4e" - }, - { - "id": "validation_Literature_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1156/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c206189ec51396f0fbed26749328dc0d258bf6403877c1c711f19345fecb27f5.png", - "bytes": 406027, - "contentType": "image/png", - "sha256": "c206189ec51396f0fbed26749328dc0d258bf6403877c1c711f19345fecb27f5" - }, - { - "id": "validation_Literature_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1467/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b3ee97443ce14ce88db3347092752e5ca0abc448fbbe62da9cffd7eb9cbb205.png", - "bytes": 2058773, - "contentType": "image/png", - "sha256": "5b3ee97443ce14ce88db3347092752e5ca0abc448fbbe62da9cffd7eb9cbb205" - }, - { - "id": "validation_Literature_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1173/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6a71aeb5ab648262958f3a4712fed3ed2650963ff829f45eda7573a92c811290.png", - "bytes": 96956, - "contentType": "image/png", - "sha256": "6a71aeb5ab648262958f3a4712fed3ed2650963ff829f45eda7573a92c811290" - }, - { - "id": "validation_Literature_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1350/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/249353280b5f2b8f49e5108d2f90baebcb89c3a8b06c7c5b23fb1d05f5898965.png", - "bytes": 1596833, - "contentType": "image/png", - "sha256": "249353280b5f2b8f49e5108d2f90baebcb89c3a8b06c7c5b23fb1d05f5898965" - }, - { - "id": "validation_Literature_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/674/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c16d293c897a14985f76fca296a6d1d343deda24dd0e273e701f3b4e35bebc0f.png", - "bytes": 779195, - "contentType": "image/png", - "sha256": "c16d293c897a14985f76fca296a6d1d343deda24dd0e273e701f3b4e35bebc0f" - }, - { - "id": "validation_Literature_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/225/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4783c38550fb3edf63cd06cbfbc5a4cd354e7f5f7e29af1608fe3501a9796120.png", - "bytes": 2052955, - "contentType": "image/png", - "sha256": "4783c38550fb3edf63cd06cbfbc5a4cd354e7f5f7e29af1608fe3501a9796120" - }, - { - "id": "validation_Literature_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/528/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a75ddb7687caa465d5254a82aa278016c08c95ae28c20443de73e793cf58df6.png", - "bytes": 604570, - "contentType": "image/png", - "sha256": "3a75ddb7687caa465d5254a82aa278016c08c95ae28c20443de73e793cf58df6" - }, - { - "id": "validation_Literature_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/209/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/851195b8b7226fddd559d7338fc1cf70cef28c9a61a12bd19b06e18de555acbc.png", - "bytes": 2044069, - "contentType": "image/png", - "sha256": "851195b8b7226fddd559d7338fc1cf70cef28c9a61a12bd19b06e18de555acbc" - }, - { - "id": "validation_Literature_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/79/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55ed090266c32cd1b9c95457bc37296c25403c0393eb03e8bf2ba1bf46a6c6d4.png", - "bytes": 1676864, - "contentType": "image/png", - "sha256": "55ed090266c32cd1b9c95457bc37296c25403c0393eb03e8bf2ba1bf46a6c6d4" - }, - { - "id": "validation_Literature_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1358/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b96acd59f6e3b77547e76fff8ef4dc14b27069582d50c2fde3e38679a503da05.png", - "bytes": 831995, - "contentType": "image/png", - "sha256": "b96acd59f6e3b77547e76fff8ef4dc14b27069582d50c2fde3e38679a503da05" - }, - { - "id": "validation_Literature_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1209/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7b940d28810b3a0cd4c6ee6ec5e97c9a9f6e382941eac681d4944d1374226752.png", - "bytes": 599336, - "contentType": "image/png", - "sha256": "7b940d28810b3a0cd4c6ee6ec5e97c9a9f6e382941eac681d4944d1374226752" - }, - { - "id": "validation_Literature_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/409/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2fd5f4c659110d78de0e13920f86d1550a5cefed71f010f18b53bbb0dda199bc.png", - "bytes": 500538, - "contentType": "image/png", - "sha256": "2fd5f4c659110d78de0e13920f86d1550a5cefed71f010f18b53bbb0dda199bc" - }, - { - "id": "validation_Literature_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1543/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/58d806cc019ec234a35b9da2af05ff998daf586bc3fa126b018bc826005e996c.jpg", - "bytes": 48085, - "contentType": "image/jpeg", - "sha256": "58d806cc019ec234a35b9da2af05ff998daf586bc3fa126b018bc826005e996c" - }, - { - "id": "validation_Literature_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1518/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a695784d5de6b1c2713658f988256777c8ad39bef878e4a48d3df21d9863256e.png", - "bytes": 1248578, - "contentType": "image/png", - "sha256": "a695784d5de6b1c2713658f988256777c8ad39bef878e4a48d3df21d9863256e" - }, - { - "id": "validation_Literature_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/275/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/92fc813c2a0d991be52917785e08b45d019b06767c06516cc444d69f8b115217.png", - "bytes": 439422, - "contentType": "image/png", - "sha256": "92fc813c2a0d991be52917785e08b45d019b06767c06516cc444d69f8b115217" - }, - { - "id": "validation_Manage_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/154/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f344acb41e0456850e38bda42c37a2b87d44ab7eac42084c6cd2dcf8ff59eb3e.png", - "bytes": 493113, - "contentType": "image/png", - "sha256": "f344acb41e0456850e38bda42c37a2b87d44ab7eac42084c6cd2dcf8ff59eb3e" - }, - { - "id": "validation_Manage_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1034/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4b6c62cdbab83e95ad2d4b2fc7bee6e879ed23ce14857bb45fce7ae60fb08cf.png", - "bytes": 620576, - "contentType": "image/png", - "sha256": "b4b6c62cdbab83e95ad2d4b2fc7bee6e879ed23ce14857bb45fce7ae60fb08cf" - }, - { - "id": "validation_Manage_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1238/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7d5463eff16b22e4a1444aba0cd6b3c3973ad3a6789b8fd9e7b338a271396779.png", - "bytes": 813537, - "contentType": "image/png", - "sha256": "7d5463eff16b22e4a1444aba0cd6b3c3973ad3a6789b8fd9e7b338a271396779" - }, - { - "id": "validation_Manage_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1178/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7030226f6dd5a316c6a529f8eb765d7b36f3d95c18091d81ab554b8cf2727399.png", - "bytes": 617991, - "contentType": "image/png", - "sha256": "7030226f6dd5a316c6a529f8eb765d7b36f3d95c18091d81ab554b8cf2727399" - }, - { - "id": "validation_Manage_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/569/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ece1cdd0aa3db65cd22451a2339f3547be357e2cb4f2f621acefdc0c88afc122.png", - "bytes": 2661032, - "contentType": "image/png", - "sha256": "ece1cdd0aa3db65cd22451a2339f3547be357e2cb4f2f621acefdc0c88afc122" - }, - { - "id": "validation_Manage_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/698/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6961e920ed0643619ce32dc99dd6101031a6559ebc79e8840b158af6d3432398.png", - "bytes": 98029, - "contentType": "image/png", - "sha256": "6961e920ed0643619ce32dc99dd6101031a6559ebc79e8840b158af6d3432398" - }, - { - "id": "validation_Manage_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/831/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/486e858792349331da115efd2d7ebea1711f3959fc17110ef6437d35bd03154e.png", - "bytes": 649619, - "contentType": "image/png", - "sha256": "486e858792349331da115efd2d7ebea1711f3959fc17110ef6437d35bd03154e" - }, - { - "id": "validation_Manage_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/26/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5d0e8234e4a85a7bb32456a28f6832c80bd936216858d120cda4eb2beb4dd959.png", - "bytes": 504045, - "contentType": "image/png", - "sha256": "5d0e8234e4a85a7bb32456a28f6832c80bd936216858d120cda4eb2beb4dd959" - }, - { - "id": "validation_Manage_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/125/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/197c166a7d997ee4893908dba270737461dec500d72ca85b14d34c1eeb00828f.png", - "bytes": 172550, - "contentType": "image/png", - "sha256": "197c166a7d997ee4893908dba270737461dec500d72ca85b14d34c1eeb00828f" - }, - { - "id": "validation_Manage_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1333/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b7f576c318d8f19984c298be44820ad32e123002b2c85887ca55c9b2eb35d6b7.png", - "bytes": 1175987, - "contentType": "image/png", - "sha256": "b7f576c318d8f19984c298be44820ad32e123002b2c85887ca55c9b2eb35d6b7" - }, - { - "id": "validation_Manage_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/874/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cb853d5f0dd80d7c0d17c2ac42e7734b9d3e085a651251c17e278971164502a8.jpg", - "bytes": 80827, - "contentType": "image/jpeg", - "sha256": "cb853d5f0dd80d7c0d17c2ac42e7734b9d3e085a651251c17e278971164502a8" - }, - { - "id": "validation_Manage_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/283/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ee3282234973892ca0bcdc48d5407d9ed0d745591726322bcdb15bfe95486f91.png", - "bytes": 651765, - "contentType": "image/png", - "sha256": "ee3282234973892ca0bcdc48d5407d9ed0d745591726322bcdb15bfe95486f91" - }, - { - "id": "validation_Manage_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/538/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e1ef9863ce117aa6b9651dfebecc13727dc19d1b35884f1aff54c3e546831d5b.png", - "bytes": 331594, - "contentType": "image/png", - "sha256": "e1ef9863ce117aa6b9651dfebecc13727dc19d1b35884f1aff54c3e546831d5b" - }, - { - "id": "validation_Marketing_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/564/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0d20edda69a9e5808037cfbd1658214d9c99ddc83a04a39ef0f0a43a004fdf0c.png", - "bytes": 147267, - "contentType": "image/png", - "sha256": "0d20edda69a9e5808037cfbd1658214d9c99ddc83a04a39ef0f0a43a004fdf0c" - }, - { - "id": "validation_Marketing_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/773/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3c565e95017f2dc8de1eccf9f2418c17e7959a684b07355059eb63d24df75db.png", - "bytes": 1255216, - "contentType": "image/png", - "sha256": "d3c565e95017f2dc8de1eccf9f2418c17e7959a684b07355059eb63d24df75db" - }, - { - "id": "validation_Marketing_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/611/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3b46e11bd74cf5010044a6e784f78023de0c322af0098bf719212381d75b601e.png", - "bytes": 260647, - "contentType": "image/png", - "sha256": "3b46e11bd74cf5010044a6e784f78023de0c322af0098bf719212381d75b601e" - }, - { - "id": "validation_Marketing_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/371/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/58a5f19861e87e577ad99eb9778038559506db2579cfd417ffd0fc9da4d0cff9.png", - "bytes": 128702, - "contentType": "image/png", - "sha256": "58a5f19861e87e577ad99eb9778038559506db2579cfd417ffd0fc9da4d0cff9" - }, - { - "id": "validation_Marketing_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1144/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b417a04d2abf32883903eaec6001607fdf32498fddd4539807fa18551800d866.png", - "bytes": 157046, - "contentType": "image/png", - "sha256": "b417a04d2abf32883903eaec6001607fdf32498fddd4539807fa18551800d866" - }, - { - "id": "validation_Marketing_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/828/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/47c1c73dd10f61e486c2cad589223c43a298620a5aa0de5c8ba33f326e511370.png", - "bytes": 340573, - "contentType": "image/png", - "sha256": "47c1c73dd10f61e486c2cad589223c43a298620a5aa0de5c8ba33f326e511370" - }, - { - "id": "validation_Marketing_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1597/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/810042c177aabe62f7878e212b54df3961c0c9c21ac4afe2638f18cf5e772af5.jpg", - "bytes": 77792, - "contentType": "image/jpeg", - "sha256": "810042c177aabe62f7878e212b54df3961c0c9c21ac4afe2638f18cf5e772af5" - }, - { - "id": "validation_Marketing_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/346/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/58b811d69c793919a3e0ff52c39ac8a155f939bb91e18e22491a7a1596a0f86c.png", - "bytes": 285895, - "contentType": "image/png", - "sha256": "58b811d69c793919a3e0ff52c39ac8a155f939bb91e18e22491a7a1596a0f86c" - }, - { - "id": "validation_Marketing_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/306/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08309af1dfe8e738d4fd48c3ba42fc3d0500d681b7e602ec5c899a215d7a4f74.png", - "bytes": 176491, - "contentType": "image/png", - "sha256": "08309af1dfe8e738d4fd48c3ba42fc3d0500d681b7e602ec5c899a215d7a4f74" - }, - { - "id": "validation_Marketing_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/290/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1407f6c4f480b29c5e29b15e7474c22f120b987c804574de56ec31994caf18bb.png", - "bytes": 444925, - "contentType": "image/png", - "sha256": "1407f6c4f480b29c5e29b15e7474c22f120b987c804574de56ec31994caf18bb" - }, - { - "id": "validation_Marketing_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1299/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21ec026b2432a2159b74a60539409d8dd622825d781b9bb69fa8eac83a62e201.png", - "bytes": 287220, - "contentType": "image/png", - "sha256": "21ec026b2432a2159b74a60539409d8dd622825d781b9bb69fa8eac83a62e201" - }, - { - "id": "validation_Marketing_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/233/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/06012b04c1e810344fc6ae3ef9dc66ebfc06e1c193d081c0fd62aa8e86bb2fc9.png", - "bytes": 350904, - "contentType": "image/png", - "sha256": "06012b04c1e810344fc6ae3ef9dc66ebfc06e1c193d081c0fd62aa8e86bb2fc9" - }, - { - "id": "validation_Marketing_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1381/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f22fb84abe946348157e52823b24c912b18f132ac18d45f063c99f7c8273f4f8.png", - "bytes": 2179032, - "contentType": "image/png", - "sha256": "f22fb84abe946348157e52823b24c912b18f132ac18d45f063c99f7c8273f4f8" - }, - { - "id": "validation_Marketing_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1364/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c0244ad64eed81227e38f3b27219557342b4e926850fe8e620d9f71c5b8d9ab8.png", - "bytes": 117648, - "contentType": "image/png", - "sha256": "c0244ad64eed81227e38f3b27219557342b4e926850fe8e620d9f71c5b8d9ab8" - }, - { - "id": "validation_Marketing_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/523/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/006759a5d4d017bb57354e0ff7c21463f884df0be992a566c3be83e96c8536f1.png", - "bytes": 1273963, - "contentType": "image/png", - "sha256": "006759a5d4d017bb57354e0ff7c21463f884df0be992a566c3be83e96c8536f1" - }, - { - "id": "validation_Marketing_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1094/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6bb04cbc3febd802258cae0810d171277c0352a31cc8498c57cbc6cf77c57384.png", - "bytes": 702092, - "contentType": "image/png", - "sha256": "6bb04cbc3febd802258cae0810d171277c0352a31cc8498c57cbc6cf77c57384" - }, - { - "id": "validation_Marketing_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/251/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/40474854c0c86dbd9cfeed1372d3bfc821c60a771a980f810f5778bf3b614d21.png", - "bytes": 68994, - "contentType": "image/png", - "sha256": "40474854c0c86dbd9cfeed1372d3bfc821c60a771a980f810f5778bf3b614d21" - }, - { - "id": "validation_Marketing_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/448/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a2be8ca4bb2541883e72328b49b5b9fa2af6a7f7092cf141208ffca9d87c672.png", - "bytes": 298389, - "contentType": "image/png", - "sha256": "3a2be8ca4bb2541883e72328b49b5b9fa2af6a7f7092cf141208ffca9d87c672" - }, - { - "id": "validation_Marketing_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1571/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2dd1121efb47956e78352b7493884d67e5f6d6681dd2b3319626694ea6d8a5fb.jpg", - "bytes": 58951, - "contentType": "image/jpeg", - "sha256": "2dd1121efb47956e78352b7493884d67e5f6d6681dd2b3319626694ea6d8a5fb" - }, - { - "id": "validation_Marketing_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1143/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbb55e72f3cbe44cf7e1d4f6ac1170d292d57af9575f58a11073ffd53b4b3980.png", - "bytes": 182973, - "contentType": "image/png", - "sha256": "bbb55e72f3cbe44cf7e1d4f6ac1170d292d57af9575f58a11073ffd53b4b3980" - }, - { - "id": "validation_Materials_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/890/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d01bb52ab3bbcb2757ebab52e21361cc4fcaeb8fba5713f488e3a337a42e139.jpg", - "bytes": 58878, - "contentType": "image/jpeg", - "sha256": "6d01bb52ab3bbcb2757ebab52e21361cc4fcaeb8fba5713f488e3a337a42e139" - }, - { - "id": "validation_Materials_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/956/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71eca9b5419241afcfe44f0f71edfa941557177725f6aff99e136c24fb251dae.png", - "bytes": 1050290, - "contentType": "image/png", - "sha256": "71eca9b5419241afcfe44f0f71edfa941557177725f6aff99e136c24fb251dae" - }, - { - "id": "validation_Materials_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/265/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dcc3ba253eb654179f63a2489bfed19c54a10dfd624e143348331c5e08e0e89c.png", - "bytes": 4283666, - "contentType": "image/png", - "sha256": "dcc3ba253eb654179f63a2489bfed19c54a10dfd624e143348331c5e08e0e89c" - }, - { - "id": "validation_Materials_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/429/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0da08e055f563a17be05a52753c9d21e25d44039e7db4deb9fcec991015f659b.png", - "bytes": 730719, - "contentType": "image/png", - "sha256": "0da08e055f563a17be05a52753c9d21e25d44039e7db4deb9fcec991015f659b" - }, - { - "id": "validation_Materials_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/311/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/91161a4347cc64c548a0a12b2769094ef6da7cf130b8224df5b3cc0e42eeb143.png", - "bytes": 295689, - "contentType": "image/png", - "sha256": "91161a4347cc64c548a0a12b2769094ef6da7cf130b8224df5b3cc0e42eeb143" - }, - { - "id": "validation_Materials_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1240/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41c0e0bc6854263ca0b3b7f9c97ddf4b38a9e8ec515d7a77247543e887869a3f.png", - "bytes": 310855, - "contentType": "image/png", - "sha256": "41c0e0bc6854263ca0b3b7f9c97ddf4b38a9e8ec515d7a77247543e887869a3f" - }, - { - "id": "validation_Materials_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/657/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a97a92f170f22d4b4ac8c1e483d4825ee80a93ea55599dd6b49af28a802bb3d8.png", - "bytes": 509368, - "contentType": "image/png", - "sha256": "a97a92f170f22d4b4ac8c1e483d4825ee80a93ea55599dd6b49af28a802bb3d8" - }, - { - "id": "validation_Materials_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/909/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d83fdf2451ab9f19cc59c6a91e6b0f807e4c49dcdd580a44ff4d5638f36c3e66.jpg", - "bytes": 147845, - "contentType": "image/jpeg", - "sha256": "d83fdf2451ab9f19cc59c6a91e6b0f807e4c49dcdd580a44ff4d5638f36c3e66" - }, - { - "id": "validation_Materials_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/263/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/abf0ced00f3a39bdc8304681f615f186b7fef8ba8a58b87f2886c4ca3770fdc8.png", - "bytes": 202816, - "contentType": "image/png", - "sha256": "abf0ced00f3a39bdc8304681f615f186b7fef8ba8a58b87f2886c4ca3770fdc8" - }, - { - "id": "validation_Materials_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/418/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/735aff14fb2b599a4624edb1aa78047056744fc90cdc9c63f1380382114d1365.png", - "bytes": 254941, - "contentType": "image/png", - "sha256": "735aff14fb2b599a4624edb1aa78047056744fc90cdc9c63f1380382114d1365" - }, - { - "id": "validation_Materials_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1096/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f08973b103311eab4ceebfbd283bb00145140b7e84170c26617c1c64dbda4f6a.png", - "bytes": 2291444, - "contentType": "image/png", - "sha256": "f08973b103311eab4ceebfbd283bb00145140b7e84170c26617c1c64dbda4f6a" - }, - { - "id": "validation_Materials_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/734/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45f81b10638376c7da0d81e8264754ac5f544be40d2d549c2c7c329c88ae7fe7.png", - "bytes": 200898, - "contentType": "image/png", - "sha256": "45f81b10638376c7da0d81e8264754ac5f544be40d2d549c2c7c329c88ae7fe7" - }, - { - "id": "validation_Materials_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/583/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a8eefbd94002bbde59a698afbfc94fe5b9078b74739b6426675d61433bf9dad.png", - "bytes": 287417, - "contentType": "image/png", - "sha256": "2a8eefbd94002bbde59a698afbfc94fe5b9078b74739b6426675d61433bf9dad" - }, - { - "id": "validation_Materials_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1542/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/beca05159dd1d5ac8236576329df943ea542b8b77891e00025ea9629200c021c.jpg", - "bytes": 55756, - "contentType": "image/jpeg", - "sha256": "beca05159dd1d5ac8236576329df943ea542b8b77891e00025ea9629200c021c" - }, - { - "id": "validation_Materials_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1236/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7f9d91a658452afb41afef11798aaa5d7d3cc06094abf2d6a08e5910e5c4631f.png", - "bytes": 392017, - "contentType": "image/png", - "sha256": "7f9d91a658452afb41afef11798aaa5d7d3cc06094abf2d6a08e5910e5c4631f" - }, - { - "id": "validation_Materials_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/577/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/289dde1caa651ef5e8911626481a33e66d71de522a7681cbd9e645fe726e07fe.png", - "bytes": 280070, - "contentType": "image/png", - "sha256": "289dde1caa651ef5e8911626481a33e66d71de522a7681cbd9e645fe726e07fe" - }, - { - "id": "validation_Materials_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/996/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/52c5e7dc7926f56c22c4ff84afb389e3c1f41af073ffcece7a7ef1ac7473afd4.png", - "bytes": 214399, - "contentType": "image/png", - "sha256": "52c5e7dc7926f56c22c4ff84afb389e3c1f41af073ffcece7a7ef1ac7473afd4" - }, - { - "id": "validation_Materials_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/945/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/584f180fe72ecb24c21b06035978277e6a582419b77c1a5bdd37c6f5afd2c88a.png", - "bytes": 1057040, - "contentType": "image/png", - "sha256": "584f180fe72ecb24c21b06035978277e6a582419b77c1a5bdd37c6f5afd2c88a" - }, - { - "id": "validation_Materials_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1314/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca8b9c31683742c7869fb7fad1ba36819c6bcf80adfcdda95152d6f8852a8cb5.png", - "bytes": 3035817, - "contentType": "image/png", - "sha256": "ca8b9c31683742c7869fb7fad1ba36819c6bcf80adfcdda95152d6f8852a8cb5" - }, - { - "id": "validation_Materials_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/227/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7d62bf6515b67ca7cc93a7d61ce2516c71970eb9cd6be710f6d65b8977a87d4c.png", - "bytes": 387164, - "contentType": "image/png", - "sha256": "7d62bf6515b67ca7cc93a7d61ce2516c71970eb9cd6be710f6d65b8977a87d4c" - }, - { - "id": "validation_Materials_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/626/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/37ab78570b9e69f6ae52455ece7434267e9c2926a9180f4977bbeed4a25892ac.png", - "bytes": 301599, - "contentType": "image/png", - "sha256": "37ab78570b9e69f6ae52455ece7434267e9c2926a9180f4977bbeed4a25892ac" - }, - { - "id": "validation_Materials_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/932/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/169d03b25e13917f24f61070557ee99d21a0e90d4b9c10c573ee47a9e47eccf2.jpg", - "bytes": 141362, - "contentType": "image/jpeg", - "sha256": "169d03b25e13917f24f61070557ee99d21a0e90d4b9c10c573ee47a9e47eccf2" - }, - { - "id": "validation_Materials_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1271/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d8386254aec43749993275b44506e197ace99fe9662a0c98103c9ce4271a24b3.png", - "bytes": 320008, - "contentType": "image/png", - "sha256": "d8386254aec43749993275b44506e197ace99fe9662a0c98103c9ce4271a24b3" - }, - { - "id": "validation_Materials_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/293/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/676b4f172408cb495fc8c60653b24fd1cbc35f53fb82b0be83c85a0ed0cbc337.png", - "bytes": 292454, - "contentType": "image/png", - "sha256": "676b4f172408cb495fc8c60653b24fd1cbc35f53fb82b0be83c85a0ed0cbc337" - }, - { - "id": "validation_Materials_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1044/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb3f4de66dfbd66510efc129cc9e33578d2cdadc14e6ffb770a22bfdfead8033.png", - "bytes": 3226872, - "contentType": "image/png", - "sha256": "fb3f4de66dfbd66510efc129cc9e33578d2cdadc14e6ffb770a22bfdfead8033" - }, - { - "id": "validation_Materials_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1515/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f5fa931b53965e8a22a45c1dc0859554745ad3e5fe5a6422167e5aabd13fa0a.png", - "bytes": 299813, - "contentType": "image/png", - "sha256": "2f5fa931b53965e8a22a45c1dc0859554745ad3e5fe5a6422167e5aabd13fa0a" - }, - { - "id": "validation_Materials_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1134/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55892f72e99cb22efe8645c28e6210bb50d9f7ad77ab2eea24c5e9bdc58449e7.png", - "bytes": 122967, - "contentType": "image/png", - "sha256": "55892f72e99cb22efe8645c28e6210bb50d9f7ad77ab2eea24c5e9bdc58449e7" - }, - { - "id": "validation_Math_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/375/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2097967d5e4c30e3d51297e567c5e29185e4c26fc2a3e54c16156bae2bbb9da1.png", - "bytes": 134043, - "contentType": "image/png", - "sha256": "2097967d5e4c30e3d51297e567c5e29185e4c26fc2a3e54c16156bae2bbb9da1" - }, - { - "id": "validation_Math_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1558/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/60b5e0aadf5e936b699a45fcfe369c68a1447907585ce62e4c3ef42e2146ce44.jpg", - "bytes": 55155, - "contentType": "image/jpeg", - "sha256": "60b5e0aadf5e936b699a45fcfe369c68a1447907585ce62e4c3ef42e2146ce44" - }, - { - "id": "validation_Math_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/566/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/800212418f24512dc51762a92e72983dc059517968d86a892668659f5e51b610.png", - "bytes": 267934, - "contentType": "image/png", - "sha256": "800212418f24512dc51762a92e72983dc059517968d86a892668659f5e51b610" - }, - { - "id": "validation_Math_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/411/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7721978fb5ef74c32a298a652d7e6e4e6eff0fd4be2d812b0b4d83995f108d41.png", - "bytes": 299507, - "contentType": "image/png", - "sha256": "7721978fb5ef74c32a298a652d7e6e4e6eff0fd4be2d812b0b4d83995f108d41" - }, - { - "id": "validation_Math_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1019/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02dc8afd63a1d6387d445ae55c859858e57a617fe03be3ce0bea89fa1a4ae808.jpg", - "bytes": 238999, - "contentType": "image/jpeg", - "sha256": "02dc8afd63a1d6387d445ae55c859858e57a617fe03be3ce0bea89fa1a4ae808" - }, - { - "id": "validation_Math_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/439/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50fe96da258f7c3c2d916f625d31a006f9e66e7ccd39509868f3e3a16411bd20.png", - "bytes": 589048, - "contentType": "image/png", - "sha256": "50fe96da258f7c3c2d916f625d31a006f9e66e7ccd39509868f3e3a16411bd20" - }, - { - "id": "validation_Math_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1388/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/552ee206c05e04f78b4319057f5b27665ea1601a588498cbf56cfeb827289a10.png", - "bytes": 223378, - "contentType": "image/png", - "sha256": "552ee206c05e04f78b4319057f5b27665ea1601a588498cbf56cfeb827289a10" - }, - { - "id": "validation_Math_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1108/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a6195039d841444fa0dc3a81a8751b872278bce954c34d6e0ea0319e38c73639.png", - "bytes": 1568099, - "contentType": "image/png", - "sha256": "a6195039d841444fa0dc3a81a8751b872278bce954c34d6e0ea0319e38c73639" - }, - { - "id": "validation_Math_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/899/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/332f300f8e6eec54b54d3ccfac74e8aa3d856277322fd18bf2d98f0615b9a88e.jpg", - "bytes": 136585, - "contentType": "image/jpeg", - "sha256": "332f300f8e6eec54b54d3ccfac74e8aa3d856277322fd18bf2d98f0615b9a88e" - }, - { - "id": "validation_Math_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1649/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d171f1c573a94ebb7960d3969fca10305e4714e60edaae41868a96db2f6d927c.jpg", - "bytes": 70882, - "contentType": "image/jpeg", - "sha256": "d171f1c573a94ebb7960d3969fca10305e4714e60edaae41868a96db2f6d927c" - }, - { - "id": "validation_Math_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1172/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17c32b5e1d19943671bc226e0fc48b27a91a126e4fd8d8cd801e95be040a3598.png", - "bytes": 217357, - "contentType": "image/png", - "sha256": "17c32b5e1d19943671bc226e0fc48b27a91a126e4fd8d8cd801e95be040a3598" - }, - { - "id": "validation_Math_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1669/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56d0f213dda6467b9a40ac18875ee4cdb40ba0b06c9ed2930ed98100da9b86e6.jpg", - "bytes": 63486, - "contentType": "image/jpeg", - "sha256": "56d0f213dda6467b9a40ac18875ee4cdb40ba0b06c9ed2930ed98100da9b86e6" - }, - { - "id": "validation_Math_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1494/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7924b63822189000e5c2cac58d4c16d86a36858aaaeb1cb164675db1d15a4c72.png", - "bytes": 308829, - "contentType": "image/png", - "sha256": "7924b63822189000e5c2cac58d4c16d86a36858aaaeb1cb164675db1d15a4c72" - }, - { - "id": "validation_Math_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/50/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5f91000e2f10e3d2f131b1d1f45b6bc00cc8bdadd0256041429bb56db477a6bd.png", - "bytes": 152290, - "contentType": "image/png", - "sha256": "5f91000e2f10e3d2f131b1d1f45b6bc00cc8bdadd0256041429bb56db477a6bd" - }, - { - "id": "validation_Math_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/858/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/981b80413ad3a428f07031223870064ebad92b09523afb6b4c45d3639cbe901d.jpg", - "bytes": 91183, - "contentType": "image/jpeg", - "sha256": "981b80413ad3a428f07031223870064ebad92b09523afb6b4c45d3639cbe901d" - }, - { - "id": "validation_Math_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1516/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/63594c00f467279eb5677e98b674d8e09c4615cd8d26367bd45370f87d65740b.png", - "bytes": 327049, - "contentType": "image/png", - "sha256": "63594c00f467279eb5677e98b674d8e09c4615cd8d26367bd45370f87d65740b" - }, - { - "id": "validation_Math_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1207/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/303126e551c38e5582fad7faabed07cc1f375740bc659f710044db2a92c8a734.png", - "bytes": 422413, - "contentType": "image/png", - "sha256": "303126e551c38e5582fad7faabed07cc1f375740bc659f710044db2a92c8a734" - }, - { - "id": "validation_Math_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/651/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b1ff3acbdae797a706cd161572fdb49701ec848b7faa25a2ebee76b70aca7a4.png", - "bytes": 471266, - "contentType": "image/png", - "sha256": "1b1ff3acbdae797a706cd161572fdb49701ec848b7faa25a2ebee76b70aca7a4" - }, - { - "id": "validation_Math_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/548/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/069680e7c10a5d93b1b83dbed34645c7833afdea2874064aff614fedf7141ba6.png", - "bytes": 1475202, - "contentType": "image/png", - "sha256": "069680e7c10a5d93b1b83dbed34645c7833afdea2874064aff614fedf7141ba6" - }, - { - "id": "validation_Math_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/491/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff5159288b9d958d40b0531d36b350058f09fc1bab7d3c45e78ea7e2adaf0645.png", - "bytes": 1622663, - "contentType": "image/png", - "sha256": "ff5159288b9d958d40b0531d36b350058f09fc1bab7d3c45e78ea7e2adaf0645" - }, - { - "id": "validation_Math_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1294/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/36e19ab5650491aa18d636b4ee3b0d7a60cde0cd91289c5a332fc3a6944aa0d0.png", - "bytes": 1107330, - "contentType": "image/png", - "sha256": "36e19ab5650491aa18d636b4ee3b0d7a60cde0cd91289c5a332fc3a6944aa0d0" - }, - { - "id": "validation_Mechanical_Engineering_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/716/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/57585a24835a4406fb5ac583d1e439ca7e42269ae8eef6db7a297d5ec5e82a65.png", - "bytes": 99207, - "contentType": "image/png", - "sha256": "57585a24835a4406fb5ac583d1e439ca7e42269ae8eef6db7a297d5ec5e82a65" - }, - { - "id": "validation_Mechanical_Engineering_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/732/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17625881badbc94a53894cd2567b93bc3cda654ac4a72ec1bbd64926de388740.png", - "bytes": 113699, - "contentType": "image/png", - "sha256": "17625881badbc94a53894cd2567b93bc3cda654ac4a72ec1bbd64926de388740" - }, - { - "id": "validation_Mechanical_Engineering_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1501/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eca76580ecdbfa0288b9e01dc3d895b4030d5b0fc754e7bce30efe928b38af2d.png", - "bytes": 139047, - "contentType": "image/png", - "sha256": "eca76580ecdbfa0288b9e01dc3d895b4030d5b0fc754e7bce30efe928b38af2d" - }, - { - "id": "validation_Mechanical_Engineering_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/887/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/925c378eecdf900f3ba3ae449c6246a2baa8e1bf7ed1c76962fce3e97d3792ae.jpg", - "bytes": 91900, - "contentType": "image/jpeg", - "sha256": "925c378eecdf900f3ba3ae449c6246a2baa8e1bf7ed1c76962fce3e97d3792ae" - }, - { - "id": "validation_Mechanical_Engineering_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/533/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9e1ca4d0430b47aec0083ddd5f42a5f42cd20756c9a6de56f773cfe0ffd9a04c.png", - "bytes": 1044558, - "contentType": "image/png", - "sha256": "9e1ca4d0430b47aec0083ddd5f42a5f42cd20756c9a6de56f773cfe0ffd9a04c" - }, - { - "id": "validation_Mechanical_Engineering_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1201/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd040589484b3fe99ada9f2544bfe921058a6341b2818e0920411cd6d76f4008.png", - "bytes": 402077, - "contentType": "image/png", - "sha256": "dd040589484b3fe99ada9f2544bfe921058a6341b2818e0920411cd6d76f4008" - }, - { - "id": "validation_Mechanical_Engineering_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/744/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2822b201edcbb3c0bf3efbc7b22172f0b204bbb0319a6dc6bdebd05360e45fb7.png", - "bytes": 116338, - "contentType": "image/png", - "sha256": "2822b201edcbb3c0bf3efbc7b22172f0b204bbb0319a6dc6bdebd05360e45fb7" - }, - { - "id": "validation_Mechanical_Engineering_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/30/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4ed6e59825aaf533dfe4d12dace7279340d394869e92998e26c1890e9032d7d.png", - "bytes": 1646051, - "contentType": "image/png", - "sha256": "a4ed6e59825aaf533dfe4d12dace7279340d394869e92998e26c1890e9032d7d" - }, - { - "id": "validation_Mechanical_Engineering_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1647/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba66b5c03f0f7b566f8db730f3bd40cfa91e295010632e191517ec6c3d69335b.png", - "bytes": 1036589, - "contentType": "image/png", - "sha256": "ba66b5c03f0f7b566f8db730f3bd40cfa91e295010632e191517ec6c3d69335b" - }, - { - "id": "validation_Mechanical_Engineering_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/789/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fdd85c19264ce4d18231cf1a414e2aba272876aa014bf24d4e157d2751b12275.png", - "bytes": 354593, - "contentType": "image/png", - "sha256": "fdd85c19264ce4d18231cf1a414e2aba272876aa014bf24d4e157d2751b12275" - }, - { - "id": "validation_Mechanical_Engineering_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1038/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9ad90fdec503372b1cdde72f030ed8edf2935de0b84287d192075b98c33a57b3.png", - "bytes": 2015295, - "contentType": "image/png", - "sha256": "9ad90fdec503372b1cdde72f030ed8edf2935de0b84287d192075b98c33a57b3" - }, - { - "id": "validation_Mechanical_Engineering_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/108/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9bdbc4c18143d027cd872b768b6602cf64b15e5b0f5ef0124276b9f026a9e77.png", - "bytes": 211692, - "contentType": "image/png", - "sha256": "a9bdbc4c18143d027cd872b768b6602cf64b15e5b0f5ef0124276b9f026a9e77" - }, - { - "id": "validation_Mechanical_Engineering_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/34/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a89cdced8478c4c7fe37c48890d8193e363a541ca94b5ad64fd45931fbbb922.png", - "bytes": 157158, - "contentType": "image/png", - "sha256": "2a89cdced8478c4c7fe37c48890d8193e363a541ca94b5ad64fd45931fbbb922" - }, - { - "id": "validation_Mechanical_Engineering_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1200/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9c9e1f2aa73f6218a5189d3c2920900876d3bac35d67588d4caef6a4f00d5b17.png", - "bytes": 1001925, - "contentType": "image/png", - "sha256": "9c9e1f2aa73f6218a5189d3c2920900876d3bac35d67588d4caef6a4f00d5b17" - }, - { - "id": "validation_Mechanical_Engineering_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/725/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1ec31b9efb07a600d0ba1776dadc02a6e448151170cc7b1ba76310c5cf926ead.png", - "bytes": 83242, - "contentType": "image/png", - "sha256": "1ec31b9efb07a600d0ba1776dadc02a6e448151170cc7b1ba76310c5cf926ead" - }, - { - "id": "validation_Mechanical_Engineering_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1604/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/477e7d96657eee7f54cf21ed857392578943ec2ff96386565658e9ad920d252e.jpg", - "bytes": 65400, - "contentType": "image/jpeg", - "sha256": "477e7d96657eee7f54cf21ed857392578943ec2ff96386565658e9ad920d252e" - }, - { - "id": "validation_Mechanical_Engineering_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1638/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3e84318321652afa1c2b8f491d2bcc4ba337b7966e648f6ec3b19f238d11213.png", - "bytes": 369592, - "contentType": "image/png", - "sha256": "b3e84318321652afa1c2b8f491d2bcc4ba337b7966e648f6ec3b19f238d11213" - }, - { - "id": "validation_Mechanical_Engineering_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/90/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86149a722a66186e202964273d2b0a519aa57d01210ddcc4176d08cbd7fc970c.png", - "bytes": 178288, - "contentType": "image/png", - "sha256": "86149a722a66186e202964273d2b0a519aa57d01210ddcc4176d08cbd7fc970c" - }, - { - "id": "validation_Mechanical_Engineering_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/900/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3db54ec0ea294446d2a3dbd7c07967da6b3adc86f7b7c858b337d3e439e5bb99.jpg", - "bytes": 59045, - "contentType": "image/jpeg", - "sha256": "3db54ec0ea294446d2a3dbd7c07967da6b3adc86f7b7c858b337d3e439e5bb99" - }, - { - "id": "validation_Mechanical_Engineering_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/972/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7dccee67be38e35fdbcb76220c12a2a46196fb399b80ebfad0ec918affe9dd0c.png", - "bytes": 220040, - "contentType": "image/png", - "sha256": "7dccee67be38e35fdbcb76220c12a2a46196fb399b80ebfad0ec918affe9dd0c" - }, - { - "id": "validation_Mechanical_Engineering_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/208/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f1a858370fee93f8d9abb51ff3796eb74cabbc4ac8b9012119989efdb9da5a0c.png", - "bytes": 312001, - "contentType": "image/png", - "sha256": "f1a858370fee93f8d9abb51ff3796eb74cabbc4ac8b9012119989efdb9da5a0c" - }, - { - "id": "validation_Mechanical_Engineering_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/954/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5f6a62dcb67220ad0c09a66805dc24f7e819157ff11655b4000696a50191054f.png", - "bytes": 167751, - "contentType": "image/png", - "sha256": "5f6a62dcb67220ad0c09a66805dc24f7e819157ff11655b4000696a50191054f" - }, - { - "id": "validation_Mechanical_Engineering_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1682/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9eee60bf241b4257f27bbb53adc2478dc9ac5ff275e1dc8fc28c3f03bbcda9f2.jpg", - "bytes": 244195, - "contentType": "image/jpeg", - "sha256": "9eee60bf241b4257f27bbb53adc2478dc9ac5ff275e1dc8fc28c3f03bbcda9f2" - }, - { - "id": "validation_Mechanical_Engineering_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/632/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d7624365966893d32cc07a3e493a9bdc6c54c18371d1d31b085572bc179c629.png", - "bytes": 1873487, - "contentType": "image/png", - "sha256": "2d7624365966893d32cc07a3e493a9bdc6c54c18371d1d31b085572bc179c629" - }, - { - "id": "validation_Mechanical_Engineering_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1449/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9c760d15caca3558e1d6dea58ac9c38d92f3d52a333e3eec9e6f51c7144f0bf.png", - "bytes": 411111, - "contentType": "image/png", - "sha256": "e9c760d15caca3558e1d6dea58ac9c38d92f3d52a333e3eec9e6f51c7144f0bf" - }, - { - "id": "validation_Music_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/169/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ae84aafa0e472552e697849e5e409588570244869cd3b740702e33424542b5c.png", - "bytes": 97474, - "contentType": "image/png", - "sha256": "6ae84aafa0e472552e697849e5e409588570244869cd3b740702e33424542b5c" - }, - { - "id": "validation_Music_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1301/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2082a490597c4c7f51ab386f9bba1845789477066a5d06aa46eeafcd1e497451.png", - "bytes": 600829, - "contentType": "image/png", - "sha256": "2082a490597c4c7f51ab386f9bba1845789477066a5d06aa46eeafcd1e497451" - }, - { - "id": "validation_Music_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1079/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83dcf487701df2b5b875fc1fe49cb0b6a6935e642ead9582b3753b8c952017cc.png", - "bytes": 198417, - "contentType": "image/png", - "sha256": "83dcf487701df2b5b875fc1fe49cb0b6a6935e642ead9582b3753b8c952017cc" - }, - { - "id": "validation_Music_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/568/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/70adfb6e2eba67cb92f499d75c7eb6252fb7c6d0efaf9b5ddfd9d79378929ae4.png", - "bytes": 215907, - "contentType": "image/png", - "sha256": "70adfb6e2eba67cb92f499d75c7eb6252fb7c6d0efaf9b5ddfd9d79378929ae4" - }, - { - "id": "validation_Music_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/814/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/384f8adf4c12f2169fd6e2d90bd67610a228f5097f4bb53594df23f486428c5f.png", - "bytes": 207255, - "contentType": "image/png", - "sha256": "384f8adf4c12f2169fd6e2d90bd67610a228f5097f4bb53594df23f486428c5f" - }, - { - "id": "validation_Music_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/671/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6c9e3f4526f8871380640d5fba9169246417d9e39d5851212e59c4cd4695c311.png", - "bytes": 1309411, - "contentType": "image/png", - "sha256": "6c9e3f4526f8871380640d5fba9169246417d9e39d5851212e59c4cd4695c311" - }, - { - "id": "validation_Music_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1658/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/719e65ca234d98e2903de51596e918748a9608e53411840e62c8ad3667f3a41a.png", - "bytes": 6982410, - "contentType": "image/png", - "sha256": "719e65ca234d98e2903de51596e918748a9608e53411840e62c8ad3667f3a41a" - }, - { - "id": "validation_Music_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/379/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/442f10d7fe857dccc6fa2f22f5f2e782d256d680d09274bab45eb5996378a813.png", - "bytes": 421274, - "contentType": "image/png", - "sha256": "442f10d7fe857dccc6fa2f22f5f2e782d256d680d09274bab45eb5996378a813" - }, - { - "id": "validation_Music_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/737/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d199c257d5e67874d3b29c744cb2fa3586899b6d69ef8c7cebf3a1e33c761d0.png", - "bytes": 122185, - "contentType": "image/png", - "sha256": "2d199c257d5e67874d3b29c744cb2fa3586899b6d69ef8c7cebf3a1e33c761d0" - }, - { - "id": "validation_Music_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/150/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31e305dac09fe1540fcd85ecb62f779bdb168a22c85eb4827def659d827042a5.png", - "bytes": 251785, - "contentType": "image/png", - "sha256": "31e305dac09fe1540fcd85ecb62f779bdb168a22c85eb4827def659d827042a5" - }, - { - "id": "validation_Music_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/380/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7af2055ddbd1f335a27ecad271550c19d343ef61389a9fcba4778fa3f29f56f7.png", - "bytes": 212426, - "contentType": "image/png", - "sha256": "7af2055ddbd1f335a27ecad271550c19d343ef61389a9fcba4778fa3f29f56f7" - }, - { - "id": "validation_Music_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/574/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c17852fc6085f6f8ab490916b102f89863742b8ded519d8982ad19e30e548d26.png", - "bytes": 1160409, - "contentType": "image/png", - "sha256": "c17852fc6085f6f8ab490916b102f89863742b8ded519d8982ad19e30e548d26" - }, - { - "id": "validation_Music_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/500/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a298de048f4ba50c814b9486ccf2cd79730d5c92540f203da78258186d5bcc0.png", - "bytes": 1291634, - "contentType": "image/png", - "sha256": "5a298de048f4ba50c814b9486ccf2cd79730d5c92540f203da78258186d5bcc0" - }, - { - "id": "validation_Music_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1198/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/730c4aeb05dc5b619739becdc4ff3619b76f5defc1b854eec785a97d7ea8c55c.png", - "bytes": 435115, - "contentType": "image/png", - "sha256": "730c4aeb05dc5b619739becdc4ff3619b76f5defc1b854eec785a97d7ea8c55c" - }, - { - "id": "validation_Music_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/602/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b2e01737f82e68952040c9cb14b64b025d8bb1efd0448b9b5252db33f14a1f3b.png", - "bytes": 931031, - "contentType": "image/png", - "sha256": "b2e01737f82e68952040c9cb14b64b025d8bb1efd0448b9b5252db33f14a1f3b" - }, - { - "id": "validation_Music_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/931/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54c00ac8df0c167aecc4ff75bce87c083e5df35cf9e0f7c26f5e4648b1b8cda6.jpg", - "bytes": 68541, - "contentType": "image/jpeg", - "sha256": "54c00ac8df0c167aecc4ff75bce87c083e5df35cf9e0f7c26f5e4648b1b8cda6" - }, - { - "id": "validation_Music_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/206/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfeefcad9c6c841073c14ebe5aea6b2aa337a083c7b34a19088a4804460e88e9.png", - "bytes": 119350, - "contentType": "image/png", - "sha256": "cfeefcad9c6c841073c14ebe5aea6b2aa337a083c7b34a19088a4804460e88e9" - }, - { - "id": "validation_Music_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/712/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16013490a09c83b589f50e0409bfd909fbd924496b59c0402d5a759d9d23f7f6.png", - "bytes": 95872, - "contentType": "image/png", - "sha256": "16013490a09c83b589f50e0409bfd909fbd924496b59c0402d5a759d9d23f7f6" - }, - { - "id": "validation_Music_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/373/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/552a7cb22536eb7fb0232f22fc0abb8c463491f0b18483c2cb88194f6df91580.png", - "bytes": 1710383, - "contentType": "image/png", - "sha256": "552a7cb22536eb7fb0232f22fc0abb8c463491f0b18483c2cb88194f6df91580" - }, - { - "id": "validation_Music_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/925/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0aeb3c1ac1604e72eb7f8e92341fb3353dfbbb7a0816d40556c45c1d7d44e70c.png", - "bytes": 1012638, - "contentType": "image/png", - "sha256": "0aeb3c1ac1604e72eb7f8e92341fb3353dfbbb7a0816d40556c45c1d7d44e70c" - }, - { - "id": "validation_Music_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/927/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/74224c5f17b6a6e405f35e0ea73e7b614fe3ecba87208996265de7915ec8ec88.jpg", - "bytes": 94362, - "contentType": "image/jpeg", - "sha256": "74224c5f17b6a6e405f35e0ea73e7b614fe3ecba87208996265de7915ec8ec88" - }, - { - "id": "validation_Music_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1257/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bd431ebf4522540b57e9e8ec598b1f659c9070f678e14405f0a7ce1453d1006.png", - "bytes": 202662, - "contentType": "image/png", - "sha256": "5bd431ebf4522540b57e9e8ec598b1f659c9070f678e14405f0a7ce1453d1006" - }, - { - "id": "validation_Music_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/778/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfd1a106b82e35ef1a9dbc6783cce04aaaf4320cbaf5271c9692f5d68dbcc947.png", - "bytes": 341155, - "contentType": "image/png", - "sha256": "cfd1a106b82e35ef1a9dbc6783cce04aaaf4320cbaf5271c9692f5d68dbcc947" - }, - { - "id": "validation_Music_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1506/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/289c448e9f4a23e0976cda22e9329c4157aeae82fc73f5a6d497cbc2909ab65a.png", - "bytes": 220906, - "contentType": "image/png", - "sha256": "289c448e9f4a23e0976cda22e9329c4157aeae82fc73f5a6d497cbc2909ab65a" - }, - { - "id": "validation_Music_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/704/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02750bdb423ca9ad940d942a2c3ac8f45d0ec1a06dd01b883961a80802b50edf.png", - "bytes": 110467, - "contentType": "image/png", - "sha256": "02750bdb423ca9ad940d942a2c3ac8f45d0ec1a06dd01b883961a80802b50edf" - }, - { - "id": "validation_Music_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/91/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/327adeaf316c1fe8bcde2a3475f71a90c22dc0e73d276ff2ce43e87724d43dd6.png", - "bytes": 113102, - "contentType": "image/png", - "sha256": "327adeaf316c1fe8bcde2a3475f71a90c22dc0e73d276ff2ce43e87724d43dd6" - }, - { - "id": "validation_Music_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/203/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dada9e6a6d989d71388b8f2ebf89401afff6ba1685bc3542989b77364e24882c.png", - "bytes": 108291, - "contentType": "image/png", - "sha256": "dada9e6a6d989d71388b8f2ebf89401afff6ba1685bc3542989b77364e24882c" - }, - { - "id": "validation_Music_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1060/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f1bc8409e77770797bfc8c9292707c29130a192d12ff4ab938fcda4f384b73c.png", - "bytes": 72508, - "contentType": "image/png", - "sha256": "8f1bc8409e77770797bfc8c9292707c29130a192d12ff4ab938fcda4f384b73c" - }, - { - "id": "validation_Pharmacy_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/64/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a48e8da18aef995c018b9f44c58e245fd87817ec755f799ad0a3d9444d830c93.png", - "bytes": 200888, - "contentType": "image/png", - "sha256": "a48e8da18aef995c018b9f44c58e245fd87817ec755f799ad0a3d9444d830c93" - }, - { - "id": "validation_Pharmacy_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/649/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/75d987dc18fed489d90c826364a75aefbc085698add3d36a67ff721e25536484.png", - "bytes": 572751, - "contentType": "image/png", - "sha256": "75d987dc18fed489d90c826364a75aefbc085698add3d36a67ff721e25536484" - }, - { - "id": "validation_Pharmacy_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/105/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/74facf368ce584db4456011a5ed80974ee4bcb877a17af9026c2eca18968aa22.png", - "bytes": 198964, - "contentType": "image/png", - "sha256": "74facf368ce584db4456011a5ed80974ee4bcb877a17af9026c2eca18968aa22" - }, - { - "id": "validation_Pharmacy_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/226/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aff1a8d0196d80fca6442d6020bbd7c89af816d3edb073ae716003661f9b6bb9.png", - "bytes": 354635, - "contentType": "image/png", - "sha256": "aff1a8d0196d80fca6442d6020bbd7c89af816d3edb073ae716003661f9b6bb9" - }, - { - "id": "validation_Pharmacy_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1447/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be5d1357bf00aee8f1f5c9ea5403bc1e6908bb1c581dbedaebcc97f73273890b.png", - "bytes": 925831, - "contentType": "image/png", - "sha256": "be5d1357bf00aee8f1f5c9ea5403bc1e6908bb1c581dbedaebcc97f73273890b" - }, - { - "id": "validation_Pharmacy_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1168/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ab4e363e7ca1dc9add334d4ee2aaea24a15ba750e48b33c3c416bf7e41450250.png", - "bytes": 1591705, - "contentType": "image/png", - "sha256": "ab4e363e7ca1dc9add334d4ee2aaea24a15ba750e48b33c3c416bf7e41450250" - }, - { - "id": "validation_Pharmacy_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/988/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d41d87d32099d395af5ca2924bdfb7ca55e8edca81c5b87976757c9f967d30c6.jpg", - "bytes": 224944, - "contentType": "image/jpeg", - "sha256": "d41d87d32099d395af5ca2924bdfb7ca55e8edca81c5b87976757c9f967d30c6" - }, - { - "id": "validation_Pharmacy_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/693/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/738a166d42c912e5ba2823b8999f0e3ad108560a5d1227cf84c4368e436b55fc.png", - "bytes": 2907377, - "contentType": "image/png", - "sha256": "738a166d42c912e5ba2823b8999f0e3ad108560a5d1227cf84c4368e436b55fc" - }, - { - "id": "validation_Pharmacy_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/940/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a5860eedef00405ef3642c85c046ea1a19bee3a8eefd039b6076a33fe24c7a2.png", - "bytes": 556373, - "contentType": "image/png", - "sha256": "1a5860eedef00405ef3642c85c046ea1a19bee3a8eefd039b6076a33fe24c7a2" - }, - { - "id": "validation_Pharmacy_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1484/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97d1c8057f8c35f631f498c5016bed1ae47d8092e7417f5a179834e0eba4da34.png", - "bytes": 9852387, - "contentType": "image/png", - "sha256": "97d1c8057f8c35f631f498c5016bed1ae47d8092e7417f5a179834e0eba4da34" - }, - { - "id": "validation_Pharmacy_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/62/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7b6c4a31e02d1a7361acbdf0f0f44db680d96bccaeadbd592897b7001e06c1b.png", - "bytes": 401042, - "contentType": "image/png", - "sha256": "d7b6c4a31e02d1a7361acbdf0f0f44db680d96bccaeadbd592897b7001e06c1b" - }, - { - "id": "validation_Pharmacy_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1046/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d7614946bae394d08a4b764de3eb99de48402ea158d8ffcb66fbbdfe7a940d1.png", - "bytes": 957033, - "contentType": "image/png", - "sha256": "8d7614946bae394d08a4b764de3eb99de48402ea158d8ffcb66fbbdfe7a940d1" - }, - { - "id": "validation_Pharmacy_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1511/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3e76b4cd6083ed85db62e2878eeff8501c9a3a8e02565609c0993ca42e5cc60c.png", - "bytes": 802705, - "contentType": "image/png", - "sha256": "3e76b4cd6083ed85db62e2878eeff8501c9a3a8e02565609c0993ca42e5cc60c" - }, - { - "id": "validation_Pharmacy_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1188/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4839e6be7de15ada3f13aedc97ec8e79ae145d3f782dc32116e416f1f39d41c.png", - "bytes": 1779142, - "contentType": "image/png", - "sha256": "b4839e6be7de15ada3f13aedc97ec8e79ae145d3f782dc32116e416f1f39d41c" - }, - { - "id": "validation_Pharmacy_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1385/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ea1729bb718e909ef3b2ed8caf851d407e3b9fa86bb866dbff2a47b2d1a0f047.png", - "bytes": 168398, - "contentType": "image/png", - "sha256": "ea1729bb718e909ef3b2ed8caf851d407e3b9fa86bb866dbff2a47b2d1a0f047" - }, - { - "id": "validation_Pharmacy_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/483/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9c46f3c0272f2162e6a567bcf69b474370a616165382320f9abb3bb7c398d9d8.png", - "bytes": 159307, - "contentType": "image/png", - "sha256": "9c46f3c0272f2162e6a567bcf69b474370a616165382320f9abb3bb7c398d9d8" - }, - { - "id": "validation_Pharmacy_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/853/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be72d77aa9e61228eb5812a6aa5a7e7f40fadf1e79bd92d27c83a938966ae54a.jpg", - "bytes": 64860, - "contentType": "image/jpeg", - "sha256": "be72d77aa9e61228eb5812a6aa5a7e7f40fadf1e79bd92d27c83a938966ae54a" - }, - { - "id": "validation_Physics_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/334/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d54ae21713a06a9dcdb1c43e631cc1b2d0c6e4bad455c5243bc5e9231b603a2.png", - "bytes": 268848, - "contentType": "image/png", - "sha256": "2d54ae21713a06a9dcdb1c43e631cc1b2d0c6e4bad455c5243bc5e9231b603a2" - }, - { - "id": "validation_Physics_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/663/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/802971e6ddd756fca1719f832824c69d002e172914118ad1f97e213ed422b233.png", - "bytes": 401055, - "contentType": "image/png", - "sha256": "802971e6ddd756fca1719f832824c69d002e172914118ad1f97e213ed422b233" - }, - { - "id": "validation_Physics_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1247/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7d6684312fcfd86d550e9c00eab13a159344a9a83763f53578e473d672585cdd.png", - "bytes": 537663, - "contentType": "image/png", - "sha256": "7d6684312fcfd86d550e9c00eab13a159344a9a83763f53578e473d672585cdd" - }, - { - "id": "validation_Physics_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1107/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b563f11dd147612c1f5d5457679d7eb7982cb0ddb80b910f4f32e76fb73d4cc.png", - "bytes": 182003, - "contentType": "image/png", - "sha256": "6b563f11dd147612c1f5d5457679d7eb7982cb0ddb80b910f4f32e76fb73d4cc" - }, - { - "id": "validation_Physics_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/48/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/91b2b253d2a3cdf4774b66acb00e2e5844d7525f494d92b5ac2c57a40f2255a6.png", - "bytes": 127635, - "contentType": "image/png", - "sha256": "91b2b253d2a3cdf4774b66acb00e2e5844d7525f494d92b5ac2c57a40f2255a6" - }, - { - "id": "validation_Physics_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1692/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb227246069646c810da4588d50cbdfba1ef78a7d8a18e5a629d07957f9fddb8.jpg", - "bytes": 87747, - "contentType": "image/jpeg", - "sha256": "fb227246069646c810da4588d50cbdfba1ef78a7d8a18e5a629d07957f9fddb8" - }, - { - "id": "validation_Physics_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1026/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7fc4a7b9a4d4fc164f93ffa4fc1ad95ea11f69a1f8d5881fa3dd7d7f79dba41.png", - "bytes": 109667, - "contentType": "image/png", - "sha256": "c7fc4a7b9a4d4fc164f93ffa4fc1ad95ea11f69a1f8d5881fa3dd7d7f79dba41" - }, - { - "id": "validation_Physics_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/589/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/73a78f30b13c7b21aa408cccd3dd52420918bd07074bd86f73adab30cd47bd42.png", - "bytes": 157201, - "contentType": "image/png", - "sha256": "73a78f30b13c7b21aa408cccd3dd52420918bd07074bd86f73adab30cd47bd42" - }, - { - "id": "validation_Physics_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1118/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2286eab971fd35c97b1d4576a1a29d0abae550cb102663f58652debbfc1cf4ab.png", - "bytes": 87262, - "contentType": "image/png", - "sha256": "2286eab971fd35c97b1d4576a1a29d0abae550cb102663f58652debbfc1cf4ab" - }, - { - "id": "validation_Physics_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1078/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30769d434a15a2842c79b6155eb73e3b1c4d07b18131563f7a61d0b8a58811fc.png", - "bytes": 266338, - "contentType": "image/png", - "sha256": "30769d434a15a2842c79b6155eb73e3b1c4d07b18131563f7a61d0b8a58811fc" - }, - { - "id": "validation_Physics_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/431/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d19dda11717c1e42f7f7fb5349483d0d7506612dfb4ec69c495a2dec3b1c92bf.png", - "bytes": 495420, - "contentType": "image/png", - "sha256": "d19dda11717c1e42f7f7fb5349483d0d7506612dfb4ec69c495a2dec3b1c92bf" - }, - { - "id": "validation_Physics_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1446/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80e57d6226655d0b670ff85e1ed5f7b10bd98b954f6e1fcab065599d6b7f6bce.png", - "bytes": 4988157, - "contentType": "image/png", - "sha256": "80e57d6226655d0b670ff85e1ed5f7b10bd98b954f6e1fcab065599d6b7f6bce" - }, - { - "id": "validation_Physics_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/98/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d0befcece47aa4a1f16c086d8ccda1f5cc91315508a39fa3ffc42026113e1a84.png", - "bytes": 246687, - "contentType": "image/png", - "sha256": "d0befcece47aa4a1f16c086d8ccda1f5cc91315508a39fa3ffc42026113e1a84" - }, - { - "id": "validation_Physics_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1641/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd33eac0befe0af84bd694f2bbe294ce35f6f0168bfe34bfc92e7d3ff3feb612.jpg", - "bytes": 96957, - "contentType": "image/jpeg", - "sha256": "dd33eac0befe0af84bd694f2bbe294ce35f6f0168bfe34bfc92e7d3ff3feb612" - }, - { - "id": "validation_Physics_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1474/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4449411b836e9ff44efd8c86c38e2332679901cf70803b5df14db761ec5c7983.png", - "bytes": 386705, - "contentType": "image/png", - "sha256": "4449411b836e9ff44efd8c86c38e2332679901cf70803b5df14db761ec5c7983" - }, - { - "id": "validation_Physics_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1152/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4ad87d5dd9c58744038c6143785b6e9a69af52757f08e8451722c1c0ad19281.png", - "bytes": 1611462, - "contentType": "image/png", - "sha256": "d4ad87d5dd9c58744038c6143785b6e9a69af52757f08e8451722c1c0ad19281" - }, - { - "id": "validation_Physics_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1455/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/361daf47dab6003cffc82ec9a17f79323b28ff41a6905473d4179dd3ed086188.png", - "bytes": 475336, - "contentType": "image/png", - "sha256": "361daf47dab6003cffc82ec9a17f79323b28ff41a6905473d4179dd3ed086188" - }, - { - "id": "validation_Physics_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/138/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1cbf08a18bddbd6f456a4505ce5b5086eae7477bebd5ab3008ba8c34f39262f.png", - "bytes": 279940, - "contentType": "image/png", - "sha256": "c1cbf08a18bddbd6f456a4505ce5b5086eae7477bebd5ab3008ba8c34f39262f" - }, - { - "id": "validation_Physics_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/735/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7b66c544f12ad3fefd6d6eda300ee90c3f1e4b739ce790da151ec837b71b3b8.png", - "bytes": 119701, - "contentType": "image/png", - "sha256": "f7b66c544f12ad3fefd6d6eda300ee90c3f1e4b739ce790da151ec837b71b3b8" - }, - { - "id": "validation_Physics_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1021/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71373b64ced01249cb71054b6aff2f7f3762e2dbf38f4e58c79fd64c6cc221c3.png", - "bytes": 50517, - "contentType": "image/png", - "sha256": "71373b64ced01249cb71054b6aff2f7f3762e2dbf38f4e58c79fd64c6cc221c3" - }, - { - "id": "validation_Physics_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1202/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ee53315b0f31f75b8962b8523cfea1b10a582e362a69beee1fcab7f80bf94d4c.png", - "bytes": 517256, - "contentType": "image/png", - "sha256": "ee53315b0f31f75b8962b8523cfea1b10a582e362a69beee1fcab7f80bf94d4c" - }, - { - "id": "validation_Physics_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/17/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/53777d1d07a687cd9529a2bd8e125af64bb3f7d67099f875df69c99494068233.png", - "bytes": 2486644, - "contentType": "image/png", - "sha256": "53777d1d07a687cd9529a2bd8e125af64bb3f7d67099f875df69c99494068233" - }, - { - "id": "validation_Physics_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1073/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02577982c0a13c5ded27add525af593b00351b2e7270c34d38975c3230f89805.png", - "bytes": 98093, - "contentType": "image/png", - "sha256": "02577982c0a13c5ded27add525af593b00351b2e7270c34d38975c3230f89805" - }, - { - "id": "validation_Physics_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/496/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9a082fe7b077f61685c822fcc22e38fc5bbbf9274ef2a471bcfa3a0a788e7f9.png", - "bytes": 1491389, - "contentType": "image/png", - "sha256": "a9a082fe7b077f61685c822fcc22e38fc5bbbf9274ef2a471bcfa3a0a788e7f9" - }, - { - "id": "validation_Psychology_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1538/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ea8eb85a0d30fdf39a40e2262eb2d84d6df9cbe398659ddb37eaeb80dfe2afeb.png", - "bytes": 115365, - "contentType": "image/png", - "sha256": "ea8eb85a0d30fdf39a40e2262eb2d84d6df9cbe398659ddb37eaeb80dfe2afeb" - }, - { - "id": "validation_Psychology_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1437/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2dda9e3d83561a6a21cf4bf9eaaccafc668e834b2ac2a6db904555618000b0cb.png", - "bytes": 785927, - "contentType": "image/png", - "sha256": "2dda9e3d83561a6a21cf4bf9eaaccafc668e834b2ac2a6db904555618000b0cb" - }, - { - "id": "validation_Psychology_13", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1583/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7873cbd8f86287332465a213b5741464ab91d764ab97b0d829680227e3164592.jpg", - "bytes": 46873, - "contentType": "image/jpeg", - "sha256": "7873cbd8f86287332465a213b5741464ab91d764ab97b0d829680227e3164592" - }, - { - "id": "validation_Psychology_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/738/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/33dae801821165d7b508501f3df351d1dd672d7549342a9813e02992d0b25555.png", - "bytes": 173952, - "contentType": "image/png", - "sha256": "33dae801821165d7b508501f3df351d1dd672d7549342a9813e02992d0b25555" - }, - { - "id": "validation_Psychology_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1609/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f0230c6183f82a41976c652020a2d90e7534e962f279cf59dfde1915bb28deb2.jpg", - "bytes": 198583, - "contentType": "image/jpeg", - "sha256": "f0230c6183f82a41976c652020a2d90e7534e962f279cf59dfde1915bb28deb2" - }, - { - "id": "validation_Psychology_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/187/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b91104dab73c1941199fe1fc82907448683182978dff8a10e5db5b8645b68ed.png", - "bytes": 327251, - "contentType": "image/png", - "sha256": "6b91104dab73c1941199fe1fc82907448683182978dff8a10e5db5b8645b68ed" - }, - { - "id": "validation_Psychology_18", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1424/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/74e62eec6262d65660578ed9df99077346c6653b8e4f3d8292d1a89d3c4e92d1.png", - "bytes": 855786, - "contentType": "image/png", - "sha256": "74e62eec6262d65660578ed9df99077346c6653b8e4f3d8292d1a89d3c4e92d1" - }, - { - "id": "validation_Psychology_19", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/893/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/507d87d51208615dcf0058b23a938504360e721879b86b3332f7a9b6a1afdc81.png", - "bytes": 937469, - "contentType": "image/png", - "sha256": "507d87d51208615dcf0058b23a938504360e721879b86b3332f7a9b6a1afdc81" - }, - { - "id": "validation_Psychology_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1103/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/096134a71cf6bbc37b2a38e000300b8abf8b55f9e255d0840d71d74148e34d36.png", - "bytes": 974452, - "contentType": "image/png", - "sha256": "096134a71cf6bbc37b2a38e000300b8abf8b55f9e255d0840d71d74148e34d36" - }, - { - "id": "validation_Psychology_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/832/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9ad2e456460cd9ef20b25fd04520608f7b7a3393faf49cff23d18d526c75a51.png", - "bytes": 1352339, - "contentType": "image/png", - "sha256": "a9ad2e456460cd9ef20b25fd04520608f7b7a3393faf49cff23d18d526c75a51" - }, - { - "id": "validation_Psychology_26", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/195/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/278628dc910db7ba00611ea4550e7e991bbda5c20c123759f67662bed46b5448.png", - "bytes": 439296, - "contentType": "image/png", - "sha256": "278628dc910db7ba00611ea4550e7e991bbda5c20c123759f67662bed46b5448" - }, - { - "id": "validation_Psychology_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1468/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7663f8628f90c219f62e1b6afbc92790d470a894d67b8dd4a06b945301dfd37.png", - "bytes": 712715, - "contentType": "image/png", - "sha256": "f7663f8628f90c219f62e1b6afbc92790d470a894d67b8dd4a06b945301dfd37" - }, - { - "id": "validation_Psychology_3", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1004/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43b94d2c138f6a35b7b958fe86deafe51bef2a8a567dcade7f92213b41afecda.png", - "bytes": 424562, - "contentType": "image/png", - "sha256": "43b94d2c138f6a35b7b958fe86deafe51bef2a8a567dcade7f92213b41afecda" - }, - { - "id": "validation_Psychology_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/696/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4c85401dfef011b02cff40ed2d193833b25b75e05d337b97dbb4c7ed5fde6e6.png", - "bytes": 91680, - "contentType": "image/png", - "sha256": "a4c85401dfef011b02cff40ed2d193833b25b75e05d337b97dbb4c7ed5fde6e6" - }, - { - "id": "validation_Psychology_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1013/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3b2d74599a41f9b185e26e3f6581a61e3894eddddca754be8a498d0dacff830b.png", - "bytes": 346986, - "contentType": "image/png", - "sha256": "3b2d74599a41f9b185e26e3f6581a61e3894eddddca754be8a498d0dacff830b" - }, - { - "id": "validation_Psychology_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1470/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8645e54d8394ac7f7851316b5836b959bd7347143358a78cbe7501a82b81df9c.png", - "bytes": 910249, - "contentType": "image/png", - "sha256": "8645e54d8394ac7f7851316b5836b959bd7347143358a78cbe7501a82b81df9c" - }, - { - "id": "validation_Psychology_6", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/699/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd772b9c24f9b5702edeee30b6498467c9948cdd4b170822ad6282429a762d3c.png", - "bytes": 143580, - "contentType": "image/png", - "sha256": "cd772b9c24f9b5702edeee30b6498467c9948cdd4b170822ad6282429a762d3c" - }, - { - "id": "validation_Psychology_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/252/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d09f96a5508f8adfa464ab0feddd9413cb4f04d61acb2a5865842d248b76922a.png", - "bytes": 109887, - "contentType": "image/png", - "sha256": "d09f96a5508f8adfa464ab0feddd9413cb4f04d61acb2a5865842d248b76922a" - }, - { - "id": "validation_Psychology_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/214/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2564696366e41d4ab7203dc75c2fa87c56b90253791cfbe63b2adabc5c8be41c.png", - "bytes": 177796, - "contentType": "image/png", - "sha256": "2564696366e41d4ab7203dc75c2fa87c56b90253791cfbe63b2adabc5c8be41c" - }, - { - "id": "validation_Public_Health_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1161/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0b7e50ee2d9946b1e6d97bab15eb9d790497fd2a7d5c4c31cd5897ade36c020f.png", - "bytes": 1384249, - "contentType": "image/png", - "sha256": "0b7e50ee2d9946b1e6d97bab15eb9d790497fd2a7d5c4c31cd5897ade36c020f" - }, - { - "id": "validation_Public_Health_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/784/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/541f45e93eb590a51c3927a81568be94de0c68876ef038da32b522ba5ecb2d3b.png", - "bytes": 480806, - "contentType": "image/png", - "sha256": "541f45e93eb590a51c3927a81568be94de0c68876ef038da32b522ba5ecb2d3b" - }, - { - "id": "validation_Public_Health_14", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/253/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d6937c48a437ea0c8dc8cac7f29aba5c4f4cc270922a639eaa581518b2870dd5.png", - "bytes": 130525, - "contentType": "image/png", - "sha256": "d6937c48a437ea0c8dc8cac7f29aba5c4f4cc270922a639eaa581518b2870dd5" - }, - { - "id": "validation_Public_Health_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/892/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2004a9f8fd0ccf26c80b98a41e934cff84ebc93a3f62c6e438fec2fa5cdf8819.jpg", - "bytes": 119451, - "contentType": "image/jpeg", - "sha256": "2004a9f8fd0ccf26c80b98a41e934cff84ebc93a3f62c6e438fec2fa5cdf8819" - }, - { - "id": "validation_Public_Health_16", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/399/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16272979f219a0a5e3d1c98b3c778335295e5841cba9d593516061d3c9f4ad2b.png", - "bytes": 828602, - "contentType": "image/png", - "sha256": "16272979f219a0a5e3d1c98b3c778335295e5841cba9d593516061d3c9f4ad2b" - }, - { - "id": "validation_Public_Health_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1180/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/85b862793f3b6433aaf53d9e01f9d16c1487a5f6aaf10791fb5d3680f4cf6796.png", - "bytes": 1481152, - "contentType": "image/png", - "sha256": "85b862793f3b6433aaf53d9e01f9d16c1487a5f6aaf10791fb5d3680f4cf6796" - }, - { - "id": "validation_Public_Health_2", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1546/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ad0a0176da59ee217966d4d1f82716b0dbb7c53f991e621ebf5cb84de3489e9.jpg", - "bytes": 108166, - "contentType": "image/jpeg", - "sha256": "6ad0a0176da59ee217966d4d1f82716b0dbb7c53f991e621ebf5cb84de3489e9" - }, - { - "id": "validation_Public_Health_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1445/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a2656662d9f494e23f43259917f799c094ccd7e7d0bbc33a4485cd3f44ef644.png", - "bytes": 295056, - "contentType": "image/png", - "sha256": "3a2656662d9f494e23f43259917f799c094ccd7e7d0bbc33a4485cd3f44ef644" - }, - { - "id": "validation_Public_Health_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1564/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48171b2a10821dcdfc37eaa6474e550ee937c7682a67f29c8f0f3bc234570f63.jpg", - "bytes": 107381, - "contentType": "image/jpeg", - "sha256": "48171b2a10821dcdfc37eaa6474e550ee937c7682a67f29c8f0f3bc234570f63" - }, - { - "id": "validation_Public_Health_23", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/585/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/315ec4efae0f94d30a6c6908e7b3e35a624e680beb1c18a2c326b8c771608ef1.png", - "bytes": 829352, - "contentType": "image/png", - "sha256": "315ec4efae0f94d30a6c6908e7b3e35a624e680beb1c18a2c326b8c771608ef1" - }, - { - "id": "validation_Public_Health_24", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/728/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43d7fe4b4d21e93ec9038acb468c6b7b6ac89870b79e90b64da2dcacb030c104.png", - "bytes": 1874759, - "contentType": "image/png", - "sha256": "43d7fe4b4d21e93ec9038acb468c6b7b6ac89870b79e90b64da2dcacb030c104" - }, - { - "id": "validation_Public_Health_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/820/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7bf46e79cc60066b6fed82d4ca8dbc6d6965381c27b023683f1d0383040d7121.png", - "bytes": 317390, - "contentType": "image/png", - "sha256": "7bf46e79cc60066b6fed82d4ca8dbc6d6965381c27b023683f1d0383040d7121" - }, - { - "id": "validation_Public_Health_27", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/617/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e37f3a099368dcc2dcaf16a55e50390519c8daa3c794945f68c311f70a5285c.png", - "bytes": 6365031, - "contentType": "image/png", - "sha256": "0e37f3a099368dcc2dcaf16a55e50390519c8daa3c794945f68c311f70a5285c" - }, - { - "id": "validation_Public_Health_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/300/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fba9820db76cbe2ae42efdd3c8435aaec4248b23be9b78d0c5c0e75a6eec74b3.png", - "bytes": 768418, - "contentType": "image/png", - "sha256": "fba9820db76cbe2ae42efdd3c8435aaec4248b23be9b78d0c5c0e75a6eec74b3" - }, - { - "id": "validation_Public_Health_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1039/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83a4fb5c10ee5d75d76f998e312a348cb5a9dce782fc18004bd7faae2c71227b.png", - "bytes": 297242, - "contentType": "image/png", - "sha256": "83a4fb5c10ee5d75d76f998e312a348cb5a9dce782fc18004bd7faae2c71227b" - }, - { - "id": "validation_Public_Health_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1323/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/297e037ecabab3cdce48128b728a8dedfdddc2b5d12771c27407a0024c96fa66.png", - "bytes": 1183734, - "contentType": "image/png", - "sha256": "297e037ecabab3cdce48128b728a8dedfdddc2b5d12771c27407a0024c96fa66" - }, - { - "id": "validation_Public_Health_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/846/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d77857f5d56b9cc71bb32b779fd18cad468ffe47868df33d4203814f8820087.png", - "bytes": 322954, - "contentType": "image/png", - "sha256": "1d77857f5d56b9cc71bb32b779fd18cad468ffe47868df33d4203814f8820087" - }, - { - "id": "validation_Public_Health_7", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1386/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aead25958f0100d9e804afdb57dc2e9cd662f648ed2d9decaeaf98e8fddede60.png", - "bytes": 565969, - "contentType": "image/png", - "sha256": "aead25958f0100d9e804afdb57dc2e9cd662f648ed2d9decaeaf98e8fddede60" - }, - { - "id": "validation_Public_Health_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1110/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55fad8def152e054a3243db02f5d21b44a275165f11b1e0d32f6a06d5fd95f98.png", - "bytes": 789286, - "contentType": "image/png", - "sha256": "55fad8def152e054a3243db02f5d21b44a275165f11b1e0d32f6a06d5fd95f98" - }, - { - "id": "validation_Public_Health_9", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/278/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b15e3bf9e53a2658bfbd0ae59e9b64c01067ef6568b5d3f2a0b19278d11bdb6a.png", - "bytes": 717739, - "contentType": "image/png", - "sha256": "b15e3bf9e53a2658bfbd0ae59e9b64c01067ef6568b5d3f2a0b19278d11bdb6a" - }, - { - "id": "validation_Sociology_1", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1307/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4375cc26ab9867bbd0bc3d82fa04bfb81b6f5778e1fb10dbc56d0cda6a01c05d.png", - "bytes": 934384, - "contentType": "image/png", - "sha256": "4375cc26ab9867bbd0bc3d82fa04bfb81b6f5778e1fb10dbc56d0cda6a01c05d" - }, - { - "id": "validation_Sociology_10", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/95/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/96b9b24f9d5d06c5b034235788ced3fdb3dfcc0ea45b6ea94c75a877a2a6cd91.png", - "bytes": 405083, - "contentType": "image/png", - "sha256": "96b9b24f9d5d06c5b034235788ced3fdb3dfcc0ea45b6ea94c75a877a2a6cd91" - }, - { - "id": "validation_Sociology_11", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/910/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ddbb5c754f4441b1c2fe0046307df2baf02d76afadae7112ea9c262f4f652d46.jpg", - "bytes": 271418, - "contentType": "image/jpeg", - "sha256": "ddbb5c754f4441b1c2fe0046307df2baf02d76afadae7112ea9c262f4f652d46" - }, - { - "id": "validation_Sociology_12", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/948/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/06a2b313e5a4db5e474fd701b49220f82dac04805d3cbaea96fd12faacc5de33.jpg", - "bytes": 380332, - "contentType": "image/jpeg", - "sha256": "06a2b313e5a4db5e474fd701b49220f82dac04805d3cbaea96fd12faacc5de33" - }, - { - "id": "validation_Sociology_15", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/122/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/577d21e00ad0fde2d6b6a2f8fe9e0f6b8b6204768301bf3a8e06b83eff40bc55.png", - "bytes": 235020, - "contentType": "image/png", - "sha256": "577d21e00ad0fde2d6b6a2f8fe9e0f6b8b6204768301bf3a8e06b83eff40bc55" - }, - { - "id": "validation_Sociology_17", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1015/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5075cc7f9042179dc12318f560daca923ed7f342805a4ac6e1b133185874a8fd.jpg", - "bytes": 391344, - "contentType": "image/jpeg", - "sha256": "5075cc7f9042179dc12318f560daca923ed7f342805a4ac6e1b133185874a8fd" - }, - { - "id": "validation_Sociology_20", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/228/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5eb12a13b50099c15eb6449cfb47f7a75f6bbb279569bc69c4f21d459d0fcf5a.png", - "bytes": 865801, - "contentType": "image/png", - "sha256": "5eb12a13b50099c15eb6449cfb47f7a75f6bbb279569bc69c4f21d459d0fcf5a" - }, - { - "id": "validation_Sociology_21", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1559/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/07c838a56e3d6e7f61451001fcd4c8897cc8a6bc9554951c95a0498296c08408.jpg", - "bytes": 74760, - "contentType": "image/jpeg", - "sha256": "07c838a56e3d6e7f61451001fcd4c8897cc8a6bc9554951c95a0498296c08408" - }, - { - "id": "validation_Sociology_22", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1550/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a731052bd35d1b0e47bdbc4293cd84401384f8f514d957a9c3a7ebcdba182cf.jpg", - "bytes": 53688, - "contentType": "image/jpeg", - "sha256": "5a731052bd35d1b0e47bdbc4293cd84401384f8f514d957a9c3a7ebcdba182cf" - }, - { - "id": "validation_Sociology_25", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/499/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2c3f2ce58cb4d364d38e1f6b918c927a2afdd770a6c43875dedfee0d23eb4feb.jpg", - "bytes": 204266, - "contentType": "image/jpeg", - "sha256": "2c3f2ce58cb4d364d38e1f6b918c927a2afdd770a6c43875dedfee0d23eb4feb" - }, - { - "id": "validation_Sociology_28", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1292/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4105cc72dace62c5d451d6f48770afcf771e57b5b903cacc2923930c45b59f5b.png", - "bytes": 1079170, - "contentType": "image/png", - "sha256": "4105cc72dace62c5d451d6f48770afcf771e57b5b903cacc2923930c45b59f5b" - }, - { - "id": "validation_Sociology_29", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/13/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a6937d0ff47ce5bffc2e1aef04e1d298f56277f1f4a8e417a5e35e6197c9bfd.png", - "bytes": 435233, - "contentType": "image/png", - "sha256": "1a6937d0ff47ce5bffc2e1aef04e1d298f56277f1f4a8e417a5e35e6197c9bfd" - }, - { - "id": "validation_Sociology_30", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1217/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d140d310b3bc1441c275bb1e413590962c6ceedccc492316c5c46812c0a87fb0.png", - "bytes": 513237, - "contentType": "image/png", - "sha256": "d140d310b3bc1441c275bb1e413590962c6ceedccc492316c5c46812c0a87fb0" - }, - { - "id": "validation_Sociology_4", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/928/image/image.jpg", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/65b8beed0fbc775d22bbbe2f68cce8756c6a2421d1acab17841a5f6e56098880.jpg", - "bytes": 149608, - "contentType": "image/jpeg", - "sha256": "65b8beed0fbc775d22bbbe2f68cce8756c6a2421d1acab17841a5f6e56098880" - }, - { - "id": "validation_Sociology_5", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1272/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45693c9d44365fc87e13506260f3f06bd9fe98ac5adce77ae253002961797cda.png", - "bytes": 549302, - "contentType": "image/png", - "sha256": "45693c9d44365fc87e13506260f3f06bd9fe98ac5adce77ae253002961797cda" - }, - { - "id": "validation_Sociology_8", - "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/363/image/image.png", - "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f62e00df64f69977ad4e346e348bfe9fc77b454498dd6991f65fe0fdb087ec0c.png", - "bytes": 735143, - "contentType": "image/png", - "sha256": "f62e00df64f69977ad4e346e348bfe9fc77b454498dd6991f65fe0fdb087ec0c" - } - ] -} diff --git a/src/benchmarks/mmmu-pro-media-manifest.test.ts b/src/benchmarks/mmmu-pro-media-manifest.test.ts deleted file mode 100644 index a27ed79a..00000000 --- a/src/benchmarks/mmmu-pro-media-manifest.test.ts +++ /dev/null @@ -1,124 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { - MMMU_PRO_DEFAULT_REVISION, - buildMmmuProMediaManifest, - mmmuProMediaManifestFor, -} from "./mmmu-pro-media-manifest"; -import { mmmuProVisionRecordToSample } from "./mmmu-pro-vision"; - -const revision = "a".repeat(40); -const sourcePath = `/cached-assets/MMMU/MMMU_Pro/--/${revision}/--/vision/test/0/image/image.png`; -const image = { - id: "test_History_1", - sourcePath, - url: `https://mirror.example/mmmu-pro/${revision}/image.png`, - bytes: 10, - contentType: "image/png", - sha256: "b".repeat(64), -}; - -function rawManifest(images = [image]) { - return { - dataset: "MMMU/MMMU_Pro", - config: "vision", - split: "test", - revision, - images, - manifestHash: "0".repeat(64), - }; -} - -describe("MMMU Pro mirrored media", () => { - it("replaces an expired signed URL without changing the prompt, answer, or image detail", () => { - const manifest = buildMmmuProMediaManifest(rawManifest()); - const record = { - id: image.id, - image: { - src: `https://datasets-server.huggingface.co${sourcePath}?Expires=1&Signature=expired`, - }, - options: "['first', 'second']", - answer: "B", - }; - const original = mmmuProVisionRecordToSample(record, 0, "low"); - const mirrored = mmmuProVisionRecordToSample(record, 0, "low", manifest); - expect(manifest.imageById.get(image.id)).not.toHaveProperty("bytes"); - expect(manifest.imageById.get(image.id)).not.toHaveProperty("sha256"); - expect(mirrored.input).toBe(original.input); - expect(mirrored.target).toEqual(original.target); - expect(mirrored.contentParts?.at(1)).toEqual({ - type: "image_url", - imageUrl: { url: image.url, detail: "low" }, - }); - expect(mirrored.metadata?.["media_manifest_hash"]).toBe( - manifest.manifestHash - ); - expect(mirrored.metadata?.["dataset_revision"]).toBe(revision); - expect(JSON.stringify(mirrored)).not.toContain("Signature"); - expect(JSON.stringify(mirrored)).not.toContain("base64"); - expect(() => - mmmuProVisionRecordToSample( - { ...record, id: "missing" }, - 0, - undefined, - manifest - ) - ).toThrow("missing from media manifest"); - expect(() => - mmmuProVisionRecordToSample( - { ...record, image: null }, - 0, - undefined, - manifest - ) - ).toThrow("missing or invalid"); - expect(() => - mmmuProVisionRecordToSample( - { - ...record, - image: { src: record.image.src.replace(revision, "c".repeat(40)) }, - }, - 0, - undefined, - manifest - ) - ).toThrow("changed"); - }); - - it("rejects invalid, duplicate, or wrong-revision manifest entries", () => { - expect(() => - buildMmmuProMediaManifest({ - ...rawManifest(), - manifestHash: "invalid", - }) - ).toThrow(); - expect(() => - buildMmmuProMediaManifest(rawManifest([image, image])) - ).toThrow("duplicate"); - expect(() => - buildMmmuProMediaManifest( - rawManifest([ - { - ...image, - sourcePath: sourcePath.replace(revision, "c".repeat(40)), - }, - ]) - ) - ).toThrow("revision"); - expect(() => buildMmmuProMediaManifest({})).toThrow(); - }); - - it("ships a complete committed manifest for the default revision only", () => { - const committed = mmmuProMediaManifestFor(MMMU_PRO_DEFAULT_REVISION); - expect(committed).toBeDefined(); - expect(committed!.revision).toBe(MMMU_PRO_DEFAULT_REVISION); - expect(committed!.imageById.size).toBe(1730); - const urlPrefix = `https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/${MMMU_PRO_DEFAULT_REVISION}/`; - expect( - [...committed!.imageById.values()].every((entry) => - entry.url.startsWith(urlPrefix) - ) - ).toBe(true); - expect(mmmuProMediaManifestFor("c".repeat(40))).toBeUndefined(); - }); -}); diff --git a/src/benchmarks/mmmu-pro-media-manifest.ts b/src/benchmarks/mmmu-pro-media-manifest.ts deleted file mode 100644 index 418364fe..00000000 --- a/src/benchmarks/mmmu-pro-media-manifest.ts +++ /dev/null @@ -1,96 +0,0 @@ -import { z } from "../internal/zod"; -import manifestJson from "./mmmu-pro-media-manifest.json"; - -export const MMMU_PRO_DATASET_PATH = "MMMU/MMMU_Pro"; -export const MMMU_PRO_VISION_SUBSET = "vision"; -export const MMMU_PRO_SPLIT = "test"; -export const MMMU_PRO_DEFAULT_REVISION = - "563f3e84bb3b90893083a1f039cfa13077f2302b"; - -const HF_ORIGIN = "https://datasets-server.huggingface.co"; -const CACHED_ASSET_ROOT = `/cached-assets/${MMMU_PRO_DATASET_PATH}/`; - -export function mmmuProCachedAssetPrefix(revision: string): string { - return `${CACHED_ASSET_ROOT}--/${revision}/--/${MMMU_PRO_VISION_SUBSET}/${MMMU_PRO_SPLIT}/`; -} - -const MmmuProMediaManifestSchema = z.object({ - dataset: z.literal(MMMU_PRO_DATASET_PATH), - config: z.literal(MMMU_PRO_VISION_SUBSET), - split: z.literal(MMMU_PRO_SPLIT), - revision: z.string().regex(/^[a-f0-9]{40}$/), - manifestHash: z.string().regex(/^[a-f0-9]{64}$/), - images: z - .array( - z.object({ - id: z.string().min(1), - sourcePath: z.string().startsWith(CACHED_ASSET_ROOT), - url: z.url(), - }) - ) - .min(1), -}); - -type ManifestImage = z.infer< - typeof MmmuProMediaManifestSchema ->["images"][number]; - -export interface MmmuProMediaManifest { - readonly revision: string; - readonly manifestHash: string; - readonly imageById: ReadonlyMap; -} - -export function buildMmmuProMediaManifest(raw: unknown): MmmuProMediaManifest { - const manifest = MmmuProMediaManifestSchema.parse(raw); - const sourcePrefix = mmmuProCachedAssetPrefix(manifest.revision); - const imageById = new Map(); - for (const image of manifest.images) { - if (imageById.has(image.id)) { - throw new TypeError( - `MMMU Pro media manifest has duplicate id ${image.id}` - ); - } - if (!image.sourcePath.startsWith(sourcePrefix)) { - throw new TypeError( - `MMMU Pro image ${image.id} does not match manifest revision` - ); - } - imageById.set(image.id, image); - } - return { - revision: manifest.revision, - manifestHash: manifest.manifestHash, - imageById, - }; -} - -export function mirroredMmmuProImage( - manifest: MmmuProMediaManifest, - id: string, - sourceUrl: string -): string { - const image = manifest.imageById.get(id); - if (image === undefined) { - throw new TypeError(`MMMU Pro image ${id} is missing from media manifest`); - } - const source = new URL(sourceUrl); - if (source.origin !== HF_ORIGIN || source.pathname !== image.sourcePath) { - throw new TypeError( - `MMMU Pro image ${id} changed; regenerate media manifest for the current dataset revision` - ); - } - return image.url; -} - -const MMMU_PRO_MEDIA_MANIFESTS: readonly MmmuProMediaManifest[] = [ - buildMmmuProMediaManifest(manifestJson), -]; - -export function mmmuProMediaManifestFor( - revision: string -): MmmuProMediaManifest | undefined { - return MMMU_PRO_MEDIA_MANIFESTS.find( - (manifest) => manifest.revision === revision - ); -} diff --git a/src/benchmarks/mmmu-pro-vision.test.ts b/src/benchmarks/mmmu-pro-vision.test.ts deleted file mode 100644 index a3b258a3..00000000 --- a/src/benchmarks/mmmu-pro-vision.test.ts +++ /dev/null @@ -1,124 +0,0 @@ -import { afterEach, describe, expect, it } from "bun:test"; - -import { blockNetwork } from "../../test/helpers/block-network"; -import { NOOP_PROGRESS_REPORTER } from "../harness/progress"; -import { assertLeft } from "../internal/testing"; -import { runBenchmarkById } from "../runner/run-by-id"; -import { mmmuProVisionRecordToSample } from "./mmmu-pro-vision"; -import { getBenchmark } from "./registry"; - -const VISION_RECORD: Readonly> = { - id: "test_History_1", - image: { src: "https://example.com/history.png", height: 1182, width: 1014 }, - options: - "['Political instability', 'The spread of pathogens', 'New trade routes', 'Climate change', 'Migrations', 'Tech advancements', 'Mongol invasions', 'Large-scale famine', 'Economic prosperity', 'Religious conflicts']", - answer: "B", - subject: "History", -}; - -const VISION_RECORD_WITH_QUESTION: Readonly> = { - id: "test_Math_5", - image: { src: "https://example.com/math.png", height: 400, width: 600 }, - question: "What is shown in this graph?", - options: "['Linear', 'Quadratic', 'Exponential']", - answer: "C", - subject: "Math", - topic_difficulty: "Hard", -}; - -const VISION_RECORD_NO_IMAGE: Readonly> = { - id: "test_CS_1", - image: null, - options: "['O(n)', 'O(n^2)']", - answer: "A", - subject: "Computer_Science", -}; -describe("mmmuProVisionRecordToSample", () => { - it("builds a 10-option MCQ prompt with letters A–J", () => { - const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0); - expect(sample.input).toContain("LETTER is one of ABCDEFGHIJ"); - expect(sample.input).toContain("A) Political instability"); - expect(sample.input).toContain("J) Religious conflicts"); - }); - it("uses default question when record has no question field", () => { - const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0); - expect(sample.input).toContain("Use the image to answer the question"); - }); - it("uses record question when present", () => { - const sample = mmmuProVisionRecordToSample(VISION_RECORD_WITH_QUESTION, 0); - expect(sample.input).toContain("What is shown in this graph?"); - expect(sample.input).not.toContain("Use the image to answer the question"); - }); - it("converts VISION_RECORD to sample with correct id, target, image, and metadata", () => { - const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0); - expect(sample.id).toBe("test_History_1"); - expect(sample.target.text).toBe("B"); - expect(sample.contentParts).toBeDefined(); - const imageParts = sample.contentParts!.filter( - (p) => p.type === "image_url" - ); - expect(imageParts).toHaveLength(1); - expect( - imageParts[0]!.type === "image_url" && imageParts[0]!.imageUrl.url - ).toBe("https://example.com/history.png"); - expect(sample.metadata?.["question_type"]).toBe("multiple-choice"); - expect(sample.metadata?.["subject"]).toBe("History"); - }); - it("omits contentParts when image is null", () => { - const sample = mmmuProVisionRecordToSample(VISION_RECORD_NO_IMAGE, 0); - expect(sample.contentParts).toBeUndefined(); - }); - it("uses fallback id when record id is missing", () => { - const record = { ...VISION_RECORD, id: undefined }; - const sample = mmmuProVisionRecordToSample(record, 7); - expect(sample.id).toBe("mmmu-pro-vision-7"); - }); - it("applies imageDetail to image content parts", () => { - const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0, "low"); - const imageParts = sample.contentParts!.filter( - (p) => p.type === "image_url" - ); - expect(imageParts).toHaveLength(1); - expect( - imageParts[0]!.type === "image_url" && imageParts[0]!.imageUrl.detail - ).toBe("low"); - }); - it("omits detail when imageDetail is not provided", () => { - const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0); - const imagePart = sample.contentParts!.find((p) => p.type === "image_url"); - expect( - imagePart!.type === "image_url" && imagePart!.imageUrl.detail - ).toBeUndefined(); - }); -}); -describe("MMMU Pro Vision benchmark registry", () => { - let restoreNetwork: (() => void) | undefined; - afterEach(() => { - restoreNetwork?.(); - restoreNetwork = undefined; - }); - it("resolves mmmu_pro_vision with a complete definition", () => { - const b = getBenchmark("mmmu_pro_vision"); - expect(b).toBeDefined(); - expect(b?.id).toBe("mmmu_pro_vision"); - expect(b?.temperature).toBe(0); - expect(b?.defaultEpochs).toBe(1); - expect(typeof b?.makeLayer).toBe("function"); - expect(typeof b?.makeDatasetLayer).toBe("function"); - }); - it("dispatches runBenchmarkById through the registry entry", async () => { - restoreNetwork = blockNetwork(); - const result = await runBenchmarkById({ - benchmarkId: "mmmu_pro_vision", - apiKey: "unused", - benchmarkConfig: { benchmarkId: "mmmu_pro_vision", model: "test/model" }, - epochs: 1, - maxConcurrency: 1, - range: { start: 0, end: 1 }, - datasetRetry: { baseDelayMs: 0 }, - sessionId: "test", - progressReporter: NOOP_PROGRESS_REPORTER, - }); - assertLeft(result); - }); -}); diff --git a/src/benchmarks/mmmu-pro-vision.ts b/src/benchmarks/mmmu-pro-vision.ts deleted file mode 100644 index dec6f08f..00000000 --- a/src/benchmarks/mmmu-pro-vision.ts +++ /dev/null @@ -1,210 +0,0 @@ -import type { Layer } from "effect/Layer"; - -import { HfImageSchema, makeHfDatasetLayer } from "../datasets/huggingface"; -import type { ImageDetail } from "../harness/constants"; -import type { ContentPart, Sample } from "../harness/core"; -import type { Dataset as DatasetTag } from "../harness/dataset"; -import type { GenerateConfig, ModelService } from "../harness/model"; -import type { SolverService } from "../harness/solver"; -import { chain, generate, systemMessage } from "../harness/solver"; -import { Either } from "../internal/either"; -import { definedValues, isDefinedAndNotNull } from "../internal/guards"; -import { parseSchema } from "../internal/zod"; -import type { RetryConfig } from "../runtime/retry"; -import type { - InferenceOverride, - GeminiMediaResolution, - MmmuProVisionBenchmarkConfig, -} from "./benchmark-config"; -import { MMMU_PRO_VISION_META } from "./benchmark-meta"; -import { defineSingleTurnBenchmark } from "./define-single-turn-benchmark"; -import type { MmmuProMediaManifest } from "./mmmu-pro-media-manifest"; -import { - MMMU_PRO_DATASET_PATH, - MMMU_PRO_DEFAULT_REVISION, - MMMU_PRO_SPLIT, - MMMU_PRO_VISION_SUBSET, - mirroredMmmuProImage, - mmmuProMediaManifestFor, -} from "./mmmu-pro-media-manifest"; -import { MMMU_SYSTEM_MESSAGE, parseOptions } from "./mmmu-shared"; -import { buildDynamicMcqPrompt } from "./scorers/mcq/dynamic-prompt"; -import { mcqScorer } from "./scorers/mcq/scorer"; -import type { Benchmark } from "./types"; - -const DEFAULT_QUESTION = - "Use the image to answer the question. Choose the best option."; - -function asString(value: unknown, fallback: string): string { - return typeof value === "string" ? value : fallback; -} - -export function mmmuProVisionRecordToSample( - record: Readonly>, - index: number, - imageDetail?: ImageDetail, - mediaManifest?: MmmuProMediaManifest -): Sample { - const id = asString(record["id"], `mmmu-pro-vision-${index}`); - const questionRaw = record["question"]; - const question = - typeof questionRaw === "string" && questionRaw.trim().length > 0 - ? questionRaw.trim() - : DEFAULT_QUESTION; - const answer = asString(record["answer"], ""); - const options = parseOptions(record["options"]); - const input = - options.length > 0 - ? buildDynamicMcqPrompt(question, options) - : `${question}\n\nAnswer succinctly.`; - const contentParts: ContentPart[] = [{ type: "text", text: input }]; - let numImages = 0; - const parsedImage = parseSchema(HfImageSchema, record["image"]); - if (mediaManifest !== undefined && Either.isLeft(parsedImage)) { - throw new TypeError(`MMMU Pro image ${id} is missing or invalid`); - } - if (Either.isRight(parsedImage)) { - contentParts.push({ - type: "image_url", - imageUrl: definedValues({ - url: - mediaManifest === undefined - ? parsedImage.right.src - : mirroredMmmuProImage(mediaManifest, id, parsedImage.right.src), - detail: imageDetail, - }), - }); - numImages++; - } - for (let i = 1; i <= 7; i++) { - const imgField = record[`image_${i}`]; - if (!isDefinedAndNotNull(imgField)) { - continue; - } - const parsed = parseSchema(HfImageSchema, imgField); - if (Either.isLeft(parsed)) { - continue; - } - contentParts.push({ - type: "image_url", - imageUrl: definedValues({ - url: parsed.right.src, - detail: imageDetail, - }), - }); - numImages++; - } - if (mediaManifest !== undefined && numImages !== 1) { - throw new TypeError(`MMMU Pro vision expected one image for ${id}`); - } - return { - id, - input, - target: { text: answer }, - contentParts: numImages > 0 ? contentParts : undefined, - metadata: { - question_type: "multiple-choice", - subject: record["subject"] ?? "", - topic_difficulty: record["topic_difficulty"] ?? "", - answer, - num_images: numImages, - ...definedValues({ - media_manifest_hash: mediaManifest?.manifestHash, - dataset_revision: mediaManifest?.revision, - }), - }, - }; -} - -interface MmmuProVisionDatasetOpts { - readonly imageDetail?: ImageDetail; - readonly retry?: RetryConfig; - readonly revision?: string; -} - -export function makeMmmuProVisionDatasetLayer( - opts?: MmmuProVisionDatasetOpts -): Layer { - const revision = opts?.revision ?? MMMU_PRO_DEFAULT_REVISION; - const mediaManifest = mmmuProMediaManifestFor(revision); - return makeHfDatasetLayer({ - dataset: MMMU_PRO_DATASET_PATH, - config: MMMU_PRO_VISION_SUBSET, - split: MMMU_PRO_SPLIT, - revision, - recordToSample: (record, idx) => - mmmuProVisionRecordToSample( - record, - idx, - opts?.imageDetail, - mediaManifest - ), - ...definedValues({ retry: opts?.retry }), - }); -} - -export function mmmuProVisionSolver( - model: ModelService, - opts: { - readonly endpointId?: string; - readonly inference: InferenceOverride; - readonly mediaResolution?: GeminiMediaResolution; - } -): SolverService { - const config: GenerateConfig = { - temperature: 0, - ...definedValues(opts.inference), - ...definedValues({ - endpointId: opts.endpointId, - extraBody: - opts.mediaResolution !== undefined - ? { media_resolution: opts.mediaResolution } - : undefined, - }), - }; - return chain(systemMessage(MMMU_SYSTEM_MESSAGE), generate(model, config)); -} - -export const MMMU_PRO_VISION_BENCHMARK: Benchmark = defineSingleTurnBenchmark({ - id: "mmmu_pro_vision", - temperature: 0, - defaultEpochs: MMMU_PRO_VISION_META.defaultEpochs, - isConfig: (config): config is MmmuProVisionBenchmarkConfig => - config.benchmarkId === "mmmu_pro_vision", - makeDatasetLayer: (retryConfig) => - makeMmmuProVisionDatasetLayer( - retryConfig !== undefined ? { retry: retryConfig } : undefined - ), - makeDatasetLayerForConfig: (config, retryConfig) => - makeMmmuProVisionDatasetLayer( - definedValues({ - imageDetail: config.imageDetail, - revision: config.datasetRevision, - retry: retryConfig, - }) - ), - scorer: mcqScorer, - makeSolver: (model, config) => - mmmuProVisionSolver( - model, - definedValues({ - endpointId: config.endpointId, - mediaResolution: config.mediaResolution, - inference: { - temperature: config.temperature, - maxTokens: config.maxTokens, - reasoningEffort: config.reasoningEffort, - timeoutMs: config.timeoutMs, - sort: config.sort, - providerOnly: config.providerOnly, - providerIgnore: config.providerIgnore, - allowFallbacks: config.allowFallbacks, - cloudflareVersion: config.cloudflareVersion, - experimentIds: config.experimentIds, - costTier: config.costTier, - costQualityTradeoff: config.costQualityTradeoff, - switchyardAlgorithm: config.switchyardAlgorithm, - }, - }) - ), -}); diff --git a/src/benchmarks/native-eval-migration.test.ts b/src/benchmarks/native-eval-migration.test.ts new file mode 100644 index 00000000..a1fb8996 --- /dev/null +++ b/src/benchmarks/native-eval-migration.test.ts @@ -0,0 +1,30 @@ +import { describe, expect, it } from "bun:test"; + +import { assertLeft, assertRight } from "../internal/testing"; +import { parseSchema } from "../internal/zod"; +import { BENCHMARK_OPTIONS_SCHEMAS, KeplerBenchmarkRunConfigSchema } from "./benchmark-config"; +import { getBenchmarkMeta } from "./benchmark-meta"; +import { getBenchmark } from "./registry"; + +describe("native eval migration", () => { + it.each(["mmmu_pro_vision", "tau3_bench_banking"])("does not expose %s through Kepler", (benchmarkId) => { + expect(getBenchmark(benchmarkId)).toBeUndefined(); + expect(getBenchmarkMeta(benchmarkId)).toBeUndefined(); + expect(Object.keys(BENCHMARK_OPTIONS_SCHEMAS)).not.toContain(benchmarkId); + assertLeft(parseSchema(KeplerBenchmarkRunConfigSchema, { + benchmarkId, + model: "openai/gpt-5", + reasoningEffort: "high", + })); + }); + + it.each(["gpqa_diamond", "mmlu_pro", "tau_bench_verified_airline", "vgi_bench"])("retains %s", (benchmarkId) => { + expect(getBenchmark(benchmarkId)).toBeDefined(); + expect(getBenchmarkMeta(benchmarkId)).toBeDefined(); + assertRight(parseSchema(KeplerBenchmarkRunConfigSchema, { + benchmarkId, + model: "openai/gpt-5", + reasoningEffort: "high", + })); + }); +}); diff --git a/src/benchmarks/registry.ts b/src/benchmarks/registry.ts index 37a0d9a3..0e239da4 100644 --- a/src/benchmarks/registry.ts +++ b/src/benchmarks/registry.ts @@ -2,13 +2,11 @@ import { DRACO_BENCHMARK } from "./draco/benchmark"; import { GPQA_BENCHMARK } from "./gpqa"; import { IFSTRUCT_BENCHMARK } from "./ifstruct/benchmark"; import { MMLU_PRO_BENCHMARK } from "./mmlu-pro"; -import { MMMU_PRO_VISION_BENCHMARK } from "./mmmu-pro-vision"; import { BROWSECOMP_BENCHMARK } from "./search/browsecomp/benchmark"; import { DSQA_BENCHMARK } from "./search/dsqa/benchmark"; import { HLE_BENCHMARK } from "./search/hle/benchmark"; import { WIDESEARCH_BENCHMARK } from "./search/widesearch/benchmark"; import { TAU_BENCH_AIRLINE_BENCHMARK } from "./tau-bench-airline/benchmark"; -import { TAU3_BENCH_BANKING_BENCHMARK } from "./tau3-bench-banking/benchmark"; import { TOOLCALL_FORMATS_BENCHMARK } from "./toolcall-formats/benchmark"; import type { Benchmark } from "./types"; import { VGI_BENCH_BENCHMARK } from "./vgi-bench/benchmark"; @@ -17,8 +15,6 @@ const BENCHMARKS: Record = { [GPQA_BENCHMARK.id]: GPQA_BENCHMARK, [MMLU_PRO_BENCHMARK.id]: MMLU_PRO_BENCHMARK, [TAU_BENCH_AIRLINE_BENCHMARK.id]: TAU_BENCH_AIRLINE_BENCHMARK, - [TAU3_BENCH_BANKING_BENCHMARK.id]: TAU3_BENCH_BANKING_BENCHMARK, - [MMMU_PRO_VISION_BENCHMARK.id]: MMMU_PRO_VISION_BENCHMARK, [DRACO_BENCHMARK.id]: DRACO_BENCHMARK, [IFSTRUCT_BENCHMARK.id]: IFSTRUCT_BENCHMARK, [TOOLCALL_FORMATS_BENCHMARK.id]: TOOLCALL_FORMATS_BENCHMARK, diff --git a/src/benchmarks/tau3-bench-banking/action-match.test.ts b/src/benchmarks/tau3-bench-banking/action-match.test.ts deleted file mode 100644 index 251f10e5..00000000 --- a/src/benchmarks/tau3-bench-banking/action-match.test.ts +++ /dev/null @@ -1,245 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { compareActionWithToolCall } from "./action-match"; -import type { Tau3Action } from "./types"; -describe("compareActionWithToolCall", () => { - it("matches a simple tool call by name and args", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "get_user_information_by_id", - arguments: { user_id: "user_123" }, - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "get_user_information_by_id", - { - user_id: "user_123", - } - ); - expect(result).toBe(true); - }); - it("rejects when tool names do not match", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "get_user_information_by_id", - arguments: { user_id: "user_123" }, - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "get_user_information_by_name", - { - user_id: "user_123", - } - ); - expect(result).toBe(false); - }); - it("rejects when arguments do not match", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "get_user_information_by_id", - arguments: { user_id: "user_123" }, - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "get_user_information_by_id", - { - user_id: "user_456", - } - ); - expect(result).toBe(false); - }); - it("matches inner-tool call for call_discoverable_agent_tool", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "call_discoverable_agent_tool", - arguments: { - agent_tool_name: "get_bank_account_transactions_9173", - arguments: { account_id: "acc_001", limit: 10 }, - }, - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "call_discoverable_agent_tool", - { - agent_tool_name: "get_bank_account_transactions_9173", - arguments: { account_id: "acc_001", limit: 10 }, - } - ); - expect(result).toBe(true); - }); - it("rejects inner-tool call when inner tool name differs", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "call_discoverable_agent_tool", - arguments: { - agent_tool_name: "get_bank_account_transactions_9173", - arguments: { account_id: "acc_001" }, - }, - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "call_discoverable_agent_tool", - { - agent_tool_name: "get_bank_account_transactions_9174", - arguments: { account_id: "acc_001" }, - } - ); - expect(result).toBe(false); - }); - it("rejects inner-tool call when inner arguments differ", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "call_discoverable_agent_tool", - arguments: { - agent_tool_name: "get_bank_account_transactions_9173", - arguments: { account_id: "acc_001", limit: 10 }, - }, - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "call_discoverable_agent_tool", - { - agent_tool_name: "get_bank_account_transactions_9173", - arguments: { account_id: "acc_001", limit: 20 }, - } - ); - expect(result).toBe(false); - }); - it("matches inner-tool call for call_discoverable_user_tool", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "call_discoverable_user_tool", - arguments: { - discoverable_tool_name: "apply_for_credit_card", - arguments: { card_type: "Gold Rewards Card" }, - }, - requestor: "user", - }; - const result = compareActionWithToolCall( - action, - "call_discoverable_user_tool", - { - discoverable_tool_name: "apply_for_credit_card", - arguments: { card_type: "Gold Rewards Card" }, - } - ); - expect(result).toBe(true); - }); - it("compares only compare_args keys when compare_args is set", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "transfer_to_human_agents", - arguments: { reason: "user_request", summary: "golden summary" }, - compare_args: ["reason"], - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "transfer_to_human_agents", - { - reason: "user_request", - summary: "a completely different summary", - } - ); - expect(result).toBe(true); - }); - it("rejects when a compare_args key differs", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "transfer_to_human_agents", - arguments: { reason: "user_request" }, - compare_args: ["reason"], - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "transfer_to_human_agents", - { - reason: "out_of_scope", - } - ); - expect(result).toBe(false); - }); - it("matches on name alone when compare_args is empty", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "request_human_agent_transfer", - arguments: {}, - compare_args: [], - requestor: "user", - }; - const result = compareActionWithToolCall( - action, - "request_human_agent_transfer", - { - anything: "goes", - } - ); - expect(result).toBe(true); - }); - it("matches discoverable call on inner name only when compare_args selects it", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "call_discoverable_agent_tool", - arguments: { - agent_tool_name: "get_bank_account_transactions_9173", - arguments: '{"account_id": "acc_001"}', - }, - compare_args: ["agent_tool_name"], - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "call_discoverable_agent_tool", - { - agent_tool_name: "get_bank_account_transactions_9173", - arguments: '{"account_id": "acc_999", "limit": 5}', - } - ); - expect(result).toBe(true); - }); - it("rejects when a compare_args key is present on only one side", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "change_user_email", - arguments: { user_id: "user_123" }, - compare_args: ["user_id", "new_email"], - requestor: "assistant", - }; - const result = compareActionWithToolCall(action, "change_user_email", { - user_id: "user_123", - new_email: "a@b.com", - }); - expect(result).toBe(false); - }); - it("handles nested object arguments correctly", () => { - const action: Tau3Action = { - action_id: "act_001", - name: "call_discoverable_agent_tool", - arguments: { - agent_tool_name: "some_tool", - arguments: { - nested: { key1: "value1", key2: 2 }, - }, - }, - requestor: "assistant", - }; - const result = compareActionWithToolCall( - action, - "call_discoverable_agent_tool", - { - agent_tool_name: "some_tool", - arguments: { - nested: { key2: 2, key1: "value1" }, - }, - } - ); - expect(result).toBe(true); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/action-match.ts b/src/benchmarks/tau3-bench-banking/action-match.ts deleted file mode 100644 index 6f69878f..00000000 --- a/src/benchmarks/tau3-bench-banking/action-match.ts +++ /dev/null @@ -1,35 +0,0 @@ -import { isRecord } from "../../internal/guards"; -import type { Tau3Action } from "./types"; - -function stableStringify(value: unknown): string { - if (Array.isArray(value)) { - return `[${value.map(stableStringify).join(",")}]`; - } - if (isRecord(value)) { - const entries = Object.keys(value) - .toSorted() - .map((k) => `${JSON.stringify(k)}:${stableStringify(value[k])}`); - return `{${entries.join(",")}}`; - } - return JSON.stringify(value) ?? "null"; -} - -function deepEqual(a: unknown, b: unknown): boolean { - return stableStringify(a) === stableStringify(b); -} - -export function compareActionWithToolCall( - action: Tau3Action, - toolName: string, - toolArgs: Readonly> -): boolean { - if (action.name !== toolName) { - return false; - } - const compareArgs = action.compare_args ?? Object.keys(toolArgs); - return compareArgs.every( - (key) => - key in toolArgs === key in action.arguments && - deepEqual(toolArgs[key], action.arguments[key]) - ); -} diff --git a/src/benchmarks/tau3-bench-banking/agent-prompts.test.ts b/src/benchmarks/tau3-bench-banking/agent-prompts.test.ts deleted file mode 100644 index 8d78b501..00000000 --- a/src/benchmarks/tau3-bench-banking/agent-prompts.test.ts +++ /dev/null @@ -1,173 +0,0 @@ -import { describe, it, expect, beforeEach } from "bun:test"; -import { createHash } from "node:crypto"; - -import { - buildBankingAgentSystemPrompt, - DEFAULT_FIRST_AGENT_MESSAGE, -} from "./agent-prompts"; -import { seedBankingDocumentsCache } from "./documents"; - -const FIXTURE_DOCS = [ - { - id: "doc_test_accounts_001", - title: "Accounts Overview", - content: "Information about bank accounts.", - }, - { - id: "doc_test_cards_002", - title: "Debit Cards Guide", - content: "How to use debit cards.", - }, - { - id: "doc_test_disputes_003", - title: "Dispute Resolution Process", - content: "Steps to file a dispute.", - }, -]; -describe("Banking Agent Prompts", () => { - beforeEach(() => { - seedBankingDocumentsCache(FIXTURE_DOCS); - }); - describe("DEFAULT_FIRST_AGENT_MESSAGE", () => { - it("is a greeting string", () => { - expect(typeof DEFAULT_FIRST_AGENT_MESSAGE).toBe("string"); - expect(DEFAULT_FIRST_AGENT_MESSAGE.length).toBeGreaterThan(0); - expect(DEFAULT_FIRST_AGENT_MESSAGE).toContain("help"); - }); - }); - describe("buildBankingAgentSystemPrompt", () => { - it("builds prompt with single required document", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: ["doc_test_accounts_001"], - retrievalConfig: "required_docs", - }); - expect(prompt).toContain(""); - expect(prompt).toContain(""); - expect(prompt).toContain(""); - expect(prompt).toContain(""); - expect(prompt).toContain("# Rho-Bank Customer Service Policy"); - expect(prompt).toContain("## Accounts Overview"); - expect(prompt).toContain("Information about bank accounts."); - expect(prompt).toContain(""); - }); - it("renders multiple required documents in order", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: [ - "doc_test_accounts_001", - "doc_test_cards_002", - "doc_test_disputes_003", - ], - retrievalConfig: "required_docs", - }); - expect(prompt).toContain("## Accounts Overview"); - expect(prompt).toContain("## Debit Cards Guide"); - expect(prompt).toContain("## Dispute Resolution Process"); - const accountsIdx = prompt.indexOf("## Accounts Overview"); - const cardsIdx = prompt.indexOf("## Debit Cards Guide"); - const disputesIdx = prompt.indexOf("## Dispute Resolution Process"); - expect(accountsIdx).toBeLessThan(cardsIdx); - expect(cardsIdx).toBeLessThan(disputesIdx); - }); - it("renders documents separated by --- separator", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: ["doc_test_accounts_001", "doc_test_cards_002"], - retrievalConfig: "required_docs", - }); - expect(prompt).toContain("---"); - }); - it("renders zero-doc variant as no documents provided", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: [], - retrievalConfig: "required_docs", - }); - expect(prompt).toContain("(No documents provided)"); - }); - it("includes policy header component", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: ["doc_test_accounts_001"], - retrievalConfig: "required_docs", - }); - expect(prompt).toContain("# Rho-Bank Customer Service Policy"); - expect(prompt).toContain("You are a helpful customer service agent"); - expect(prompt).toContain("## Guidelines"); - }); - it("includes additional instructions component", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: ["doc_test_accounts_001"], - retrievalConfig: "required_docs", - }); - expect(prompt).toContain("## Additional Instructions"); - expect(prompt).toContain("### Discoverable Tools"); - expect(prompt).toContain("### Authenticating Users"); - }); - it("throws when required doc id not in cache", () => { - const [firstDoc] = FIXTURE_DOCS; - if (!firstDoc) { - throw new Error("FIXTURE_DOCS is empty"); - } - seedBankingDocumentsCache([firstDoc]); - expect(() => - buildBankingAgentSystemPrompt({ - requiredDocIds: ["missing_doc_id"], - retrievalConfig: "required_docs", - }) - ).toThrow(/not in cache/); - }); - it("throws with doc id in error message", () => { - seedBankingDocumentsCache([]); - expect(() => - buildBankingAgentSystemPrompt({ - requiredDocIds: ["specific_missing_doc_id"], - retrievalConfig: "required_docs", - }) - ).toThrow(/specific_missing_doc_id/); - }); - it("wraps prompt with instructions and policy tags", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: ["doc_test_accounts_001"], - retrievalConfig: "required_docs", - }); - const instructionsStart = prompt.indexOf(""); - const instructionsEnd = prompt.indexOf(""); - const hasInstructionsTag = prompt.includes(""); - const hasInstructionsCloseTag = prompt.includes(""); - const hasPolicyTag = prompt.includes(""); - const hasPolicyCloseTag = prompt.includes(""); - expect(instructionsStart).toBeGreaterThanOrEqual(0); - expect(instructionsEnd).toBeGreaterThan(instructionsStart); - expect(hasInstructionsTag).toBe(true); - expect(hasInstructionsCloseTag).toBe(true); - expect(hasPolicyTag).toBe(true); - expect(hasPolicyCloseTag).toBe(true); - }); - it("uses the upstream classic BM25 and grep prompt without golden documents", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: ["doc_test_accounts_001"], - retrievalConfig: "bm25_grep", - }); - expect(prompt).toContain( - "**Search the knowledge base** for relevant information when appropriate using the provided `KB_search` (uses BM25 for retrieval) and `grep` tools." - ); - expect(prompt).not.toContain(""); - expect(prompt).not.toContain("Information about bank accounts."); - }); - it("matches the pinned upstream bm25_grep system prompt byte-for-byte", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: [], - retrievalConfig: "bm25_grep", - }); - expect(createHash("sha256").update(prompt).digest("hex")).toBe( - "6106f260b43df9b84e22ad54cc8d6652ce8eee9831fef4a208c7d82145d74462" - ); - }); - it("matches the pinned required_docs system prompt byte-for-byte", () => { - const prompt = buildBankingAgentSystemPrompt({ - requiredDocIds: [], - retrievalConfig: "required_docs", - }); - expect(createHash("sha256").update(prompt).digest("hex")).toBe( - "49d311c73c3034fb255b5d4967e598959bde63908dc8c4fa101e94ab57e78a60" - ); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/agent-prompts.ts b/src/benchmarks/tau3-bench-banking/agent-prompts.ts deleted file mode 100644 index d014fcaa..00000000 --- a/src/benchmarks/tau3-bench-banking/agent-prompts.ts +++ /dev/null @@ -1,151 +0,0 @@ -import { getBankingDocument } from "./documents"; -import type { BankingRetrievalConfig } from "./retrieval-config"; - -const UPSTREAM_POLICY_HEADER = `# Rho-Bank Customer Service Policy - -You are a helpful customer service agent for Rho-Bank. -Your goal is to help customers by searching the knowledge base and providing accurate information. - -## Guidelines - -1. Do not make up policies, information or actions that you can take on behalf of the user. All instructions will be found here or in the knowledge base. If you cannot find relevant information, let the user know.\u0020 -2. Do not ask for any documentation, receipts... from the customer unless it states very clearly in the knowledge base how to process it, and whether you're allowed to do so.\u0020 -3. Be polite and professional -4. If you need the current time, always use the get_current_time() tool. Do not make up or assume the current time.\u0020 -5. Generally, if the issue cannot be resolved or is outside your capabilities, ask the user whether they would like to be transferred to a human agent. If they do, invoke the appropriate transfer_to_human_agents tool. Do this only if you absolutely have to, and you are sure that there are no potential actions you can take as specified in the knowledge base, or in your policy. Do not transfer without asking the user first. This guidance may be overridden by specific scenario-based transfer guidance in the knowledge base.\u0020 -6. If an issue falls within your capabilities and the user still wants to be transferred to a human agent, kindly inform the user that you can help them, and try to help them first. If the user asks for a human agent 4 times, then you may invoke the transfer_to_human_agents tool. This guidance may be overridden by specific scenario-based transfer guidance in the knowledge base.\u0020 -7. Do not give intermediate responses to users while processing that would give away internal rho-bank information/policies.\u0020\n`; - -const UPSTREAM_ADDITIONAL_INSTRUCTIONS = ` -## Additional Instructions - -### Discoverable Tools - -#### Giving Discoverable Tools to Users -The knowledge base may contain instructions that indicate certain actions should be performed by the user themselves rather than by you. These are called "user discoverable tools." A user discoverable tool is a tool that you provide to the user so they can execute it on their own (e.g., through a customer portal or app). - -**When to give user discoverable tools:** -- Only give a tool when the user would like to perform an action, and the knowledge base explicitly has a tool that allows the user to perform this action (e.g., "to do X, have the user call tool_name(args)"). IMPORTANT: Do not unlock tools that you do not plan on giving to the user and actually using: this causes issues in database logging. -- You must search the knowledge base to find tools that you can give. Do not invent or guess user discoverable tools\u0020 -- Only use tool names and arguments discovered in the knowledge base - -**How to give a tool:** -- Use the \`give_discoverable_user_tool(discoverable_tool_name)\` function -- Provide the exact tool name as specified in the knowledge base -- Explain to the user what the tool does and how to use it, and what arguments to provide. Just explaining isn't enough, you must use the \`give_discoverable_user_tool(discoverable_tool_name)\` function. - -#### Unlocking and Using Agent Discoverable Tools -The knowledge base may contain references to specialized internal tools that you can unlock and use. These are called "agent discoverable tools." Unlike regular tools which are always available, these tools must be explicitly unlocked after discovering them in the knowledge base. - -**When to use agent discoverable tools:** -- Only unlock a tool when the knowledge base explicitly mentions it (e.g., "use tool_name to perform X"), and do not unlock tools you do not plan to use. -- You must search the knowledge base to find tools that you can unlock. Do not invent or guess tool names - only use tool names discovered in the knowledge base. - -**How to use agent discoverable tools:** -1. First, unlock the tool using \`unlock_discoverable_agent_tool(agent_tool_name)\` with the exact tool name from the knowledge base: you must unlock the tool before using it to get information on the proper params. IMPORTANT: Do not unlock tools that you do not plan on actually using: this causes issues in database logging. -2. Then, call the tool using \`call_discoverable_agent_tool(agent_tool_name, arguments)\` with the required arguments -3. The unlock step is required before calling - you cannot call a tool that hasn't been unlocked - -### Authenticating Users - -Generally, for any scenario involving accessing customer information in internal databases, you must first verify their identify before proceeding. No need to verify more than once in a single conversation. You should ONLY verify a user's identity if you need to access or modify their customer information in internal databases on their behalf. - -Here are some concrete examples: -* Looking up account balances, transaction history, referral history... -* Changing account settings (e.g., address, phone number, email) -* Closing an account -* Adding or removing authorized users -* Requesting information about specific transactions -* Discussing specific loan or credit details -* Filing a dispute on behalf of the user - -To verify the identity of the user, call the appropriate read tools, and ensure that they are able to give correctly any 2 out of the following values: date of birth, email, phone number, address. Knowing full name or userID is not enough to verify. After verification, you must call the verification logging tool to properly log the information into the verification records. Do not leak any information about the user before they are verified.`; - -const POLICY_HEADER = UPSTREAM_POLICY_HEADER.replaceAll( - /[ \t]+$/gmu, - "" -).trimEnd(); - -const ADDITIONAL_INSTRUCTIONS = UPSTREAM_ADDITIONAL_INSTRUCTIONS.replace( - "- Only give", - "- Only give" -) - .replace("user discoverable tools \n", "user discoverable tools\n") - .replace("tool name as", "tool name as"); - -const AGENT_INSTRUCTION = `You are a customer service agent that helps the user according to the provided below. -In each turn you can either: -- Send a message to the user. -- Make a tool call. -You cannot do both at the same time. - -Try to be helpful and always follow the policy. Always make sure you generate valid JSON only.`; - -export const DEFAULT_FIRST_AGENT_MESSAGE = "Hi! How can I help you today?"; - -export function buildBankingAgentSystemPrompt({ - requiredDocIds, - retrievalConfig, -}: { - readonly requiredDocIds: readonly string[]; - readonly retrievalConfig: BankingRetrievalConfig; -}): string { - const policy = buildBankingPolicy({ requiredDocIds, retrievalConfig }); - return ` -${AGENT_INSTRUCTION} - - -${policy} -`; -} - -function buildBankingPolicy({ - requiredDocIds, - retrievalConfig, -}: { - readonly requiredDocIds: readonly string[]; - readonly retrievalConfig: BankingRetrievalConfig; -}): string { - switch (retrievalConfig) { - case "required_docs": { - return buildRequiredDocumentsPolicy(requiredDocIds); - } - case "bm25_grep": { - return `${UPSTREAM_POLICY_HEADER} - -**Search the knowledge base** for relevant information when appropriate using the provided \`KB_search\` (uses BM25 for retrieval) and \`grep\` tools. - -${UPSTREAM_ADDITIONAL_INSTRUCTIONS} -`; - } - default: { - retrievalConfig satisfies never; - return ""; - } - } -} - -function buildRequiredDocumentsPolicy( - requiredDocIds: readonly string[] -): string { - const requiredDocumentsText = - requiredDocIds.length === 0 - ? "(No documents provided)" - : requiredDocIds - .map((docId) => { - const doc = getBankingDocument(docId); - return `## ${doc.title}\n\n${doc.content}`; - }) - .join("\n\n---\n\n"); - return `${POLICY_HEADER} - -## Documents you need to solve the problem - -The following documents contain the information you need to answer the customer's question and determine what actions to take. - -${ADDITIONAL_INSTRUCTIONS} - - -${requiredDocumentsText} -`; -} diff --git a/src/benchmarks/tau3-bench-banking/benchmark.test.ts b/src/benchmarks/tau3-bench-banking/benchmark.test.ts deleted file mode 100644 index be8022f8..00000000 --- a/src/benchmarks/tau3-bench-banking/benchmark.test.ts +++ /dev/null @@ -1,122 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { FetchHttpClient } from "@effect/platform"; -import { runPromise, scoped } from "effect/Effect"; -import { build, provide } from "effect/Layer"; - -import { assertLeft, assertRight } from "../../internal/testing"; -import { parseSchema } from "../../internal/zod"; -import { Tau3BenchBankingConfigSchema } from "../benchmark-config"; -import { getBenchmarkMeta } from "../benchmark-meta"; -import { getBenchmark } from "../registry"; -import { - TAU3_BENCH_BANKING_BENCHMARK, - TAU3_BENCH_BANKING_ID, -} from "./benchmark"; -describe("tau3_bench_banking registration", () => { - it("resolves from the registry", () => { - const benchmark = getBenchmark("tau3_bench_banking"); - expect(benchmark).toBe(TAU3_BENCH_BANKING_BENCHMARK); - expect(TAU3_BENCH_BANKING_ID).toBe("tau3_bench_banking"); - expect(TAU3_BENCH_BANKING_BENCHMARK.userModel).toBe("openai/gpt-5.4-mini"); - }); - it("has meta with defaultEpochs 5", () => { - const meta = getBenchmarkMeta("tau3_bench_banking"); - expect(meta?.defaultEpochs).toBe(5); - }); - it("resolves AA-parity banking defaults", () => { - const result = parseSchema(Tau3BenchBankingConfigSchema, { - benchmarkId: "tau3_bench_banking", - model: "openai/gpt-4o-mini", - reasoningEffort: "high", - }); - assertRight(result); - expect(result.right.userModel).toBe("openai/gpt-5.4-mini"); - expect(result.right.retrievalConfig).toBe("bm25_grep"); - expect(result.right.userReasoningEffort).toBe("medium"); - }); - it("treats an empty user model as unset", () => { - const result = parseSchema(Tau3BenchBankingConfigSchema, { - benchmarkId: "tau3_bench_banking", - model: "openai/gpt-4o-mini", - reasoningEffort: "high", - userModel: "", - }); - assertRight(result); - expect(result.right.userModel).toBe("openai/gpt-5.4-mini"); - }); - it("treats a whitespace-only user model as unset", () => { - const result = parseSchema(Tau3BenchBankingConfigSchema, { - benchmarkId: "tau3_bench_banking", - model: "openai/gpt-4o-mini", - reasoningEffort: "high", - userModel: " \t", - }); - assertRight(result); - expect(result.right.userModel).toBe("openai/gpt-5.4-mini"); - }); - it("allows overriding the user simulator reasoning effort", () => { - const result = parseSchema(Tau3BenchBankingConfigSchema, { - benchmarkId: "tau3_bench_banking", - model: "openai/gpt-4o-mini", - reasoningEffort: "high", - userReasoningEffort: "high", - }); - assertRight(result); - expect(result.right.userReasoningEffort).toBe("high"); - }); - it("parses a valid config", () => { - const result = parseSchema(Tau3BenchBankingConfigSchema, { - benchmarkId: "tau3_bench_banking", - model: "openai/gpt-4o-mini", - reasoningEffort: "high", - userModel: "google/gemini-2.5-flash", - retrievalConfig: "required_docs", - }); - assertRight(result); - expect(result.right.model).toBe("openai/gpt-4o-mini"); - expect(result.right.retrievalConfig).toBe("required_docs"); - }); - it("parses the bm25_grep retrieval config", () => { - const result = parseSchema(Tau3BenchBankingConfigSchema, { - benchmarkId: "tau3_bench_banking", - model: "openai/gpt-4o-mini", - reasoningEffort: "high", - retrievalConfig: "bm25_grep", - }); - assertRight(result); - expect(result.right.retrievalConfig).toBe("bm25_grep"); - }); - it("rejects a mismatched benchmarkId", () => { - const result = parseSchema(Tau3BenchBankingConfigSchema, { - benchmarkId: "tau_bench_verified_airline", - model: "openai/gpt-4o-mini", - }); - assertLeft(result); - }); - it("rejects an unknown retrievalConfig", () => { - const result = parseSchema(Tau3BenchBankingConfigSchema, { - benchmarkId: "tau3_bench_banking", - model: "openai/gpt-4o-mini", - retrievalConfig: "bm25", - }); - assertLeft(result); - }); - it("makeLayer rejects a mismatched config", async () => { - const layer = TAU3_BENCH_BANKING_BENCHMARK.makeLayer({ - apiKey: "test", - benchmarkConfig: { - benchmarkId: "gpqa_diamond", - model: "openai/gpt-4o-mini", - reasoningEffort: "high", - }, - sessionId: "test-session", - }); - const buildLayer = build(layer.pipe(provide(FetchHttpClient.layer))).pipe( - scoped - ); - await expect(runPromise(buildLayer)).rejects.toThrow( - "invalid benchmarkConfig" - ); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/benchmark.ts b/src/benchmarks/tau3-bench-banking/benchmark.ts deleted file mode 100644 index ca36355c..00000000 --- a/src/benchmarks/tau3-bench-banking/benchmark.ts +++ /dev/null @@ -1,133 +0,0 @@ -import { HttpClient } from "@effect/platform"; -import { gen, makeSemaphore } from "effect/Effect"; -import type { Layer } from "effect/Layer"; -import { - fail as layerFail, - effect as layerEffect, - provide as layerProvide, - mergeAll as layerMergeAll, - succeed as layerSucceed, -} from "effect/Layer"; - -import type { Dataset } from "../../harness/dataset"; -import { Model } from "../../harness/model"; -import { Scorer } from "../../harness/scorer"; -import { Solver } from "../../harness/solver"; -import { Either } from "../../internal/either"; -import { definedValues } from "../../internal/guards"; -import { parseSchema } from "../../internal/zod"; -import { makeOpenRouterModelLayer } from "../../providers/openrouter-model"; -import { - makeResponsesModelLayer, - ResponsesModel, -} from "../../providers/responses-model"; -import { Tau3BenchBankingConfigSchema } from "../benchmark-config"; -import { TAU3_BENCH_BANKING_META } from "../benchmark-meta"; -import type { Benchmark, BenchmarkRunInput } from "../types"; -import { makeBankingDatasetLayer } from "./dataset"; -import { bankingScorer } from "./scorer"; -import { bankingSolver } from "./solver"; -import type { SolverOpts } from "./types"; - -export const TAU3_BENCH_BANKING_TEMPERATURE = 0; - -export const TAU3_BENCH_BANKING_ID = TAU3_BENCH_BANKING_META.id; - -function makeBankingLayer( - input: BenchmarkRunInput -): Layer { - const { benchmarkConfig } = input; - const configParsed = parseSchema( - Tau3BenchBankingConfigSchema, - benchmarkConfig - ); - if (Either.isLeft(configParsed)) { - return layerFail( - new Error( - `tau3_bench_banking received invalid benchmarkConfig: ${configParsed.left.message}` - ) - ); - } - const config = configParsed.right; - const solverOpts: SolverOpts = definedValues({ - endpointId: config.endpointId, - userModelConfig: definedValues({ - apiKey: input.apiKey, - model: config.userModel, - baseUrl: input.baseUrl, - sessionId: input.sessionId, - userReasoningEffort: config.userReasoningEffort, - }), - inference: { - maxTokens: config.maxTokens, - reasoningEffort: config.reasoningEffort, - timeoutMs: config.timeoutMs, - sort: config.sort, - providerOnly: config.providerOnly, - providerIgnore: config.providerIgnore, - allowFallbacks: config.allowFallbacks, - cloudflareVersion: config.cloudflareVersion, - experimentIds: config.experimentIds, - costTier: config.costTier, - costQualityTradeoff: config.costQualityTradeoff, - pinModel: config.pinModel, - switchyardAlgorithm: config.switchyardAlgorithm, - }, - retrievalConfig: config.retrievalConfig, - }); - const datasetLayer = makeBankingDatasetLayer(input.datasetRetry); - const modelLayer = - input.modelLayer ?? - makeOpenRouterModelLayer( - definedValues({ - model: config.model, - models: config.models, - apiKey: input.apiKey, - baseUrl: input.baseUrl, - sessionId: input.sessionId, - retry: input.modelRetry, - traceHeaders: input.traceHeaders, - }) - ); - const userModelLayer = makeResponsesModelLayer( - definedValues({ - model: config.userModel, - apiKey: input.apiKey, - baseUrl: input.baseUrl, - sessionId: input.sessionId, - traceHeaders: input.traceHeaders, - }) - ); - const solverLayer = layerEffect(Solver)( - gen(function* () { - const model = yield* Model; - const userModel = yield* ResponsesModel; - const client = yield* HttpClient.HttpClient; - const dataFetchLock = yield* makeSemaphore(1); - return Solver.of( - bankingSolver({ - model, - userModel, - client, - dataFetchLock, - opts: solverOpts, - }) - ); - }) - ); - const scorerLayer = layerSucceed(Scorer, Scorer.of(bankingScorer)); - return layerMergeAll( - datasetLayer, - solverLayer.pipe(layerProvide(layerMergeAll(modelLayer, userModelLayer))), - scorerLayer - ); -} - -export const TAU3_BENCH_BANKING_BENCHMARK: Benchmark = { - id: TAU3_BENCH_BANKING_ID, - makeDatasetLayer: makeBankingDatasetLayer, - temperature: TAU3_BENCH_BANKING_TEMPERATURE, - defaultEpochs: TAU3_BENCH_BANKING_META.defaultEpochs, - userModel: TAU3_BENCH_BANKING_META.userModel, - makeLayer: makeBankingLayer, -}; diff --git a/src/benchmarks/tau3-bench-banking/dataset.test.ts b/src/benchmarks/tau3-bench-banking/dataset.test.ts deleted file mode 100644 index 379c2cf1..00000000 --- a/src/benchmarks/tau3-bench-banking/dataset.test.ts +++ /dev/null @@ -1,125 +0,0 @@ -import { afterEach, beforeEach, describe, expect, it } from "bun:test"; - -import { flatMap, provide, runPromise } from "effect/Effect"; - -import { Dataset } from "../../harness/dataset"; -import { bankingRecordToSample, makeBankingDatasetLayer } from "./dataset"; -import { - makeEmptyBankingData, - seedBankingCache, - seedBankingTasksRawCache, -} from "./environment"; -import type { BankingData, Tau3Task } from "./types"; -describe("tau3-bench-banking dataset", () => { - let originalFetch: typeof global.fetch; - const fixtureDb: BankingData = { - ...makeEmptyBankingData(), - users: { data: { "1": { name: "Test" } } }, - }; - const fixtureTasks: Tau3Task[] = [ - { - id: "task_001", - description: null, - user_scenario: { instructions: "First task instructions" }, - initial_state: null, - evaluation_criteria: null, - annotations: null, - }, - { - id: "task_002", - description: null, - user_scenario: { instructions: "Second task instructions" }, - initial_state: null, - evaluation_criteria: null, - annotations: null, - }, - { - id: "task_003", - description: null, - user_scenario: { instructions: "Third task instructions" }, - initial_state: null, - evaluation_criteria: null, - annotations: null, - }, - ]; - beforeEach(() => { - originalFetch = global.fetch; - seedBankingCache(fixtureDb, fixtureTasks); - }); - afterEach(() => { - global.fetch = originalFetch; - }); - describe("bankingRecordToSample", () => { - it("converts tasks to samples with correct id, instructions input, and empty target", () => { - const sample1 = bankingRecordToSample(fixtureTasks[0]!); - const sample2 = bankingRecordToSample(fixtureTasks[1]!); - expect(sample1.id).toBe("tau3_bench_banking-task_001"); - expect(sample1.input).toBe("First task instructions"); - expect(sample1.target.text).toBe(""); - expect(sample2.input).toBe("Second task instructions"); - }); - it("includes task in metadata", () => { - const sample = bankingRecordToSample(fixtureTasks[0]!); - expect(sample.metadata?.task).toBe(fixtureTasks[0]); - }); - it("generates unique ids for different tasks", () => { - const sample1 = bankingRecordToSample(fixtureTasks[0]!); - const sample2 = bankingRecordToSample(fixtureTasks[1]!); - expect(sample1.id).not.toBe(sample2.id); - expect(sample1.id).toBe("tau3_bench_banking-task_001"); - expect(sample2.id).toBe("tau3_bench_banking-task_002"); - }); - }); - describe("makeBankingDatasetLayer", () => { - it("loads pinned tasks before resolving dataset size", async () => { - seedBankingTasksRawCache(""); - global.fetch = async () => Response.json(fixtureTasks); - const layer = makeBankingDatasetLayer(); - const size = await runPromise( - Dataset.pipe( - flatMap((dataset) => dataset.size), - provide(layer) - ) - ); - expect(size).toBe(fixtureTasks.length); - }); - it("retries a transient fetch failure per the retry config", async () => { - seedBankingTasksRawCache(""); - let fetchCalls = 0; - global.fetch = async () => { - fetchCalls++; - if (fetchCalls === 1) { - return new Response("upstream hiccup", { status: 503 }); - } - return Response.json(fixtureTasks); - }; - const layer = makeBankingDatasetLayer({ baseDelayMs: 0, maxRetries: 1 }); - const size = await runPromise( - Dataset.pipe( - flatMap((dataset) => dataset.size), - provide(layer) - ) - ); - expect(size).toBe(fixtureTasks.length); - expect(fetchCalls).toBe(2); - }); - it("does not retry when maxRetries is 0", async () => { - seedBankingTasksRawCache(""); - let fetchCalls = 0; - global.fetch = async () => { - fetchCalls++; - return new Response("upstream hiccup", { status: 503 }); - }; - const layer = makeBankingDatasetLayer({ baseDelayMs: 0, maxRetries: 0 }); - await expect( - runPromise( - Dataset.pipe( - flatMap((dataset) => dataset.size), - provide(layer) - ) - ) - ).rejects.toThrow(); - expect(fetchCalls).toBe(1); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/dataset.ts b/src/benchmarks/tau3-bench-banking/dataset.ts deleted file mode 100644 index f1dffd91..00000000 --- a/src/benchmarks/tau3-bench-banking/dataset.ts +++ /dev/null @@ -1,80 +0,0 @@ -import { FetchHttpClient, HttpClient } from "@effect/platform"; -import { - gen, - makeSemaphore, - map, - mapError, - provideService, -} from "effect/Effect"; -import type { Layer as LayerType } from "effect/Layer"; -import { effect as layerEffect, provide as layerProvide } from "effect/Layer"; -import type { Stream as StreamType } from "effect/Stream"; -import { - fail, - flatMap as streamFlatMap, - fromEffect, - fromIterable, -} from "effect/Stream"; - -import type { Sample } from "../../harness/core"; -import { DatasetError } from "../../harness/core"; -import type { DatasetStreamOptions } from "../../harness/dataset"; -import { Dataset } from "../../harness/dataset"; -import type { RetryConfig } from "../../runtime/retry"; -import { ensureBankingTasks, loadBankingTasks } from "./environment"; -import type { Tau3Task } from "./types"; - -export function bankingRecordToSample(task: Tau3Task): Sample { - return { - id: `tau3_bench_banking-${task.id}`, - input: task.user_scenario.instructions, - target: { text: "" }, - metadata: { task }, - }; -} - -export function makeBankingDatasetLayer( - retryConfig?: RetryConfig -): LayerType { - const makeService = gen(function* () { - const client = yield* HttpClient.HttpClient; - const fetchLock = yield* makeSemaphore(1); - const loadTasks = ensureBankingTasks(fetchLock, retryConfig).pipe( - provideService(HttpClient.HttpClient, client), - mapError( - (cause) => - new DatasetError({ - message: `Failed to load tau3 banking tasks: ${String(cause)}`, - }) - ), - map(() => loadBankingTasks()) - ); - const stream = ( - opts?: DatasetStreamOptions - ): StreamType => { - return fromEffect(loadTasks).pipe( - streamFlatMap((tasks) => { - const start = opts?.start ?? 0; - const end = opts?.end ?? tasks.length; - if (start < 0 || end > tasks.length || start > end) { - return fail( - new DatasetError({ - message: `Invalid stream range [${start}, ${end}) for dataset size ${tasks.length}`, - }) - ); - } - return fromIterable( - tasks.slice(start, end).map(bankingRecordToSample) - ); - }) - ); - }; - return Dataset.of({ - stream, - size: loadTasks.pipe(map((tasks) => tasks.length)), - }); - }); - return layerEffect(Dataset, makeService).pipe( - layerProvide(FetchHttpClient.layer) - ); -} diff --git a/src/benchmarks/tau3-bench-banking/documents.test.ts b/src/benchmarks/tau3-bench-banking/documents.test.ts deleted file mode 100644 index 5af3d40b..00000000 --- a/src/benchmarks/tau3-bench-banking/documents.test.ts +++ /dev/null @@ -1,171 +0,0 @@ -import { afterEach, beforeEach, describe, expect, it } from "bun:test"; -import assert from "node:assert/strict"; - -import { FetchHttpClient } from "@effect/platform"; -import { makeSemaphore, provide, runPromise } from "effect/Effect"; - -import { - ensureAllBankingDocuments, - getAllBankingDocuments, - getBankingDocument, - seedBankingDocumentsCache, -} from "./documents"; - -const FIXTURE_DOC_001 = { - id: "doc_bank_accounts_bank_accounts_(general)_001", - title: "Internal: Opening Personal Checking Accounts", - content: - "## Eligibility Requirements\n\nTo open a personal checking account, ensure all of the following are true:\n1. The customer is verified.\n2. The customer is at least 18 years old.\n3. The customer does not exceed 4 personal checking accounts.\n4. The customer has no checking accounts closed for cause in the past 6 months.\n\n## Opening Procedure\n\n1. Verify customer identity.\n2. Check eligibility requirements listed above.\n3. Confirm the customer's desired account_class selection.\n - Personal checking account_class options must use the full official name ending with 'Account' (e.g., 'Blue Account', 'Green Account (checking)').\n4. Use open_bank_account_4821 to open the account.", -}; - -const FIXTURE_DOC_002 = { - id: "doc_test_002", - title: "Test Document 002", - content: "This is test document 002.", -}; -describe("Banking Documents", () => { - let originalFetch: typeof global.fetch; - beforeEach(() => { - originalFetch = global.fetch; - seedBankingDocumentsCache([]); - }); - afterEach(() => { - global.fetch = originalFetch; - }); - describe("getBankingDocument", () => { - it("looks up by id from cache", () => { - seedBankingDocumentsCache([FIXTURE_DOC_001]); - const doc = getBankingDocument(FIXTURE_DOC_001.id); - expect(doc.id).toBe(FIXTURE_DOC_001.id); - expect(doc.title).toBe(FIXTURE_DOC_001.title); - }); - it("looks up by title from cache", () => { - seedBankingDocumentsCache([FIXTURE_DOC_001]); - const doc = getBankingDocument(FIXTURE_DOC_001.title); - expect(doc.id).toBe(FIXTURE_DOC_001.id); - expect(doc.content).toBe(FIXTURE_DOC_001.content); - }); - it("throws when document not found by id or title", () => { - seedBankingDocumentsCache([FIXTURE_DOC_001]); - expect(() => getBankingDocument("missing_doc_id")).toThrow(/not found/u); - }); - }); - describe("seedBankingDocumentsCache", () => { - it("stores multiple fixtures", () => { - seedBankingDocumentsCache([FIXTURE_DOC_001, FIXTURE_DOC_002]); - expect(getBankingDocument(FIXTURE_DOC_001.id).title).toBe( - FIXTURE_DOC_001.title - ); - expect(getBankingDocument(FIXTURE_DOC_002.id).title).toBe( - FIXTURE_DOC_002.title - ); - }); - it("clears previous cache on seed", () => { - seedBankingDocumentsCache([FIXTURE_DOC_001]); - expect(() => getBankingDocument(FIXTURE_DOC_002.id)).toThrow(); - seedBankingDocumentsCache([FIXTURE_DOC_002]); - expect(() => getBankingDocument(FIXTURE_DOC_001.id)).toThrow(); - }); - }); - describe("seeded document cache", () => { - it("stores documents that can be retrieved by id", () => { - seedBankingDocumentsCache([FIXTURE_DOC_001, FIXTURE_DOC_002]); - expect(getBankingDocument(FIXTURE_DOC_001.id).title).toBe( - FIXTURE_DOC_001.title - ); - expect(getBankingDocument(FIXTURE_DOC_002.id).title).toBe( - FIXTURE_DOC_002.title - ); - }); - }); - describe("ensureAllBankingDocuments", () => { - it("loads the corpus listing and document bodies once", async () => { - const requestedUrls: string[] = []; - const listingUrl = - "https://api.github.com/repos/sierra-research/tau2-bench/contents/data/tau2/domains/banking_knowledge/documents?ref=fc0055dc4e0a316c3f83133267fbd6faaa770992"; - const responses = new Map([ - [ - listingUrl, - [ - { - name: "doc_test_001.json", - download_url: "https://example.test/doc_test_001.json", - }, - { - name: "doc_test_002.json", - download_url: "https://example.test/doc_test_002.json", - }, - ], - ], - [ - "https://example.test/doc_test_001.json", - { id: "doc_test_001", title: "One", content: "First document." }, - ], - [ - "https://example.test/doc_test_002.json", - { id: "doc_test_002", title: "Two", content: "Second document." }, - ], - ]); - global.fetch = async (input, init) => { - const request = new Request(input, init); - requestedUrls.push(request.url); - const responseBody = responses.get(request.url); - assert(responseBody !== undefined); - return Response.json(responseBody); - }; - const semaphore = await runPromise(makeSemaphore(1)); - const load = ensureAllBankingDocuments(semaphore).pipe( - provide(FetchHttpClient.layer) - ); - await runPromise(load); - await runPromise(load); - expect(getAllBankingDocuments().map((document) => document.id)).toEqual([ - "doc_test_001", - "doc_test_002", - ]); - expect(requestedUrls).toHaveLength(3); - }); - it("normalizes a partially cached corpus to listing order", async () => { - seedBankingDocumentsCache([ - { id: "doc_test_002", title: "Two", content: "Second document." }, - ]); - const listingUrl = - "https://api.github.com/repos/sierra-research/tau2-bench/contents/data/tau2/domains/banking_knowledge/documents?ref=fc0055dc4e0a316c3f83133267fbd6faaa770992"; - const responses = new Map([ - [ - listingUrl, - [ - { - name: "doc_test_001.json", - download_url: "https://example.test/doc_test_001.json", - }, - { - name: "doc_test_002.json", - download_url: "https://example.test/doc_test_002.json", - }, - ], - ], - [ - "https://example.test/doc_test_001.json", - { id: "doc_test_001", title: "One", content: "First document." }, - ], - ]); - global.fetch = async (input, init) => { - const request = new Request(input, init); - const responseBody = responses.get(request.url); - assert(responseBody !== undefined); - return Response.json(responseBody); - }; - const semaphore = await runPromise(makeSemaphore(1)); - await runPromise( - ensureAllBankingDocuments(semaphore).pipe( - provide(FetchHttpClient.layer) - ) - ); - expect(getAllBankingDocuments().map((document) => document.id)).toEqual([ - "doc_test_001", - "doc_test_002", - ]); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/documents.ts b/src/benchmarks/tau3-bench-banking/documents.ts deleted file mode 100644 index a027e92b..00000000 --- a/src/benchmarks/tau3-bench-banking/documents.ts +++ /dev/null @@ -1,222 +0,0 @@ -import type { HttpClientError } from "@effect/platform"; -import { HttpClient } from "@effect/platform"; -import { TaggedError } from "effect/Data"; -import type { Effect, Semaphore } from "effect/Effect"; -import { fail, forEach, gen, succeed } from "effect/Effect"; - -import { Either } from "../../internal/either"; -import { parseSchema, z } from "../../internal/zod"; -import { - BANKING_SOURCE_BASE_URL, - BANKING_SOURCE_REVISION, -} from "./environment"; - -export interface BankingDocument { - readonly id: string; - readonly title: string; - readonly content: string; -} - -interface DocumentListingEntry { - readonly name: string; - readonly download_url: string; -} - -const BankingDocumentSchema: z.ZodType = z.object({ - id: z.string(), - title: z.string(), - content: z.string(), -}); - -const DocumentListingEntrySchema: z.ZodType = z.object({ - name: z.string(), - download_url: z.string(), -}); - -const DocumentListingSchema = z.array(DocumentListingEntrySchema); - -const BANKING_DOCUMENTS_CACHE = new Map(); - -let isFullCorpusCached = false; - -const DOCUMENT_BASE_URL = `${BANKING_SOURCE_BASE_URL}/documents`; - -const DOCUMENT_LISTING_URL = `https://api.github.com/repos/sierra-research/tau2-bench/contents/data/tau2/domains/banking_knowledge/documents?ref=${BANKING_SOURCE_REVISION}`; - -class DocumentFetchError extends TaggedError("DocumentFetchError")<{ - readonly message: string; -}> {} - -export function ensureBankingDocuments( - docIds: readonly string[], - fetchLock: Semaphore -): Effect< - void, - DocumentFetchError | HttpClientError.HttpClientError, - HttpClient.HttpClient -> { - if (docIds.every((id) => BANKING_DOCUMENTS_CACHE.has(id))) { - return succeed(undefined); - } - return fetchLock.withPermits(1)( - gen(function* () { - const client = yield* HttpClient.HttpClient; - const missingIds = docIds.filter( - (id) => !BANKING_DOCUMENTS_CACHE.has(id) - ); - const fetchedDocuments = yield* forEach( - missingIds, - (id) => { - const encodedId = encodeURIComponent(id); - const url = `${DOCUMENT_BASE_URL}/${encodedId}.json`; - return fetchBankingDocument({ client, id, url }); - }, - { concurrency: 16 } - ); - for (const document of fetchedDocuments) { - BANKING_DOCUMENTS_CACHE.set(document.id, document); - } - }) - ); -} - -export function ensureAllBankingDocuments( - fetchLock: Semaphore -): Effect< - void, - DocumentFetchError | HttpClientError.HttpClientError, - HttpClient.HttpClient -> { - if (isFullCorpusCached) { - return succeed(undefined); - } - return fetchLock.withPermits(1)( - gen(function* () { - if (isFullCorpusCached) { - return; - } - const client = yield* HttpClient.HttpClient; - const response = yield* client.get(DOCUMENT_LISTING_URL, { - headers: { - Accept: "application/vnd.github+json", - "User-Agent": "openrouter-bench-harness", - }, - }); - if (response.status < 200 || response.status >= 300) { - return yield* fail( - new DocumentFetchError({ - message: `HTTP ${response.status} when fetching banking document listing`, - }) - ); - } - const listingJson: unknown = yield* response.json; - const listingResult = parseSchema(DocumentListingSchema, listingJson); - if (Either.isLeft(listingResult)) { - return yield* fail( - new DocumentFetchError({ - message: `Invalid banking document listing: ${listingResult.left.message}`, - }) - ); - } - const missingEntries = listingResult.right.filter((entry) => { - const id = entry.name.replace(/\.json$/u, ""); - return entry.name.endsWith(".json") && !BANKING_DOCUMENTS_CACHE.has(id); - }); - const fetchedDocuments = yield* forEach( - missingEntries, - (entry) => { - const id = entry.name.replace(/\.json$/u, ""); - return fetchBankingDocument({ client, id, url: entry.download_url }); - }, - { concurrency: 16 } - ); - for (const document of fetchedDocuments) { - BANKING_DOCUMENTS_CACHE.set(document.id, document); - } - const orderedDocuments: BankingDocument[] = []; - for (const entry of listingResult.right) { - if (!entry.name.endsWith(".json")) { - continue; - } - const id = entry.name.replace(/\.json$/u, ""); - const document = BANKING_DOCUMENTS_CACHE.get(id); - if (document === undefined) { - return yield* fail( - new DocumentFetchError({ - message: `Banking document listing entry ${entry.name} did not load`, - }) - ); - } - orderedDocuments.push(document); - } - BANKING_DOCUMENTS_CACHE.clear(); - for (const document of orderedDocuments) { - BANKING_DOCUMENTS_CACHE.set(document.id, document); - } - isFullCorpusCached = true; - }) - ); -} - -export function getBankingDocument(idOrTitle: string): BankingDocument { - const byId = BANKING_DOCUMENTS_CACHE.get(idOrTitle); - if (byId) { - return byId; - } - for (const doc of BANKING_DOCUMENTS_CACHE.values()) { - if (doc.title === idOrTitle) { - return doc; - } - } - throw new Error( - `Banking document not found: ${idOrTitle} (not in cache by id or title)` - ); -} - -export function getAllBankingDocuments(): readonly BankingDocument[] { - return [...BANKING_DOCUMENTS_CACHE.values()]; -} - -export function seedBankingDocumentsCache( - docs: readonly BankingDocument[] -): void { - BANKING_DOCUMENTS_CACHE.clear(); - isFullCorpusCached = false; - for (const doc of docs) { - BANKING_DOCUMENTS_CACHE.set(doc.id, doc); - } -} - -function fetchBankingDocument({ - client, - id, - url, -}: { - readonly client: HttpClient.HttpClient; - readonly id: string; - readonly url: string; -}): Effect< - BankingDocument, - DocumentFetchError | HttpClientError.HttpClientError -> { - return gen(function* () { - const response = yield* client.get(url); - if (response.status < 200 || response.status >= 300) { - return yield* fail( - new DocumentFetchError({ - message: `HTTP ${response.status} when fetching document ${id}`, - }) - ); - } - const json: unknown = yield* response.json; - const parseResult = parseSchema(BankingDocumentSchema, json); - if (Either.isLeft(parseResult)) { - return yield* fail( - new DocumentFetchError({ - message: `Invalid document schema for ${id}: ${parseResult.left.message}`, - }) - ); - } - return parseResult.right; - }); -} diff --git a/src/benchmarks/tau3-bench-banking/environment.test.ts b/src/benchmarks/tau3-bench-banking/environment.test.ts deleted file mode 100644 index b3f777a0..00000000 --- a/src/benchmarks/tau3-bench-banking/environment.test.ts +++ /dev/null @@ -1,312 +0,0 @@ -import { beforeEach, describe, expect, it } from "bun:test"; - -import { Either } from "../../internal/either"; -import { parseSchema } from "../../internal/zod"; -import { - applyInitialState, - dbHash, - loadBankingData, - loadBankingTasks, - makeEmptyBankingData, - seedBankingCache, - seedBankingTasksRawCache, -} from "./environment"; -import type { BankingData, Tau3Task } from "./types"; -import { Tau3TaskSchema } from "./types"; -describe("tau3-bench-banking environment", () => { - const fixtureDb: BankingData = makeEmptyBankingData(); - const FIXTURE_TABLES: Partial = { - users: { - data: { - "123": { name: "Sarah Bosch", user_id: "123" }, - }, - }, - accounts: { - data: { - acc_1: { account_id: "acc_1", account_type: "checking" }, - }, - }, - debit_cards: { - data: { - card_1: { card_id: "card_1", cardholder: "Sarah Bosch" }, - }, - }, - }; - Object.assign(fixtureDb, FIXTURE_TABLES); - const fixtureTaskWithoutInitialState: Tau3Task = { - id: "task_001", - description: { - purpose: "Task: task_001", - relevant_policies: null, - notes: null, - }, - user_scenario: { - persona: null, - instructions: "You are playing the role of a customer...", - }, - initial_state: null, - evaluation_criteria: { - actions: [ - { - action_id: "001_0", - requestor: "user", - name: "apply_for_credit_card", - arguments: { card_type: "Gold Rewards Card" }, - }, - ], - communicate_info: [], - reward_basis: ["DB"], - }, - annotations: null, - user_tools: ["apply_for_credit_card"], - required_documents: ["doc_credit_cards_gold_rewards_card_001"], - }; - const fixtureTaskWithInitialState: Tau3Task = { - id: "task_026", - description: { - purpose: "Task: task_026", - relevant_policies: null, - notes: null, - }, - user_scenario: { - persona: null, - instructions: "You have noticed that your recent cash back rewards...", - }, - initial_state: { - initialization_data: { - agent_data: { - task_config: { - data: { dispute_settings: { auto_resolve_disputes: true } }, - }, - }, - }, - initialization_actions: null, - message_history: null, - }, - evaluation_criteria: { - actions: [ - { - action_id: "026_0", - requestor: "user", - name: "log_verification", - arguments: {}, - }, - ], - communicate_info: [], - reward_basis: ["DB"], - }, - annotations: null, - user_tools: [], - required_documents: [], - }; - beforeEach(() => { - seedBankingCache(fixtureDb, [ - fixtureTaskWithoutInitialState, - fixtureTaskWithInitialState, - ]); - }); - describe("loadBankingData", () => { - it("returns a mutable copy of the database", () => { - const data1 = loadBankingData(); - const data2 = loadBankingData(); - expect(data1).not.toBe(data2); - data1.users.data["999"] = { name: "New User" }; - expect(data2.users.data["999"]).toBeUndefined(); - }); - it("normalizes all 23 tables even if only 3 are in fixture", () => { - const data = loadBankingData(); - expect(Object.keys(data).length).toBe(23); - expect(data.users.data["123"]).toEqual({ - name: "Sarah Bosch", - user_id: "123", - }); - expect(data.task_config.data).toEqual({}); - expect(data.task_config.notes).toBe(""); - }); - it('fills missing tables with empty data and notes=""', () => { - const data = loadBankingData(); - expect(data.agent_discoverable_tools).toEqual({ data: {}, notes: "" }); - expect(data.credit_card_orders).toEqual({ data: {}, notes: "" }); - }); - }); - describe("loadBankingTasks", () => { - it("returns parsed and validated tasks array", () => { - const tasks = loadBankingTasks(); - expect(tasks.length).toBe(2); - expect(tasks[0]?.id).toBe("task_001"); - expect(tasks[1]?.id).toBe("task_026"); - }); - it("returns an independent array copy per call", () => { - const tasks1 = loadBankingTasks(); - const tasks2 = loadBankingTasks(); - expect(tasks1).not.toBe(tasks2); - tasks1.pop(); - expect(tasks2.length).toBe(2); - }); - it("validates each task against schema", () => { - const invalidTask = { - id: "invalid", - description: null, - user_scenario: { instructions: "Test" }, - initial_state: null, - evaluation_criteria: { reward_basis: ["INVALID"] }, - }; - const invalidParsed = parseSchema(Tau3TaskSchema, invalidTask); - if (Either.isRight(invalidParsed)) { - throw new Error("fixture unexpectedly valid"); - } - seedBankingTasksRawCache(JSON.stringify([invalidTask])); - expect(() => loadBankingTasks()).toThrow( - /Invalid banking task at index 0/ - ); - }); - it("returns empty array when seeded with no tasks", () => { - seedBankingCache(fixtureDb, []); - const tasks = loadBankingTasks(); - expect(tasks.length).toBe(0); - }); - }); - describe("applyInitialState", () => { - it("merges task_config.data into db.task_config.data", () => { - const db = loadBankingData(); - applyInitialState(db, fixtureTaskWithInitialState); - expect(db.task_config.data.dispute_settings).toEqual({ - auto_resolve_disputes: true, - }); - }); - it("deep-merges partial overlays for every banking table", () => { - const db = loadBankingData(); - const task: Tau3Task = { - ...fixtureTaskWithoutInitialState, - initial_state: { - initialization_data: { - agent_data: { - accounts: { - data: { - acc_1: { status: "CLOSED" }, - }, - }, - users: { - data: { - "123": { phone_number: "555-0100" }, - }, - }, - }, - }, - initialization_actions: null, - message_history: null, - }, - }; - applyInitialState(db, task); - expect(db.accounts.data.acc_1).toEqual({ - account_id: "acc_1", - account_type: "checking", - status: "CLOSED", - }); - expect(db.users.data["123"]).toEqual({ - name: "Sarah Bosch", - user_id: "123", - phone_number: "555-0100", - }); - }); - it("rejects overlays for unknown tables", () => { - const db = loadBankingData(); - const task: Tau3Task = { - ...fixtureTaskWithoutInitialState, - initial_state: { - initialization_data: { - agent_data: { unknown_table: { data: {} } }, - }, - initialization_actions: null, - message_history: null, - }, - }; - expect(() => applyInitialState(db, task)).toThrow( - "unknown table 'unknown_table'" - ); - }); - it("does nothing for null initial_state", () => { - const db = loadBankingData(); - const taskConfigBefore = JSON.stringify(db.task_config.data); - applyInitialState(db, fixtureTaskWithoutInitialState); - expect(JSON.stringify(db.task_config.data)).toBe(taskConfigBefore); - }); - it("does nothing for null initialization_data", () => { - const db = loadBankingData(); - const task = { - ...fixtureTaskWithoutInitialState, - initial_state: { - initialization_data: null, - initialization_actions: null, - message_history: null, - }, - }; - const taskConfigBefore = JSON.stringify(db.task_config.data); - applyInitialState(db, task); - expect(JSON.stringify(db.task_config.data)).toBe(taskConfigBefore); - }); - it("throws if initialization_actions is non-null", () => { - const db = loadBankingData(); - const task = { - ...fixtureTaskWithoutInitialState, - initial_state: { - initialization_data: { agent_data: { task_config: { data: {} } } }, - initialization_actions: [{ action: "test" }] satisfies unknown, - message_history: null, - }, - }; - expect(() => applyInitialState(db, task)).toThrow( - /initialization_actions/ - ); - }); - it("throws if message_history is non-null", () => { - const db = loadBankingData(); - const task = { - ...fixtureTaskWithoutInitialState, - initial_state: { - initialization_data: { agent_data: { task_config: { data: {} } } }, - initialization_actions: null, - message_history: [{ role: "user" }] satisfies unknown, - }, - }; - expect(() => applyInitialState(db, task)).toThrow(/message_history/); - }); - it("hash includes applied task_config", () => { - const db = loadBankingData(); - const hashBefore = dbHash(db); - applyInitialState(db, fixtureTaskWithInitialState); - const hashAfter = dbHash(db); - expect(hashBefore).not.toBe(hashAfter); - }); - }); - describe("dbHash", () => { - it("produces consistent hash for same data", () => { - const data1 = loadBankingData(); - const hash1 = dbHash(data1); - const hash2 = dbHash(data1); - expect(hash1).toBe(hash2); - }); - it("produces different hash for mutated data", () => { - const data = loadBankingData(); - const hashBefore = dbHash(data); - data.users.data["999"] = { name: "New User" }; - const hashAfter = dbHash(data); - expect(hashBefore).not.toBe(hashAfter); - }); - it("hashes are 64 hex characters (sha256)", () => { - const data = loadBankingData(); - const hash = dbHash(data); - expect(hash).toMatch(/^[a-f0-9]{64}$/); - }); - it("hash covers injected task_config", () => { - const data1 = loadBankingData(); - const hash1 = dbHash(data1); - const data2 = loadBankingData(); - if (data2.task_config) { - data2.task_config.data.test_key = { value: "test_value" }; - } - const hash2 = dbHash(data2); - expect(hash1).not.toBe(hash2); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/environment.ts b/src/benchmarks/tau3-bench-banking/environment.ts deleted file mode 100644 index 966c32a4..00000000 --- a/src/benchmarks/tau3-bench-banking/environment.ts +++ /dev/null @@ -1,282 +0,0 @@ -import { createHash } from "node:crypto"; - -import type { HttpClient, HttpClientError } from "@effect/platform"; -import type { Effect, Semaphore } from "effect/Effect"; -import { gen } from "effect/Effect"; - -import type { CachedFileError } from "../../datasets/cached-file"; -import { - fetchCachedTextFile, - jsonTextValidator, -} from "../../datasets/cached-file"; -import { Either } from "../../internal/either"; -import { - definedValues, - isDefinedAndNotNull, - isRecord, -} from "../../internal/guards"; -import { parseSchema } from "../../internal/zod"; -import type { RetryConfig } from "../../runtime/retry"; -import type { BankingData, BankingTable, Tau3Task } from "./types"; -import { BANKING_TABLES, isBankingTableName, Tau3TaskSchema } from "./types"; - -export const BANKING_SOURCE_REVISION = - "fc0055dc4e0a316c3f83133267fbd6faaa770992"; - -export const BANKING_SOURCE_BASE_URL = `https://raw.githubusercontent.com/sierra-research/tau2-bench/${BANKING_SOURCE_REVISION}/data/tau2/domains/banking_knowledge`; - -let bankingDbCache: string | undefined; - -let bankingTasksCache: string | undefined; - -function fetchGithubFile( - filename: string, - expected: "object" | "array", - retryConfig?: RetryConfig -): Effect< - string, - CachedFileError | HttpClientError.HttpClientError, - HttpClient.HttpClient -> { - return fetchCachedTextFile({ - url: `${BANKING_SOURCE_BASE_URL}/${filename}`, - validate: jsonTextValidator(expected), - ...definedValues({ retry: retryConfig }), - }); -} - -export function ensureBankingData( - fetchLock: Semaphore, - retryConfig?: RetryConfig -): Effect< - void, - CachedFileError | HttpClientError.HttpClientError, - HttpClient.HttpClient -> { - return fetchLock.withPermits(1)( - gen(function* () { - if (bankingDbCache) { - return; - } - bankingDbCache = yield* fetchGithubFile("db.json", "object", retryConfig); - }) - ); -} - -export function ensureBankingTasks( - fetchLock: Semaphore, - retryConfig?: RetryConfig -): Effect< - void, - CachedFileError | HttpClientError.HttpClientError, - HttpClient.HttpClient -> { - return fetchLock.withPermits(1)( - gen(function* () { - if (bankingTasksCache) { - return; - } - bankingTasksCache = yield* fetchGithubFile( - "tasks.json", - "array", - retryConfig - ); - }) - ); -} - -export function seedBankingTasksRawCache(rawJson: string): void { - bankingTasksCache = rawJson; -} - -export function seedBankingCache(data: BankingData, tasks: Tau3Task[]): void { - bankingDbCache = JSON.stringify(data); - bankingTasksCache = JSON.stringify(tasks); -} - -function emptyTable(): BankingTable { - return { data: {}, notes: "" }; -} - -export function makeEmptyBankingData(): BankingData { - return { - users: emptyTable(), - accounts: emptyTable(), - debit_cards: emptyTable(), - referrals: emptyTable(), - credit_card_applications: emptyTable(), - user_discoverable_tools: emptyTable(), - user_discoverable_tool_calls: emptyTable(), - verification_history: emptyTable(), - credit_card_transaction_history: emptyTable(), - cash_back_disputes: emptyTable(), - bank_account_transaction_history: emptyTable(), - credit_card_accounts: emptyTable(), - agent_discoverable_tools: emptyTable(), - task_config: emptyTable(), - human_transfer_requests: emptyTable(), - transaction_disputes: emptyTable(), - credit_card_orders: emptyTable(), - debit_card_orders: emptyTable(), - credit_card_closure_reasons: emptyTable(), - credit_card_account_flags: emptyTable(), - credit_limit_increase_requests: emptyTable(), - payment_history: emptyTable(), - debit_card_disputes: emptyTable(), - }; -} - -export function loadBankingData(): BankingData { - const raw = bankingDbCache; - if (!raw) { - throw new Error("Banking data not loaded — call ensureBankingData() first"); - } - const result = Either.try((): Record => JSON.parse(raw)); - if (Either.isLeft(result)) { - throw new Error("Invalid cached banking JSON"); - } - const parsed = result.right; - const normalized = makeEmptyBankingData(); - if (!isRecord(parsed)) { - return normalized; - } - for (const table of BANKING_TABLES) { - const existing = parsed[table]; - if (isRecord(existing) && isRecord(existing.data)) { - const rows: Record> = {}; - for (const [rowId, row] of Object.entries(existing.data)) { - if (isRecord(row)) { - rows[rowId] = row; - } - } - normalized[table] = { data: rows, notes: existing.notes ?? "" }; - } - } - return normalized; -} - -export function loadBankingTasks(): Tau3Task[] { - const raw = bankingTasksCache; - if (!raw) { - throw new Error( - "Banking tasks not loaded — call ensureBankingTasks() first" - ); - } - const result = Either.try((): unknown => JSON.parse(raw)); - if (Either.isLeft(result)) { - throw new Error("Invalid cached banking tasks JSON"); - } - const tasksArray = result.right; - if (!Array.isArray(tasksArray)) { - throw new TypeError("Banking tasks is not an array"); - } - const validated: Tau3Task[] = []; - for (let i = 0; i < tasksArray.length; i++) { - const task = tasksArray[i]; - const parseResult = parseSchema(Tau3TaskSchema, task); - if (Either.isLeft(parseResult)) { - throw new Error( - `Invalid banking task at index ${i}: ${String(parseResult.left)}` - ); - } - validated.push(parseResult.right); - } - return validated; -} - -const PROTOTYPE_KEYS = new Set(["__proto__", "constructor", "prototype"]); - -function deepMergeRecord( - base: Record, - overlay: Record -): void { - for (const [key, overlayValue] of Object.entries(overlay)) { - if (PROTOTYPE_KEYS.has(key)) { - throw new Error( - `Banking initial_state overlay contains forbidden key '${key}'` - ); - } - const baseValue = base[key]; - if (isRecord(baseValue) && isRecord(overlayValue)) { - deepMergeRecord(baseValue, overlayValue); - } else { - base[key] = overlayValue; - } - } -} - -export function applyInitialState(db: BankingData, task: Tau3Task): void { - const state = task.initial_state; - if (!state) { - return; - } - if (isDefinedAndNotNull(state.initialization_actions)) { - throw new Error( - `Banking task ${task.id} has non-null initialization_actions (not supported)` - ); - } - if (isDefinedAndNotNull(state.message_history)) { - throw new Error( - `Banking task ${task.id} has non-null message_history (not supported)` - ); - } - const agentData = state.initialization_data?.agent_data; - if (!isRecord(agentData)) { - return; - } - for (const [tableName, overlay] of Object.entries(agentData)) { - if (!isBankingTableName(tableName)) { - throw new Error( - `Banking task ${task.id} initial_state references unknown table '${tableName}'` - ); - } - if (!isRecord(overlay)) { - throw new Error( - `Banking task ${task.id} initial_state has a non-record overlay for table '${tableName}'` - ); - } - const overlayData = overlay["data"]; - if (isRecord(overlayData)) { - deepMergeRecord(db[tableName].data, overlayData); - } - const overlayNotes = overlay["notes"]; - if (overlayNotes !== undefined) { - db[tableName].notes = overlayNotes; - } - } -} - -type Hashable = - | string - | number - | boolean - | null - | readonly Hashable[] - | readonly [string, Hashable][]; - -function toHashable(item: unknown): Hashable { - if (item === null || item === undefined) { - return null; - } - if ( - typeof item === "string" || - typeof item === "number" || - typeof item === "boolean" - ) { - return item; - } - if (Array.isArray(item)) { - return item.map(toHashable); - } - if (isRecord(item)) { - const entries = Object.entries(item); - entries.sort(([a], [b]) => a.localeCompare(b)); - return entries.map(([k, v]): [string, Hashable] => [k, toHashable(v)]); - } - return String(item); -} - -export function dbHash(data: BankingData): string { - const hashable = toHashable(data); - return createHash("sha256").update(JSON.stringify(hashable)).digest("hex"); -} diff --git a/src/benchmarks/tau3-bench-banking/evaluator.test.ts b/src/benchmarks/tau3-bench-banking/evaluator.test.ts deleted file mode 100644 index 24ff1951..00000000 --- a/src/benchmarks/tau3-bench-banking/evaluator.test.ts +++ /dev/null @@ -1,400 +0,0 @@ -import { beforeEach, describe, expect, it } from "bun:test"; - -import { makeEmptyBankingData, seedBankingCache } from "./environment"; -import { evaluateSimulation } from "./evaluator"; -import { TerminationReason } from "./solver"; -import type { Tau3Task } from "./types"; -beforeEach(() => { - const emptyDb = makeEmptyBankingData(); - seedBankingCache(emptyDb, []); -}); - -function makeTask(overrides?: Partial): Tau3Task { - return { - id: "task_test_001", - user_scenario: { instructions: "test" }, - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["DB"], - }, - ...overrides, - }; -} -describe("evaluateSimulation", () => { - describe("termination checks", () => { - it("returns zero reward for MAX_STEPS termination", () => { - const task = makeTask(); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.MaxSteps, - }); - expect(result.reward).toBe(0); - expect(result.note).toContain("prematurely"); - }); - it("returns zero reward for TOO_MANY_ERRORS termination", () => { - const task = makeTask(); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.TooManyErrors, - }); - expect(result.reward).toBe(0); - expect(result.note).toContain("prematurely"); - }); - it("accepts AGENT_STOP termination", () => { - const task = makeTask(); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.AgentStop, - }); - expect(result.reward).toBe(1); - expect(result.dbMatch).toBe(true); - }); - it("accepts USER_STOP termination", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["DB"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.dbMatch).toBe(true); - }); - }); - describe("null criteria", () => { - it("returns perfect reward when criteria is null", () => { - const task = makeTask({ evaluation_criteria: null }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.note).toContain("No evaluation criteria"); - }); - it("returns perfect reward when task is undefined", () => { - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task: undefined, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.note).toContain("No evaluation criteria"); - }); - }); - describe("DB basis", () => { - it("returns 1 when golden actions is null", () => { - const task = makeTask({ - evaluation_criteria: { - actions: null, - communicate_info: [], - reward_basis: ["DB"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.dbMatch).toBe(true); - }); - it("returns 1 when agent DB matches empty golden DB", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["DB"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.dbMatch).toBe(true); - }); - it("returns 0 when DB hashes do not match", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["DB"], - }, - }); - const agentData = makeEmptyBankingData(); - agentData.users.data["user_1"] = { name: "Test User" }; - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(0); - expect(result.dbMatch).toBe(false); - }); - }); - describe("ACTION basis", () => { - it("returns 1 when no golden actions required", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["ACTION"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.actionMet).toBe(true); - }); - it("returns 1 when all golden actions are matched", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [ - { - action_id: "a1", - name: "get_user_information_by_id", - arguments: { user_id: "user_123" }, - requestor: "assistant", - }, - ], - communicate_info: [], - reward_basis: ["ACTION"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [ - { - name: "get_user_information_by_id", - arguments: { user_id: "user_123" }, - requestor: "assistant", - }, - ], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.actionMet).toBe(true); - }); - it("returns 0 when a golden action is missing", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [ - { - action_id: "a1", - name: "get_user_information_by_id", - arguments: { user_id: "user_123" }, - requestor: "assistant", - }, - ], - communicate_info: [], - reward_basis: ["ACTION"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(0); - expect(result.actionMet).toBe(false); - }); - }); - describe("COMMUNICATE basis", () => { - it("returns 1 when no communicate_info required", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["COMMUNICATE"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: ["Hello"], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.communicateMet).toBe(true); - }); - it("returns 1 when all communicate_info appears in texts", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: ["hello", "world"], - reward_basis: ["COMMUNICATE"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: ["hello there", "world is great"], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.communicateMet).toBe(true); - }); - it("returns 0 when communicate_info is missing", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: ["hello", "world"], - reward_basis: ["COMMUNICATE"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: ["hello there"], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(0); - expect(result.communicateMet).toBe(false); - }); - }); - describe("reward basis composition", () => { - it("multiplies DB and ACTION when both in basis", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [ - { - action_id: "a1", - name: "some_tool", - arguments: {}, - requestor: "assistant", - }, - ], - communicate_info: [], - reward_basis: ["DB", "ACTION"], - }, - }); - const agentData = makeEmptyBankingData(); - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [ - { - name: "some_tool", - arguments: {}, - requestor: "assistant", - }, - ], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(1); - expect(result.breakdown.db).toBe(1); - expect(result.breakdown.action).toBe(1); - }); - it("returns 0 when DB basis fails even if ACTION passes", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [ - { - action_id: "a1", - name: "some_tool", - arguments: {}, - requestor: "assistant", - }, - ], - communicate_info: [], - reward_basis: ["DB", "ACTION"], - }, - }); - const agentData = makeEmptyBankingData(); - agentData.users.data["user_1"] = { name: "Test" }; - const result = evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [ - { - name: "some_tool", - arguments: {}, - requestor: "assistant", - }, - ], - terminationReason: TerminationReason.UserStop, - }); - expect(result.reward).toBe(0); - }); - }); - describe("unsupported reward bases", () => { - it("throws instead of silently satisfying an unimplemented reward basis", () => { - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["ENV_ASSERTION"], - }, - }); - const agentData = makeEmptyBankingData(); - expect(() => - evaluateSimulation({ - task, - agentData, - assistantTexts: [], - toolCalls: [], - terminationReason: TerminationReason.UserStop, - }) - ).toThrow( - "Banking task task_test_001 uses unsupported reward basis: ENV_ASSERTION" - ); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/evaluator.ts b/src/benchmarks/tau3-bench-banking/evaluator.ts deleted file mode 100644 index 73cf4fda..00000000 --- a/src/benchmarks/tau3-bench-banking/evaluator.ts +++ /dev/null @@ -1,196 +0,0 @@ -import { isDefinedAndNotNull } from "../../internal/guards"; -import { compareActionWithToolCall } from "./action-match"; -import { applyInitialState, dbHash, loadBankingData } from "./environment"; -import { TerminationReason } from "./solver"; -import { - invokeBankingAgentTool, - registerInitialDiscoverableTools, -} from "./tools/handlers-meta"; -import { invokeBankingUserTool } from "./tools/handlers-user"; -import { makeBankingEnvState } from "./tools/registry"; -import type { BankingData, Tau3Action, Tau3Task } from "./types"; -import { - DEFAULT_REWARD_BASIS, - deriveReadLogAllowlist, - RewardType, -} from "./types"; - -export interface PredictedToolCall { - readonly name: string; - readonly arguments: Readonly>; - readonly requestor: "assistant" | "user"; -} - -export interface RewardBreakdown { - readonly db: number; - readonly action: number; - readonly communicate: number; -} - -export interface EvaluationResult { - readonly reward: number; - readonly dbMatch: boolean; - readonly actionMet: boolean; - readonly communicateMet: boolean; - readonly terminationReason: string; - readonly note?: string; - readonly breakdown: RewardBreakdown; -} - -export interface EvaluateSimulationOpts { - readonly task: Tau3Task | undefined; - readonly agentData: BankingData; - readonly assistantTexts: readonly string[]; - readonly toolCalls?: readonly PredictedToolCall[]; - readonly terminationReason: string; -} - -export function evaluateSimulation( - opts: EvaluateSimulationOpts -): EvaluationResult { - const { - task, - agentData, - assistantTexts, - toolCalls = [], - terminationReason, - } = opts; - const zero = (note: string): EvaluationResult => ({ - reward: 0, - dbMatch: false, - actionMet: false, - communicateMet: false, - terminationReason, - note, - breakdown: { db: 0, action: 0, communicate: 0 }, - }); - if ( - terminationReason !== TerminationReason.UserStop && - terminationReason !== TerminationReason.AgentStop - ) { - return zero(`Simulation terminated prematurely: ${terminationReason}`); - } - const criteria = task?.evaluation_criteria; - if (!task || criteria === null || criteria === undefined) { - return { - reward: 1, - dbMatch: true, - actionMet: true, - communicateMet: true, - terminationReason, - note: "No evaluation criteria", - breakdown: { db: 1, action: 1, communicate: 1 }, - }; - } - const basis = criteria.reward_basis ?? DEFAULT_REWARD_BASIS; - const unsupportedBases = basis.filter( - (rewardBasis) => !isSupportedRewardBasis(rewardBasis) - ); - if (unsupportedBases.length > 0) { - throw new Error( - `Banking task ${task.id} uses unsupported reward basis: ${unsupportedBases.join(", ")}` - ); - } - const dbReward = computeDbReward(criteria.actions, agentData, task); - const actionReward = computeActionReward(criteria.actions ?? [], toolCalls); - const communicateReward = computeCommunicateReward( - criteria.communicate_info ?? [], - assistantTexts - ); - let reward = 1; - if (basis.includes(RewardType.Db)) { - reward *= dbReward; - } - if (basis.includes(RewardType.Action)) { - reward *= actionReward; - } - if (basis.includes(RewardType.Communicate)) { - reward *= communicateReward; - } - return { - reward, - dbMatch: dbReward >= 1, - actionMet: actionReward >= 1, - communicateMet: communicateReward >= 1, - terminationReason, - breakdown: { - db: dbReward, - action: actionReward, - communicate: communicateReward, - }, - }; -} - -function isSupportedRewardBasis(basis: RewardType): boolean { - switch (basis) { - case RewardType.Db: { - return true; - } - case RewardType.Action: { - return true; - } - case RewardType.Communicate: { - return true; - } - case RewardType.EnvAssertion: { - return false; - } - case RewardType.NlAssertion: { - return false; - } - default: { - return basis satisfies never; - } - } -} - -function computeDbReward( - goldenActions: readonly Tau3Action[] | null | undefined, - agentData: BankingData, - task: Tau3Task -): number { - if (!isDefinedAndNotNull(goldenActions)) { - return 1; - } - const goldData = loadBankingData(); - applyInitialState(goldData, task); - registerInitialDiscoverableTools(); - const envState = makeBankingEnvState(goldData, deriveReadLogAllowlist(task)); - for (const action of goldenActions) { - if (action.requestor === "user") { - invokeBankingUserTool(envState, action.name, action.arguments); - } else { - invokeBankingAgentTool(envState, action.name, action.arguments); - } - } - return dbHash(goldData) === dbHash(agentData) ? 1 : 0; -} - -function computeActionReward( - goldenActions: readonly Tau3Action[], - toolCalls: readonly PredictedToolCall[] -): number { - if (goldenActions.length === 0) { - return 1; - } - const allMet = goldenActions.every((action) => - toolCalls.some( - (tc) => - tc.requestor === action.requestor && - compareActionWithToolCall(action, tc.name, tc.arguments) - ) - ); - return allMet ? 1 : 0; -} - -function computeCommunicateReward( - communicateInfo: readonly string[], - assistantTexts: readonly string[] -): number { - if (communicateInfo.length === 0) { - return 1; - } - const concatenated = assistantTexts.join(" "); - const allMet = communicateInfo.every((info) => concatenated.includes(info)); - return allMet ? 1 : 0; -} diff --git a/src/benchmarks/tau3-bench-banking/retrieval-config.test.ts b/src/benchmarks/tau3-bench-banking/retrieval-config.test.ts deleted file mode 100644 index 52266879..00000000 --- a/src/benchmarks/tau3-bench-banking/retrieval-config.test.ts +++ /dev/null @@ -1,17 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { assertRight } from "../../internal/testing"; -import { parseSchema } from "../../internal/zod"; -import { BankingRetrievalConfigSchema } from "./retrieval-config"; -describe("BankingRetrievalConfigSchema", () => { - it("defaults to bm25_grep for AA parity", () => { - const result = parseSchema(BankingRetrievalConfigSchema, undefined); - assertRight(result); - expect(result.right).toBe("bm25_grep"); - }); - it("accepts bm25_grep", () => { - const result = parseSchema(BankingRetrievalConfigSchema, "bm25_grep"); - assertRight(result); - expect(result.right).toBe("bm25_grep"); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/retrieval-config.ts b/src/benchmarks/tau3-bench-banking/retrieval-config.ts deleted file mode 100644 index 5d901c78..00000000 --- a/src/benchmarks/tau3-bench-banking/retrieval-config.ts +++ /dev/null @@ -1,16 +0,0 @@ -import { z } from "../../internal/zod"; - -export const BANKING_RETRIEVAL_CONFIGS = [ - "required_docs", - "bm25_grep", -] as const; - -export const DEFAULT_BANKING_RETRIEVAL_CONFIG = "bm25_grep" as const; - -export const BankingRetrievalConfigSchema = z - .enum(BANKING_RETRIEVAL_CONFIGS) - .default(DEFAULT_BANKING_RETRIEVAL_CONFIG); - -export type BankingRetrievalConfig = z.infer< - typeof BankingRetrievalConfigSchema ->; diff --git a/src/benchmarks/tau3-bench-banking/retrieval.test.ts b/src/benchmarks/tau3-bench-banking/retrieval.test.ts deleted file mode 100644 index 4019b639..00000000 --- a/src/benchmarks/tau3-bench-banking/retrieval.test.ts +++ /dev/null @@ -1,114 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { - formatGrepResults, - formatKbSearchResults, - makeBankingRetrievalTools, - makeBm25Index, - searchBm25, - searchGrep, -} from "./retrieval"; - -const DOCUMENTS = [ - { - id: "doc_checking", - title: "Checking Accounts", - content: "checking account overdraft fee checking", - }, - { - id: "doc_credit", - title: "Credit Cards", - content: "credit card annual fee and rewards", - }, - { - id: "doc_disputes", - title: "Card Disputes", - content: "credit card dispute chargeback chargeback", - }, -] as const; -describe("tau3 banking retrieval", () => { - it("ranks BM25 documents with upstream whitespace tokenization", () => { - const index = makeBm25Index(DOCUMENTS); - const results = searchBm25({ index, query: "annual rewards", topK: 2 }); - expect(results.map((result) => result.document.id)).toEqual([ - "doc_credit", - "doc_checking", - ]); - expect(results[0]?.score).toBeGreaterThan(0); - expect(results[1]?.score).toBe(0); - }); - it("keeps punctuation attached to tokens like rank-bm25 0.2.2", () => { - const index = makeBm25Index(DOCUMENTS); - const results = searchBm25({ index, query: "fee,", topK: 1 }); - expect(results[0]?.document.id).toBe("doc_checking"); - expect(results[0]?.score).toBe(0); - }); - it("formats KB_search results with upstream labels and timing", () => { - const index = makeBm25Index(DOCUMENTS); - const results = searchBm25({ index, query: "annual rewards", topK: 1 }); - const formatted = formatKbSearchResults({ results, retrievalMs: 12.4 }); - expect(formatted).toMatchInlineSnapshot(` - "1. Credit Cards - ID: doc_credit - Score: 0.9672 - Content: credit card annual fee and rewards - - - [Timing: retrieval=12ms, total=12ms]" - `); - }); - it("ranks grep matches by count and formats full documents", () => { - const results = searchGrep({ - documents: DOCUMENTS, - pattern: "chargeback|annual", - }); - expect(results.map((result) => result.document.id)).toEqual([ - "doc_disputes", - "doc_credit", - ]); - const formatted = formatGrepResults({ - results, - pattern: "chargeback|annual", - }); - expect(formatted).toContain("Score: 2.0000"); - expect(formatted).toContain("Content: credit card dispute"); - }); - it("falls back to a literal grep pattern when the regex is invalid", () => { - const documents = [ - { - id: "doc_literal", - title: "Literal", - content: "Call support (option one).", - }, - ]; - const results = searchGrep({ documents, pattern: "(" }); - expect(results).toHaveLength(1); - expect(results[0]?.score).toBe(1); - }); - it("uses upstream empty-result strings", () => { - expect(formatKbSearchResults({ results: [], retrievalMs: 0 })).toBe( - "No relevant documents found.\n\n[Timing: retrieval=0ms, total=0ms]" - ); - expect(formatGrepResults({ results: [], pattern: "missing" })).toBe( - "No matches found for pattern: missing" - ); - }); - it("exposes retrieval tools only for bm25_grep", () => { - const goldenTools = makeBankingRetrievalTools({ - documents: DOCUMENTS, - retrievalConfig: "required_docs", - }); - const bm25Tools = makeBankingRetrievalTools({ - documents: DOCUMENTS, - retrievalConfig: "bm25_grep", - }); - expect(goldenTools.definitions).toEqual([]); - expect(bm25Tools.definitions.map((tool) => tool.function.name)).toEqual([ - "KB_search", - "grep", - ]); - expect(bm25Tools.definitions[1]?.function.description).toBe( - "Search for a regex pattern in all knowledge base documents.\n\nReturns documents ranked by number of matches, with full content." - ); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/retrieval.ts b/src/benchmarks/tau3-bench-banking/retrieval.ts deleted file mode 100644 index 27e44aa8..00000000 --- a/src/benchmarks/tau3-bench-banking/retrieval.ts +++ /dev/null @@ -1,351 +0,0 @@ -import type { BankingRetrievalConfig } from "./retrieval-config"; -import type { ToolDefinition } from "./tools/definitions"; - -export interface RetrievalDocument { - readonly id: string; - readonly title: string; - readonly content: string; -} - -interface IndexedDocument { - readonly document: RetrievalDocument; - readonly length: number; - readonly termFrequencies: ReadonlyMap; -} - -export interface Bm25Index { - readonly documents: readonly IndexedDocument[]; - readonly averageDocumentLength: number; - readonly inverseDocumentFrequencies: ReadonlyMap; -} - -export interface RetrievalResult { - readonly document: RetrievalDocument; - readonly score: number; -} - -export interface BankingRetrievalTools { - readonly definitions: readonly ToolDefinition[]; - readonly invoke: ( - name: string, - arguments_: Readonly> - ) => string | undefined; -} - -const BM25_K1 = 1.5; - -const BM25_B = 0.75; - -const BM25_EPSILON = 0.25; - -const DEFAULT_TOP_K = 10; - -export const BM25_GREP_TOOL_DEFINITIONS: readonly ToolDefinition[] = [ - { - type: "function", - function: { - name: "KB_search", - description: "Search the knowledge base for relevant documents.", - parameters: { - type: "object", - properties: { - query: { - type: "string", - description: "The search query to find relevant documents", - }, - }, - required: ["query"], - }, - }, - }, - { - type: "function", - function: { - name: "grep", - description: - "Search for a regex pattern in all knowledge base documents.\n\nReturns documents ranked by number of matches, with full content.", - parameters: { - type: "object", - properties: { - pattern: { - type: "string", - description: - "The regex pattern to search for (e.g., 'credit.*card', 'fee|charge')", - }, - }, - required: ["pattern"], - }, - }, - }, -]; - -export function makeBm25Index( - documents: readonly RetrievalDocument[] -): Bm25Index { - const tokenizedDocuments = documents.map((document) => - tokenize(document.content) - ); - const indexedDocuments = documents.map((document, index): IndexedDocument => { - const tokens = tokenizedDocuments[index] ?? []; - return { - document, - length: tokens.length, - termFrequencies: countTerms(tokens), - }; - }); - const totalLength = indexedDocuments.reduce( - (total, document) => total + document.length, - 0 - ); - const averageDocumentLength = - indexedDocuments.length === 0 ? 0 : totalLength / indexedDocuments.length; - const documentFrequencies = countDocumentFrequencies(tokenizedDocuments); - const rawIdfs = new Map( - [...documentFrequencies].map(([term, frequency]) => [ - term, - Math.log(documents.length - frequency + 0.5) - Math.log(frequency + 0.5), - ]) - ); - const idfSum = [...rawIdfs.values()].reduce((sum, idf) => sum + idf, 0); - const averageIdf = rawIdfs.size === 0 ? 0 : idfSum / rawIdfs.size; - const epsilonIdf = BM25_EPSILON * averageIdf; - const inverseDocumentFrequencies = new Map( - [...rawIdfs].map(([term, idf]) => [term, idf < 0 ? epsilonIdf : idf]) - ); - return { - documents: indexedDocuments, - averageDocumentLength, - inverseDocumentFrequencies, - }; -} - -export function searchBm25({ - index, - query, - topK = DEFAULT_TOP_K, -}: { - readonly index: Bm25Index; - readonly query: string; - readonly topK?: number; -}): RetrievalResult[] { - const queryTokens = tokenize(query); - if (queryTokens.length === 0) { - return []; - } - return index.documents - .map((document, position) => ({ - document: document.document, - score: scoreBm25Document({ document, index, queryTokens }), - position, - })) - .toSorted( - (left, right) => - right.score - left.score || left.position - right.position - ) - .slice(0, Math.min(topK, index.documents.length)) - .map(({ document, score }) => ({ document, score })); -} - -function scoreBm25Document({ - document, - index, - queryTokens, -}: { - readonly document: IndexedDocument; - readonly index: Bm25Index; - readonly queryTokens: readonly string[]; -}): number { - if (index.averageDocumentLength === 0) { - return 0; - } - let score = 0; - for (const token of queryTokens) { - const frequency = document.termFrequencies.get(token) ?? 0; - const idf = index.inverseDocumentFrequencies.get(token) ?? 0; - const numerator = frequency * (BM25_K1 + 1); - const lengthRatio = document.length / index.averageDocumentLength; - const denominator = - frequency + BM25_K1 * (1 - BM25_B + BM25_B * lengthRatio); - score += idf * (numerator / denominator); - } - return score; -} - -export function searchGrep({ - documents, - pattern, - topK = DEFAULT_TOP_K, -}: { - readonly documents: readonly RetrievalDocument[]; - readonly pattern: string; - readonly topK?: number; -}): RetrievalResult[] { - if (pattern.trim().length === 0) { - return []; - } - const regex = compileGrepPattern(pattern); - return documents - .map((document, position) => ({ - document, - score: [...document.content.matchAll(regex)].length, - position, - })) - .filter((result) => result.score > 0) - .toSorted( - (left, right) => - right.score - left.score || left.position - right.position - ) - .slice(0, topK) - .map(({ document, score }) => ({ document, score })); -} - -function compileGrepPattern(pattern: string): RegExp { - try { - return new RegExp(pattern, "giu"); - } catch { - return new RegExp(escapeRegex(pattern), "giu"); - } -} - -function escapeRegex(value: string): string { - return value.replaceAll(/[.*+?^${}()|[\]\\]/gu, "\\$&"); -} - -export function formatKbSearchResults({ - results, - retrievalMs, -}: { - readonly results: readonly RetrievalResult[]; - readonly retrievalMs: number; -}): string { - const timing = `[Timing: retrieval=${retrievalMs.toFixed(0)}ms, total=${retrievalMs.toFixed(0)}ms]`; - if (results.length === 0) { - return `No relevant documents found.\n\n${timing}`; - } - return `${formatResults(results)}\n\n${timing}`; -} - -export function formatGrepResults({ - results, - pattern, -}: { - readonly results: readonly RetrievalResult[]; - readonly pattern: string; -}): string { - if (results.length === 0) { - return `No matches found for pattern: ${pattern}`; - } - return formatResults(results); -} - -export function makeBm25GrepRetrievalTools( - documents: readonly RetrievalDocument[] -): BankingRetrievalTools { - const index = makeBm25Index(documents); - return { - definitions: BM25_GREP_TOOL_DEFINITIONS, - invoke: (name, arguments_) => { - if (name === "KB_search") { - return invokeKbSearch({ arguments_, index }); - } - if (name === "grep") { - return invokeGrep({ arguments_, documents }); - } - return undefined; - }, - }; -} - -export function makeBankingRetrievalTools({ - documents, - retrievalConfig, -}: { - readonly documents: readonly RetrievalDocument[]; - readonly retrievalConfig: BankingRetrievalConfig; -}): BankingRetrievalTools { - switch (retrievalConfig) { - case "required_docs": { - return { definitions: [], invoke: () => undefined }; - } - case "bm25_grep": { - return makeBm25GrepRetrievalTools(documents); - } - default: { - retrievalConfig satisfies never; - return { definitions: [], invoke: () => undefined }; - } - } -} - -function invokeKbSearch({ - arguments_, - index, -}: { - readonly arguments_: Readonly>; - readonly index: Bm25Index; -}): string { - const query = arguments_["query"]; - if (typeof query !== "string") { - return "Error: Missing required parameter: query"; - } - const start = performance.now(); - const results = searchBm25({ index, query }); - return formatKbSearchResults({ - results, - retrievalMs: performance.now() - start, - }); -} - -function invokeGrep({ - arguments_, - documents, -}: { - readonly arguments_: Readonly>; - readonly documents: readonly RetrievalDocument[]; -}): string { - const pattern = arguments_["pattern"]; - if (typeof pattern !== "string") { - return "Error: Missing required parameter: pattern"; - } - return formatGrepResults({ - results: searchGrep({ documents, pattern }), - pattern, - }); -} - -function formatResults(results: readonly RetrievalResult[]): string { - return results - .map( - ({ document, score }, index) => - `${index + 1}. ${document.title}\n` + - ` ID: ${document.id}\n` + - ` Score: ${score.toFixed(4)}\n` + - ` Content: ${document.content}\n` - ) - .join("\n"); -} - -function tokenize(text: string): string[] { - const normalized = text.toLowerCase().trim(); - return normalized.length === 0 ? [] : normalized.split(/\s+/u); -} - -function countTerms(tokens: readonly string[]): ReadonlyMap { - const frequencies = new Map(); - for (const token of tokens) { - frequencies.set(token, (frequencies.get(token) ?? 0) + 1); - } - return frequencies; -} - -function countDocumentFrequencies( - documents: readonly (readonly string[])[] -): ReadonlyMap { - const frequencies = new Map(); - for (const tokens of documents) { - for (const token of new Set(tokens)) { - frequencies.set(token, (frequencies.get(token) ?? 0) + 1); - } - } - return frequencies; -} diff --git a/src/benchmarks/tau3-bench-banking/scorer.test.ts b/src/benchmarks/tau3-bench-banking/scorer.test.ts deleted file mode 100644 index 2df2d10b..00000000 --- a/src/benchmarks/tau3-bench-banking/scorer.test.ts +++ /dev/null @@ -1,276 +0,0 @@ -import { beforeEach, describe, expect, it } from "bun:test"; - -import { runSync } from "effect/Effect"; - -import { MessageRole, ScoreValue } from "../../harness/core"; -import { makeEmptyBankingData, seedBankingCache } from "./environment"; -import { bankingScorer } from "./scorer"; -import { TerminationReason } from "./solver"; -import type { Tau3Task } from "./types"; -beforeEach(() => { - const emptyDb = makeEmptyBankingData(); - seedBankingCache(emptyDb, []); -}); - -function makeTask(overrides?: Partial): Tau3Task { - return { - id: "task_test_001", - user_scenario: { instructions: "test" }, - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["DB"], - }, - ...overrides, - }; -} -describe("bankingScorer", () => { - it("returns Correct when reward >= 1", () => { - const agentData = makeEmptyBankingData(); - const task = makeTask(); - const score = runSync( - bankingScorer( - { - sample: { - id: "samp_001", - input: "test", - target: { text: "" }, - metadata: { - task, - agentData, - terminationReason: TerminationReason.UserStop, - }, - }, - messages: [ - { - role: MessageRole.System, - content: "system prompt", - }, - { - role: MessageRole.Assistant, - content: "Hello", - }, - ], - completed: true, - }, - { text: "" } - ) - ); - expect(score.value).toBe(ScoreValue.Correct); - }); - it("returns Incorrect when reward < 1", () => { - const agentData = makeEmptyBankingData(); - agentData.users.data["user_1"] = { name: "Test" }; - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["DB"], - }, - }); - const score = runSync( - bankingScorer( - { - sample: { - id: "samp_001", - input: "test", - target: { text: "" }, - metadata: { - task, - agentData, - terminationReason: TerminationReason.UserStop, - }, - }, - messages: [ - { - role: MessageRole.System, - content: "system prompt", - }, - ], - completed: true, - }, - { text: "" } - ) - ); - expect(score.value).toBe(ScoreValue.Incorrect); - }); - it("returns Incorrect when agentData is missing", () => { - const task = makeTask(); - const score = runSync( - bankingScorer( - { - sample: { - id: "samp_001", - input: "test", - target: { text: "" }, - metadata: { - task, - terminationReason: TerminationReason.UserStop, - }, - }, - messages: [], - completed: true, - }, - { text: "" } - ) - ); - expect(score.value).toBe(ScoreValue.Incorrect); - expect(score.explanation).toContain("Missing agentData"); - }); - it("includes breakdown in explanation", () => { - const agentData = makeEmptyBankingData(); - const task = makeTask({ - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["DB", "COMMUNICATE"], - }, - }); - const score = runSync( - bankingScorer( - { - sample: { - id: "samp_001", - input: "test", - target: { text: "" }, - metadata: { - task, - agentData, - terminationReason: TerminationReason.UserStop, - }, - }, - messages: [ - { - role: MessageRole.Assistant, - content: "response", - }, - ], - completed: true, - }, - { text: "" } - ) - ); - expect(score.explanation).toContain("breakdown"); - }); - it("returns Incorrect on premature termination", () => { - const agentData = makeEmptyBankingData(); - const task = makeTask(); - const score = runSync( - bankingScorer( - { - sample: { - id: "samp_001", - input: "test", - target: { text: "" }, - metadata: { - task, - agentData, - terminationReason: TerminationReason.MaxSteps, - }, - }, - messages: [], - completed: true, - }, - { text: "" } - ) - ); - expect(score.value).toBe(ScoreValue.Incorrect); - expect(score.explanation).toContain("prematurely"); - }); - it("collects tool calls from messages", () => { - const agentData = makeEmptyBankingData(); - const task = makeTask({ - evaluation_criteria: { - actions: [ - { - action_id: "a1", - name: "test_tool", - arguments: {}, - requestor: "assistant", - }, - ], - communicate_info: [], - reward_basis: ["ACTION"], - }, - }); - const score = runSync( - bankingScorer( - { - sample: { - id: "samp_001", - input: "test", - target: { text: "" }, - metadata: { - task, - agentData, - terminationReason: TerminationReason.UserStop, - }, - }, - messages: [ - { - role: MessageRole.Assistant, - content: "response", - toolCalls: [ - { - id: "call_001", - type: "function" as const, - function: { - name: "test_tool", - arguments: "{}", - }, - }, - ], - }, - ], - completed: true, - }, - { text: "" } - ) - ); - expect(score.value).toBe(ScoreValue.Correct); - }); - it("includes user-simulator tool calls in ACTION scoring", () => { - const agentData = makeEmptyBankingData(); - const task = makeTask({ - evaluation_criteria: { - actions: [ - { - action_id: "a1", - name: "request_human_agent_transfer", - arguments: {}, - requestor: "user", - }, - ], - communicate_info: [], - reward_basis: ["ACTION"], - }, - }); - const score = runSync( - bankingScorer( - { - sample: { - id: "samp_001", - input: "test", - target: { text: "" }, - metadata: { - task, - agentData, - terminationReason: TerminationReason.UserStop, - predictedUserToolCalls: [ - { - name: "request_human_agent_transfer", - arguments: {}, - requestor: "user", - }, - ], - }, - }, - messages: [], - completed: true, - }, - { text: "" } - ) - ); - expect(score.value).toBe(ScoreValue.Correct); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/scorer.ts b/src/benchmarks/tau3-bench-banking/scorer.ts deleted file mode 100644 index 00feeec5..00000000 --- a/src/benchmarks/tau3-bench-banking/scorer.ts +++ /dev/null @@ -1,109 +0,0 @@ -import type { Effect } from "effect/Effect"; -import { succeed } from "effect/Effect"; - -import type { - ModelMessage, - Score, - Target, - TaskState, -} from "../../harness/core"; -import { MessageRole, ScoreValue } from "../../harness/core"; -import type { ScorerService } from "../../harness/scorer"; -import { isDefinedAndNotNull, isRecord } from "../../internal/guards"; -import type { PredictedToolCall } from "./evaluator"; -import { evaluateSimulation } from "./evaluator"; -import { parseToolArguments } from "./tools/helpers"; -import type { BankingData, Tau3Task } from "./types"; - -function isBankingData(val: unknown): val is BankingData { - if (typeof val !== "object" || val === null) { - return false; - } - return "users" in val && "accounts" in val; -} - -function isTau3Task(val: unknown): val is Tau3Task { - if (typeof val !== "object" || val === null) { - return false; - } - return "id" in val && "user_scenario" in val; -} - -function collectToolCalls( - messages: readonly ModelMessage[] -): PredictedToolCall[] { - const calls: PredictedToolCall[] = []; - for (const m of messages) { - for (const tc of m.toolCalls ?? []) { - const args = parseToolArguments(tc.function.arguments); - calls.push({ - name: tc.function.name, - arguments: args, - requestor: "assistant", - }); - } - } - return calls; -} - -function collectUserToolCalls(value: unknown): PredictedToolCall[] { - if (!Array.isArray(value)) { - return []; - } - return value.filter( - (call): call is PredictedToolCall => - isRecord(call) && - typeof call["name"] === "string" && - isRecord(call["arguments"]) && - call["requestor"] === "user" - ); -} - -export const bankingScorer: ScorerService = ( - state: TaskState, - _target: Target -): Effect => { - const meta: Readonly> = state.sample.metadata ?? {}; - const agentData: unknown = meta["agentData"]; - const task: unknown = meta["task"]; - const terminationReason: string = - typeof meta["terminationReason"] === "string" - ? meta["terminationReason"] - : "MAX_STEPS"; - if (!isBankingData(agentData)) { - return succeed({ - value: ScoreValue.Incorrect, - answer: null, - explanation: "Missing agentData in TaskState metadata", - }); - } - if (isDefinedAndNotNull(task) && !isTau3Task(task)) { - return succeed({ - value: ScoreValue.Incorrect, - answer: null, - explanation: "Malformed task in TaskState metadata", - }); - } - const messages = state.messages; - const assistantTexts = messages - .filter((m) => m.role === MessageRole.Assistant) - .map((m) => m.content); - const toolCalls = [ - ...collectToolCalls(messages), - ...collectUserToolCalls(meta["predictedUserToolCalls"]), - ]; - const result = evaluateSimulation({ - task: isTau3Task(task) ? task : undefined, - agentData, - assistantTexts, - toolCalls, - terminationReason, - }); - return succeed({ - value: result.reward >= 1 ? ScoreValue.Correct : ScoreValue.Incorrect, - answer: String(result.reward), - explanation: - result.note ?? - `db_match=${result.dbMatch}, action_met=${result.actionMet}, communicate_met=${result.communicateMet}, termination=${result.terminationReason}, breakdown=${JSON.stringify(result.breakdown)}`, - }); -}; diff --git a/src/benchmarks/tau3-bench-banking/solver.test.ts b/src/benchmarks/tau3-bench-banking/solver.test.ts deleted file mode 100644 index 0354be27..00000000 --- a/src/benchmarks/tau3-bench-banking/solver.test.ts +++ /dev/null @@ -1,19 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { selectUserToolDefinitions, TerminationReason } from "./solver"; -describe("bankingSolver", () => { - it("exports TerminationReason with required values", () => { - expect(TerminationReason.UserStop).toBe("USER_STOP"); - expect(TerminationReason.MaxSteps).toBe("MAX_STEPS"); - }); - it("grants only the user tools declared by the task", () => { - const definitions = selectUserToolDefinitions([ - "apply_for_credit_card", - "call_discoverable_user_tool", - ]); - expect(definitions.map((definition) => definition.function.name)).toEqual([ - "apply_for_credit_card", - "call_discoverable_user_tool", - ]); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/solver.ts b/src/benchmarks/tau3-bench-banking/solver.ts deleted file mode 100644 index 0cbd7aba..00000000 --- a/src/benchmarks/tau3-bench-banking/solver.ts +++ /dev/null @@ -1,370 +0,0 @@ -import { HttpClient } from "@effect/platform"; -import type { Semaphore } from "effect/Effect"; -import { gen, mapError, provideService } from "effect/Effect"; - -import type { - ModelMessage, - ModelUsage, - TaskState, - ToolDefinition, -} from "../../harness/core"; -import { MessageRole, SolverError } from "../../harness/core"; -import type { GenerateConfig, ModelService } from "../../harness/model"; -import type { SolverService } from "../../harness/solver"; -import { Either } from "../../internal/either"; -import { definedValues } from "../../internal/guards"; -import { parseSchema } from "../../internal/zod"; -import type { ResponsesModelService } from "../../providers/responses-model"; -import { - buildBankingAgentSystemPrompt, - DEFAULT_FIRST_AGENT_MESSAGE, -} from "./agent-prompts"; -import { - ensureAllBankingDocuments, - ensureBankingDocuments, - getAllBankingDocuments, -} from "./documents"; -import { - applyInitialState, - ensureBankingData, - ensureBankingTasks, - loadBankingData, -} from "./environment"; -import type { PredictedToolCall } from "./evaluator"; -import { makeBankingRetrievalTools } from "./retrieval"; -import { DEFAULT_BANKING_RETRIEVAL_CONFIG } from "./retrieval-config"; -import { BANKING_TOOL_DEFINITIONS } from "./tools/definitions"; -import { - invokeBankingAgentTool, - registerInitialDiscoverableTools, -} from "./tools/handlers-meta"; -import { - invokeBankingUserTool, - USER_PERMANENT_TOOL_DEFINITIONS, -} from "./tools/handlers-user"; -import { parseToolArguments } from "./tools/helpers"; -import { makeBankingEnvState } from "./tools/registry"; -import type { SolverOpts } from "./types"; -import { deriveReadLogAllowlist, Tau3TaskSchema } from "./types"; -import { UserSimulator } from "./user-simulator"; - -const STOP_TOKENS = ["###STOP###", "###TRANSFER###", "###OUT-OF-SCOPE###"]; - -const MAX_STEPS = 200; - -const MAX_ERRORS = 10; - -const BANKING_TEMPERATURE = 0; - -export const TerminationReason = { - UserStop: "USER_STOP", - AgentStop: "AGENT_STOP", - MaxSteps: "MAX_STEPS", - TooManyErrors: "TOO_MANY_ERRORS", -} as const; - -const Role = { - User: "user", - Agent: "agent", - Env: "env", -} as const; - -type Role = (typeof Role)[keyof typeof Role]; - -function lastAssistantText(messages: readonly ModelMessage[]): string { - for (let i = messages.length - 1; i >= 0; i--) { - if (messages[i]!.role === MessageRole.Assistant) { - return messages[i]!.content; - } - } - return ""; -} - -export function selectUserToolDefinitions( - toolNames: readonly string[] -): readonly ToolDefinition[] { - const grantedToolNames = new Set(toolNames); - return USER_PERMANENT_TOOL_DEFINITIONS.filter((definition) => - grantedToolNames.has(definition.function.name) - ); -} - -type UserTurnState = "initial" | "continuing_tools" | "awaiting_reply"; - -function selectUserTurnEffect(opts: { - readonly userSim: UserSimulator; - readonly turnState: UserTurnState; - readonly messages: readonly ModelMessage[]; -}): ReturnType { - switch (opts.turnState) { - case "initial": { - return opts.userSim.generateInitial(); - } - case "continuing_tools": { - return opts.userSim.continueAfterTools(); - } - case "awaiting_reply": { - return opts.userSim.step(lastAssistantText(opts.messages)); - } - default: { - return opts.turnState satisfies never; - } - } -} - -function isToolErrorResult(result: string): boolean { - return result.startsWith("Error:"); -} - -export function bankingSolver({ - model, - userModel, - client, - dataFetchLock, - opts, -}: { - readonly model: ModelService; - readonly userModel: ResponsesModelService; - readonly client: HttpClient.HttpClient; - readonly dataFetchLock: Semaphore; - readonly opts: SolverOpts; -}): SolverService { - return (state: TaskState) => - gen(function* () { - const userModelConfig = opts?.userModelConfig; - if (!userModelConfig) { - return yield* new SolverError({ - message: - "bankingSolver requires userModelConfig (apiKey + model for user simulator)", - }); - } - yield* ensureBankingData(dataFetchLock).pipe( - provideService(HttpClient.HttpClient, client), - mapError( - (e) => - new SolverError({ - message: `Failed to load banking data from GitHub: ${String(e)}`, - }) - ) - ); - yield* ensureBankingTasks(dataFetchLock).pipe( - provideService(HttpClient.HttpClient, client), - mapError( - (e) => - new SolverError({ - message: `Failed to load banking tasks from GitHub: ${String(e)}`, - }) - ) - ); - const taskMeta = state.sample.metadata?.["task"]; - const parseTaskResult = parseSchema(Tau3TaskSchema, taskMeta); - if (Either.isLeft(parseTaskResult)) { - return yield* new SolverError({ - message: `Invalid task in metadata: ${String(parseTaskResult.left)}`, - }); - } - const task = parseTaskResult.right; - const retrievalConfig = - opts?.retrievalConfig ?? DEFAULT_BANKING_RETRIEVAL_CONFIG; - const requiredDocIds = task.required_documents ?? []; - if (retrievalConfig === "required_docs") { - yield* ensureBankingDocuments(requiredDocIds, dataFetchLock).pipe( - provideService(HttpClient.HttpClient, client), - mapError( - (e) => - new SolverError({ - message: `Failed to load documents: ${String(e)}`, - }) - ) - ); - } else { - yield* ensureAllBankingDocuments(dataFetchLock).pipe( - provideService(HttpClient.HttpClient, client), - mapError( - (e) => - new SolverError({ - message: `Failed to load document corpus: ${String(e)}`, - }) - ) - ); - } - const retrievalTools = makeBankingRetrievalTools({ - documents: getAllBankingDocuments(), - retrievalConfig, - }); - const agentData = loadBankingData(); - applyInitialState(agentData, task); - const envState = makeBankingEnvState( - agentData, - deriveReadLogAllowlist(task) - ); - registerInitialDiscoverableTools(); - const userToolDefs = selectUserToolDefinitions(task.user_tools ?? []); - const userSim = new UserSimulator(userModel, userModelConfig); - userSim.setAvailableTools(userToolDefs); - userSim.reset(state.sample.input, DEFAULT_FIRST_AGENT_MESSAGE); - const systemPrompt = buildBankingAgentSystemPrompt({ - requiredDocIds, - retrievalConfig, - }); - const messages: ModelMessage[] = [ - { role: MessageRole.System, content: systemPrompt }, - { role: MessageRole.Assistant, content: DEFAULT_FIRST_AGENT_MESSAGE }, - ]; - const respondMessages: string[] = []; - const predictedUserToolCalls: PredictedToolCall[] = []; - const genConfig: GenerateConfig = { - temperature: BANKING_TEMPERATURE, - tools: [...BANKING_TOOL_DEFINITIONS, ...retrievalTools.definitions], - ...definedValues(opts.inference), - ...definedValues({ - endpointId: opts.endpointId, - }), - }; - let totalGenerationTimeMs = 0; - const accUsage = { - inputTokens: 0, - outputTokens: 0, - totalTokens: 0, - reasoningTokens: 0, - totalCost: 0, - }; - let role: Role = Role.User; - let stepCount = 0; - let numToolErrors = 0; - let userTurnState: UserTurnState = "initial"; - let terminationReason: string = TerminationReason.MaxSteps; - let done = false; - while (!done) { - if (stepCount >= MAX_STEPS) { - terminationReason = TerminationReason.MaxSteps; - break; - } - if (numToolErrors >= MAX_ERRORS) { - terminationReason = TerminationReason.TooManyErrors; - break; - } - switch (role) { - case Role.User: { - const userTurnEffect = selectUserTurnEffect({ - userSim, - turnState: userTurnState, - messages, - }); - const userTurn = yield* userTurnEffect.pipe( - provideService(HttpClient.HttpClient, client), - mapError( - (e) => - new SolverError({ - message: `User simulator step failed: ${String(e)}`, - }) - ) - ); - if (userTurn.kind === "toolCalls") { - for (const tc of userTurn.calls) { - const args = parseToolArguments(tc.arguments); - predictedUserToolCalls.push({ - name: tc.name, - arguments: args, - requestor: "user", - }); - const toolResultStr = invokeBankingUserTool( - envState, - tc.name, - args - ); - if (isToolErrorResult(toolResultStr)) { - numToolErrors++; - } - userSim.addToolResult(tc.id, toolResultStr); - } - userTurnState = "continuing_tools"; - } else { - userTurnState = "awaiting_reply"; - const userResponse = userTurn.content; - messages.push({ role: MessageRole.User, content: userResponse }); - if (STOP_TOKENS.some((t) => userResponse.includes(t))) { - terminationReason = TerminationReason.UserStop; - done = true; - } else { - role = Role.Agent; - } - } - break; - } - case Role.Agent: { - const output = yield* model.generate(messages, genConfig); - totalGenerationTimeMs += output.generationTimeMs ?? 0; - if (output.usage) { - accUsage.inputTokens += output.usage.inputTokens ?? 0; - accUsage.outputTokens += output.usage.outputTokens ?? 0; - accUsage.totalTokens += output.usage.totalTokens ?? 0; - accUsage.reasoningTokens += output.usage.reasoningTokens ?? 0; - accUsage.totalCost += output.usage.totalCost ?? 0; - } - const assistantMsg = output.message; - messages.push(assistantMsg); - const toolCalls = assistantMsg.toolCalls ?? []; - if (toolCalls.length > 0) { - role = Role.Env; - } else { - respondMessages.push(assistantMsg.content); - role = Role.User; - } - break; - } - case Role.Env: { - const assistantMsg = messages.at(-1); - const toolCalls = assistantMsg?.toolCalls ?? []; - for (const tc of toolCalls) { - const toolName = tc.function.name; - const toolArgs = parseToolArguments(tc.function.arguments); - const toolResultStr = - retrievalTools.invoke(toolName, toolArgs) ?? - invokeBankingAgentTool(envState, toolName, toolArgs); - if (isToolErrorResult(toolResultStr)) { - numToolErrors++; - } - messages.push({ - role: MessageRole.Tool, - content: toolResultStr, - toolCallId: tc.id, - }); - } - role = Role.Agent; - break; - } - } - stepCount++; - } - const finalUsage: ModelUsage = { - inputTokens: accUsage.inputTokens, - outputTokens: accUsage.outputTokens, - totalTokens: accUsage.totalTokens, - reasoningTokens: accUsage.reasoningTokens, - totalCost: accUsage.totalCost, - }; - const completion = respondMessages.join("\n"); - return { - sample: { - ...state.sample, - metadata: { - ...state.sample.metadata, - task, - agentData, - terminationReason, - stepCount, - predictedUserToolCalls, - }, - }, - messages, - output: { - completion, - message: { role: MessageRole.Assistant, content: completion }, - usage: finalUsage, - generationTimeMs: totalGenerationTimeMs, - }, - completed: true, - }; - }); -} diff --git a/src/benchmarks/tau3-bench-banking/tools/db-query.test.ts b/src/benchmarks/tau3-bench-banking/tools/db-query.test.ts deleted file mode 100644 index f03bc4cc..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/db-query.test.ts +++ /dev/null @@ -1,453 +0,0 @@ -import { describe, it, expect } from "bun:test"; -import assert from "node:assert/strict"; - -import { isRecord } from "../../../internal/guards"; -import { makeEmptyBankingData } from "../environment"; -import { - queryDb, - addToDb, - updateRecordInDb, - removeFromDb, - listDatabases, - queryDatabaseTool, -} from "./db-query"; - -function createTestDb() { - const db = makeEmptyBankingData(); - db.users.data = { - usr1: { - user_id: "usr1", - name: "Alice Johnson", - email: "alice@example.com", - status: "active", - balance: 5000, - }, - usr2: { - user_id: "usr2", - name: "Bob Smith", - email: "bob@example.com", - status: "inactive", - balance: 2500, - }, - }; - db.accounts.data = { - acc1: { - account_id: "acc1", - user_id: "usr1", - type: "checking", - balance: 10000, - }, - acc2: { - account_id: "acc2", - user_id: "usr2", - type: "savings", - balance: 50000, - }, - }; - return db; -} -describe("db-query", () => { - describe("queryDb", () => { - it("returns empty array for non-existent database", () => { - const db = createTestDb(); - const results = queryDb({ db, dbName: "nonexistent" }); - expect(results).toEqual([]); - }); - it("queries with exact match (default eq operator)", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { status: "active" }, - }); - expect(results).toHaveLength(1); - expect(results[0]?.user_id).toBe("usr1"); - }); - it("queries with explicit __eq operator", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { status__eq: "active" }, - }); - expect(results).toHaveLength(1); - }); - it("queries with __ne operator", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { status__ne: "active" }, - }); - expect(results).toHaveLength(1); - expect(results[0]?.user_id).toBe("usr2"); - }); - it("queries with __gt operator on numbers", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { balance__gt: 3000 }, - }); - expect(results).toHaveLength(1); - expect(results[0]?.user_id).toBe("usr1"); - }); - it("returns non-match for type-mismatched __gt comparison", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { balance__gt: "abc" satisfies unknown }, - }); - expect(results).toHaveLength(0); - }); - it("queries with __gte operator", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { balance__gte: 5000 }, - }); - expect(results).toHaveLength(1); - }); - it("queries with __lt operator", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { balance__lt: 4000 }, - }); - expect(results).toHaveLength(1); - expect(results[0]?.user_id).toBe("usr2"); - }); - it("queries with __lte operator", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { balance__lte: 2500 }, - }); - expect(results).toHaveLength(1); - }); - it("queries with __contains on string", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { name__contains: "son" }, - }); - expect(results).toHaveLength(1); - expect(results[0]?.name).toBe("Alice Johnson"); - }); - it("queries with __startswith", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { email__startswith: "alice" }, - }); - expect(results).toHaveLength(1); - }); - it("queries with __endswith", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { email__endswith: "@example.com" }, - }); - expect(results).toHaveLength(2); - }); - it("queries with __in operator", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { user_id__in: ["usr1", "usr3"] }, - }); - expect(results).toHaveLength(1); - expect(results[0]?.user_id).toBe("usr1"); - }); - it("queries with __nin operator", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { user_id__nin: ["usr1"] }, - }); - expect(results).toHaveLength(1); - }); - it("queries with returnIds option", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { status: "active" }, - options: { returnIds: true }, - }); - expect(results).toHaveLength(1); - const first = results[0]; - assert(first); - const [id, record] = first; - expect(id).toBe("usr1"); - expect(record.user_id).toBe("usr1"); - }); - it("queries with limit option", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: {}, - options: { limit: 1 }, - }); - expect(results).toHaveLength(1); - }); - it("applies multiple constraints with AND logic", () => { - const db = createTestDb(); - const results = queryDb({ - db, - dbName: "users", - constraints: { status: "active", balance__gte: 4000 }, - }); - expect(results).toHaveLength(1); - expect(results[0]?.user_id).toBe("usr1"); - }); - }); - describe("addToDb", () => { - it("adds a record to database", () => { - const db = createTestDb(); - const success = addToDb({ - db, - dbName: "users", - recordId: "usr3", - record: { - user_id: "usr3", - name: "Charlie", - email: "charlie@example.com", - status: "active", - }, - }); - expect(success).toBe(true); - const results = queryDb({ - db, - dbName: "users", - constraints: { user_id: "usr3" }, - }); - expect(results).toHaveLength(1); - }); - it("returns false if table does not exist", () => { - const db = createTestDb(); - const success = addToDb({ - db, - dbName: "nonexistent", - recordId: "id1", - record: { field: "value" }, - }); - expect(success).toBe(false); - }); - it("returns false if record already exists", () => { - const db = createTestDb(); - const success = addToDb({ - db, - dbName: "users", - recordId: "usr1", - record: { user_id: "usr1" }, - }); - expect(success).toBe(false); - }); - it("stores __proto__ as an own property without polluting the prototype", () => { - const db = createTestDb(); - const protoKey = ["__", "proto__"].join(""); - const success = addToDb({ - db, - dbName: "users", - recordId: protoKey, - record: { - user_id: protoKey, - name: "Proto User", - }, - }); - expect(success).toBe(true); - expect(Object.hasOwn(db.users.data, protoKey)).toBe(true); - expect(Reflect.get(Object.prototype, "user_id")).toBeUndefined(); - const results = queryDb({ - db, - dbName: "users", - constraints: { user_id: protoKey }, - }); - expect(results).toHaveLength(1); - expect(results[0]?.name).toBe("Proto User"); - }); - }); - describe("updateRecordInDb", () => { - it("updates record fields", () => { - const db = createTestDb(); - const [success, updated] = updateRecordInDb({ - db, - dbName: "users", - recordId: "usr1", - updates: { status: "suspended" }, - }); - expect(success).toBe(true); - expect(updated).not.toBeNull(); - expect(updated?.status).toBe("suspended"); - }); - it("returns false if record not found", () => { - const db = createTestDb(); - const [success] = updateRecordInDb({ - db, - dbName: "users", - recordId: "usr999", - updates: { status: "deleted" }, - }); - expect(success).toBe(false); - }); - it("returns false if table does not exist", () => { - const db = createTestDb(); - const [success] = updateRecordInDb({ - db, - dbName: "nonexistent", - recordId: "id1", - updates: { field: "value" }, - }); - expect(success).toBe(false); - }); - it("persists changes to database", () => { - const db = createTestDb(); - updateRecordInDb({ - db, - dbName: "users", - recordId: "usr1", - updates: { status: "suspended" }, - }); - const results = queryDb({ - db, - dbName: "users", - constraints: { user_id: "usr1" }, - }); - expect(results[0]?.status).toBe("suspended"); - }); - it("updates __proto__ as an own property without polluting Object.prototype", () => { - const db = createTestDb(); - const protoKey = ["__", "proto__"].join(""); - const parsed: unknown = JSON.parse('{"__proto__":{"polluted":"yes"}}'); - assert(isRecord(parsed)); - const [success, updated] = updateRecordInDb({ - db, - dbName: "users", - recordId: "usr1", - updates: parsed, - }); - expect(success).toBe(true); - expect(updated).not.toBeNull(); - expect(Object.hasOwn(updated ?? {}, protoKey)).toBe(true); - expect(Reflect.get(Object.prototype, "polluted")).toBeUndefined(); - expect(Reflect.get(updated ?? {}, protoKey)).toEqual({ polluted: "yes" }); - }); - }); - describe("removeFromDb", () => { - it("removes records matching constraints", () => { - const db = createTestDb(); - const removed = removeFromDb({ - db, - dbName: "users", - constraints: { status: "inactive" }, - }); - expect(removed).toHaveLength(1); - const remaining = queryDb({ db, dbName: "users", constraints: {} }); - expect(remaining).toHaveLength(1); - }); - it("returns empty array if no matches", () => { - const db = createTestDb(); - const removed = removeFromDb({ - db, - dbName: "users", - constraints: { status: "deleted" }, - }); - expect(removed).toHaveLength(0); - }); - it("returns empty array if table does not exist", () => { - const db = createTestDb(); - const removed = removeFromDb({ - db, - dbName: "nonexistent", - }); - expect(removed).toHaveLength(0); - }); - }); - describe("listDatabases", () => { - it("lists available databases in correct order", () => { - const db = createTestDb(); - const names = listDatabases(db); - expect(names).toContain("users"); - expect(names).toContain("accounts"); - expect(names).toContain("verification_history"); - expect(names.length).toBeGreaterThan(10); - }); - it("returns databases in Python _load_databases order", () => { - const db = createTestDb(); - const names = listDatabases(db); - const userIdx = names.indexOf("users"); - const accountsIdx = names.indexOf("accounts"); - const verifyIdx = names.indexOf("verification_history"); - expect(userIdx).toBeLessThan(accountsIdx); - expect(accountsIdx).toBeLessThan(verifyIdx); - }); - }); - describe("queryDatabaseTool", () => { - it("returns formatted query result header and records", () => { - const db = createTestDb(); - const result = queryDatabaseTool( - db, - "users", - JSON.stringify({ status: "active" }) - ); - expect(result).toContain("Found 1 record(s) in 'users':"); - expect(result).toContain("Record ID: usr1"); - expect(result).toContain("user_id: usr1"); - }); - it('returns "No records found" message', () => { - const db = createTestDb(); - const result = queryDatabaseTool( - db, - "users", - JSON.stringify({ status: "deleted" }) - ); - expect(result).toBe("No records found in 'users'."); - }); - it("returns error for unknown database", () => { - const db = createTestDb(); - const result = queryDatabaseTool(db, "nonexistent", "{}"); - expect(result).toContain("Error: Database 'nonexistent' not found"); - expect(result).toContain("Available:"); - }); - it("returns error for invalid JSON constraints", () => { - const db = createTestDb(); - const result = queryDatabaseTool(db, "users", "invalid json"); - expect(result).toContain("Error: Invalid JSON"); - }); - it("lists available databases in error message", () => { - const db = createTestDb(); - const result = queryDatabaseTool(db, "unknown", "{}"); - expect(result).toContain("users"); - expect(result).toContain("accounts"); - }); - }); - describe("State isolation", () => { - it("modifications to one db do not affect another", () => { - const db1 = createTestDb(); - const db2 = createTestDb(); - addToDb({ - db: db1, - dbName: "users", - recordId: "usr3", - record: { user_id: "usr3" }, - }); - const results = queryDb({ - db: db2, - dbName: "users", - constraints: { user_id: "usr3" }, - }); - expect(results).toHaveLength(0); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/db-query.ts b/src/benchmarks/tau3-bench-banking/tools/db-query.ts deleted file mode 100644 index b07b5c18..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/db-query.ts +++ /dev/null @@ -1,389 +0,0 @@ -import { Either } from "../../../internal/either"; -import { unknownErrorToString } from "../../../internal/errors"; -import type { BankingData } from "../types"; -import { getBankingTable } from "../types"; - -type BankingDb = BankingData; - -type ComparisonOperator = - | "eq" - | "ne" - | "gt" - | "gte" - | "lt" - | "lte" - | "contains" - | "startswith" - | "endswith" - | "in" - | "nin"; - -interface QueryOptions { - returnIds?: boolean; - limit?: number; -} - -function setOwnProperty( - target: Record, - key: string, - value: unknown -): void { - Object.defineProperty(target, key, { - value, - writable: true, - enumerable: true, - configurable: true, - }); -} - -function isComparisonOperator(op: string): op is ComparisonOperator { - return [ - "eq", - "ne", - "gt", - "gte", - "lt", - "lte", - "contains", - "startswith", - "endswith", - "in", - "nin", - ].includes(op); -} - -function parseConstraint( - key: string, - value: unknown -): [string, ComparisonOperator, unknown] { - if (key.includes("__")) { - const parts = key.split("__", 2); - const fieldName = parts[0]!; - const opName = parts[1]!; - if (!isComparisonOperator(opName)) { - return [key, "eq", value]; - } - return [fieldName, opName, value]; - } - return [key, "eq", value]; -} - -function getComparisonOp( - opName: ComparisonOperator -): (a: unknown, b: unknown) => boolean { - switch (opName) { - case "eq": { - return (a, b) => a === b; - } - case "ne": { - return (a, b) => a !== b; - } - case "gt": { - return (a, b) => { - if ( - (typeof a === "number" && typeof b === "number") || - (typeof a === "string" && typeof b === "string") - ) { - return a > b; - } - return false; - }; - } - case "gte": { - return (a, b) => { - if ( - (typeof a === "number" && typeof b === "number") || - (typeof a === "string" && typeof b === "string") - ) { - return a >= b; - } - return false; - }; - } - case "lt": { - return (a, b) => { - if ( - (typeof a === "number" && typeof b === "number") || - (typeof a === "string" && typeof b === "string") - ) { - return a < b; - } - return false; - }; - } - case "lte": { - return (a, b) => { - if ( - (typeof a === "number" && typeof b === "number") || - (typeof a === "string" && typeof b === "string") - ) { - return a <= b; - } - return false; - }; - } - case "contains": { - return (a, b) => { - if (a === null || a === undefined) { - return false; - } - if (Array.isArray(a)) { - return a.includes(b); - } - if (typeof a === "string" && typeof b === "string") { - return a.includes(b); - } - return false; - }; - } - case "startswith": { - return (a, b) => { - if (a === null || a === undefined) { - return false; - } - return String(a).startsWith(String(b)); - }; - } - case "endswith": { - return (a, b) => { - if (a === null || a === undefined) { - return false; - } - return String(a).endsWith(String(b)); - }; - } - case "in": { - return (a, b) => { - if (Array.isArray(b)) { - return b.includes(a); - } - return false; - }; - } - case "nin": { - return (a, b) => { - if (Array.isArray(b)) { - return !b.includes(a); - } - return false; - }; - } - default: { - return (a, b) => a === b; - } - } -} - -function recordMatches( - record: Record, - constraints: Record -): boolean { - for (const [key, value] of Object.entries(constraints)) { - const [fieldName, opName, expected] = parseConstraint(key, value); - const actual = record[fieldName]; - const compare = getComparisonOp(opName); - try { - if (!compare(actual, expected)) { - return false; - } - } catch { - return false; - } - } - return true; -} - -export function queryDb(opts: { - db: BankingDb; - dbName: string; - constraints?: Record; - options: QueryOptions & { - returnIds: true; - }; -}): [string, Record][]; - -export function queryDb(opts: { - db: BankingDb; - dbName: string; - constraints?: Record; - options?: QueryOptions; -}): Record[]; - -export function queryDb(opts: { - db: BankingDb; - dbName: string; - constraints?: Record; - options?: QueryOptions; -}): Record[] | [string, Record][] { - const { db, dbName, constraints, options } = opts; - const finalConstraints = constraints ?? {}; - const { returnIds = false, limit } = options ?? {}; - const table = getBankingTable(db, dbName); - if (!table) { - return []; - } - const resultsWithIds: [string, Record][] = []; - const resultsNoIds: Record[] = []; - for (const [recordId, record] of Object.entries(table.data)) { - if (!record || typeof record !== "object") { - continue; - } - const recordObj = record satisfies Record; - if (recordMatches(recordObj, finalConstraints)) { - if (returnIds) { - resultsWithIds.push([recordId, recordObj]); - } else { - resultsNoIds.push(recordObj); - } - const currentLength = returnIds - ? resultsWithIds.length - : resultsNoIds.length; - if (limit !== undefined && currentLength >= limit) { - break; - } - } - } - return returnIds ? resultsWithIds : resultsNoIds; -} - -export function addToDb(opts: { - db: BankingDb; - dbName: string; - recordId: string; - record: Record; -}): boolean { - const { db, dbName, recordId, record } = opts; - const table = getBankingTable(db, dbName); - if (!table) { - return false; - } - if (Object.hasOwn(table.data, recordId)) { - return false; - } - setOwnProperty(table.data, recordId, record); - return true; -} - -export function updateRecordInDb(opts: { - db: BankingDb; - dbName: string; - recordId: string; - updates: Record; -}): [boolean, Record | null] { - const { db, dbName, recordId, updates } = opts; - const table = getBankingTable(db, dbName); - if (!table) { - return [false, null]; - } - if (!Object.hasOwn(table.data, recordId)) { - return [false, null]; - } - const record = table.data[recordId]; - if (typeof record !== "object" || record === null) { - return [false, null]; - } - const updated = record satisfies Record; - for (const [field, value] of Object.entries(updates)) { - setOwnProperty(updated, field, value); - } - return [true, updated]; -} - -export function removeFromDb(opts: { - db: BankingDb; - dbName: string; - constraints?: Record; -}): Record[] { - const { db, dbName, constraints = {} } = opts; - const table = getBankingTable(db, dbName); - if (!table) { - return []; - } - const results: Record[] = []; - const toDelete: string[] = []; - for (const [recordId, record] of Object.entries(table.data)) { - if (!record || typeof record !== "object") { - continue; - } - const recordObj = record satisfies Record; - if (recordMatches(recordObj, constraints)) { - results.push(recordObj); - toDelete.push(recordId); - } - } - for (const recordId of toDelete) { - delete table.data[recordId]; - } - return results; -} - -export function listDatabases(db: BankingDb): string[] { - const names = [ - "users", - "accounts", - "referrals", - "credit_card_applications", - "user_discoverable_tools", - "user_discoverable_tool_calls", - "agent_discoverable_tools", - "task_config", - "verification_history", - "credit_card_transaction_history", - "cash_back_disputes", - "bank_account_transaction_history", - "credit_card_accounts", - "human_transfer_requests", - "transaction_disputes", - "credit_card_orders", - "credit_card_closure_reasons", - "credit_card_account_flags", - "debit_cards", - "debit_card_orders", - "debit_card_disputes", - "credit_limit_increase_requests", - "payment_history", - ]; - return names.filter((name) => name in db); -} - -export function queryDatabaseTool( - db: BankingDb, - databaseName: string, - constraints = "{}" -): string { - const available = listDatabases(db); - if (!available.includes(databaseName)) { - return `Error: Database '${databaseName}' not found. Available: ${available.join(", ")}`; - } - let constraintDict: Record = {}; - if (constraints) { - const parsed = Either.try((): Record => - JSON.parse(constraints) - ); - if (Either.isLeft(parsed)) { - return `Error: Invalid JSON: ${unknownErrorToString(parsed.left)}`; - } - constraintDict = parsed.right; - } - const results = queryDb({ - db, - dbName: databaseName, - constraints: constraintDict, - options: { returnIds: true }, - }); - if (results.length === 0) { - return `No records found in '${databaseName}'.`; - } - const lines: string[] = [ - `Found ${results.length} record(s) in '${databaseName}':\n`, - ]; - for (let i = 0; i < results.length; i++) { - const [recordId, record] = results[i] as [string, Record]; - lines.push(`${i + 1}. Record ID: ${recordId}`); - for (const [field, value] of Object.entries(record)) { - lines.push(` ${field}: ${value}`); - } - lines.push(""); - } - return lines.join("\n"); -} diff --git a/src/benchmarks/tau3-bench-banking/tools/definitions.ts b/src/benchmarks/tau3-bench-banking/tools/definitions.ts deleted file mode 100644 index 1ca089d7..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/definitions.ts +++ /dev/null @@ -1,336 +0,0 @@ -interface ToolParameter { - type: "string" | "number" | "integer" | "boolean" | "array" | "object"; - description: string; - enum?: (string | number)[]; - items?: unknown; -} - -export interface ToolDefinition { - type: "function"; - function: { - name: string; - description: string; - parameters: { - type: "object"; - properties: Record; - required?: string[]; - }; - }; -} - -export const BANKING_TOOL_DEFINITIONS: readonly ToolDefinition[] = [ - { - type: "function", - function: { - name: "transfer_to_human_agents", - description: "Transfer the user to a human agent.", - parameters: { - type: "object", - properties: { - summary: { - type: "string", - description: - "A summary of the user's issue and what was attempted before transfer.", - }, - reason: { - type: "string", - enum: [ - "fraud_or_security_concern", - "account_closure_request", - "deceased_account_holder", - "legal_or_regulatory_matter", - "account_ownership_dispute", - "complex_billing_dispute", - "abusive_customer_behavior", - "third_party_inquiry", - "technical_system_error", - "unconfirmed_external_communication", - "customer_demands_after_unavailable_offer_refusal", - "kb_search_unsuccessful_customer_requests_transfer", - "specialized_department_required", - "accessibility_or_special_needs", - "customer_frustrated_demands_human", - "supervisor_request_service_complaint", - "customer_requests_human_no_specific_reason", - "request_completed_customer_wants_human_followup", - "other", - ], - description: "The specific reason code for the transfer.", - }, - }, - required: ["summary"], - }, - }, - }, - { - type: "function", - function: { - name: "get_current_time", - description: - "Get the current time. Use this to get the current timestamp for logging verification records.", - parameters: { - type: "object", - properties: {}, - }, - }, - }, - { - type: "function", - function: { - name: "get_user_information_by_id", - description: - "Get the information (date of birth, email, phone number, address) for a user by their user id.", - parameters: { - type: "object", - properties: { - user_id: { - type: "string", - description: "The ID of the user", - }, - }, - required: ["user_id"], - }, - }, - }, - { - type: "function", - function: { - name: "get_user_information_by_name", - description: - "Get the information (date of birth, email, phone number, address) for a user by their name. Case Sensitive.", - parameters: { - type: "object", - properties: { - customer_name: { - type: "string", - description: "The name of the user", - }, - }, - required: ["customer_name"], - }, - }, - }, - { - type: "function", - function: { - name: "get_user_information_by_email", - description: - "Get the information (date of birth, email, phone number, address) for a user by their email.", - parameters: { - type: "object", - properties: { - email: { - type: "string", - description: "The email of the user", - }, - }, - required: ["email"], - }, - }, - }, - { - type: "function", - function: { - name: "change_user_email", - description: "Change the email address for a user.", - parameters: { - type: "object", - properties: { - user_id: { - type: "string", - description: "The ID of the user whose email should be changed", - }, - new_email: { - type: "string", - description: "The new email address to set for the user", - }, - }, - required: ["user_id", "new_email"], - }, - }, - }, - { - type: "function", - function: { - name: "get_referrals_by_user", - description: "Get all referrals made by a user.", - parameters: { - type: "object", - properties: { - user_id: { - type: "string", - description: - "The ID of the user (referrer) to look up referrals for", - }, - }, - required: ["user_id"], - }, - }, - }, - { - type: "function", - function: { - name: "get_credit_card_transactions_by_user", - description: "Get all credit card transactions for a user.", - parameters: { - type: "object", - properties: { - user_id: { - type: "string", - description: "The ID of the user to look up transactions for", - }, - }, - required: ["user_id"], - }, - }, - }, - { - type: "function", - function: { - name: "get_credit_card_accounts_by_user", - description: - "Get all credit card accounts for a user. Returns information about each credit card account including card type, date opened, current balance, and reward points.", - parameters: { - type: "object", - properties: { - user_id: { - type: "string", - description: - "The ID of the user to look up credit card accounts for", - }, - }, - required: ["user_id"], - }, - }, - }, - { - type: "function", - function: { - name: "log_verification", - description: - "Log a verification record after successfully verifying a user's identity. Call this tool after you have verified a user by confirming 2 out of 4 identity fields (date of birth, email, phone number, address). This creates an audit record of the verification.", - parameters: { - type: "object", - properties: { - name: { - type: "string", - description: "The verified user's full name", - }, - user_id: { - type: "string", - description: "The verified user's ID", - }, - address: { - type: "string", - description: "The verified user's address", - }, - email: { - type: "string", - description: "The verified user's email", - }, - phone_number: { - type: "string", - description: "The verified user's phone number", - }, - date_of_birth: { - type: "string", - description: - "The verified user's date of birth (MM/DD/YYYY format)", - }, - time_verified: { - type: "string", - description: - 'The timestamp of the verification (e.g., "2025-11-14 03:40:00 EST")', - }, - }, - required: [ - "name", - "user_id", - "address", - "email", - "phone_number", - "date_of_birth", - "time_verified", - ], - }, - }, - }, - { - type: "function", - function: { - name: "give_discoverable_user_tool", - description: - 'Pass a tool to the user so they can execute it themselves. Use this when the knowledge base indicates that the user should perform an action themselves (e.g., "to do X, have the user call tool_name(args)"). The user will then be able to call `call_discoverable_user_tool` with the same tool name and arguments to simulate executing the action.', - parameters: { - type: "object", - properties: { - discoverable_tool_name: { - type: "string", - description: - 'The name of the discoverable tool (e.g., "open_webpage", "navigate_to_section")', - }, - arguments: { - type: "string", - description: - 'JSON string of arguments for the tool (e.g., \'{"url": "https://example.com"}\')', - }, - }, - required: ["discoverable_tool_name"], - }, - }, - }, - { - type: "function", - function: { - name: "unlock_discoverable_agent_tool", - description: - "Unlock an agent discoverable tool that was found in the knowledge base. Use this when the knowledge base indicates that you have access to a specialized internal tool. The knowledge base will tell you the tool name to unlock. After unlocking, you can use the tool by calling `call_discoverable_agent_tool` with the tool name and required arguments.", - parameters: { - type: "object", - properties: { - agent_tool_name: { - type: "string", - description: - 'The name of the agent discoverable tool to unlock (e.g., "calculate_apr_adjustment_7842")', - }, - }, - required: ["agent_tool_name"], - }, - }, - }, - { - type: "function", - function: { - name: "call_discoverable_agent_tool", - description: - "Call an agent discoverable tool that you have previously unlocked. Use this after unlocking a tool with `unlock_discoverable_agent_tool`. The knowledge base will tell you which tool to use and what arguments to provide.", - parameters: { - type: "object", - properties: { - agent_tool_name: { - type: "string", - description: "The name of the agent discoverable tool to call", - }, - arguments: { - type: "string", - description: - 'JSON string of arguments for the tool (e.g., \'{"user_id": "abc123"}\')', - }, - }, - required: ["agent_tool_name"], - }, - }, - }, - { - type: "function", - function: { - name: "list_discoverable_agent_tools", - description: - "List all agent discoverable tools that you have called. Use this to see what specialized tools you have used.", - parameters: { - type: "object", - properties: {}, - }, - }, - }, -]; diff --git a/src/benchmarks/tau3-bench-banking/tools/field-access.ts b/src/benchmarks/tau3-bench-banking/tools/field-access.ts deleted file mode 100644 index de090588..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/field-access.ts +++ /dev/null @@ -1,54 +0,0 @@ -import { isDefinedAndNotNull, isRecord } from "../../../internal/guards"; - -export function getFieldAsString( - record: Record, - field: string -): string | undefined { - const value = record[field]; - return typeof value === "string" ? value : undefined; -} - -export function getFieldAsNumber( - record: Record, - field: string -): number | undefined { - const value = record[field]; - return typeof value === "number" ? value : undefined; -} - -export function getFieldAsBoolean( - record: Record, - field: string -): boolean { - const value = record[field]; - return typeof value === "boolean" ? value : false; -} - -export function getFieldAsRecord( - record: Record, - field: string -): Record | undefined { - const value = record[field]; - return isRecord(value) ? value : undefined; -} - -export function getFieldAsArray( - record: Record, - field: string -): unknown[] | undefined { - const value = record[field]; - return Array.isArray(value) ? value : undefined; -} - -export function getFieldCoalesced( - record: Record, - ...fields: string[] -): unknown { - for (const field of fields) { - const value = record[field]; - if (isDefinedAndNotNull(value)) { - return value; - } - } - return undefined; -} diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-accounts.test.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-accounts.test.ts deleted file mode 100644 index 853388ec..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-accounts.test.ts +++ /dev/null @@ -1,721 +0,0 @@ -import { describe, it, expect, beforeEach } from "bun:test"; -import assert from "node:assert"; - -import { makeEmptyBankingData } from "../environment"; -import type { BankingData } from "../types"; -import { registerAccountTools } from "./handlers-accounts"; -import { makeBankingEnvState, DISCOVERABLE_AGENT_TOOLS } from "./registry"; - -function createTestDb(): BankingData { - return { - ...makeEmptyBankingData(), - users: { - data: { - user_123: { - user_id: "user_123", - name: "Alice Johnson", - }, - user_456: { - user_id: "user_456", - name: "Bob Smith", - }, - }, - }, - accounts: { - data: { - acc_001: { - account_id: "acc_001", - user_id: "user_123", - class: "checking", - account_type: "checking", - level: "Blue Account", - status: "OPEN", - date_opened: "10/01/2025", - current_holdings: "1000.00", - }, - acc_002: { - account_id: "acc_002", - user_id: "user_123", - class: "saving", - account_type: "savings", - level: "Bronze Account", - status: "OPEN", - date_opened: "09/01/2025", - current_holdings: "500.00", - }, - acc_003: { - account_id: "acc_003", - user_id: "user_456", - class: "checking", - account_type: "checking", - level: "Green Account", - status: "OPEN", - date_opened: "08/15/2023", - current_holdings: "5000.00", - }, - acc_004: { - account_id: "acc_004", - user_id: "user_456", - class: "saving", - account_type: "savings", - level: "Silver Account", - status: "OPEN", - date_opened: "08/15/2023", - current_holdings: "2000.00", - }, - }, - }, - }; -} -describe("handlers-accounts", () => { - beforeEach(() => { - (DISCOVERABLE_AGENT_TOOLS satisfies unknown).clear(); - registerAccountTools(); - }); - describe("open_bank_account_4821", () => { - it("should create a new checking account successfully", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "open_bank_account_4821" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - user_id: "user_123", - account_type: "checking", - account_class: "Standard Checking", - }); - expect(result).toContain("Bank account opened successfully!"); - expect(result).toContain("Account Type: checking"); - expect(result).toContain("Status: OPEN"); - expect(result).toContain("Initial Balance: $0.00"); - }); - it("should reject invalid account_type", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "open_bank_account_4821" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - user_id: "user_123", - account_type: "invalid_type", - account_class: "Test", - }); - expect(result).toContain("Error: Invalid account_type"); - }); - it("should reject savings without eligible checking account", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - db.accounts.data["acc_new"] = { - account_id: "acc_new", - user_id: "user_999", - class: "checking", - account_type: "checking", - status: "OPEN", - date_opened: "11/10/2025", - current_holdings: "0", - }; - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "open_bank_account_4821" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - user_id: "user_999", - account_type: "savings", - account_class: "Savings", - }); - expect(result).toContain( - "Error: Account eligibility requirements not met" - ); - }); - it("should reject business_checking without personal checking", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "open_bank_account_4821" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - user_id: "user_new", - account_type: "business_checking", - account_class: "Business", - }); - expect(result).toContain( - "Error: Account eligibility requirements not met" - ); - }); - it("should reject business_savings without business_checking", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "open_bank_account_4821" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - user_id: "user_123", - account_type: "business_savings", - account_class: "Business Savings", - }); - expect(result).toContain( - "Error: Account eligibility requirements not met" - ); - }); - it("should reject with missing parameters", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "open_bank_account_4821" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - user_id: "", - account_type: "checking", - }); - expect(result).toContain("Error: Missing required parameters"); - }); - }); - describe("transfer_funds_between_bank_accounts_7291", () => { - it("should transfer funds successfully and update both balances", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "transfer_funds_between_bank_accounts_7291" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - source_account_id: "acc_001", - destination_account_id: "acc_002", - amount: 100, - }); - expect(result).toContain("Transfer completed successfully!"); - expect(result).toContain("Amount: $100.00"); - expect(result).toContain("new balance: $900.00"); - expect(result).toContain("new balance: $600.00"); - const source = db.accounts.data["acc_001"]; - assert(source); - const dest = db.accounts.data["acc_002"]; - assert(dest); - expect(source.current_holdings).toBe("$900.00"); - expect(dest.current_holdings).toBe("$600.00"); - }); - it("should reject transfer with insufficient funds", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "transfer_funds_between_bank_accounts_7291" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - source_account_id: "acc_001", - destination_account_id: "acc_002", - amount: 2000, - }); - expect(result).toContain("Error: Insufficient funds"); - expect(result).toContain("$1000.00"); - expect(result).toContain("$2000.00"); - }); - it("should reject transfer from non-existent account", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "transfer_funds_between_bank_accounts_7291" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - source_account_id: "acc_nonexistent", - destination_account_id: "acc_002", - amount: 100, - }); - expect(result).toContain( - "Error: Source account 'acc_nonexistent' not found" - ); - }); - it("should reject transfer from same account to itself", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "transfer_funds_between_bank_accounts_7291" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - source_account_id: "acc_001", - destination_account_id: "acc_001", - amount: 100, - }); - expect(result).toContain( - "Error: Source and destination accounts cannot be the same" - ); - }); - it("should reject negative transfer amount", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "transfer_funds_between_bank_accounts_7291" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - source_account_id: "acc_001", - destination_account_id: "acc_002", - amount: -50, - }); - expect(result).toContain("Error: Transfer amount must be positive"); - }); - }); - describe("apply_checking_account_credit_5829", () => { - it("should apply credit successfully and create transaction record", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "apply_checking_account_credit_5829" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_001", - amount: 50, - credit_type: "rebate_credit", - }); - expect(result).toContain("Credit applied successfully!"); - expect(result).toContain("Credit Type: rebate_credit"); - expect(result).toContain("Amount: $50.00"); - expect(result).toContain("Previous Balance: $1000.00"); - expect(result).toContain("New Balance: $1050.00"); - const account = db.accounts.data["acc_001"]; - assert(account); - expect(account.current_holdings).toBe("$1050.00"); - const txnKeys = Object.keys(db.bank_account_transaction_history.data); - expect(txnKeys.length).toBeGreaterThan(0); - const txnId = txnKeys[0]; - if (!txnId) { - throw new Error("Expected transaction ID"); - } - const txn = db.bank_account_transaction_history.data[txnId]; - assert(txn); - expect(txn.account_id).toBe("acc_001"); - expect(txn.type).toBe("rebate_credit"); - }); - it("should reject invalid credit_type", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "apply_checking_account_credit_5829" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_001", - amount: 50, - credit_type: "invalid_credit", - }); - expect(result).toContain("Error: Invalid credit_type"); - }); - it("should reject a non-numeric amount without touching the balance", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "apply_checking_account_credit_5829" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_001", - amount: "abc", - credit_type: "rebate_credit", - }); - expect(result).toBe("Error: Invalid credit amount. Must be a number."); - const account = db.accounts.data["acc_001"]; - assert(account); - expect(account.current_holdings).toBe("1000.00"); - }); - it("should reject credit on non-checking account", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "apply_checking_account_credit_5829" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_002", - amount: 50, - credit_type: "rebate_credit", - }); - expect(result).toContain("Error: Account"); - expect(result).toContain("is not a checking account"); - }); - }); - describe("apply_savings_account_credit_6831", () => { - it("should reject a non-numeric amount without touching the balance", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "apply_savings_account_credit_6831" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_002", - amount: "abc", - credit_type: "interest_correction", - }); - expect(result).toBe("Error: Invalid credit amount. Must be a number."); - const account = db.accounts.data["acc_002"]; - assert(account); - expect(account.current_holdings).toBe("500.00"); - }); - it("should apply savings credit successfully", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "apply_savings_account_credit_6831" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_002", - amount: 25.5, - credit_type: "interest_correction", - }); - expect(result).toContain("Credit applied successfully!"); - expect(result).toContain("Credit Type: interest_correction"); - expect(result).toContain("Amount: $25.50"); - expect(result).toContain("Previous Balance: $500.00"); - expect(result).toContain("New Balance: $525.50"); - const account = db.accounts.data["acc_002"]; - assert(account); - expect(account.current_holdings).toBe("525.50"); - }); - it("should reject positive amount requirement", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "apply_savings_account_credit_6831" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_002", - amount: 0, - credit_type: "interest_correction", - }); - expect(result).toContain("Error: Credit amount must be positive"); - }); - it("should reject credit on non-savings account", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "apply_savings_account_credit_6831" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_001", - amount: 25, - credit_type: "interest_correction", - }); - expect(result).toContain("Error: Account"); - expect(result).toContain("is not a savings account"); - }); - }); - describe("submit_interest_discrepancy_report_7294", () => { - it("should submit interest discrepancy report successfully", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "submit_interest_discrepancy_report_7294" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_002", - user_id: "user_123", - expected_apy: 2.775, - actual_apy: 2.5, - amount_difference: 6.88, - }); - expect(result).toContain( - "Interest Discrepancy Report Submitted Successfully!" - ); - expect(result).toContain("Expected APY: 2.775%"); - expect(result).toContain("Actual APY: 2.5%"); - expect(result).toContain("Amount Difference: $6.88"); - expect(result).toContain("Status: PENDING_REVIEW"); - }); - it("should reject non-existent account", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "submit_interest_discrepancy_report_7294" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_nonexistent", - user_id: "user_123", - expected_apy: 2.775, - actual_apy: 2.5, - amount_difference: 6.88, - }); - expect(result).toContain("Error: Account 'acc_nonexistent' not found"); - }); - it("should reject non-existent user", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "submit_interest_discrepancy_report_7294" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_002", - user_id: "user_nonexistent", - expected_apy: 2.775, - actual_apy: 2.5, - amount_difference: 6.88, - }); - expect(result).toContain("Error: User 'user_nonexistent' not found"); - }); - it("should handle APY difference rounding correctly", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "submit_interest_discrepancy_report_7294" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_002", - user_id: "user_123", - expected_apy: 2.7753, - actual_apy: 2.5001, - amount_difference: 6.88, - }); - expect(result).toContain("APY Difference: 0.2752%"); - }); - }); - describe("close_bank_account_7392", () => { - it("should close account with zero balance successfully", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const openAccount = db.accounts.data["acc_001"]; - assert(openAccount); - openAccount.current_holdings = "0.00"; - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "close_bank_account_7392" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_001", - reason: "Customer request", - waive_early_closure_fee: true, - }); - expect(result).toContain("Bank account closed successfully!"); - expect(result).toContain("Status: CLOSED"); - expect(result).toContain("Early Closure Fee Waived: Yes"); - const account = db.accounts.data["acc_001"]; - assert(account); - expect(account.status).toBe("CLOSED"); - }); - it("should reject closing already-closed account", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const closedAccount = db.accounts.data["acc_001"]; - assert(closedAccount); - closedAccount.status = "CLOSED"; - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "close_bank_account_7392" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_001", - reason: "Test", - }); - expect(result).toContain("Error: Account"); - expect(result).toContain("is already closed"); - }); - it("should reject closing account with non-zero balance", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "close_bank_account_7392" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_001", - reason: "Test", - waive_early_closure_fee: true, - }); - expect(result).toContain("Error: Account balance must be $0.00"); - expect(result).toContain("$1000.00"); - }); - it("should reject with missing account_id", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "close_bank_account_7392" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { reason: "Test" }); - expect(result).toContain("Error: Missing required parameter"); - }); - }); - describe("get_all_user_accounts_by_user_id_3847", () => { - it("should return all accounts for user", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "get_all_user_accounts_by_user_id_3847" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - user_id: "user_123", - }); - expect(result).toContain("User accounts retrieved successfully"); - expect(result).toContain("Bank Accounts:"); - expect(result).toContain("Credit Card Accounts:"); - }); - it("should reject with missing user_id", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "get_all_user_accounts_by_user_id_3847" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, {}); - expect(result).toContain("Error: Missing required parameter: user_id"); - }); - }); - describe("get_bank_account_transactions_9173", () => { - it("should return transactions for account", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - db.bank_account_transaction_history.data["txn_001"] = { - transaction_id: "txn_001", - account_id: "acc_001", - date: "11/14/2025", - description: "Test transaction", - amount: 100, - type: "credit", - status: "posted", - }; - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "get_bank_account_transactions_9173" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_001", - }); - expect(result).toContain( - "Bank account transactions retrieved successfully" - ); - expect(result).toContain("Transactions for account acc_001"); - expect(result).toContain( - "Found 1 record(s) in 'bank_account_transaction_history':" - ); - expect(result).toContain("1. Record ID: txn_001"); - }); - it("should return transactions in reverse chronological order", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - db.bank_account_transaction_history.data = { - older: { - transaction_id: "older", - account_id: "acc_001", - date: "11/13/2025", - description: "Older", - }, - newer: { - transaction_id: "newer", - account_id: "acc_001", - date: "11/14/2025 03:40:00", - description: "Newer", - }, - }; - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "get_bank_account_transactions_9173" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { account_id: "acc_001" }); - expect(result.indexOf("Record ID: newer")).toBeLessThan( - result.indexOf("Record ID: older") - ); - }); - it("should reject non-existent account", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "get_bank_account_transactions_9173" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, { - account_id: "acc_nonexistent", - }); - expect(result).toContain("Error: Account 'acc_nonexistent' not found"); - }); - it("should reject with missing account_id", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const handler = DISCOVERABLE_AGENT_TOOLS.get( - "get_bank_account_transactions_9173" - )?.handler; - if (!handler) { - throw new Error("Tool not registered"); - } - const result = handler(state, {}); - expect(result).toContain("Error: Missing required parameter: account_id"); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-accounts.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-accounts.ts deleted file mode 100644 index 8447380f..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-accounts.ts +++ /dev/null @@ -1,925 +0,0 @@ -import { createHash } from "node:crypto"; - -import { addToDb, queryDatabaseTool, queryDb } from "./db-query"; -import { - getFieldAsString, - getFieldAsBoolean, - getFieldCoalesced, -} from "./field-access"; -import { getAccountBalance, getTodayStr } from "./helpers"; -import type { BankingEnvState } from "./registry"; -import { registerDiscoverableAgentTool } from "./registry"; - -function toFiniteNumber(value: unknown): number | undefined { - if (typeof value === "number") { - return Number.isFinite(value) ? value : undefined; - } - if (typeof value === "string") { - const parsed = Number.parseFloat(value); - return Number.isFinite(parsed) ? parsed : undefined; - } - return undefined; -} - -function getNow(): Date { - return new Date(2025, 10, 14, 3, 40, 0); -} - -function getAccountAgeDays(account: Record): number { - const dateOpenedStr = getFieldAsString(account, "date_opened"); - if (!dateOpenedStr) { - return 0; - } - try { - const parts = dateOpenedStr.split("/"); - if (parts.length !== 3) { - return 0; - } - const month = Number.parseInt(parts[0]!, 10); - const day = Number.parseInt(parts[1]!, 10); - const year = Number.parseInt(parts[2]!, 10); - const dateOpened = new Date(year, month - 1, day); - const today = getNow(); - const diffTime = today.getTime() - dateOpened.getTime(); - return Math.floor(diffTime / (1000 * 60 * 60 * 24)); - } catch { - return 0; - } -} - -function openBankAccount( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - const accountType = getFieldAsString(kwargs, "account_type"); - const accountClass = getFieldAsString(kwargs, "account_class"); - if (!userId || !accountType || !accountClass) { - return "Error: Missing required parameters."; - } - const validTypes = [ - "checking", - "savings", - "business_checking", - "business_savings", - ]; - if (!validTypes.includes(accountType)) { - return `Error: Invalid account_type. Must be one of: ${JSON.stringify(validTypes)}`; - } - const userAccounts = queryDb({ - db: state.db, - dbName: "accounts", - constraints: { user_id: userId }, - }); - if (accountType === "savings") { - let hasEligibleChecking = false; - for (const acc of userAccounts) { - const accType = getFieldCoalesced(acc, "account_type", "class"); - const { status } = acc; - if ( - (accType === "checking" || accType === "personal_checking") && - (status === "OPEN" || status === "ACTIVE") && - getAccountAgeDays(acc) >= 14 - ) { - hasEligibleChecking = true; - break; - } - } - if (!hasEligibleChecking) { - return "Error: Account eligibility requirements not met."; - } - } - if (accountType === "business_checking") { - const hasClosedAccount = userAccounts.some( - (acc) => acc.status === "CLOSED" - ); - if (hasClosedAccount) { - return "Error: Account eligibility requirements not met."; - } - const hasPersonalChecking = userAccounts.some((acc) => { - const accType = getFieldCoalesced(acc, "account_type", "class"); - const { status } = acc; - return ( - (accType === "checking" || accType === "personal_checking") && - (status === "OPEN" || status === "ACTIVE") - ); - }); - if (!hasPersonalChecking) { - return "Error: Account eligibility requirements not met."; - } - } - if (accountType === "business_savings") { - for (const acc of userAccounts) { - const balance = getAccountBalance(acc); - if (balance < 0) { - return "Error: Account eligibility requirements not met."; - } - } - let hasEligibleBusinessChecking = false; - for (const acc of userAccounts) { - const accType = acc.account_type; - const { status } = acc; - if ( - accType === "business_checking" && - (status === "OPEN" || status === "ACTIVE") && - getAccountAgeDays(acc) >= 30 - ) { - hasEligibleBusinessChecking = true; - break; - } - } - if (!hasEligibleBusinessChecking) { - return "Error: Account eligibility requirements not met."; - } - } - const seed = `account:${userId}:${accountType}:${accountClass}`; - const accountId = createHash("sha256") - .update(seed) - .digest() - .slice(0, 8) - .toString("hex"); - const today = getTodayStr(); - const accountRecord: Record = { - account_id: accountId, - user_id: userId, - account_type: accountType, - account_class: accountClass, - current_holdings: "0.00", - status: "OPEN", - date_opened: today, - }; - const success = addToDb({ - db: state.db, - dbName: "accounts", - recordId: accountId, - record: accountRecord, - }); - if (!success) { - return `Failed to open account: Account ID '${accountId}' may already exist.`; - } - return ( - `Bank account opened successfully!\n` + - ` - Account ID: ${accountId}\n` + - ` - User ID: ${userId}\n` + - ` - Account Type: ${accountType}\n` + - ` - Account Class: ${accountClass}\n` + - ` - Status: OPEN\n` + - ` - Initial Balance: $0.00\n` + - ` - Date Opened: ${today}` - ); -} - -function closeBankAccount( - state: BankingEnvState, - kwargs: Record -): string { - const accountId = getFieldAsString(kwargs, "account_id"); - const reason = - getFieldAsString(kwargs, "reason") ?? "Customer requested closure"; - const waiveEarlyClosureFee = getFieldAsBoolean( - kwargs, - "waive_early_closure_fee" - ); - const PERSONAL_CHECKING_EARLY_CLOSURE: Record< - string, - { - fee: number; - window_days: number; - } - > = { - "Light Blue Account": { fee: 15, window_days: 30 }, - "Light Green Account": { fee: 15, window_days: 30 }, - "Green Fee-Free Account": { fee: 15, window_days: 30 }, - "Blue Account": { fee: 25, window_days: 60 }, - "Green Account": { fee: 25, window_days: 60 }, - "Evergreen Account": { fee: 50, window_days: 90 }, - "Bluest Account": { fee: 100, window_days: 180 }, - }; - const PERSONAL_SAVINGS_EARLY_CLOSURE: Record< - string, - { - fee: number; - window_days: number; - } - > = { - "Bronze Account": { fee: 20, window_days: 60 }, - "Silver Account": { fee: 35, window_days: 90 }, - "Silver Plus Account": { fee: 35, window_days: 90 }, - "Gold Account": { fee: 75, window_days: 180 }, - "Gold Plus Account": { fee: 75, window_days: 180 }, - "Gold Years Account": { fee: 75, window_days: 180 }, - "Platinum Account": { fee: 150, window_days: 270 }, - "Platinum Plus Account": { fee: 150, window_days: 270 }, - "Diamond Elite Account": { fee: 150, window_days: 270 }, - }; - if (!accountId) { - return "Error: Missing required parameter (account_id)."; - } - if (!(accountId in state.db.accounts.data)) { - return `Error: Account '${accountId}' not found.`; - } - const account = state.db.accounts.data[accountId]; - if (!account || typeof account !== "object") { - return `Error: Account '${accountId}' not found.`; - } - if (account.status === "CLOSED") { - return `Error: Account '${accountId}' is already closed.`; - } - const balance = getAccountBalance(account); - let earlyClosureFeeApplied = 0; - if (!waiveEarlyClosureFee) { - const accountLevel = getFieldAsString(account, "level"); - const accountClass = getFieldAsString(account, "class"); - const dateOpenedStr = getFieldAsString(account, "date_opened"); - let earlyClosureConfig: - | { - fee: number; - window_days: number; - } - | undefined; - if (accountClass === "checking" && accountLevel) { - earlyClosureConfig = PERSONAL_CHECKING_EARLY_CLOSURE[accountLevel]; - } else if ( - (accountClass === "savings" || accountClass === "saving") && - accountLevel - ) { - earlyClosureConfig = PERSONAL_SAVINGS_EARLY_CLOSURE[accountLevel]; - } - if (earlyClosureConfig && dateOpenedStr) { - try { - const accountAgeDays = getAccountAgeDays(account); - if (accountAgeDays < earlyClosureConfig.window_days) { - const requiredFee = earlyClosureConfig.fee; - if (balance < requiredFee) { - return "Error: Account unable to be closed."; - } - earlyClosureFeeApplied = requiredFee; - } - } catch {} - } - } - const remainingBalance = balance - earlyClosureFeeApplied; - if (remainingBalance !== 0) { - return `Error: Account balance must be $0.00 before closing. Current balance: $${balance.toFixed(2)}`; - } - const today = getTodayStr(); - account.status = "CLOSED"; - account.date_closed = today; - account.closure_reason = reason; - account.early_closure_fee_waived = waiveEarlyClosureFee; - return ( - `Bank account closed successfully!\n` + - ` - Account ID: ${accountId}\n` + - ` - Account Type: ${getFieldAsString(account, "account_type") ?? "N/A"}\n` + - ` - Account Class: ${getFieldAsString(account, "account_class") ?? "N/A"}\n` + - ` - Status: CLOSED\n` + - ` - Date Closed: ${today}\n` + - ` - Reason: ${reason}\n` + - ` - Early Closure Fee Waived: ${waiveEarlyClosureFee ? "Yes" : "No"}` - ); -} - -function getAllUserAccountsByUserId( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - if (!userId) { - return "Error: Missing required parameter: user_id"; - } - const accountsResult = queryDatabaseTool( - state.db, - "accounts", - JSON.stringify({ user_id: userId }) - ); - const ccResult = queryDatabaseTool( - state.db, - "credit_card_accounts", - JSON.stringify({ user_id: userId }) - ); - const resultParts = [ - "User accounts retrieved successfully.", - "", - `Executed: get_all_user_accounts_by_user_id_3847`, - `Accounts for user ${userId}:`, - "", - "Bank Accounts:", - ]; - if ( - !accountsResult.includes("No records found") && - !accountsResult.includes("No results found") - ) { - resultParts.push(accountsResult); - } else { - resultParts.push(" No bank accounts found."); - } - resultParts.push("\nCredit Card Accounts:"); - if ( - !ccResult.includes("No records found") && - !ccResult.includes("No results found") - ) { - resultParts.push(ccResult); - } else { - resultParts.push(" No credit card accounts found."); - } - return resultParts.join("\n"); -} - -function transferFundsBetweenBankAccounts( - state: BankingEnvState, - kwargs: Record -): string { - const sourceAccountId = getFieldAsString(kwargs, "source_account_id"); - const destinationAccountId = getFieldAsString( - kwargs, - "destination_account_id" - ); - const { amount } = kwargs; - if ( - !sourceAccountId || - !destinationAccountId || - amount === null || - amount === undefined - ) { - return "Error: Missing required parameters (source_account_id, destination_account_id, amount)."; - } - let parsedAmount: number; - try { - parsedAmount = - typeof amount === "string" - ? Number.parseFloat(amount) - : (amount as number); - } catch { - return `Error: Invalid amount '${amount}'. Must be a number.`; - } - if (isNaN(parsedAmount)) { - return `Error: Invalid amount '${amount}'. Must be a number.`; - } - if (parsedAmount <= 0) { - return "Error: Transfer amount must be positive."; - } - if (sourceAccountId === destinationAccountId) { - return "Error: Source and destination accounts cannot be the same."; - } - if (!(sourceAccountId in state.db.accounts.data)) { - return `Error: Source account '${sourceAccountId}' not found.`; - } - if (!(destinationAccountId in state.db.accounts.data)) { - return `Error: Destination account '${destinationAccountId}' not found.`; - } - const source = state.db.accounts.data[sourceAccountId]; - if (!source || typeof source !== "object") { - return `Error: Source account '${sourceAccountId}' not found.`; - } - if (!(source.status === "ACTIVE" || source.status === "OPEN")) { - return `Error: Source account '${sourceAccountId}' is not active.`; - } - const dest = state.db.accounts.data[destinationAccountId]; - if (!dest || typeof dest !== "object") { - return `Error: Destination account '${destinationAccountId}' not found.`; - } - if (!(dest.status === "ACTIVE" || dest.status === "OPEN")) { - return `Error: Destination account '${destinationAccountId}' is not active.`; - } - const sourceBalance = getAccountBalance(source); - if (sourceBalance < parsedAmount) { - return ( - `Error: Insufficient funds. Source account balance is $${sourceBalance.toFixed(2)}, ` + - `but transfer amount is $${parsedAmount.toFixed(2)}.` - ); - } - const destBalance = getAccountBalance(dest); - const newSource = sourceBalance - parsedAmount; - const newDest = destBalance + parsedAmount; - source.current_holdings = `$${newSource.toFixed(2)}`; - dest.current_holdings = `$${newDest.toFixed(2)}`; - return ( - `Transfer completed successfully!\n` + - ` - Amount: $${parsedAmount.toFixed(2)}\n` + - ` - From: ${sourceAccountId} (new balance: $${newSource.toFixed(2)})\n` + - ` - To: ${destinationAccountId} (new balance: $${newDest.toFixed(2)})` - ); -} - -function applyCheckingAccountCredit( - state: BankingEnvState, - kwargs: Record -): string { - const accountId = getFieldAsString(kwargs, "account_id"); - const { amount } = kwargs; - const creditType = getFieldAsString(kwargs, "credit_type"); - if (!accountId || amount === null || amount === undefined || !creditType) { - return "Error: Missing required parameters."; - } - const parsedAmount = - typeof amount === "number" ? amount : Number(String(amount)); - if (!Number.isFinite(parsedAmount)) { - return "Error: Invalid credit amount. Must be a number."; - } - if (parsedAmount <= 0) { - return "Error: Credit amount must be positive."; - } - const validTypes = ["rebate_credit", "fee_refund"]; - if (!validTypes.includes(creditType)) { - return `Error: Invalid credit_type. Must be one of: ${validTypes}`; - } - if (!(accountId in state.db.accounts.data)) { - return `Error: Account '${accountId}' not found.`; - } - const account = state.db.accounts.data[accountId]; - if (!account || typeof account !== "object") { - return `Error: Account '${accountId}' not found.`; - } - const accountClass = getFieldAsString(account, "class"); - if (!accountClass || accountClass.toLowerCase() !== "checking") { - return `Error: Account '${accountId}' is not a checking account. Credits can only be applied to checking accounts.`; - } - if (!(account.status === "ACTIVE" || account.status === "OPEN")) { - return `Error: Account '${accountId}' is not active.`; - } - const currentBalance = getAccountBalance(account); - const newBalance = currentBalance + parsedAmount; - account.current_holdings = `$${newBalance.toFixed(2)}`; - const seed = `checking_credit:${accountId}:${creditType}:${parsedAmount}:${getTodayStr()}`; - const txnHash = createHash("sha256") - .update(seed) - .digest() - .slice(0, 6) - .toString("hex"); - const transactionId = `txn_${txnHash}`; - const description = - creditType === "rebate_credit" - ? "REBATE CREDIT - CUSTOMER SERVICE" - : "FEE REFUND - CUSTOMER SERVICE"; - const transactionRecord: Record = { - transaction_id: transactionId, - account_id: accountId, - date: getTodayStr(), - description, - amount: parsedAmount, - type: creditType, - status: "posted", - }; - state.db.bank_account_transaction_history.data[transactionId] = - transactionRecord; - return ( - `\nCredit applied successfully!\n` + - ` - Transaction ID: ${transactionId}\n` + - ` - Account: ${accountId}\n` + - ` - Credit Type: ${creditType}\n` + - ` - Amount: $${parsedAmount.toFixed(2)}\n` + - ` - Previous Balance: $${currentBalance.toFixed(2)}\n` + - ` - New Balance: $${newBalance.toFixed(2)}` - ); -} - -function applySavingsAccountCredit( - state: BankingEnvState, - kwargs: Record -): string { - const accountId = getFieldAsString(kwargs, "account_id"); - const { amount } = kwargs; - const creditType = getFieldAsString(kwargs, "credit_type"); - if (!accountId || amount === null || amount === undefined || !creditType) { - return "Error: Missing required parameters."; - } - const parsedAmount = - typeof amount === "number" ? amount : Number(String(amount)); - if (!Number.isFinite(parsedAmount)) { - return "Error: Invalid credit amount. Must be a number."; - } - if (parsedAmount <= 0) { - return "Error: Credit amount must be positive."; - } - const validTypes = ["interest_correction", "fee_refund", "goodwill_credit"]; - if (!validTypes.includes(creditType)) { - return `Error: Invalid credit_type. Must be one of: ${validTypes}`; - } - if (!(accountId in state.db.accounts.data)) { - return `Error: Account '${accountId}' not found.`; - } - const account = state.db.accounts.data[accountId]; - if (!account || typeof account !== "object") { - return `Error: Account '${accountId}' not found.`; - } - const accountClass = getFieldAsString(account, "class"); - if ( - !accountClass || - (accountClass.toLowerCase() !== "saving" && - accountClass.toLowerCase() !== "savings") - ) { - return `Error: Account '${accountId}' is not a savings account. This tool only applies to savings accounts.`; - } - if (!(account.status === "ACTIVE" || account.status === "OPEN")) { - return `Error: Account '${accountId}' is not active.`; - } - const currentBalance = getAccountBalance(account); - const newBalance = currentBalance + parsedAmount; - account.current_holdings = `${newBalance.toFixed(2)}`; - const seed = `savings_credit:${accountId}:${creditType}:${parsedAmount}:${getTodayStr()}`; - const txnHash = createHash("sha256") - .update(seed) - .digest() - .slice(0, 6) - .toString("hex"); - const transactionId = `txn_${txnHash}`; - let description: string; - if (creditType === "interest_correction") { - description = "INTEREST CORRECTION - CUSTOMER SERVICE"; - } else if (creditType === "fee_refund") { - description = "FEE REFUND - CUSTOMER SERVICE"; - } else { - description = "GOODWILL CREDIT - CUSTOMER SERVICE"; - } - const transactionRecord: Record = { - transaction_id: transactionId, - account_id: accountId, - date: getTodayStr(), - description, - amount: parsedAmount, - type: creditType, - status: "posted", - }; - state.db.bank_account_transaction_history.data[transactionId] = - transactionRecord; - return ( - `\nCredit applied successfully!\n` + - ` - Transaction ID: ${transactionId}\n` + - ` - Account: ${accountId}\n` + - ` - Credit Type: ${creditType}\n` + - ` - Amount: $${parsedAmount.toFixed(2)}\n` + - ` - Previous Balance: $${currentBalance.toFixed(2)}\n` + - ` - New Balance: $${newBalance.toFixed(2)}` - ); -} - -function submitInterestDiscrepancyReport( - state: BankingEnvState, - kwargs: Record -): string { - const accountId = getFieldAsString(kwargs, "account_id"); - const userId = getFieldAsString(kwargs, "user_id"); - const expectedApy = kwargs.expected_apy; - const actualApy = kwargs.actual_apy; - const amountDifference = kwargs.amount_difference; - if ( - !accountId || - !userId || - expectedApy === null || - expectedApy === undefined || - actualApy === null || - actualApy === undefined || - amountDifference === null || - amountDifference === undefined - ) { - return "Error: Missing required parameters."; - } - const parsedExpectedApy = toFiniteNumber(expectedApy); - const parsedActualApy = toFiniteNumber(actualApy); - const parsedAmountDifference = toFiniteNumber(amountDifference); - if ( - parsedExpectedApy === undefined || - parsedActualApy === undefined || - parsedAmountDifference === undefined - ) { - return "Error: expected_apy, actual_apy, and amount_difference must be numbers."; - } - const account = state.db.accounts.data[accountId]; - if (!account || typeof account !== "object") { - return `Error: Account '${accountId}' not found.`; - } - const user = state.db.users.data[userId]; - if (!user || typeof user !== "object") { - return `Error: User '${userId}' not found.`; - } - const seed = `interest_report:${accountId}:${userId}:${parsedExpectedApy}:${parsedActualApy}:${getTodayStr()}`; - const reportHash = createHash("sha256") - .update(seed) - .digest() - .slice(0, 6) - .toString("hex"); - const reportId = `IDR_${reportHash}`; - const apyDifference = - Math.round((parsedExpectedApy - parsedActualApy) * 10000) / 10000; - const reportRecord: Record = { - report_id: reportId, - account_id: accountId, - user_id: userId, - account_level: getFieldAsString(account, "level") ?? "Unknown", - expected_apy: parsedExpectedApy, - actual_apy: parsedActualApy, - apy_difference: apyDifference, - amount_difference: parsedAmountDifference, - submitted_date: getTodayStr(), - status: "PENDING_REVIEW", - }; - addToDb({ - db: state.db, - dbName: "interest_discrepancy_reports", - recordId: reportId, - record: reportRecord, - }); - return ( - `\nInterest Discrepancy Report Submitted Successfully!\n` + - ` - Report ID: ${reportId}\n` + - ` - Account: ${accountId} (${getFieldAsString(account, "level") ?? "Unknown"})\n` + - ` - Customer: ${getFieldAsString(user, "name") ?? "Unknown"}\n` + - ` - Expected APY: ${parsedExpectedApy}%\n` + - ` - Actual APY: ${parsedActualApy}%\n` + - ` - APY Difference: ${apyDifference}%\n` + - ` - Amount Difference: $${parsedAmountDifference.toFixed(2)}\n` + - ` - Status: PENDING_REVIEW\n` + - `\nThe backend team will investigate this discrepancy and ensure ` + - `correct APY calculations are applied going forward.` - ); -} - -function getBankAccountTransactions( - state: BankingEnvState, - kwargs: Record -): string { - const accountId = getFieldAsString(kwargs, "account_id"); - if (!accountId) { - return "Error: Missing required parameter: account_id"; - } - if (!(accountId in state.db.accounts.data)) { - return `Error: Account '${accountId}' not found.`; - } - const resultParts = [ - "Bank account transactions retrieved successfully.", - "", - `Executed: get_bank_account_transactions_9173`, - `Transactions for account ${accountId}:`, - ]; - const txns = queryDb({ - db: state.db, - dbName: "bank_account_transaction_history", - constraints: { account_id: accountId }, - options: { returnIds: true }, - }); - if (txns.length > 0) { - const parseDate = (value: unknown): number => { - const dateString = String(value ?? ""); - for (const format of ["datetime", "date"] as const) { - const match = - format === "datetime" - ? /^(\d{2})\/(\d{2})\/(\d{4}) (\d{2}):(\d{2}):(\d{2})$/u.exec( - dateString - ) - : /^(\d{2})\/(\d{2})\/(\d{4})$/u.exec(dateString); - if (match) { - const [ - , - month, - day, - year, - hour = "00", - minute = "00", - second = "00", - ] = match; - const timestamp = Date.UTC( - Number(year), - Number(month) - 1, - Number(day), - Number(hour), - Number(minute), - Number(second) - ); - const parsed = new Date(timestamp); - if ( - parsed.getUTCFullYear() === Number(year) && - parsed.getUTCMonth() === Number(month) - 1 && - parsed.getUTCDate() === Number(day) && - parsed.getUTCHours() === Number(hour) && - parsed.getUTCMinutes() === Number(minute) && - parsed.getUTCSeconds() === Number(second) - ) { - return timestamp; - } - } - } - return Number.MIN_SAFE_INTEGER; - }; - const sortedTxns = [...txns].sort( - ([, left], [, right]) => parseDate(right.date) - parseDate(left.date) - ); - const formattedLines = [ - `Found ${sortedTxns.length} record(s) in 'bank_account_transaction_history':\n`, - ]; - for (const [index, [recordId, record]] of sortedTxns.entries()) { - formattedLines.push(`${index + 1}. Record ID: ${recordId}`); - for (const [field, value] of Object.entries(record)) { - formattedLines.push(` ${field}: ${value}`); - } - formattedLines.push(""); - } - resultParts.push(formattedLines.join("\n")); - } else { - resultParts.push("\nNo transactions found for this account."); - } - return resultParts.join("\n"); -} - -export function registerAccountTools(): void { - registerDiscoverableAgentTool({ - name: "open_bank_account_4821", - description: "Open a new bank account for a customer.", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The customer's unique identifier in the system", - }, - { - name: "account_type", - type: "string", - optional: false, - description: - "Type of account to open. Must be one of: 'checking' (personal checking), 'savings' (personal savings), 'business_checking', 'business_savings'", - }, - { - name: "account_class", - type: "string", - optional: false, - description: "The full official account class name", - }, - ], - handler: openBankAccount, - }); - registerDiscoverableAgentTool({ - name: "close_bank_account_7392", - description: "Close a customer's bank account (checking or savings).", - params: [ - { - name: "account_id", - type: "string", - optional: false, - description: "The ID of the bank account to close", - }, - { - name: "reason", - type: "string", - optional: true, - description: "The reason for closing the account", - }, - { - name: "waive_early_closure_fee", - type: "boolean", - optional: true, - description: "Whether to waive early closure fees", - }, - ], - handler: closeBankAccount, - }); - registerDiscoverableAgentTool({ - name: "get_all_user_accounts_by_user_id_3847", - mutatesState: false, - description: - "Retrieve all accounts (checking, savings, credit cards) for a customer.", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The customer's unique identifier in the system", - }, - ], - handler: getAllUserAccountsByUserId, - }); - registerDiscoverableAgentTool({ - name: "transfer_funds_between_bank_accounts_7291", - description: "Transfer funds from one bank account to another.", - params: [ - { - name: "source_account_id", - type: "string", - optional: false, - description: "The account ID to transfer funds from", - }, - { - name: "destination_account_id", - type: "string", - optional: false, - description: "The account ID to transfer funds to", - }, - { - name: "amount", - type: "number", - optional: false, - description: "The amount to transfer in USD", - }, - ], - handler: transferFundsBetweenBankAccounts, - }); - registerDiscoverableAgentTool({ - name: "apply_checking_account_credit_5829", - description: "Apply a credit to a customer's checking account.", - params: [ - { - name: "account_id", - type: "string", - optional: false, - description: "The checking account ID to credit", - }, - { - name: "amount", - type: "number", - optional: false, - description: - "The positive dollar amount to credit (must be greater than 0)", - }, - { - name: "credit_type", - type: "string", - optional: false, - description: - "The type of credit: 'rebate_credit' for missing rebates, 'fee_refund' for incorrect fee charges", - }, - ], - handler: applyCheckingAccountCredit, - }); - registerDiscoverableAgentTool({ - name: "apply_savings_account_credit_6831", - description: - "Apply a credit to a customer's savings account for interest corrections, fee refunds, or goodwill adjustments.", - params: [ - { - name: "account_id", - type: "string", - optional: false, - description: "The savings account ID to credit", - }, - { - name: "amount", - type: "number", - optional: false, - description: - "The positive dollar amount to credit (must be greater than 0)", - }, - { - name: "credit_type", - type: "string", - optional: false, - description: - "The type of credit: 'interest_correction' for APY/interest calculation errors, 'fee_refund' for incorrect fee charges, 'goodwill_credit' for customer service gestures", - }, - ], - handler: applySavingsAccountCredit, - }); - registerDiscoverableAgentTool({ - name: "submit_interest_discrepancy_report_7294", - description: - "Submit a report for interest calculation discrepancies to the backend team for investigation. Use this when the interest credited to a customer's account does not match expected APY calculations.", - params: [ - { - name: "account_id", - type: "string", - optional: false, - description: "The savings account ID with the discrepancy", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The customer's unique identifier", - }, - { - name: "expected_apy", - type: "number", - optional: false, - description: - "The APY percentage the customer should have received (e.g., 2.775 for 2.775%)", - }, - { - name: "actual_apy", - type: "number", - optional: false, - description: - "The APY percentage that was actually applied (e.g., 2.5 for 2.5%)", - }, - { - name: "amount_difference", - type: "number", - optional: false, - description: - "The dollar amount difference between expected and actual interest credited", - }, - ], - handler: submitInterestDiscrepancyReport, - }); - registerDiscoverableAgentTool({ - name: "get_bank_account_transactions_9173", - mutatesState: false, - description: "Retrieve the transaction history for a bank account.", - params: [ - { - name: "account_id", - type: "string", - optional: false, - description: "The bank account ID to retrieve transactions for", - }, - ], - handler: getBankAccountTransactions, - }); -} diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-credit-2.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-credit-2.ts deleted file mode 100644 index b2fd3044..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-credit-2.ts +++ /dev/null @@ -1,608 +0,0 @@ -import { queryDb, addToDb } from "./db-query"; -import { getAccountBalance, getTodayStr, parseBalance } from "./helpers"; -import { generateCreditLimitIncreaseRequestId } from "./ids"; -import type { - BankingEnvState, - DiscoverableTool, - ToolParameter, -} from "./registry"; -import { registerDiscoverableAgentTool } from "./registry"; - -function formatUsd(amount: number): string { - const formatted = amount.toFixed(2); - const parts = formatted.split("."); - const intPart = parts[0]!; - const decPart = parts[1]!; - const withCommas = intPart.replaceAll(/\B(?=(\d{3})+(?!\d))/g, ","); - return `${withCommas}.${decPart}`; -} - -function payCreditCardFromChecking( - state: BankingEnvState, - kwargs: Record -): string { - const userId = String(kwargs.user_id ?? ""); - const checkingAccountId = String(kwargs.checking_account_id ?? ""); - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const amountRaw = kwargs.amount; - if ( - !userId || - !checkingAccountId || - !creditCardAccountId || - amountRaw === null || - amountRaw === undefined - ) { - return "Error: Missing required parameters (user_id, checking_account_id, credit_card_account_id, amount)."; - } - const amount = - typeof amountRaw === "number" - ? amountRaw - : Number.parseFloat(String(amountRaw)); - if (Number.isNaN(amount)) { - return "Error: Invalid payment amount. Must be a positive number."; - } - if (amount <= 0) { - return "Error: Payment amount must be a positive number."; - } - const accountsTable = state.db.accounts; - if (!(checkingAccountId in accountsTable.data)) { - return `Error: Checking account '${checkingAccountId}' not found.`; - } - const checkingAccount = accountsTable.data[checkingAccountId]; - if (!checkingAccount) { - return `Error: Checking account '${checkingAccountId}' not found.`; - } - if (checkingAccount.user_id !== userId) { - return `Error: Checking account '${checkingAccountId}' does not belong to user '${userId}'.`; - } - if (checkingAccount.class !== "checking") { - return `Error: Account '${checkingAccountId}' is not a checking account.`; - } - const currentBalance = getAccountBalance(checkingAccount); - if (amount > currentBalance) { - return `Error: Insufficient funds in checking account. Available balance: $${currentBalance.toFixed(2)}, requested payment: $${amount.toFixed(2)}.`; - } - const ccAccountsTable = state.db.credit_card_accounts; - if (!(creditCardAccountId in ccAccountsTable.data)) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const ccAccount = ccAccountsTable.data[creditCardAccountId]; - if (!ccAccount) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - if (ccAccount.user_id !== userId) { - return `Error: Credit card account '${creditCardAccountId}' does not belong to user '${userId}'.`; - } - const ccBalanceStr = String(ccAccount.current_balance ?? "$0.00"); - const ccBalance = parseBalance(ccBalanceStr); - if (amount > ccBalance) { - return `Error: Payment amount ($${amount.toFixed(2)}) exceeds credit card balance ($${ccBalance.toFixed(2)}). Please specify an amount up to the outstanding balance.`; - } - const newCheckingBalance = currentBalance - amount; - const newCcBalance = ccBalance - amount; - checkingAccount.current_holdings = newCheckingBalance.toFixed(2); - ccAccount.current_balance = `$${newCcBalance.toFixed(2)}`; - return ( - `Payment processed successfully!\n` + - ` - Payment Amount: $${amount.toFixed(2)}\n` + - ` - From Checking Account: ${checkingAccountId}\n` + - ` - To Credit Card Account: ${creditCardAccountId}\n` + - ` - New Checking Balance: $${newCheckingBalance.toFixed(2)}\n` + - ` - New Credit Card Balance: $${newCcBalance.toFixed(2)}\n` + - `The payment has been applied immediately.` - ); -} - -const payCreditCardFromCheckingTool: DiscoverableTool = { - name: "pay_credit_card_from_checking_9182", - description: - "Pay off a credit card balance using funds from the customer's Rho-Bank checking account. This deducts the specified amount from the checking account and reduces the credit card balance by the same amount.", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The customer's unique identifier in the system", - }, - { - name: "checking_account_id", - type: "string", - optional: false, - description: - "The ID of the Rho-Bank checking account to debit funds from", - }, - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The ID of the credit card account to apply the payment to", - }, - { - name: "amount", - type: "number", - optional: false, - description: "The payment amount in dollars. Must be a positive number.", - }, - ] satisfies readonly ToolParameter[], - handler: payCreditCardFromChecking, -}; - -function submitCreditLimitIncreaseRequest( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const userId = String(kwargs.user_id ?? ""); - const requestedIncreaseAmountRaw = kwargs.requested_increase_amount; - if ( - !creditCardAccountId || - !userId || - requestedIncreaseAmountRaw === null || - requestedIncreaseAmountRaw === undefined - ) { - return "Error: Missing required parameters."; - } - const requestedIncreaseAmountFloat = - typeof requestedIncreaseAmountRaw === "number" - ? requestedIncreaseAmountRaw - : Number(String(requestedIncreaseAmountRaw)); - if (!Number.isFinite(requestedIncreaseAmountFloat)) { - return "Error: Invalid requested_increase_amount. Must be a whole number."; - } - if (!Number.isInteger(requestedIncreaseAmountFloat)) { - return "Error: Invalid requested_increase_amount. Must be a whole number of dollars."; - } - const requestedIncreaseAmount = requestedIncreaseAmountFloat; - if (requestedIncreaseAmount <= 0) { - return "Error: Requested increase amount must be positive."; - } - const ccAccountsTable = state.db.credit_card_accounts; - if (!(creditCardAccountId in ccAccountsTable.data)) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const ccAccount = ccAccountsTable.data[creditCardAccountId]; - if (!ccAccount) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - if (ccAccount.user_id !== userId) { - return `Error: Credit card account '${creditCardAccountId}' does not belong to user '${userId}'.`; - } - const requestId = generateCreditLimitIncreaseRequestId( - creditCardAccountId, - userId, - requestedIncreaseAmount - ); - const today = getTodayStr(); - const requestRecord = { - request_id: requestId, - credit_card_account_id: creditCardAccountId, - user_id: userId, - requested_increase_amount: requestedIncreaseAmount, - submitted_at: today, - status: "PENDING", - }; - const success = addToDb({ - db: state.db, - dbName: "credit_limit_increase_requests", - recordId: requestId, - record: requestRecord, - }); - if (!success) { - return "Error: A similar request may already exist."; - } - return ( - `Credit limit increase request submitted successfully.\n\n` + - `Executed: submit_credit_limit_increase_request_7392\n` + - ` - Request ID: ${requestId}\n` + - ` - Account: ${creditCardAccountId}\n` + - ` - Requested Increase: $${formatUsd(requestedIncreaseAmount)}\n` + - ` - Status: PENDING` - ); -} - -const submitCreditLimitIncreaseRequestTool: DiscoverableTool = { - name: "submit_credit_limit_increase_request_7392", - description: - "Submit a credit limit increase request for a customer's credit card.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID to request increase for", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The customer's unique identifier in the system", - }, - { - name: "requested_increase_amount", - type: "integer", - optional: false, - description: - "The dollar amount by which to increase the credit limit (e.g., 2500 for $2,500)", - }, - ] satisfies readonly ToolParameter[], - handler: submitCreditLimitIncreaseRequest, -}; - -function getCreditLimitIncreaseHistory( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - if (!creditCardAccountId) { - return "Error: Missing required parameter: credit_card_account_id"; - } - const cliRequests = queryDb({ - db: state.db, - dbName: "credit_limit_increase_requests", - constraints: { - credit_card_account_id: creditCardAccountId, - }, - }); - const resultParts = [ - "Credit limit increase history retrieved.", - "", - "Executed: get_credit_limit_increase_history_4829", - `Credit limit increase history for account ${creditCardAccountId}:`, - ]; - if (cliRequests.length === 0) { - resultParts.push( - "\nNo credit limit increase requests found for this account." - ); - } else { - resultParts.push(""); - for (const [index, record] of cliRequests.entries()) { - resultParts.push(`${index + 1}. Request ID: ${record.request_id}`); - for (const [field, value] of Object.entries(record)) { - resultParts.push(` ${field}: ${value}`); - } - resultParts.push(""); - } - } - return resultParts.join("\n"); -} - -const getCreditLimitIncreaseHistoryTool: DiscoverableTool = { - name: "get_credit_limit_increase_history_4829", - mutatesState: false, - description: - "Retrieve the credit limit increase request history for a specific credit card account. Returns all previous CLI requests including dates, amounts, and statuses.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID to check for CLI history", - }, - ] satisfies readonly ToolParameter[], - handler: getCreditLimitIncreaseHistory, -}; - -function getPaymentHistory( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const monthsRaw = kwargs.months; - if (!creditCardAccountId || monthsRaw === null || monthsRaw === undefined) { - return "Error: Missing required parameters (credit_card_account_id, months)."; - } - const months = parsePythonInt(monthsRaw); - if (months === undefined) { - return "Error: Invalid months value. Must be a positive integer."; - } - if (months <= 0) { - return "Error: months must be a positive integer."; - } - const paymentTable = state.db.payment_history; - const payments: Record[] = []; - for (const paymentData of Object.values(paymentTable.data)) { - if (paymentData.credit_card_account_id === creditCardAccountId) { - payments.push(paymentData); - } - } - if (payments.length === 0) { - return `No payment history found for account '${creditCardAccountId}'.`; - } - payments.sort((a, b) => { - const dateA = String(a.payment_date ?? ""); - const dateB = String(b.payment_date ?? ""); - return dateB.localeCompare(dateA); - }); - const limitedPayments = payments.slice(0, months); - let consecutiveOnTime = 0; - for (const payment of limitedPayments) { - if (payment.status === "ON_TIME") { - consecutiveOnTime += 1; - } else { - break; - } - } - const resultParts = [ - `Payment history for account '${creditCardAccountId}' (last ${months} months):`, - `Consecutive on-time payments: ${consecutiveOnTime}`, - ]; - for (const payment of limitedPayments) { - resultParts.push( - `\n - Payment Date: ${payment.payment_date}\n` + - ` Amount: ${payment.amount}\n` + - ` Status: ${payment.status}` - ); - } - return resultParts.join("\n"); -} - -function parsePythonInt(value: unknown): number | undefined { - if (typeof value === "number") { - return Number.isFinite(value) ? Math.trunc(value) : undefined; - } - if (typeof value === "boolean") { - return value ? 1 : 0; - } - if (typeof value !== "string" || !/^[+-]?\d+$/u.test(value.trim())) { - return undefined; - } - const parsed = Number(value); - return Number.isSafeInteger(parsed) ? parsed : undefined; -} - -const getPaymentHistoryTool: DiscoverableTool = { - name: "get_payment_history_6183", - mutatesState: false, - description: "Retrieve payment history for a credit card account.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID to check payment history for", - }, - { - name: "months", - type: "integer", - optional: false, - description: "Number of months of payment history to retrieve", - }, - ] satisfies readonly ToolParameter[], - handler: getPaymentHistory, -}; - -function approveCreditLimitIncrease( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const userId = String(kwargs.user_id ?? ""); - const newCreditLimitRaw = kwargs.new_credit_limit; - if ( - !creditCardAccountId || - !userId || - newCreditLimitRaw === null || - newCreditLimitRaw === undefined - ) { - return "Error: Missing required parameters."; - } - let newCreditLimit: number; - try { - newCreditLimit = - typeof newCreditLimitRaw === "number" - ? newCreditLimitRaw - : Number.parseInt(String(newCreditLimitRaw), 10); - } catch { - return "Error: Invalid new credit limit."; - } - const ccAccountsTable = state.db.credit_card_accounts; - if (!(creditCardAccountId in ccAccountsTable.data)) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const ccAccount = ccAccountsTable.data[creditCardAccountId]; - if (!ccAccount) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - if (ccAccount.user_id !== userId) { - return `Error: Credit card account '${creditCardAccountId}' does not belong to user '${userId}'.`; - } - let ineligible = false; - if (state.db.transaction_disputes && state.db.transaction_disputes.data) { - for (const dispute of Object.values(state.db.transaction_disputes.data)) { - if ( - dispute.user_id === userId && - ["SUBMITTED", "UNDER_REVIEW", "PENDING"].includes( - String(dispute.status) - ) - ) { - ineligible = true; - break; - } - } - } - if ( - !ineligible && - state.db.credit_card_orders && - state.db.credit_card_orders.data - ) { - for (const order of Object.values(state.db.credit_card_orders.data)) { - if ( - order.credit_card_account_id === creditCardAccountId && - ["PENDING", "PROCESSING", "SHIPPED"].includes(String(order.status)) - ) { - ineligible = true; - break; - } - } - } - if (!ineligible) { - const accountStatus = String(ccAccount.account_status ?? "").toUpperCase(); - if ( - ["PAST_DUE", "DELINQUENT", "COLLECTIONS", "CLOSED"].includes( - accountStatus - ) - ) { - ineligible = true; - } - } - if (ineligible) { - return "Error: Credit limit increase request cannot be approved at this time."; - } - const currentLimitStr = String(ccAccount.credit_limit ?? "$0.00"); - const currentLimit = parseBalance(currentLimitStr); - const newLimit = Number.parseFloat(String(newCreditLimit)); - ccAccount.credit_limit = `$${newLimit.toFixed(2)}`; - const today = getTodayStr(); - const requestId = generateCreditLimitIncreaseRequestId( - creditCardAccountId, - userId, - newLimit - currentLimit - ); - const approvalRecord = { - request_id: requestId, - credit_card_account_id: creditCardAccountId, - user_id: userId, - previous_limit: `$${currentLimit.toFixed(2)}`, - new_limit: `$${newLimit.toFixed(2)}`, - increase_amount: `$${(newLimit - currentLimit).toFixed(2)}`, - decision_date: today, - status: "APPROVED", - }; - addToDb({ - db: state.db, - dbName: "credit_limit_increase_requests", - recordId: requestId, - record: approvalRecord, - }); - return ( - `Credit limit increase approved!\n` + - ` - Account: ${creditCardAccountId}\n` + - ` - Previous Limit: $${currentLimit.toFixed(2)}\n` + - ` - New Limit: $${newLimit.toFixed(2)}\n` + - ` - Increase: $${(newLimit - currentLimit).toFixed(2)}\n` + - ` - Effective Date: ${today}\n` + - `The customer will receive a confirmation email.` - ); -} - -const approveCreditLimitIncreaseTool: DiscoverableTool = { - name: "approve_credit_limit_increase_5847", - description: - "Approve and apply a credit limit increase for a customer's credit card.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The customer's unique identifier in the system", - }, - { - name: "new_credit_limit", - type: "integer", - optional: false, - description: - "The new total credit limit in dollars (e.g., 7500 for $7,500)", - }, - ] satisfies readonly ToolParameter[], - handler: approveCreditLimitIncrease, -}; - -function denyCreditLimitIncrease( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const userId = String(kwargs.user_id ?? ""); - const denialReason = String(kwargs.denial_reason ?? ""); - if (!creditCardAccountId || !userId || !denialReason) { - return "Error: Missing required parameters."; - } - const validReasons = [ - "insufficient_account_age", - "cooldown_period_active", - "pending_disputes", - "pending_replacement_card", - "past_due_balance", - "high_utilization", - "insufficient_payment_history", - "requested_amount_exceeds_limit", - "other", - ]; - if (!validReasons.includes(denialReason)) { - return `Error: Invalid denial_reason. Must be one of: ${validReasons.join(", ")}`; - } - const ccAccountsTable = state.db.credit_card_accounts; - if (!(creditCardAccountId in ccAccountsTable.data)) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const today = getTodayStr(); - const requestId = generateCreditLimitIncreaseRequestId( - creditCardAccountId, - userId, - 0 - ); - const denialRecord = { - request_id: requestId, - credit_card_account_id: creditCardAccountId, - user_id: userId, - denial_reason: denialReason, - decision_date: today, - status: "DENIED", - }; - addToDb({ - db: state.db, - dbName: "credit_limit_increase_requests", - recordId: requestId, - record: denialRecord, - }); - return ( - `Credit limit increase request denied.\n` + - ` - Account: ${creditCardAccountId}\n` + - ` - Denial Reason: ${denialReason}\n` + - ` - Date: ${today}\n` + - `The customer will receive a notification explaining the denial.` - ); -} - -const denyCreditLimitIncreaseTool: DiscoverableTool = { - name: "deny_credit_limit_increase_5848", - description: - "Deny a credit limit increase request for a customer's credit card.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The customer's unique identifier in the system", - }, - { - name: "denial_reason", - type: "string", - optional: false, - description: - "The reason for denying the request. Must be one of: 'insufficient_account_age', 'cooldown_period_active', 'pending_disputes', 'pending_replacement_card', 'past_due_balance', 'high_utilization', 'insufficient_payment_history', 'requested_amount_exceeds_limit', 'other'", - }, - ] satisfies readonly ToolParameter[], - handler: denyCreditLimitIncrease, -}; - -export function registerCreditLimitAndPaymentTools(): void { - registerDiscoverableAgentTool(payCreditCardFromCheckingTool); - registerDiscoverableAgentTool(submitCreditLimitIncreaseRequestTool); - registerDiscoverableAgentTool(getCreditLimitIncreaseHistoryTool); - registerDiscoverableAgentTool(getPaymentHistoryTool); - registerDiscoverableAgentTool(approveCreditLimitIncreaseTool); - registerDiscoverableAgentTool(denyCreditLimitIncreaseTool); -} diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-credit.test.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-credit.test.ts deleted file mode 100644 index cefd7249..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-credit.test.ts +++ /dev/null @@ -1,775 +0,0 @@ -import { describe, it, expect, beforeEach } from "bun:test"; -import assert from "node:assert"; - -import { makeEmptyBankingData } from "../environment"; -import type { BankingData } from "../types"; -import { registerCreditTools } from "./handlers-credit"; -import type { BankingEnvState } from "./registry"; -import { makeBankingEnvState, DISCOVERABLE_AGENT_TOOLS } from "./registry"; - -function makeTestDb(): BankingData { - return { - ...makeEmptyBankingData(), - users: { - data: { - user_123: { - user_id: "user_123", - name: "John Doe", - email: "john@example.com", - }, - }, - }, - accounts: { - data: { - checking_001: { - account_id: "checking_001", - user_id: "user_123", - class: "checking", - balance: "5000.00", - current_holdings: "5000.00", - }, - }, - }, - credit_card_accounts: { - data: { - cc_001: { - account_id: "cc_001", - user_id: "user_123", - credit_limit: "$5000.00", - current_balance: "$1500.00", - account_status: "ACTIVE", - status: "ACTIVE", - }, - }, - }, - payment_history: { - data: { - payment_001: { - payment_id: "payment_001", - credit_card_account_id: "cc_001", - payment_date: "11/10/2025", - amount: "$500.00", - status: "ON_TIME", - }, - payment_002: { - payment_id: "payment_002", - credit_card_account_id: "cc_001", - payment_date: "11/03/2025", - amount: "$500.00", - status: "ON_TIME", - }, - }, - }, - }; -} -describe("handlers-credit", () => { - let state: BankingEnvState; - beforeEach(() => { - state = makeBankingEnvState(makeTestDb()); - registerCreditTools(); - }); - describe("order_replacement_credit_card_7291", () => { - it("should order replacement card successfully", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "order_replacement_credit_card_7291" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - shipping_address: "123 Main St, Boston, MA 02101", - reason: "lost", - expedited_shipping: false, - }); - expect(result).toContain("Order ID:"); - expect(result).toContain("Card Account: cc_001"); - expect(result).toContain("Reason: Lost"); - expect(result).toContain("Shipping Method: Standard"); - expect(result).toContain("Expected Delivery: 7-10 business days"); - const ordersCount = Object.keys(state.db.credit_card_orders.data).length; - expect(ordersCount).toBe(1); - const order = Object.values(state.db.credit_card_orders.data)[0]; - assert(order); - expect(order.status).toBe("ORDERED"); - expect(order.reason).toBe("lost"); - }); - it("should close old card on replacement", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "order_replacement_credit_card_7291" - ); - if (!tool) { - throw new Error("Tool not found"); - } - tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - shipping_address: "123 Main St", - reason: "stolen", - }); - const ccAccount = state.db.credit_card_accounts.data.cc_001; - assert(ccAccount); - expect(ccAccount.status).toBe("CLOSED"); - expect(ccAccount.closed_date).toBe("11/14/2025"); - }); - it("should reject missing parameters", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "order_replacement_credit_card_7291" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - }); - expect(result).toContain("Error: Missing required parameters"); - }); - it("should reject invalid reason", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "order_replacement_credit_card_7291" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - shipping_address: "123 Main St", - reason: "invalid_reason", - }); - expect(result).toContain("Error: Invalid reason"); - }); - it("should reject nonexistent card account", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "order_replacement_credit_card_7291" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "nonexistent", - user_id: "user_123", - shipping_address: "123 Main St", - reason: "lost", - }); - expect(result).toContain( - "Error: Credit card account 'nonexistent' not found" - ); - }); - }); - describe("get_user_dispute_history_7291", () => { - it("should return no disputes when none exist", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "get_user_dispute_history_7291" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - }); - expect(result).toContain( - "User transaction dispute history retrieved successfully" - ); - expect(result).toContain("No transaction disputes found for this user"); - }); - it("should list disputes if they exist", () => { - state.db.transaction_disputes.data.dispute_001 = { - dispute_id: "dispute_001", - user_id: "user_123", - status: "SUBMITTED", - }; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "get_user_dispute_history_7291" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - }); - expect(result).toContain("1. Dispute ID: dispute_001"); - }); - }); - describe("get_pending_replacement_orders_5765", () => { - it("should return no orders when none exist", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "get_pending_replacement_orders_5765" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - }); - expect(result).toContain("Pending replacement orders check completed"); - expect(result).toContain("No pending replacement orders found"); - }); - }); - describe("log_credit_card_closure_reason_4521", () => { - it("should log closure reason successfully", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "log_credit_card_closure_reason_4521" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - closure_reason: "annual_fee", - }); - expect(result).toContain("Closure reason logged successfully"); - expect(result).toContain("'annual_fee'"); - const reasonsCount = Object.keys( - state.db.credit_card_closure_reasons.data - ).length; - expect(reasonsCount).toBe(1); - const reason = Object.values( - state.db.credit_card_closure_reasons.data - )[0]; - assert(reason); - expect(reason.closure_reason).toBe("annual_fee"); - expect(reason.status).toBe("LOGGED"); - }); - it("should reject invalid closure reason", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "log_credit_card_closure_reason_4521" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - closure_reason: "invalid_reason", - }); - expect(result).toContain("Error: Invalid closure_reason"); - }); - }); - describe("close_credit_card_account_7834", () => { - it("should close credit card account successfully", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "close_credit_card_account_7834" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - }); - expect(result).toContain("Credit card account closed successfully"); - expect(result).toContain("cc_001"); - const ccAccount = state.db.credit_card_accounts.data.cc_001; - assert(ccAccount); - expect(ccAccount.status).toBe("CLOSED"); - expect(ccAccount.closed_date).toBe("11/14/2025"); - expect(ccAccount.closed_by).toBe("user_123"); - }); - it("should reject nonexistent account", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "close_credit_card_account_7834" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "nonexistent", - user_id: "user_123", - }); - expect(result).toContain( - "Error: Credit card account 'nonexistent' not found" - ); - }); - }); - describe("pay_credit_card_from_checking_9182", () => { - it("should process payment successfully", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "pay_credit_card_from_checking_9182" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - checking_account_id: "checking_001", - credit_card_account_id: "cc_001", - amount: 500, - }); - expect(result).toContain("Payment processed successfully"); - expect(result).toContain("$500.00"); - expect(result).toContain("$4500.00"); - expect(result).toContain("$1000.00"); - const checkingAccount = state.db.accounts.data.checking_001; - assert(checkingAccount); - expect(checkingAccount.current_holdings).toBe("4500.00"); - const ccAccount = state.db.credit_card_accounts.data.cc_001; - assert(ccAccount); - expect(ccAccount.current_balance).toBe("$1000.00"); - }); - it("should reject a non-numeric amount", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "pay_credit_card_from_checking_9182" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - checking_account_id: "checking_001", - credit_card_account_id: "cc_001", - amount: "abc", - }); - expect(result).toBe( - "Error: Invalid payment amount. Must be a positive number." - ); - }); - it("should reject insufficient funds", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "pay_credit_card_from_checking_9182" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - checking_account_id: "checking_001", - credit_card_account_id: "cc_001", - amount: 10000, - }); - expect(result).toContain("Error: Insufficient funds"); - }); - it("should reject payment exceeding card balance", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "pay_credit_card_from_checking_9182" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - checking_account_id: "checking_001", - credit_card_account_id: "cc_001", - amount: 2000, - }); - expect(result).toContain("Error: Payment amount"); - expect(result).toContain("exceeds credit card balance"); - }); - it("should reject negative amount", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "pay_credit_card_from_checking_9182" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - checking_account_id: "checking_001", - credit_card_account_id: "cc_001", - amount: -100, - }); - expect(result).toContain( - "Error: Payment amount must be a positive number" - ); - }); - }); - describe("submit_credit_limit_increase_request_7392", () => { - it("should submit CLI request successfully", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "submit_credit_limit_increase_request_7392" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - requested_increase_amount: 2500, - }); - expect(result).toContain( - "Credit limit increase request submitted successfully" - ); - expect(result).toContain("PENDING"); - expect(result).toContain("$2,500"); - const requestsCount = Object.keys( - state.db.credit_limit_increase_requests.data - ).length; - expect(requestsCount).toBe(1); - const request = Object.values( - state.db.credit_limit_increase_requests.data - )[0]; - assert(request); - expect(request.status).toBe("PENDING"); - expect(request.requested_increase_amount).toBe(2500); - }); - it("should reject nonexistent card", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "submit_credit_limit_increase_request_7392" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "nonexistent", - user_id: "user_123", - requested_increase_amount: 2500, - }); - expect(result).toContain( - "Error: Credit card account 'nonexistent' not found" - ); - }); - it("should reject zero increase amount", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "submit_credit_limit_increase_request_7392" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - requested_increase_amount: 0, - }); - expect(result).toContain( - "Error: Requested increase amount must be positive" - ); - }); - it("should reject fractional increase amounts without truncating", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "submit_credit_limit_increase_request_7392" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - requested_increase_amount: 2500.5, - }); - expect(result).toBe( - "Error: Invalid requested_increase_amount. Must be a whole number of dollars." - ); - expect( - Object.keys(state.db.credit_limit_increase_requests.data) - ).toHaveLength(0); - }); - }); - describe("get_credit_limit_increase_history_4829", () => { - it("should return empty history when no requests", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "get_credit_limit_increase_history_4829" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - }); - expect(result).toContain("Credit limit increase history retrieved"); - expect(result).toContain("No credit limit increase requests found"); - }); - }); - describe("get_payment_history_6183", () => { - it("should retrieve payment history", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get("get_payment_history_6183"); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - months: 3, - }); - expect(result).toContain("Payment history for account 'cc_001'"); - expect(result).toContain("Consecutive on-time payments: 2"); - expect(result).toContain("Payment Date:"); - }); - it("should return no history for nonexistent account", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get("get_payment_history_6183"); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "nonexistent", - months: 3, - }); - expect(result).toContain("No payment history found"); - }); - it("should reject non-numeric months", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get("get_payment_history_6183"); - if (!tool) { - throw new Error("Tool not found"); - } - expect( - tool.handler(state, { - credit_card_account_id: "cc_001", - months: "6.5", - }) - ).toBe("Error: Invalid months value. Must be a positive integer."); - }); - it("should truncate numeric float months like Python int()", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get("get_payment_history_6183"); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - months: 1.9, - }); - expect(result).toContain("(last 1 months):"); - expect(result.match(/Payment Date:/g)).toHaveLength(1); - }); - }); - describe("approve_credit_limit_increase_5847", () => { - it("should approve CLI and update limit", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "approve_credit_limit_increase_5847" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - new_credit_limit: 8000, - }); - expect(result).toContain("Credit limit increase approved!"); - expect(result).toContain("$8000.00"); - const ccAccount = state.db.credit_card_accounts.data.cc_001; - assert(ccAccount); - expect(ccAccount.credit_limit).toBe("$8000.00"); - }); - it("should reject if pending disputes exist", () => { - state.db.transaction_disputes.data.dispute_001 = { - dispute_id: "dispute_001", - user_id: "user_123", - status: "PENDING", - }; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "approve_credit_limit_increase_5847" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - new_credit_limit: 8000, - }); - expect(result).toContain( - "Error: Credit limit increase request cannot be approved" - ); - }); - it("should reject if account is CLOSED", () => { - const ccAccount = state.db.credit_card_accounts.data.cc_001; - assert(ccAccount); - ccAccount.account_status = "CLOSED"; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "approve_credit_limit_increase_5847" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - new_credit_limit: 8000, - }); - expect(result).toContain( - "Error: Credit limit increase request cannot be approved" - ); - }); - }); - describe("deny_credit_limit_increase_5848", () => { - it("should deny CLI with reason", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "deny_credit_limit_increase_5848" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - denial_reason: "insufficient_account_age", - }); - expect(result).toContain("Credit limit increase request denied"); - expect(result).toContain("insufficient_account_age"); - const requestsCount = Object.keys( - state.db.credit_limit_increase_requests.data - ).length; - expect(requestsCount).toBe(1); - const request = Object.values( - state.db.credit_limit_increase_requests.data - )[0]; - assert(request); - expect(request.status).toBe("DENIED"); - expect(request.denial_reason).toBe("insufficient_account_age"); - }); - it("should reject invalid denial reason", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "deny_credit_limit_increase_5848" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - denial_reason: "invalid_reason", - }); - expect(result).toContain("Error: Invalid denial_reason"); - }); - }); - describe("apply_statement_credit_8472", () => { - it("should apply statement credit successfully", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get("apply_statement_credit_8472"); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - credit_card_account_id: "cc_001", - amount: 50, - reason: "goodwill_adjustment", - }); - expect(result).toContain("Statement credit applied successfully"); - expect(result).toContain("$50.00"); - expect(result).toContain("Goodwill Adjustment"); - const historyCount = Object.keys( - state.db.credit_card_transaction_history.data - ).length; - expect(historyCount).toBe(1); - const credit = Object.values( - state.db.credit_card_transaction_history.data - )[0]; - assert(credit); - expect(credit.credit_reason).toBe("goodwill_adjustment"); - expect(credit.status).toBe("COMPLETED"); - }); - it("should reject zero amount", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get("apply_statement_credit_8472"); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - credit_card_account_id: "cc_001", - amount: 0, - reason: "goodwill_adjustment", - }); - expect(result).toContain("Error: Credit amount must be positive"); - }); - it("should reject nonexistent card", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get("apply_statement_credit_8472"); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - user_id: "user_123", - credit_card_account_id: "nonexistent", - amount: 50, - reason: "goodwill_adjustment", - }); - expect(result).toContain( - "Error: Credit card account 'nonexistent' not found" - ); - }); - }); - describe("apply_credit_card_account_flag_6147", () => { - it("should apply account flag successfully", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "apply_credit_card_account_flag_6147" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - flag_type: "annual_fee_waived", - expiration_date: "12/31/2025", - reason: "retention_offer", - }); - expect(result).toContain("Account flag applied successfully"); - expect(result).toContain("Annual Fee Waived"); - expect(result).toContain("Retention Offer"); - const flagsCount = Object.keys( - state.db.credit_card_account_flags.data - ).length; - expect(flagsCount).toBe(1); - const flag = Object.values(state.db.credit_card_account_flags.data)[0]; - assert(flag); - expect(flag.flag_type).toBe("annual_fee_waived"); - expect(flag.reason).toBe("retention_offer"); - expect(flag.status).toBe("ACTIVE"); - }); - it("should reject invalid flag type", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "apply_credit_card_account_flag_6147" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - flag_type: "invalid_flag", - expiration_date: "12/31/2025", - reason: "retention_offer", - }); - expect(result).toContain("Error: Invalid flag_type"); - }); - it("should reject invalid reason", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "apply_credit_card_account_flag_6147" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - user_id: "user_123", - flag_type: "annual_fee_waived", - expiration_date: "12/31/2025", - reason: "invalid_reason", - }); - expect(result).toContain("Error: Invalid reason"); - }); - }); - describe("get_closure_reason_history_8293", () => { - it("should return empty closure reason history", () => { - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "get_closure_reason_history_8293" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - }); - expect(result).toContain("Closure reason history retrieved successfully"); - expect(result).toContain("No closure reason records found"); - }); - it("should list closure reasons if they exist", () => { - state.db.credit_card_closure_reasons.data.reason_001 = { - record_id: "reason_001", - credit_card_account_id: "cc_001", - closure_reason: "annual_fee", - status: "LOGGED", - }; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "get_closure_reason_history_8293" - ); - if (!tool) { - throw new Error("Tool not found"); - } - const result = tool.handler(state, { - credit_card_account_id: "cc_001", - }); - expect(result).toContain("1. Record ID: reason_001"); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-credit.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-credit.ts deleted file mode 100644 index 3d00a5a2..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-credit.ts +++ /dev/null @@ -1,712 +0,0 @@ -import { queryDb, addToDb, updateRecordInDb } from "./db-query"; -import { getFieldAsRecord } from "./field-access"; -import { registerCreditLimitAndPaymentTools } from "./handlers-credit-2"; -import { getTodayStr } from "./helpers"; -import { - generateCreditCardOrderId, - generateClosureReasonId, - generateAccountFlagId, - generateTransactionId, -} from "./ids"; -import type { - BankingEnvState, - DiscoverableTool, - ToolParameter, -} from "./registry"; -import { registerDiscoverableAgentTool } from "./registry"; - -function titleCase(str: string): string { - return str - .split("_") - .map((word) => word.charAt(0).toUpperCase() + word.slice(1)) - .join(" "); -} - -function orderReplacementCreditCard( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const userId = String(kwargs.user_id ?? ""); - const shippingAddress = String(kwargs.shipping_address ?? ""); - const reason = String(kwargs.reason ?? ""); - const expeditedShipping = kwargs.expedited_shipping === true; - if (!creditCardAccountId || !userId || !shippingAddress || !reason) { - return "Error: Missing required parameters (credit_card_account_id, user_id, shipping_address, reason)."; - } - const validReasons = [ - "fraud_suspected", - "lost", - "stolen", - "damaged", - "expired", - "other", - ]; - if (!validReasons.includes(reason)) { - return `Error: Invalid reason. Must be one of: ${validReasons}`; - } - const ccAccounts = queryDb({ - db: state.db, - dbName: "credit_card_accounts", - constraints: { - account_id: creditCardAccountId, - }, - }); - if (ccAccounts.length === 0) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const orderId = generateCreditCardOrderId( - creditCardAccountId, - userId, - reason - ); - const today = getTodayStr(); - const orderRecord = { - order_id: orderId, - credit_card_account_id: creditCardAccountId, - user_id: userId, - shipping_address: shippingAddress, - reason, - expedited_shipping: expeditedShipping, - order_date: today, - status: "ORDERED", - old_card_cancelled: true, - }; - const success = addToDb({ - db: state.db, - dbName: "credit_card_orders", - recordId: orderId, - record: orderRecord, - }); - if (!success) { - return "Error: Order may have already been placed for this card replacement."; - } - const ccTable = state.db.credit_card_accounts; - if (creditCardAccountId in ccTable.data) { - const record = getFieldAsRecord(ccTable.data, creditCardAccountId); - if (record) { - record.status = "CLOSED"; - record.closed_date = today; - } - } - const shippingMethod = expeditedShipping ? "Expedited" : "Standard"; - const expectedDelivery = expeditedShipping - ? "2-3 business days" - : "7-10 business days"; - const resultParts = [ - `Order ID: ${orderId}`, - `Card Account: ${creditCardAccountId}`, - `Reason: ${titleCase(reason)}`, - `Shipping Address: ${shippingAddress}`, - `Shipping Method: ${shippingMethod}`, - `Expected Delivery: ${expectedDelivery}`, - "", - "The old card has been cancelled for security. The new card will have the same account number but a new card number and CVV.", - ]; - return resultParts.join("\n"); -} - -const orderReplacementCreditCardTool: DiscoverableTool = { - name: "order_replacement_credit_card_7291", - description: - "Order a replacement credit card for a customer. The old card will be automatically cancelled when the replacement is ordered.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID for the card being replaced", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - { - name: "shipping_address", - type: "string", - optional: false, - description: "Full shipping address where the new card should be sent", - }, - { - name: "reason", - type: "string", - optional: false, - description: - "Reason for replacement. Must be one of: 'fraud_suspected', 'lost', 'stolen', 'damaged', 'expired', 'other'", - }, - { - name: "expedited_shipping", - type: "boolean", - optional: true, - description: - "Whether to use expedited shipping (2-3 business days instead of 7-10)", - }, - ] satisfies readonly ToolParameter[], - handler: orderReplacementCreditCard, -}; - -function getUserDisputeHistory( - state: BankingEnvState, - kwargs: Record -): string { - const userId = String(kwargs.user_id ?? ""); - if (!userId) { - return "Error: Missing required parameter: user_id"; - } - const disputes = queryDb({ - db: state.db, - dbName: "transaction_disputes", - constraints: { user_id: userId }, - }); - const resultParts = [ - "User transaction dispute history retrieved successfully.", - "", - "Executed: get_user_dispute_history_7291", - `Transaction dispute history for user ${userId}:`, - ]; - if (disputes.length === 0) { - resultParts.push("\nNo transaction disputes found for this user."); - } else { - resultParts.push(""); - for (let i = 0; i < disputes.length; i++) { - const record = disputes[i] as Record; - resultParts.push(`${i + 1}. Dispute ID: ${record.dispute_id}`); - for (const [field, value] of Object.entries(record)) { - resultParts.push(` ${field}: ${value}`); - } - resultParts.push(""); - } - } - return resultParts.join("\n"); -} - -const getUserDisputeHistoryTool: DiscoverableTool = { - name: "get_user_dispute_history_7291", - mutatesState: false, - description: - "Retrieve a user's credit card transaction dispute history from the transaction_disputes table. Returns all credit card transaction disputes filed by the user, including dispute IDs, transaction IDs, dispute reasons, statuses, and submission dates.", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - ] satisfies readonly ToolParameter[], - handler: getUserDisputeHistory, -}; - -function getPendingReplacementOrders( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - if (!creditCardAccountId) { - return "Error: Missing required parameter: credit_card_account_id"; - } - const orders = queryDb({ - db: state.db, - dbName: "credit_card_orders", - constraints: { - credit_card_account_id: creditCardAccountId, - }, - }); - const resultParts = [ - "Pending replacement orders check completed.", - "", - "Executed: get_pending_replacement_orders_5765", - `Replacement orders for credit card account ${creditCardAccountId}:`, - ]; - if (orders.length === 0) { - resultParts.push( - "\nNo pending replacement orders found for this credit card account." - ); - } else { - resultParts.push(""); - for (let i = 0; i < orders.length; i++) { - const record = orders[i] as Record; - resultParts.push(`${i + 1}. Order ID: ${record.order_id}`); - for (const [field, value] of Object.entries(record)) { - resultParts.push(` ${field}: ${value}`); - } - resultParts.push(""); - } - } - return resultParts.join("\n"); -} - -const getPendingReplacementOrdersTool: DiscoverableTool = { - name: "get_pending_replacement_orders_5765", - mutatesState: false, - description: - "Check if a credit card account has any pending replacement card orders.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: - "The credit card account ID to check for pending replacement orders", - }, - ] satisfies readonly ToolParameter[], - handler: getPendingReplacementOrders, -}; - -function logCreditCardClosureReason( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const userId = String(kwargs.user_id ?? ""); - const closureReason = String(kwargs.closure_reason ?? ""); - if (!creditCardAccountId || !userId || !closureReason) { - return "Error: Missing required parameters."; - } - const validReasons = [ - "annual_fee", - "not_using_card", - "found_better_card", - "unhappy_with_rewards", - "simplifying_finances", - "negative_experience", - "other", - ]; - if (!validReasons.includes(closureReason)) { - return `Error: Invalid closure_reason. Must be one of: ${validReasons}`; - } - const recordId = generateClosureReasonId(creditCardAccountId, userId); - const closureRecord = { - record_id: recordId, - credit_card_account_id: creditCardAccountId, - user_id: userId, - closure_reason: closureReason, - logged_at: getTodayStr(), - status: "LOGGED", - }; - addToDb({ - db: state.db, - dbName: "credit_card_closure_reasons", - recordId, - record: closureRecord, - }); - return ( - `Closure reason logged successfully.\n\n` + - `Executed: log_credit_card_closure_reason_4521\n` + - `Arguments: ${JSON.stringify({ credit_card_account_id: creditCardAccountId, user_id: userId, closure_reason: closureReason }, null, 2)}\n` + - `Closure reason '${closureReason}' logged for account ${creditCardAccountId}.` - ); -} - -const logCreditCardClosureReasonTool: DiscoverableTool = { - name: "log_credit_card_closure_reason_4521", - description: - "Log the reason why a customer wants to close their credit card account.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID the customer wants to close", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - { - name: "closure_reason", - type: "string", - optional: false, - description: - "Reason for closure. Must be one of: 'annual_fee', 'not_using_card', 'found_better_card', 'unhappy_with_rewards', 'simplifying_finances', 'negative_experience', 'other'", - }, - ] satisfies readonly ToolParameter[], - handler: logCreditCardClosureReason, -}; - -function getClosureReasonHistory( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - if (!creditCardAccountId) { - return "Error: Missing required parameter: credit_card_account_id"; - } - const closureReasons = queryDb({ - db: state.db, - dbName: "credit_card_closure_reasons", - constraints: { - credit_card_account_id: creditCardAccountId, - }, - }); - const resultParts = [ - "Closure reason history retrieved successfully.", - "", - "Executed: get_closure_reason_history_8293", - `Closure reason history for credit card account ${creditCardAccountId}:`, - ]; - if (closureReasons.length === 0) { - resultParts.push( - "\nNo closure reason records found for this credit card account." - ); - } else { - resultParts.push(""); - for (let i = 0; i < closureReasons.length; i++) { - const record = closureReasons[i] as Record; - resultParts.push(`${i + 1}. Record ID: ${record.record_id}`); - for (const [field, value] of Object.entries(record)) { - resultParts.push(` ${field}: ${value}`); - } - resultParts.push(""); - } - } - return resultParts.join("\n"); -} - -const getClosureReasonHistoryTool: DiscoverableTool = { - name: "get_closure_reason_history_8293", - mutatesState: false, - description: - "Retrieve the closure reason history for a specific credit card account.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: - "The credit card account ID to check for previous closure attempts", - }, - ] satisfies readonly ToolParameter[], - handler: getClosureReasonHistory, -}; - -function applyStatementCredit( - state: BankingEnvState, - kwargs: Record -): string { - const userId = String(kwargs.user_id ?? ""); - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const amountRaw = kwargs.amount; - const reason = String(kwargs.reason ?? ""); - if ( - !userId || - !creditCardAccountId || - amountRaw === null || - amountRaw === undefined || - !reason - ) { - return "Error: Missing required parameters (user_id, credit_card_account_id, amount, reason)."; - } - const amount = - typeof amountRaw === "number" - ? amountRaw - : Number.parseFloat(String(amountRaw)); - if (Number.isNaN(amount)) { - return "Error: Invalid amount."; - } - if (amount <= 0) { - return "Error: Credit amount must be positive."; - } - const validReasons = [ - "goodwill_adjustment", - "promotional_credit", - "annual_fee_reversal", - "late_fee_reversal", - "interest_charge_reversal", - "dispute_resolution", - "price_match", - "retention_offer", - "error_correction", - "other", - ]; - if (!validReasons.includes(reason)) { - return `Error: Invalid reason. Must be one of: ${validReasons}`; - } - const ccAccounts = queryDb({ - db: state.db, - dbName: "credit_card_accounts", - constraints: { - account_id: creditCardAccountId, - }, - }); - if (ccAccounts.length === 0) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const transactionId = generateTransactionId({ - userId, - creditCardType: "STATEMENT_CREDIT", - merchantName: reason, - amount, - category: "Statement Credit", - }); - const today = getTodayStr(); - const creditRecord = { - transaction_id: transactionId, - user_id: userId, - credit_card_account_id: creditCardAccountId, - credit_card_type: "N/A", - merchant_name: "Rho-Bank Statement Credit", - transaction_amount: `-$${amount.toFixed(2)}`, - transaction_date: today, - category: "Statement Credit", - status: "COMPLETED", - rewards_earned: "0 points", - credit_reason: reason, - }; - const success = addToDb({ - db: state.db, - dbName: "credit_card_transaction_history", - recordId: transactionId, - record: creditRecord, - }); - if (!success) { - return `Error: Failed to apply statement credit. Transaction ID '${transactionId}' may already exist.`; - } - return ( - `Statement credit applied successfully.\n\n` + - `Executed: apply_statement_credit_8472\n` + - ` - Transaction ID: ${transactionId}\n` + - ` - User ID: ${userId}\n` + - ` - Account: ${creditCardAccountId}\n` + - ` - Credit Amount: $${amount.toFixed(2)}\n` + - ` - Reason: ${titleCase(reason)}\n` + - ` - Date: ${today}` - ); -} - -const applyStatementCreditTool: DiscoverableTool = { - name: "apply_statement_credit_8472", - description: "Apply a statement credit to a customer's credit card account.", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID to apply the credit to", - }, - { - name: "amount", - type: "number", - optional: false, - description: - "The credit amount in dollars (e.g., 25.00 for a $25 credit)", - }, - { - name: "reason", - type: "string", - optional: false, - description: - "Reason for the statement credit. Must be one of: 'goodwill_adjustment', 'promotional_credit', 'annual_fee_reversal', 'late_fee_reversal', 'interest_charge_reversal', 'dispute_resolution', 'price_match', 'retention_offer', 'error_correction', 'other'", - }, - ] satisfies readonly ToolParameter[], - handler: applyStatementCredit, -}; - -function applyCreditCardAccountFlag( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const userId = String(kwargs.user_id ?? ""); - const flagType = String(kwargs.flag_type ?? ""); - const expirationDate = String(kwargs.expiration_date ?? ""); - const reason = String(kwargs.reason ?? ""); - if ( - !creditCardAccountId || - !userId || - !flagType || - !expirationDate || - !reason - ) { - return "Error: Missing required parameters (credit_card_account_id, user_id, flag_type, expiration_date, reason)."; - } - const validFlagTypes = [ - "annual_fee_waived", - "promotional_apr", - "rewards_bonus", - "other", - ]; - if (!validFlagTypes.includes(flagType)) { - return `Error: Invalid flag_type. Must be one of: ${validFlagTypes}`; - } - const validReasons = [ - "retention_offer", - "loyalty_benefit", - "promotional", - "error_correction", - "other", - ]; - if (!validReasons.includes(reason)) { - return `Error: Invalid reason. Must be one of: ${validReasons}`; - } - const ccAccounts = queryDb({ - db: state.db, - dbName: "credit_card_accounts", - constraints: { - account_id: creditCardAccountId, - }, - }); - if (ccAccounts.length === 0) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const flagId = generateAccountFlagId( - creditCardAccountId, - flagType, - expirationDate - ); - const today = getTodayStr(); - const flagRecord = { - flag_id: flagId, - credit_card_account_id: creditCardAccountId, - user_id: userId, - flag_type: flagType, - effective_date: today, - expiration_date: expirationDate, - reason, - applied_at: today, - status: "ACTIVE", - }; - const success = addToDb({ - db: state.db, - dbName: "credit_card_account_flags", - recordId: flagId, - record: flagRecord, - }); - if (!success) { - return `Error: Failed to apply account flag. Flag ID '${flagId}' may already exist.`; - } - const flagTypeDisplay = titleCase(flagType); - const reasonDisplay = titleCase(reason); - return ( - `Account flag applied successfully!\n` + - ` - Flag ID: ${flagId}\n` + - ` - Account: ${creditCardAccountId}\n` + - ` - User ID: ${userId}\n` + - ` - Flag Type: ${flagTypeDisplay}\n` + - ` - Effective Date: ${today}\n` + - ` - Expiration Date: ${expirationDate}\n` + - ` - Reason: ${reasonDisplay}` - ); -} - -const applyCreditCardAccountFlagTool: DiscoverableTool = { - name: "apply_credit_card_account_flag_6147", - description: - "Apply a flag to a customer's credit card account. Flags can include annual fee waivers, promotional APR rates, rewards bonuses, or other account-level modifiers. Each flag has an effective date and expiration date.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID to apply the flag to", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - { - name: "flag_type", - type: "string", - optional: false, - description: - "Type of flag to apply. Must be one of: 'annual_fee_waived', 'promotional_apr', 'rewards_bonus', 'other'", - }, - { - name: "expiration_date", - type: "string", - optional: false, - description: "Date when the flag expires (MM/DD/YYYY format)", - }, - { - name: "reason", - type: "string", - optional: false, - description: - "Reason for applying this flag. Must be one of: 'retention_offer', 'loyalty_benefit', 'promotional', 'error_correction', 'other'", - }, - ] satisfies readonly ToolParameter[], - handler: applyCreditCardAccountFlag, -}; - -function closeCreditCardAccount( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = String(kwargs.credit_card_account_id ?? ""); - const userId = String(kwargs.user_id ?? ""); - if (!creditCardAccountId || !userId) { - return "Error: Missing required parameters (credit_card_account_id, user_id)."; - } - const ccAccounts = queryDb({ - db: state.db, - dbName: "credit_card_accounts", - constraints: { - account_id: creditCardAccountId, - }, - }); - if (ccAccounts.length === 0) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const [success] = updateRecordInDb({ - db: state.db, - dbName: "credit_card_accounts", - recordId: creditCardAccountId, - updates: { - status: "CLOSED", - closed_date: getTodayStr(), - closed_by: userId, - }, - }); - if (!success) { - return `Error: Failed to close credit card account '${creditCardAccountId}'.`; - } - return ( - `Credit card account closed successfully.\n\n` + - `Executed: close_credit_card_account_7834\n` + - `Arguments: ${JSON.stringify({ credit_card_account_id: creditCardAccountId, user_id: userId }, null, 2)}\n` + - `Account ${creditCardAccountId} has been closed.` - ); -} - -const closeCreditCardAccountTool: DiscoverableTool = { - name: "close_credit_card_account_7834", - description: "Close a customer's credit card account permanently.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID to close", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - ] satisfies readonly ToolParameter[], - handler: closeCreditCardAccount, -}; - -export function registerCreditTools(): void { - registerDiscoverableAgentTool(orderReplacementCreditCardTool); - registerDiscoverableAgentTool(getPendingReplacementOrdersTool); - registerDiscoverableAgentTool(logCreditCardClosureReasonTool); - registerDiscoverableAgentTool(closeCreditCardAccountTool); - registerDiscoverableAgentTool(getUserDisputeHistoryTool); - registerDiscoverableAgentTool(getClosureReasonHistoryTool); - registerDiscoverableAgentTool(applyStatementCreditTool); - registerDiscoverableAgentTool(applyCreditCardAccountFlagTool); - registerCreditLimitAndPaymentTools(); -} diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-debit.test.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-debit.test.ts deleted file mode 100644 index dcb76288..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-debit.test.ts +++ /dev/null @@ -1,721 +0,0 @@ -import { describe, it, expect, beforeEach } from "bun:test"; - -import { registerDebitTools } from "./handlers-debit"; -import type { BankingEnvState } from "./registry"; -import { makeBankingEnvState, DISCOVERABLE_AGENT_TOOLS } from "./registry"; - -const fixtureDebitCards = { - dbc_test_active: { - card_id: "dbc_test_active", - account_id: "chk_test_01", - user_id: "user_test_01", - cardholder_name: "JOHN DOE", - last_4_digits: "5678", - cvv: "123", - status: "ACTIVE", - issue_date: "11/14/2025", - expiration_date: "11/30/2029", - card_design: "CLASSIC", - issue_reason: "new_account", - }, - dbc_test_pending: { - card_id: "dbc_test_pending", - account_id: "chk_test_02", - user_id: "user_test_02", - cardholder_name: "JANE SMITH", - last_4_digits: "9876", - cvv: "456", - status: "PENDING", - issue_date: "11/14/2025", - expiration_date: "11/30/2029", - card_design: "PREMIUM", - issue_reason: "first_card", - }, - dbc_test_pending_lost: { - card_id: "dbc_test_pending_lost", - account_id: "chk_test_03", - user_id: "user_test_03", - cardholder_name: "ALICE JOHNSON", - last_4_digits: "1234", - cvv: "789", - status: "PENDING", - issue_date: "11/14/2025", - expiration_date: "11/30/2029", - card_design: "CLASSIC", - issue_reason: "lost", - }, - dbc_test_pending_expired: { - card_id: "dbc_test_pending_expired", - account_id: "chk_test_04", - user_id: "user_test_04", - cardholder_name: "BOB WILLIAMS", - last_4_digits: "4567", - cvv: "321", - status: "PENDING", - issue_date: "11/14/2025", - expiration_date: "11/30/2029", - card_design: "CUSTOM", - issue_reason: "expired", - }, -}; - -const fixtureAccounts = { - chk_test_01: { - account_id: "chk_test_01", - user_id: "user_test_01", - class: "checking", - level: "Blue Account", - date_opened: "11/01/2024", - status: "OPEN", - current_holdings: "5000.00", - }, - chk_test_02: { - account_id: "chk_test_02", - user_id: "user_test_02", - class: "checking", - level: "Green Account", - date_opened: "09/01/2023", - status: "OPEN", - current_holdings: "3200.50", - }, - chk_test_03: { - account_id: "chk_test_03", - user_id: "user_test_03", - class: "checking", - level: "Blue Account", - date_opened: "01/15/2025", - status: "OPEN", - current_holdings: "1500.00", - }, - chk_test_04: { - account_id: "chk_test_04", - user_id: "user_test_04", - class: "checking", - level: "Green Account", - date_opened: "03/10/2024", - status: "OPEN", - current_holdings: "8500.00", - }, - chk_test_new_order: { - account_id: "chk_test_new_order", - user_id: "user_test_order", - class: "checking", - level: "Blue Account", - date_opened: "06/15/2024", - status: "OPEN", - current_holdings: "5500.00", - }, -}; - -const fixtureUsers = { - user_test_order: { - user_id: "user_test_order", - name: "Test Cardholder", - }, -}; - -function deepCopyCards( - cards: Record> -): Record> { - const result: Record> = {}; - for (const key in cards) { - result[key] = { ...cards[key] }; - } - return result; -} - -function createTestState(): BankingEnvState { - const state = makeBankingEnvState({ - users: { data: { ...fixtureUsers } }, - accounts: { data: { ...fixtureAccounts } }, - debit_cards: { data: deepCopyCards(fixtureDebitCards) }, - debit_card_orders: { data: {} }, - bank_account_transaction_history: { data: {} }, - credit_card_transaction_history: { data: {} }, - referrals: { data: {} }, - credit_card_applications: { data: {} }, - user_discoverable_tools: { data: {} }, - user_discoverable_tool_calls: { data: {} }, - verification_history: { data: {} }, - cash_back_disputes: { data: {} }, - credit_card_accounts: { data: {} }, - agent_discoverable_tools: { data: {} }, - task_config: { data: {} }, - human_transfer_requests: { data: {} }, - transaction_disputes: { data: {} }, - credit_card_orders: { data: {} }, - credit_card_closure_reasons: { data: {} }, - credit_card_account_flags: { data: {} }, - credit_limit_increase_requests: { data: {} }, - payment_history: { data: {} }, - debit_card_disputes: { data: {} }, - }); - return state; -} -describe("Debit Card Handlers", () => { - beforeEach(() => { - registerDebitTools(); - }); - describe("activate_debit_card_8291", () => { - it("activates a new card successfully", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("activate_debit_card_8291"); - expect(tool).toBeDefined(); - const result = tool!.handler(state, { - card_id: "dbc_test_pending", - last_4_digits: "9876", - expiration_date: "11/30/2029", - cvv: "456", - pin: "2580", - }); - expect(result).toContain("New Debit Card Activation Successful"); - expect(result).toContain("Status: ACTIVE"); - const card = state.db.debit_cards.data.dbc_test_pending; - if (!card) { - throw new Error("Expected dbc_test_pending card"); - } - expect(card.status).toBe("ACTIVE"); - }); - it("rejects activation with invalid PIN", () => { - const state = createTestState(); - const badPinCard = { - ...fixtureDebitCards.dbc_test_pending, - card_id: "dbc_badpin", - }; - state.db.debit_cards.data.dbc_badpin = badPinCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get("activate_debit_card_8291"); - const result = tool!.handler(state, { - card_id: "dbc_badpin", - last_4_digits: "9876", - expiration_date: "11/30/2029", - cvv: "456", - pin: "1234", - }); - expect(result).toContain("Error: PIN cannot be sequential"); - expect(state.db.debit_cards.data.dbc_badpin.status).toBe("PENDING"); - }); - it("rejects activation with wrong issue_reason", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("activate_debit_card_8291"); - const result = tool!.handler(state, { - card_id: "dbc_test_pending_lost", - last_4_digits: "1234", - expiration_date: "11/30/2029", - cvv: "789", - pin: "2580", - }); - expect(result).toContain("Error: Wrong activation tool"); - expect(result).toContain("activate_debit_card_8292"); - }); - it("rejects activation with mismatched last 4 digits", () => { - const state = createTestState(); - const mismatchCard = { - ...fixtureDebitCards.dbc_test_pending, - card_id: "dbc_mismatch", - }; - state.db.debit_cards.data.dbc_mismatch = mismatchCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get("activate_debit_card_8291"); - const result = tool!.handler(state, { - card_id: "dbc_mismatch", - last_4_digits: "0000", - expiration_date: "11/30/2029", - cvv: "456", - pin: "2580", - }); - expect(result).toContain("Error: Card verification failed"); - }); - }); - describe("activate_debit_card_8292", () => { - it("activates a replacement card (lost)", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("activate_debit_card_8292"); - const result = tool!.handler(state, { - card_id: "dbc_test_pending_lost", - last_4_digits: "1234", - expiration_date: "11/30/2029", - cvv: "789", - pin: "2580", - }); - expect(result).toContain("Replacement Debit Card Activation Successful"); - expect(result).toContain("Replacement Reason: Lost"); - expect(result.toUpperCase()).toContain("STATUS: ACTIVE"); - }); - it("activates a replacement card (stolen)", () => { - const state = createTestState(); - const stolenCard = { - ...fixtureDebitCards.dbc_test_pending_lost, - card_id: "dbc_stolen", - issue_reason: "stolen", - }; - state.db.debit_cards.data.dbc_stolen = stolenCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get("activate_debit_card_8292"); - const result = tool!.handler(state, { - card_id: "dbc_stolen", - last_4_digits: "1234", - expiration_date: "11/30/2029", - cvv: "789", - pin: "2580", - }); - expect(result).toContain("Replacement Debit Card Activation Successful"); - expect(state.db.debit_cards.data.dbc_stolen.status).toBe("ACTIVE"); - }); - it("rejects replacement card activation with wrong issue_reason", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("activate_debit_card_8292"); - const result = tool!.handler(state, { - card_id: "dbc_test_pending", - last_4_digits: "9876", - expiration_date: "11/30/2029", - cvv: "456", - pin: "2580", - }); - expect(result).toContain("Error: Wrong activation tool"); - expect(result).toContain("activate_debit_card_8291"); - }); - }); - describe("activate_debit_card_8293", () => { - it("activates a reissued card (expired)", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("activate_debit_card_8293"); - const result = tool!.handler(state, { - card_id: "dbc_test_pending_expired", - last_4_digits: "4567", - expiration_date: "11/30/2029", - cvv: "321", - pin: "2580", - }); - expect(result).toContain("Reissued Debit Card Activation Successful"); - expect(result).toContain("Reissue Reason: Expired"); - const expiredCard = state.db.debit_cards.data.dbc_test_pending_expired; - if (!expiredCard) { - throw new Error("Expected dbc_test_pending_expired"); - } - expect(expiredCard.status).toBe("ACTIVE"); - }); - }); - describe("freeze_debit_card_3892", () => { - it("freezes an active card", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("freeze_debit_card_3892"); - const result = tool!.handler(state, { - card_id: "dbc_test_active", - }); - expect(result).toContain("Debit Card Frozen Successfully"); - const activeCard1 = state.db.debit_cards.data.dbc_test_active; - if (!activeCard1) { - throw new Error("Expected dbc_test_active"); - } - expect(activeCard1.status).toBe("FROZEN"); - }); - it("rejects freezing a frozen card", () => { - const state = createTestState(); - const activeCard2 = state.db.debit_cards.data.dbc_test_active; - if (!activeCard2) { - throw new Error("Expected dbc_test_active"); - } - activeCard2.status = "FROZEN"; - const tool = DISCOVERABLE_AGENT_TOOLS.get("freeze_debit_card_3892"); - const result = tool!.handler(state, { - card_id: "dbc_test_active", - }); - expect(result).toContain( - "Error: Debit card 'dbc_test_active' is already frozen" - ); - }); - }); - describe("unfreeze_debit_card_3893", () => { - it("unfreezes a frozen card", () => { - const state = createTestState(); - const activeCard3 = state.db.debit_cards.data.dbc_test_active; - if (!activeCard3) { - throw new Error("Expected dbc_test_active"); - } - activeCard3.status = "FROZEN"; - const tool = DISCOVERABLE_AGENT_TOOLS.get("unfreeze_debit_card_3893"); - const result = tool!.handler(state, { - card_id: "dbc_test_active", - }); - expect(result).toContain("Debit Card Unfrozen Successfully"); - expect(activeCard3.status).toBe("ACTIVE"); - }); - it("freeze then unfreeze roundtrip", () => { - const state = createTestState(); - const freezeTool = DISCOVERABLE_AGENT_TOOLS.get("freeze_debit_card_3892"); - const unfreezeTool = DISCOVERABLE_AGENT_TOOLS.get( - "unfreeze_debit_card_3893" - ); - freezeTool!.handler(state, { card_id: "dbc_test_active" }); - const activeCard4 = state.db.debit_cards.data.dbc_test_active; - if (!activeCard4) { - throw new Error("Expected dbc_test_active"); - } - expect(activeCard4.status).toBe("FROZEN"); - const unfreezeResult = unfreezeTool!.handler(state, { - card_id: "dbc_test_active", - }); - expect(unfreezeResult).toContain("Debit Card Unfrozen Successfully"); - expect(activeCard4.status).toBe("ACTIVE"); - }); - }); - describe("close_debit_card_4721", () => { - it("closes an active card", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("close_debit_card_4721"); - const result = tool!.handler(state, { - card_id: "dbc_test_active", - reason: "no_longer_needed", - }); - expect(result).toContain("Debit Card Closed Successfully"); - expect(result).toContain("Closure Reason: No longer needed"); - const activeCard5 = state.db.debit_cards.data.dbc_test_active; - if (!activeCard5) { - throw new Error("Expected dbc_test_active"); - } - expect(activeCard5.status).toBe("CLOSED"); - }); - it("rejects closing a non-existent card", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("close_debit_card_4721"); - const result = tool!.handler(state, { - card_id: "dbc_nonexistent", - reason: "lost", - }); - expect(result).toContain("Error: Debit card 'dbc_nonexistent' not found"); - }); - }); - describe("clear_debit_card_fraud_alert_4892", () => { - it("clears velocity block", () => { - const state = createTestState(); - const activeCard6 = state.db.debit_cards.data.dbc_test_active; - if (!activeCard6) { - throw new Error("Expected dbc_test_active"); - } - activeCard6.velocity_blocked = true; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "clear_debit_card_fraud_alert_4892" - ); - const result = tool!.handler(state, { - card_id: "dbc_test_active", - reason: "velocity_clear", - }); - expect(result).toContain("Velocity Block Cleared Successfully"); - expect(activeCard6.velocity_blocked).toBe(false); - }); - it("clears fraud alert", () => { - const state = createTestState(); - const activeCard7 = state.db.debit_cards.data.dbc_test_active; - if (!activeCard7) { - throw new Error("Expected dbc_test_active"); - } - activeCard7.fraud_alert_active = true; - activeCard7.alert_source = "customer_reported"; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "clear_debit_card_fraud_alert_4892" - ); - const result = tool!.handler(state, { - card_id: "dbc_test_active", - reason: "customer_verified", - }); - expect(result).toContain("Fraud Alert Cleared Successfully"); - expect(activeCard7.fraud_alert_active).toBe(false); - }); - }); - describe("reset_debit_card_pin_6284", () => { - it("resets PIN on active card", () => { - const state = createTestState(); - const pinResetCard = { - ...fixtureDebitCards.dbc_test_active, - card_id: "dbc_pinreset", - }; - state.db.debit_cards.data.dbc_pinreset = pinResetCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get("reset_debit_card_pin_6284"); - const result = tool!.handler(state, { - card_id: "dbc_pinreset", - last_4_digits: "5678", - new_pin: "3692", - }); - expect(result).toContain("Debit Card PIN Reset Successfully"); - expect(state.db.debit_cards.data.dbc_pinreset.pin_locked).toBe(false); - }); - it("rejects PIN reset with invalid PIN", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("reset_debit_card_pin_6284"); - const result = tool!.handler(state, { - card_id: "dbc_test_active", - last_4_digits: "5678", - new_pin: "1111", - }); - expect(result).toContain("Error: PIN cannot be all the same digit"); - }); - }); - describe("change_debit_card_pin_6285", () => { - it("changes PIN on active card", () => { - const state = createTestState(); - const pinChangeCard = { - ...fixtureDebitCards.dbc_test_active, - card_id: "dbc_pinchange", - }; - state.db.debit_cards.data.dbc_pinchange = pinChangeCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get("change_debit_card_pin_6285"); - const result = tool!.handler(state, { - card_id: "dbc_pinchange", - current_pin: "3692", - new_pin: "2580", - }); - expect(result).toContain("Debit Card PIN Changed Successfully"); - }); - it("rejects PIN change when new PIN equals current PIN", () => { - const state = createTestState(); - const samePinCard = { - ...fixtureDebitCards.dbc_test_active, - card_id: "dbc_samepin", - }; - state.db.debit_cards.data.dbc_samepin = samePinCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get("change_debit_card_pin_6285"); - const result = tool!.handler(state, { - card_id: "dbc_samepin", - current_pin: "3692", - new_pin: "3692", - }); - expect(result).toContain( - "Error: New PIN must be different from current PIN" - ); - }); - }); - describe("get_debit_cards_by_account_id_7823", () => { - it("retrieves debit cards for an account", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "get_debit_cards_by_account_id_7823" - ); - const result = tool!.handler(state, { - account_id: "chk_test_01", - }); - expect(result).not.toContain("Error"); - const parsed = JSON.parse(result); - expect(Array.isArray(parsed)).toBe(true); - expect(parsed.length).toBeGreaterThan(0); - expect(parsed[0].card_id).toBe("dbc_test_active"); - }); - it("returns error for non-existent account", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "get_debit_cards_by_account_id_7823" - ); - const result = tool!.handler(state, { - account_id: "chk_nonexistent", - }); - expect(result).toContain("Error: Account 'chk_nonexistent' not found"); - }); - }); - describe("order_debit_card_5739", () => { - it("orders a debit card with fees", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("order_debit_card_5739"); - const result = tool!.handler(state, { - account_id: "chk_test_new_order", - user_id: "user_test_order", - delivery_option: "STANDARD", - delivery_fee: 15, - card_design: "CLASSIC", - design_fee: 5, - shipping_address: "123 Main St, Anytown, USA", - excess_replacement_fee: 0, - }); - expect(result).toContain("Debit Card Order Confirmed"); - expect(result).toContain("Total Fees: $20.00"); - expect(result).toContain("7-10 business days"); - const ordersKeys = Object.keys(state.db.debit_card_orders.data); - expect(ordersKeys.length).toBeGreaterThan(0); - const orderId = ordersKeys[0]; - if (!orderId) { - throw new Error("Expected order ID"); - } - const order = state.db.debit_card_orders.data[orderId]; - if (!order) { - throw new Error("Expected order"); - } - expect(order.total_fee).toBe(20); - expect(order.status).toBe("PENDING"); - }); - it("deducts fees from account balance", () => { - const state = createTestState(); - const account1 = state.db.accounts.data.chk_test_new_order; - if (!account1) { - throw new Error("Expected chk_test_new_order account"); - } - const initialBalance = Number.parseFloat( - String(account1.current_holdings) - ); - const tool = DISCOVERABLE_AGENT_TOOLS.get("order_debit_card_5739"); - tool!.handler(state, { - account_id: "chk_test_new_order", - user_id: "user_test_order", - delivery_option: "EXPEDITED", - delivery_fee: 25, - card_design: "PREMIUM", - design_fee: 10, - shipping_address: "456 Oak Ave, Somewhere, USA", - excess_replacement_fee: 5, - }); - const newBalance = Number.parseFloat(String(account1.current_holdings)); - expect(newBalance).toBe(initialBalance - 40); - }); - it("creates fee transaction record", () => { - const state = createTestState(); - const tool = DISCOVERABLE_AGENT_TOOLS.get("order_debit_card_5739"); - tool!.handler(state, { - account_id: "chk_test_new_order", - user_id: "user_test_order", - delivery_option: "RUSH", - delivery_fee: 50, - card_design: "CUSTOM", - design_fee: 15, - shipping_address: "789 Pine Rd, Elsewhere, USA", - excess_replacement_fee: 10, - }); - const txnKeys = Object.keys( - state.db.bank_account_transaction_history.data - ); - expect(txnKeys.length).toBeGreaterThan(0); - const txnId = txnKeys[0]; - if (!txnId) { - throw new Error("Expected transaction ID"); - } - const txn = state.db.bank_account_transaction_history.data[txnId]; - if (!txn) { - throw new Error("Expected transaction"); - } - expect(txn.type).toBe("debit_card_fee"); - expect(txn.status).toBe("posted"); - expect(txn.amount).toBe(-75); - expect(String(txn.description)).toContain("DEBIT CARD ORDER FEE"); - }); - it("rejects order with insufficient balance for fees", () => { - const state = createTestState(); - const account2 = state.db.accounts.data.chk_test_new_order; - if (!account2) { - throw new Error("Expected chk_test_new_order account"); - } - account2.current_holdings = "30.00"; - const tool = DISCOVERABLE_AGENT_TOOLS.get("order_debit_card_5739"); - const result = tool!.handler(state, { - account_id: "chk_test_new_order", - user_id: "user_test_order", - delivery_option: "STANDARD", - delivery_fee: 15, - card_design: "CLASSIC", - design_fee: 5, - shipping_address: "123 Main St", - excess_replacement_fee: 20, - }); - expect(result).toContain("Error: Insufficient funds for fees"); - }); - it("rejects order with insufficient minimum balance", () => { - const state = createTestState(); - const account3 = state.db.accounts.data.chk_test_new_order; - if (!account3) { - throw new Error("Expected chk_test_new_order account"); - } - account3.current_holdings = "10.00"; - const tool = DISCOVERABLE_AGENT_TOOLS.get("order_debit_card_5739"); - const result = tool!.handler(state, { - account_id: "chk_test_new_order", - user_id: "user_test_order", - delivery_option: "STANDARD", - delivery_fee: 0, - card_design: "CLASSIC", - design_fee: 0, - shipping_address: "123 Main St", - excess_replacement_fee: 0, - }); - expect(result).toContain( - "Error: Account must have a minimum balance of $25" - ); - }); - }); - describe("request_temporary_debit_card_limit_increase_8374", () => { - it("grants ATM limit increase", () => { - const state = createTestState(); - const limitCard = { - ...fixtureDebitCards.dbc_test_active, - card_id: "dbc_lim1", - daily_atm_limit: 500, - }; - state.db.debit_cards.data.dbc_lim1 = limitCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "request_temporary_debit_card_limit_increase_8374" - ); - const result = tool!.handler(state, { - card_id: "dbc_lim1", - limit_type: "atm", - new_limit: 600, - }); - expect(result).toContain( - "Temporary Daily ATM Withdrawal Limit Increase Granted Successfully" - ); - expect(state.db.debit_cards.data.dbc_lim1.daily_atm_limit).toBe(600); - }); - it("rejects limit increase exceeding 150% of current", () => { - const state = createTestState(); - const limitCard = { - ...fixtureDebitCards.dbc_test_active, - card_id: "dbc_lim2", - daily_atm_limit: 500, - }; - state.db.debit_cards.data.dbc_lim2 = limitCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "request_temporary_debit_card_limit_increase_8374" - ); - const result = tool!.handler(state, { - card_id: "dbc_lim2", - limit_type: "atm", - new_limit: 900, - }); - expect(result).toContain( - "Error: Requested limit $900 exceeds the maximum allowed" - ); - }); - it("rejects limit increase not higher than current", () => { - const state = createTestState(); - const limitCard = { - ...fixtureDebitCards.dbc_test_active, - card_id: "dbc_lim3", - daily_atm_limit: 500, - }; - state.db.debit_cards.data.dbc_lim3 = limitCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "request_temporary_debit_card_limit_increase_8374" - ); - const result = tool!.handler(state, { - card_id: "dbc_lim3", - limit_type: "atm", - new_limit: 500, - }); - expect(result).toContain( - "Error: Requested limit $500 is not higher than the current limit" - ); - }); - it("rejects fractional limits without truncating", () => { - const state = createTestState(); - const limitCard = { - ...fixtureDebitCards.dbc_test_active, - card_id: "dbc_fractional", - daily_atm_limit: 500, - }; - state.db.debit_cards.data.dbc_fractional = limitCard; - const tool = DISCOVERABLE_AGENT_TOOLS.get( - "request_temporary_debit_card_limit_increase_8374" - ); - const result = tool!.handler(state, { - card_id: "dbc_fractional", - limit_type: "atm", - new_limit: 600.5, - }); - expect(result).toBe("Error: new_limit must be an integer, got '600.5'."); - expect(state.db.debit_cards.data.dbc_fractional.daily_atm_limit).toBe( - 500 - ); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-debit.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-debit.ts deleted file mode 100644 index d3e27098..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-debit.ts +++ /dev/null @@ -1,1309 +0,0 @@ -import { createHash } from "node:crypto"; - -import { isDefinedAndNotNull } from "../../../internal/guards"; -import { getFieldAsString } from "./field-access"; -import { getTodayStr } from "./helpers"; -import { generateDebitCardOrderId, generateDebitCardId } from "./ids"; -import type { BankingEnvState } from "./registry"; -import { registerDiscoverableAgentTool } from "./registry"; - -function validatePin(pin: string): string | null { - if (!pin || !/^\d{4}$/.test(pin)) { - return "PIN must be exactly 4 digits."; - } - const sequentialPins = [ - "0123", - "1234", - "2345", - "3456", - "4567", - "5678", - "6789", - "9876", - "8765", - "7654", - "6543", - "5432", - "4321", - "3210", - ]; - if (sequentialPins.includes(pin)) { - return "PIN cannot be sequential (e.g., 1234). Please choose a more secure PIN."; - } - const uniqueDigits = new Set(pin).size; - if (uniqueDigits === 1) { - return "PIN cannot be all the same digit (e.g., 1111). Please choose a more secure PIN."; - } - return null; -} - -function validateActivationCommon(opts: { - args: Record; - state: BankingEnvState; - allowedIssueReasons: readonly string[]; - toolName: string; -}): [string | null, Record | null] { - const { args, state, allowedIssueReasons, toolName } = opts; - const cardId = getFieldAsString(args, "card_id"); - const last4Digits = getFieldAsString(args, "last_4_digits"); - const expirationDate = getFieldAsString(args, "expiration_date"); - const cvv = getFieldAsString(args, "cvv"); - const pin = getFieldAsString(args, "pin"); - if (!cardId || !last4Digits || !expirationDate || !cvv || !pin) { - return [ - "Error: Missing required parameters. Required: card_id, last_4_digits, expiration_date, cvv, pin.", - null, - ]; - } - const pinError = validatePin(pin); - if (pinError) { - return [`Error: ${pinError}`, null]; - } - if (!/^\d{3}$/.test(cvv)) { - return ["Error: CVV must be exactly 3 digits.", null]; - } - if (!/^\d{4}$/.test(last4Digits)) { - return ["Error: Last 4 digits must be exactly 4 digits.", null]; - } - const cardsTable = state.db.debit_cards.data; - if (!(cardId in cardsTable)) { - return [`Error: Debit card '${cardId}' not found.`, null]; - } - const card = cardsTable[cardId]!; - const issueReason = (card.issue_reason as string) || "new_account"; - const issueReasonArray = [...allowedIssueReasons]; - if (!issueReasonArray.includes(issueReason)) { - const reasonMap: Record = { - new_account: "activate_debit_card_8291", - first_card: "activate_debit_card_8291", - lost: "activate_debit_card_8292", - stolen: "activate_debit_card_8292", - fraud: "activate_debit_card_8292", - expired: "activate_debit_card_8293", - damaged: "activate_debit_card_8293", - upgrade: "activate_debit_card_8293", - bank_reissue: "activate_debit_card_8293", - }; - const correctTool = reasonMap[issueReason] || "unknown"; - return [ - `Error: Wrong activation tool. This card has issue_reason='${issueReason}'. Please use ${correctTool} instead of ${toolName}.`, - null, - ]; - } - if (card.status === "ACTIVE") { - return [`Error: Debit card '${cardId}' is already active.`, null]; - } - if (card.status !== "PENDING") { - return [ - `Error: Debit card '${cardId}' cannot be activated. Current status: ${card.status}. Only PENDING cards can be activated.`, - null, - ]; - } - if (card.last_4_digits !== last4Digits) { - return [ - "Error: Card verification failed. The last 4 digits do not match our records.", - null, - ]; - } - const accountId = card.account_id as string | undefined; - if (accountId && accountId in state.db.accounts.data) { - const account = state.db.accounts.data[accountId]!; - if (account.status !== "OPEN") { - return [ - `Error: The linked checking account '${accountId}' is no longer open. Card cannot be activated.`, - null, - ]; - } - } - return [null, card]; -} - -function orderDebitCard(opts: { - state: BankingEnvState; - accountId: string; - userId: string; - deliveryOption: string; - deliveryFee: unknown; - cardDesign: string; - designFee: unknown; - shippingAddress: string; - excessReplacementFee: unknown; -}): string { - const { - state, - accountId, - userId, - deliveryOption, - deliveryFee, - cardDesign, - designFee, - shippingAddress, - excessReplacementFee, - } = opts; - let delivery = 0; - let design = 0; - let excess = 0; - try { - delivery = isDefinedAndNotNull(deliveryFee) - ? Number.parseFloat(String(deliveryFee)) - : 0; - } catch { - return "Error: delivery_fee must be a number."; - } - try { - design = isDefinedAndNotNull(designFee) - ? Number.parseFloat(String(designFee)) - : 0; - } catch { - return "Error: design_fee must be a number."; - } - try { - excess = isDefinedAndNotNull(excessReplacementFee) - ? Number.parseFloat(String(excessReplacementFee)) - : 0; - } catch { - excess = 0; - } - if ( - !accountId || - !userId || - !deliveryOption || - !cardDesign || - !shippingAddress - ) { - return "Error: Missing required parameters. Required: account_id, user_id, delivery_option, delivery_fee, card_design, design_fee, shipping_address."; - } - const validDelivery = ["STANDARD", "EXPEDITED", "RUSH"]; - const deliveryUpper = String(deliveryOption).toUpperCase(); - if (!validDelivery.includes(deliveryUpper)) { - return `Error: Invalid delivery_option. Must be one of: ${validDelivery.join(", ")}`; - } - const validDesign = ["CLASSIC", "PREMIUM", "CUSTOM"]; - const designUpper = String(cardDesign).toUpperCase(); - if (!validDesign.includes(designUpper)) { - return `Error: Invalid card_design. Must be one of: ${validDesign.join(", ")}`; - } - const accountsTable = state.db.accounts.data; - if (!(accountId in accountsTable)) { - return `Error: Account '${accountId}' not found.`; - } - const account = accountsTable[accountId]!; - if (account.class !== "checking") { - return `Error: Debit cards can only be ordered for checking accounts. Account '${accountId}' is a ${account.class} account.`; - } - if (account.status !== "OPEN") { - return `Error: Account must be OPEN. Account '${accountId}' has status: ${account.status}`; - } - if (account.user_id !== userId) { - return `Error: Account '${accountId}' does not belong to user '${userId}'.`; - } - let currentHoldings = 0; - try { - const holdings = String(account.current_holdings || 0).replaceAll(",", ""); - currentHoldings = Number.parseFloat(holdings); - } catch { - currentHoldings = 0; - } - if (currentHoldings < 25) { - return `Error: Account must have a minimum balance of $25. Current balance: $${currentHoldings.toFixed(2)}`; - } - const debitCardOrdersTable = state.db.debit_card_orders.data; - for (const orderId in debitCardOrdersTable) { - const order = debitCardOrdersTable[orderId]!; - if (order.account_id === accountId && order.status === "PENDING") { - return `Error: There is already a pending debit card order for account '${accountId}'.`; - } - } - const debitCardsTable = state.db.debit_cards.data; - let activeCardCount = 0; - for (const cardId in debitCardsTable) { - const card = debitCardsTable[cardId]!; - if (card.account_id === accountId && card.status === "ACTIVE") { - activeCardCount += 1; - } - } - if (activeCardCount >= 1) { - return `Error: Account '${accountId}' already has an active debit card. Maximum 1 active card per checking account.`; - } - const totalFee = delivery + design + excess; - if (totalFee > 0 && currentHoldings < totalFee) { - return `Error: Insufficient funds for fees. Total fees: $${totalFee.toFixed(2)}. Current balance: $${currentHoldings.toFixed(2)}`; - } - const deliveryTimes: Record = { - STANDARD: "7-10 business days", - EXPEDITED: "3-5 business days", - RUSH: "1-2 business days", - }; - const expectedDelivery = deliveryTimes[deliveryUpper]; - const orderDate = getTodayStr(); - const orderId = generateDebitCardOrderId(accountId, userId, deliveryUpper); - const orderRecord: Record = { - order_id: orderId, - account_id: accountId, - user_id: userId, - delivery_option: deliveryUpper, - card_design: designUpper, - shipping_address: shippingAddress, - delivery_fee: delivery, - design_fee: design, - excess_replacement_fee: excess, - total_fee: totalFee, - order_date: orderDate, - expected_delivery: expectedDelivery, - status: "PENDING", - }; - state.db.debit_card_orders.data[orderId] = orderRecord; - if (totalFee > 0) { - const newBalance = currentHoldings - totalFee; - account.current_holdings = newBalance.toFixed(2); - const feeDescriptionParts: string[] = []; - if (delivery > 0) { - feeDescriptionParts.push(`Delivery $${delivery.toFixed(2)}`); - } - if (design > 0) { - feeDescriptionParts.push(`Design $${design.toFixed(2)}`); - } - if (excess > 0) { - feeDescriptionParts.push(`Excess Replacement $${excess.toFixed(0)}`); - } - const feeDescription = `DEBIT CARD ORDER FEE - ${feeDescriptionParts.join(", ")}`; - const feeTxnId = `btxn_dcfee_${orderId.slice(-8)}`; - const feeTransaction: Record = { - transaction_id: feeTxnId, - account_id: accountId, - date: orderDate, - description: feeDescription, - amount: -totalFee, - type: "debit_card_fee", - status: "posted", - }; - state.db.bank_account_transaction_history.data[feeTxnId] = feeTransaction; - } - const cardId = generateDebitCardId(accountId, userId, orderDate); - let cardholder = "CARDHOLDER"; - const usersTable = state.db.users.data; - if (userId in usersTable) { - const user = usersTable[userId]!; - cardholder = ((user.name as string) || "CARDHOLDER").toUpperCase(); - } - let last4Digits = "0000"; - let cvvDigits = "000"; - try { - const cardDetailsSeed = `card_details:${cardId}`; - const hash1 = createHash("sha256") - .update(`${cardDetailsSeed}:last4`) - .digest("hex"); - const hash2 = createHash("sha256") - .update(`${cardDetailsSeed}:cvv`) - .digest("hex"); - const digits1 = hash1.replaceAll(/\D/g, ""); - const digits2 = hash2.replaceAll(/\D/g, ""); - last4Digits = (digits1.slice(0, 4) || "0000").padEnd(4, "0"); - cvvDigits = (digits2.slice(0, 3) || "000").padEnd(3, "0"); - } catch { - last4Digits = "0000"; - cvvDigits = "000"; - } - let expirationDate = "12/31/2029"; - try { - const parts = orderDate.split("/"); - if (parts.length === 3) { - const month = parts[0]!; - const year = parts[2]!; - const yearInt = Number.parseInt(year, 10) + 4; - let day = "31"; - if (["01", "03", "05", "07", "08", "10", "12"].includes(month)) { - day = "31"; - } else if (month === "02") { - day = "28"; - } else { - day = "30"; - } - expirationDate = `${month}/${day}/${yearInt}`; - } - } catch { - expirationDate = "12/31/2029"; - } - let issueReason = "new_account"; - const existingCards: Record[] = []; - for (const cid in debitCardsTable) { - const c = debitCardsTable[cid]!; - if (c.account_id === accountId) { - existingCards.push(c); - } - } - const closedCard = existingCards.find((c) => c.status === "CLOSED"); - if (closedCard) { - const closureReason = String(closedCard.closure_reason || "first_card"); - if ( - ["lost", "stolen", "fraud", "fraud_suspected"].includes(closureReason) - ) { - issueReason = - closureReason === "fraud_suspected" ? "fraud" : closureReason; - } else { - issueReason = "first_card"; - } - } else if (existingCards.length > 0) { - issueReason = "first_card"; - } - const cardRecord: Record = { - card_id: cardId, - account_id: accountId, - user_id: userId, - cardholder_name: cardholder, - last_4_digits: last4Digits, - cvv: cvvDigits, - status: "PENDING", - issue_date: orderDate, - expiration_date: expirationDate, - card_design: designUpper, - issue_reason: issueReason, - }; - state.db.debit_cards.data[cardId] = cardRecord; - const resultParts: string[] = [ - "Debit Card Order Confirmed", - `Order ID: ${orderId}`, - `Card ID: ${cardId}`, - `Linked Account: ${accountId}`, - `Delivery Option: ${deliveryUpper}`, - `Card Design: ${designUpper}`, - `Shipping Address: ${shippingAddress}`, - `Expected Delivery: ${expectedDelivery}`, - "", - "Note: Card will arrive with status PENDING. Customer must call to activate after receiving the card.", - ]; - if (totalFee > 0) { - const feeDetails: string[] = []; - if (delivery > 0) { - feeDetails.push(`Delivery: $${delivery.toFixed(2)}`); - } - if (design > 0) { - feeDetails.push(`Design: $${design.toFixed(2)}`); - } - if (excess > 0) { - feeDetails.push(`Excess Replacement: $${excess.toFixed(0)}`); - } - resultParts.push( - `Total Fees: $${totalFee.toFixed(2)} (${feeDetails.join(", ")}) - CHARGED to account ${accountId}` - ); - resultParts.push( - `New Account Balance: $${(currentHoldings - totalFee).toFixed(2)}` - ); - } else { - resultParts.push("Total Fees: $0 (No additional charges)"); - } - return resultParts.join("\n"); -} - -export function registerDebitTools(): void { - registerDiscoverableAgentTool({ - name: "order_debit_card_5739", - description: "Order a new debit card for a customer's checking account.", - params: [ - { - name: "account_id", - type: "string", - optional: false, - description: "The checking account ID to link the debit card to", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The customer's unique identifier", - }, - { - name: "delivery_option", - type: "string", - optional: false, - description: "Shipping speed: STANDARD, EXPEDITED, or RUSH", - }, - { - name: "delivery_fee", - type: "number", - optional: false, - description: "Fee to charge for delivery in dollars", - }, - { - name: "card_design", - type: "string", - optional: false, - description: "Card design: CLASSIC, PREMIUM, or CUSTOM", - }, - { - name: "design_fee", - type: "number", - optional: false, - description: "Fee to charge for card design in dollars", - }, - { - name: "shipping_address", - type: "string", - optional: false, - description: "Full shipping address for card delivery", - }, - { - name: "excess_replacement_fee", - type: "number", - optional: true, - description: "Fee for exceeding replacement limit, if applicable", - }, - ], - handler: (state, kwargs) => - orderDebitCard({ - state, - accountId: String(kwargs.account_id), - userId: String(kwargs.user_id), - deliveryOption: String(kwargs.delivery_option), - deliveryFee: kwargs.delivery_fee, - cardDesign: String(kwargs.card_design), - designFee: kwargs.design_fee, - shippingAddress: String(kwargs.shipping_address), - excessReplacementFee: kwargs.excess_replacement_fee, - }), - }); - registerDiscoverableAgentTool({ - name: "activate_debit_card_8291", - description: - "Activate a NEW debit card for a customer. Use ONLY for first-time cards on a checking account (issue_reason = 'new_account' or 'first_card').", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to activate", - }, - { - name: "last_4_digits", - type: "string", - optional: false, - description: "Last 4 digits of the card number (for verification)", - }, - { - name: "expiration_date", - type: "string", - optional: false, - description: "Card expiration date in MM/YY format", - }, - { - name: "cvv", - type: "string", - optional: false, - description: "3-digit CVV from the back of the card", - }, - { - name: "pin", - type: "string", - optional: false, - description: "4-digit PIN chosen by the customer", - }, - ], - handler: (state, kwargs) => { - const [error, card] = validateActivationCommon({ - args: kwargs, - state, - allowedIssueReasons: ["new_account", "first_card"], - toolName: "activate_debit_card_8291", - }); - if (error) { - return error; - } - const cardId = String(kwargs.card_id); - const accountId = String(card!.account_id); - card!.status = "ACTIVE"; - card!.activated_date = getTodayStr(); - const deactivatedCards: string[] = []; - const cardsTable = state.db.debit_cards.data; - for (const otherId in cardsTable) { - const other = cardsTable[otherId]!; - if ( - otherId !== cardId && - other.account_id === accountId && - other.status === "ACTIVE" - ) { - other.status = "DEACTIVATED"; - other.deactivated_date = getTodayStr(); - other.deactivation_reason = "New card activated"; - deactivatedCards.push(otherId); - } - } - const resultParts: string[] = [ - "New Debit Card Activation Successful", - `Card ID: ${cardId}`, - "Status: ACTIVE", - `Activation Date: ${getTodayStr()}`, - "", - "Your card is now ready to use at any ATM or point of sale terminal.", - "For security, please sign the back of your card.", - ]; - if (deactivatedCards.length > 0) { - resultParts.push( - `\nNote: Previous card(s) have been deactivated: ${deactivatedCards.join(", ")}` - ); - } - return resultParts.join("\n"); - }, - }); - registerDiscoverableAgentTool({ - name: "activate_debit_card_8292", - description: - "Activate a REPLACEMENT debit card. Use ONLY for cards replacing lost, stolen, or fraud-suspected cards.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to activate", - }, - { - name: "last_4_digits", - type: "string", - optional: false, - description: "Last 4 digits of the card number (for verification)", - }, - { - name: "expiration_date", - type: "string", - optional: false, - description: "Card expiration date in MM/YY format", - }, - { - name: "cvv", - type: "string", - optional: false, - description: "3-digit CVV from the back of the card", - }, - { - name: "pin", - type: "string", - optional: false, - description: "4-digit PIN chosen by the customer", - }, - ], - handler: (state, kwargs) => { - const [error, card] = validateActivationCommon({ - args: kwargs, - state, - allowedIssueReasons: ["lost", "stolen", "fraud"], - toolName: "activate_debit_card_8292", - }); - if (error) { - return error; - } - const cardId = String(kwargs.card_id); - const accountId = String(card!.account_id); - const issueReason = String(card!.issue_reason || "lost"); - card!.status = "ACTIVE"; - card!.activated_date = getTodayStr(); - const deactivatedCards: string[] = []; - const cardsTable = state.db.debit_cards.data; - for (const otherId in cardsTable) { - const other = cardsTable[otherId]!; - if ( - otherId !== cardId && - other.account_id === accountId && - other.status === "ACTIVE" - ) { - other.status = "DEACTIVATED"; - other.deactivated_date = getTodayStr(); - other.deactivation_reason = `Replacement card activated (${issueReason})`; - deactivatedCards.push(otherId); - } - } - const resultParts: string[] = [ - "Replacement Debit Card Activation Successful", - `Card ID: ${cardId}`, - `Replacement Reason: ${issueReason - .replaceAll("_", " ") - .split(" ") - .map((word) => word.charAt(0).toUpperCase() + word.slice(1)) - .join(" ")}`, - "Status: ACTIVE", - `Activation Date: ${getTodayStr()}`, - "", - "Your replacement card is now ready to use.", - "", - "IMPORTANT SECURITY REMINDERS:", - "- Please review your recent transactions for any unauthorized charges", - "- Report any suspicious activity immediately", - ]; - if (issueReason === "fraud") { - resultParts.push( - "- Since fraud was suspected, we recommend changing your online banking password" - ); - } - if (deactivatedCards.length > 0) { - resultParts.push( - `\nPrevious card(s) have been deactivated for security: ${deactivatedCards.join(", ")}` - ); - } - return resultParts.join("\n"); - }, - }); - registerDiscoverableAgentTool({ - name: "activate_debit_card_8293", - description: - "Activate a REISSUED debit card. Use ONLY for cards reissued due to expiration, damage, upgrade, or bank-initiated replacement.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to activate", - }, - { - name: "last_4_digits", - type: "string", - optional: false, - description: "Last 4 digits of the card number (for verification)", - }, - { - name: "expiration_date", - type: "string", - optional: false, - description: "Card expiration date in MM/YY format", - }, - { - name: "cvv", - type: "string", - optional: false, - description: "3-digit CVV from the back of the card", - }, - { - name: "pin", - type: "string", - optional: false, - description: "4-digit PIN chosen by the customer", - }, - ], - handler: (state, kwargs) => { - const [error, card] = validateActivationCommon({ - args: kwargs, - state, - allowedIssueReasons: ["expired", "damaged", "upgrade", "bank_reissue"], - toolName: "activate_debit_card_8293", - }); - if (error) { - return error; - } - const cardId = String(kwargs.card_id); - const accountId = String(card!.account_id); - const issueReason = String(card!.issue_reason || "expired"); - card!.status = "ACTIVE"; - card!.activated_date = getTodayStr(); - const oldCardsWithGrace: string[] = []; - const cardsTable = state.db.debit_cards.data; - for (const otherId in cardsTable) { - const other = cardsTable[otherId]!; - if ( - otherId !== cardId && - other.account_id === accountId && - other.status === "ACTIVE" - ) { - other.status = "GRACE_PERIOD"; - other.grace_period_ends = getTodayStr(); - other.deactivation_reason = `Reissued card activated (${issueReason})`; - oldCardsWithGrace.push(otherId); - } - } - const resultParts: string[] = [ - "Reissued Debit Card Activation Successful", - `Card ID: ${cardId}`, - `Reissue Reason: ${issueReason.replaceAll("_", " ").replace(/^./, (c) => c.toUpperCase())}`, - "Status: ACTIVE", - `Activation Date: ${getTodayStr()}`, - "", - "Your reissued card is now ready to use.", - ]; - if (oldCardsWithGrace.length > 0) { - resultParts.push( - `\nNote: Your previous card(s) (${oldCardsWithGrace.join(", ")}) will remain active for 24 hours as a grace period.` - ); - resultParts.push( - "After 24 hours, the old card(s) will be automatically deactivated." - ); - } - if (["expired", "bank_reissue"].includes(issueReason)) { - resultParts.push( - "\nReminder: If your card number changed, please update any recurring payments with your new card details." - ); - } - return resultParts.join("\n"); - }, - }); - registerDiscoverableAgentTool({ - name: "close_debit_card_4721", - description: "Close or cancel a debit card permanently.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to close", - }, - { - name: "reason", - type: "string", - optional: false, - description: - "Reason for closing: lost, stolen, fraud_suspected, damaged, no_longer_needed, or account_closing", - }, - ], - handler: (state, kwargs) => { - const cardId = String(kwargs.card_id); - const reason = String(kwargs.reason).toLowerCase(); - if (!cardId || !reason) { - return "Error: Missing required parameters. Required: card_id, reason."; - } - const validReasons = [ - "lost", - "stolen", - "fraud_suspected", - "damaged", - "no_longer_needed", - "account_closing", - ]; - if (!validReasons.includes(reason)) { - return `Error: Invalid reason. Must be one of: ${validReasons.join(", ")}`; - } - const cardsTable = state.db.debit_cards.data; - if (!(cardId in cardsTable)) { - return `Error: Debit card '${cardId}' not found.`; - } - const card = cardsTable[cardId]!; - if (!["ACTIVE", "PENDING"].includes(String(card.status))) { - return `Error: Debit card '${cardId}' cannot be closed. Current status: ${card.status}. Only ACTIVE or PENDING cards can be closed.`; - } - const previousStatus = card.status; - card.status = "CLOSED"; - card.closed_date = getTodayStr(); - card.closure_reason = reason; - const resultParts: string[] = [ - "Debit Card Closed Successfully", - `Card ID: ${cardId}`, - `Previous Status: ${previousStatus}`, - "New Status: CLOSED", - `Closure Reason: ${reason.replaceAll("_", " ").replace(/^./, (c) => c.toUpperCase())}`, - `Closure Date: ${getTodayStr()}`, - "", - ]; - if (["lost", "stolen", "fraud_suspected"].includes(reason)) { - resultParts.push( - "IMPORTANT: This card has been immediately deactivated for security." - ); - resultParts.push("Any pending transactions may still be processed."); - if (reason === "fraud_suspected") { - resultParts.push( - "Please advise the customer to review recent transactions and file disputes for any unauthorized charges." - ); - resultParts.push( - "Also recommend changing their online banking password." - ); - } - } - resultParts.push(""); - resultParts.push( - "Note: This card cannot be reactivated. If the customer needs a new card, they can order one through the standard ordering process." - ); - resultParts.push( - "Any recurring payments linked to this card will need to be updated with new payment information." - ); - return resultParts.join("\n"); - }, - }); - registerDiscoverableAgentTool({ - name: "freeze_debit_card_3892", - description: - "Temporarily freeze a debit card. The card can be unfrozen later.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to freeze", - }, - ], - handler: (state, kwargs) => { - const cardId = String(kwargs.card_id); - if (!cardId) { - return "Error: Missing required parameter: card_id."; - } - const cardsTable = state.db.debit_cards.data; - if (!(cardId in cardsTable)) { - return `Error: Debit card '${cardId}' not found.`; - } - const card = cardsTable[cardId]!; - if (card.status === "FROZEN") { - return `Error: Debit card '${cardId}' is already frozen.`; - } - if (card.status !== "ACTIVE") { - return `Error: Debit card '${cardId}' cannot be frozen. Current status: ${card.status}. Only ACTIVE cards can be frozen.`; - } - card.status = "FROZEN"; - card.frozen_date = getTodayStr(); - const resultParts: string[] = [ - "Debit Card Frozen Successfully", - `Card ID: ${cardId}`, - "Status: FROZEN", - `Frozen Date: ${getTodayStr()}`, - "", - "While frozen:", - "- All new purchase transactions will be declined", - "- Recurring payments and subscriptions will be declined", - "- Pending transactions already authorized may still process", - "", - "To unfreeze, the customer can call customer service or use the mobile app.", - "If the card is confirmed lost or stolen, recommend closing the card permanently instead.", - ]; - return resultParts.join("\n"); - }, - }); - registerDiscoverableAgentTool({ - name: "unfreeze_debit_card_3893", - description: "Unfreeze a previously frozen debit card.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to unfreeze", - }, - ], - handler: (state, kwargs) => { - const cardId = String(kwargs.card_id); - if (!cardId) { - return "Error: Missing required parameter: card_id."; - } - const cardsTable = state.db.debit_cards.data; - if (!(cardId in cardsTable)) { - return `Error: Debit card '${cardId}' not found.`; - } - const card = cardsTable[cardId]!; - if (card.status === "ACTIVE") { - return `Error: Debit card '${cardId}' is already active.`; - } - if (card.status !== "FROZEN") { - return `Error: Debit card '${cardId}' cannot be unfrozen. Current status: ${card.status}. Only FROZEN cards can be unfrozen.`; - } - const accountId = card.account_id as string | undefined; - if (accountId && accountId in state.db.accounts.data) { - const account = state.db.accounts.data[accountId]!; - if (account.status !== "OPEN") { - return `Error: The linked checking account '${accountId}' is no longer open. Card cannot be unfrozen.`; - } - } - card.status = "ACTIVE"; - card.unfrozen_date = getTodayStr(); - const resultParts: string[] = [ - "Debit Card Unfrozen Successfully", - `Card ID: ${cardId}`, - "Status: ACTIVE", - `Unfrozen Date: ${getTodayStr()}`, - "", - "The card is now active and ready to use immediately.", - "All transactions will process normally.", - ]; - return resultParts.join("\n"); - }, - }); - registerDiscoverableAgentTool({ - name: "clear_debit_card_fraud_alert_4892", - description: "Clear a fraud alert or velocity block on a debit card.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to clear the alert/block for", - }, - { - name: "reason", - type: "string", - optional: false, - description: "Reason for clearing: customer_verified or velocity_clear", - }, - ], - handler: (state, kwargs) => { - const cardId = String(kwargs.card_id); - const reason = String(kwargs.reason); - if (!cardId) { - return "Error: Missing required parameter: card_id."; - } - if (!reason) { - return "Error: Missing required parameter: reason."; - } - const validReasons = ["customer_verified", "velocity_clear"]; - if (!validReasons.includes(reason)) { - return `Error: Invalid reason '${reason}'. Must be one of: ${validReasons.join(", ")}`; - } - const cardsTable = state.db.debit_cards.data; - if (!(cardId in cardsTable)) { - return `Error: Debit card '${cardId}' not found.`; - } - const card = cardsTable[cardId]!; - if (reason === "velocity_clear") { - if (!card.velocity_blocked) { - return `Error: Debit card '${cardId}' does not have an active velocity block.`; - } - card.velocity_blocked = false; - card.velocity_cleared_date = getTodayStr(); - const resultParts: string[] = [ - "Velocity Block Cleared Successfully", - `Card ID: ${cardId}`, - `Cleared Date: ${getTodayStr()}`, - "", - "The card is now unblocked and ready for normal use.", - "The velocity monitoring will continue - if the same unusual patterns recur,", - "the card may be blocked again automatically.", - ]; - return resultParts.join("\n"); - } - if (reason === "customer_verified") { - if (!card.fraud_alert_active) { - return `Error: Debit card '${cardId}' does not have an active fraud alert.`; - } - const alertSource = card.alert_source as string | undefined; - if (alertSource === "bank_initiated") { - return "Error: BANK_INITIATED_ALERT - This fraud alert was initiated by the bank's fraud detection system and cannot be cleared by customer service agents. Please transfer the customer to the security team using transfer_to_human_agents."; - } - card.fraud_alert_active = false; - card.alert_source = null; - card.fraud_alert_cleared_date = getTodayStr(); - const resultParts: string[] = [ - "Fraud Alert Cleared Successfully", - `Card ID: ${cardId}`, - `Cleared Date: ${getTodayStr()}`, - "", - "The fraud alert has been removed from the card.", - "All transactions will process normally.", - "", - "Remind the customer to review recent transactions and report any unauthorized charges.", - ]; - return resultParts.join("\n"); - } - return "Error: Unexpected error processing the request."; - }, - }); - registerDiscoverableAgentTool({ - name: "reset_debit_card_pin_6284", - description: "Reset a debit card PIN when the customer has forgotten it.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to reset PIN for", - }, - { - name: "last_4_digits", - type: "string", - optional: false, - description: "Last 4 digits of the card number (for verification)", - }, - { - name: "new_pin", - type: "string", - optional: false, - description: "The new 4-digit PIN chosen by the customer", - }, - ], - handler: (state, kwargs) => { - const cardId = String(kwargs.card_id); - const last4Digits = String(kwargs.last_4_digits); - const newPin = String(kwargs.new_pin); - if (!cardId || !last4Digits || !newPin) { - return "Error: Missing required parameters. Required: card_id, last_4_digits, new_pin."; - } - if (!/^\d{4}$/.test(last4Digits)) { - return "Error: Last 4 digits must be exactly 4 digits."; - } - const pinError = validatePin(newPin); - if (pinError) { - return `Error: ${pinError}`; - } - const cardsTable = state.db.debit_cards.data; - if (!(cardId in cardsTable)) { - return `Error: Debit card '${cardId}' not found.`; - } - const card = cardsTable[cardId]!; - if (card.last_4_digits !== last4Digits) { - return "Error: Card verification failed. The last 4 digits do not match our records."; - } - if (card.status !== "ACTIVE") { - return `Error: Cannot reset PIN. Card status is ${card.status}. Only ACTIVE cards can have their PIN reset.`; - } - card.pin_last_changed = getTodayStr(); - card.pin_locked = false; - card.pin_attempts_remaining = 3; - const resultParts: string[] = [ - "Debit Card PIN Reset Successfully", - `Card ID: ${cardId}`, - `PIN Changed: ${getTodayStr()}`, - "", - "The new PIN is effective immediately.", - "Your card has been unlocked and is ready to use.", - "Customer can use the new PIN for ATM withdrawals and point-of-sale transactions.", - "", - "Security reminder: Never share your PIN with anyone.", - ]; - return resultParts.join("\n"); - }, - }); - registerDiscoverableAgentTool({ - name: "change_debit_card_pin_6285", - description: - "Change a debit card PIN when the customer knows their current PIN.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to change PIN for", - }, - { - name: "current_pin", - type: "string", - optional: false, - description: "The customer's current 4-digit PIN", - }, - { - name: "new_pin", - type: "string", - optional: false, - description: "The new 4-digit PIN chosen by the customer", - }, - ], - handler: (state, kwargs) => { - const cardId = String(kwargs.card_id); - const currentPin = String(kwargs.current_pin); - const newPin = String(kwargs.new_pin); - if (!cardId || !currentPin || !newPin) { - return "Error: Missing required parameters. Required: card_id, current_pin, new_pin."; - } - if (!/^\d{4}$/.test(currentPin)) { - return "Error: Current PIN must be exactly 4 digits."; - } - const pinError = validatePin(newPin); - if (pinError) { - return `Error: ${pinError}`; - } - if (currentPin === newPin) { - return "Error: New PIN must be different from current PIN."; - } - const cardsTable = state.db.debit_cards.data; - if (!(cardId in cardsTable)) { - return `Error: Debit card '${cardId}' not found.`; - } - const card = cardsTable[cardId]!; - if (card.status !== "ACTIVE") { - return `Error: Cannot change PIN. Card status is ${card.status}. Only ACTIVE cards can have their PIN changed.`; - } - card.pin_last_changed = getTodayStr(); - const resultParts: string[] = [ - "Debit Card PIN Changed Successfully", - `Card ID: ${cardId}`, - `PIN Changed: ${getTodayStr()}`, - "", - "The new PIN is effective immediately.", - "Customer can use the new PIN for ATM withdrawals and point-of-sale transactions.", - "", - "Security reminder: Never share your PIN with anyone.", - ]; - return resultParts.join("\n"); - }, - }); - registerDiscoverableAgentTool({ - name: "get_debit_cards_by_account_id_7823", - mutatesState: false, - description: "Retrieve all debit cards associated with a checking account.", - params: [ - { - name: "account_id", - type: "string", - optional: false, - description: "The checking account ID to retrieve debit cards for", - }, - ], - handler: (state, kwargs) => { - const accountId = String(kwargs.account_id); - if (!accountId) { - return "Error: Missing required parameter 'account_id'."; - } - const accountsTable = state.db.accounts.data; - if (!(accountId in accountsTable)) { - return `Error: Account '${accountId}' not found.`; - } - const account = accountsTable[accountId]!; - const accountClass = String(account.class || "").toLowerCase(); - if (!["checking", "business_checking"].includes(accountClass)) { - return `Error: Account '${accountId}' is not a checking account. Debit cards are only available for checking accounts.`; - } - const accountCards: Record[] = []; - const cardsTable = state.db.debit_cards.data; - for (const cardId in cardsTable) { - const card = cardsTable[cardId]!; - if (card.account_id === accountId) { - const cardInfo: Record = { - card_id: cardId, - ...card, - }; - if ( - "last_4_digits" in cardInfo && - !("card_number_last_4" in cardInfo) - ) { - cardInfo.card_number_last_4 = cardInfo.last_4_digits; - delete cardInfo.last_4_digits; - } - if ("issue_date" in cardInfo && !("date_issued" in cardInfo)) { - cardInfo.date_issued = cardInfo.issue_date; - delete cardInfo.issue_date; - } else if ( - "created_date" in cardInfo && - !("date_issued" in cardInfo) - ) { - cardInfo.date_issued = cardInfo.created_date; - delete cardInfo.created_date; - } - accountCards.push(cardInfo); - } - } - if (accountCards.length === 0) { - return `No debit cards found for account '${accountId}'.`; - } - accountCards.sort((a, b) => - (String(b.date_issued) || "").localeCompare(String(a.date_issued) || "") - ); - return JSON.stringify(accountCards, null, 2); - }, - }); - registerDiscoverableAgentTool({ - name: "request_temporary_debit_card_limit_increase_8374", - description: - "Request a temporary 24-hour increase to a debit card's daily ATM or purchase limit.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to increase limits for", - }, - { - name: "limit_type", - type: "string", - optional: false, - description: "Type of limit to increase: atm or purchase", - }, - { - name: "new_limit", - type: "number", - optional: false, - description: "The requested new temporary limit amount in dollars", - }, - ], - handler: (state, kwargs) => { - const cardId = String(kwargs.card_id); - const limitType = String(kwargs.limit_type); - const newLimitRaw = kwargs.new_limit; - if (!cardId) { - return "Error: Missing required parameter: card_id."; - } - if (!limitType) { - return "Error: Missing required parameter: limit_type."; - } - if (!["atm", "purchase"].includes(limitType)) { - return `Error: Invalid limit_type '${limitType}'. Must be 'atm' or 'purchase'.`; - } - if (newLimitRaw === null || newLimitRaw === undefined) { - return "Error: Missing required parameter: new_limit."; - } - const newLimit = Number(String(newLimitRaw)); - if (!Number.isFinite(newLimit) || !Number.isInteger(newLimit)) { - return `Error: new_limit must be an integer, got '${newLimitRaw}'.`; - } - if (newLimit <= 0) { - return "Error: new_limit must be a positive amount."; - } - const cardsTable = state.db.debit_cards.data; - if (!(cardId in cardsTable)) { - return `Error: Debit card '${cardId}' not found.`; - } - const card = cardsTable[cardId]!; - if (card.status !== "ACTIVE") { - return `Error: Debit card '${cardId}' is not active. Current status: ${card.status}. Only ACTIVE cards can have limit increases.`; - } - const accountId = card.account_id as string | undefined; - if (!accountId || !(accountId in state.db.accounts.data)) { - return `Error: Could not find linked account for debit card '${cardId}'.`; - } - const account = state.db.accounts.data[accountId]!; - if (account.status !== "OPEN") { - return `Error: The linked account '${accountId}' is not in good standing. Account status: ${account.status}.`; - } - let currentLimit: number | undefined; - let limitField: string; - let limitName: string; - if (limitType === "atm") { - currentLimit = card.daily_atm_limit as number | undefined; - limitField = "daily_atm_limit"; - limitName = "Daily ATM Withdrawal Limit"; - if (currentLimit === null || currentLimit === undefined) { - const accountLevel = String(account.level || "").toLowerCase(); - const defaultAtmLimits: Record = { - "blue account": 500, - "green account": 600, - "light blue account": 400, - "green fee-free account": 500, - "evergreen account": 750, - "bluest account": 1500, - "dark green account": 300, - "gold years account": 600, - "purple account": 1000, - }; - if (accountLevel.includes("light green")) { - return `Error: Light Green Account (teen checking) cards have policy-based limits that cannot be modified. The daily ATM withdrawal limit of $150 is fixed by account policy for safety reasons. The customer may request the parent/guardian to withdraw cash from their own account if needed.`; - } - currentLimit = defaultAtmLimits[accountLevel]; - if (currentLimit === undefined) { - return `Error: Could not determine the default ATM limit for account type '${account.level}'. Please verify the account type.`; - } - } - } else { - currentLimit = card.daily_purchase_limit as number | undefined; - limitField = "daily_purchase_limit"; - limitName = "Daily Purchase Limit"; - if (currentLimit === null || currentLimit === undefined) { - return `Error: The card does not have a ${limitName.toLowerCase()} configured. This may be a restricted account type where limits are set by account policy and cannot be modified.`; - } - } - const maxAllowed = Math.floor(currentLimit * 1.5); - if (newLimit > maxAllowed) { - return `Error: Requested limit $${newLimit} exceeds the maximum allowed temporary increase. Maximum temporary limit is $${maxAllowed} (150% of current $${currentLimit} limit).`; - } - if (newLimit <= currentLimit) { - return `Error: Requested limit $${newLimit} is not higher than the current limit of $${currentLimit}.`; - } - const originalLimit = currentLimit; - card[limitField] = newLimit; - card[`temporary_${limitType}_limit_increase`] = true; - card[`original_${limitType}_limit`] = originalLimit; - card[`temporary_${limitType}_limit_expires`] = getTodayStr(); - const resultParts: string[] = [ - `Temporary ${limitName} Increase Granted Successfully`, - `Card ID: ${cardId}`, - `Previous Limit: $${originalLimit}`, - `New Temporary Limit: $${newLimit}`, - `Increase Amount: $${newLimit - originalLimit}`, - "", - "Important Information:", - "- This temporary increase expires in 24 hours", - `- After expiration, the limit will revert to $${originalLimit}`, - "- Only one temporary increase is allowed per 24-hour period", - "", - "Note: If the customer is at a third-party (non-Rho-Bank) ATM, that ATM may have its own", - "per-transaction or daily limits that Rho-Bank cannot override. The customer may need to", - "use a Rho-Bank ATM or make multiple smaller withdrawals at third-party ATMs.", - ]; - return resultParts.join("\n"); - }, - }); -} diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-disputes.test.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-disputes.test.ts deleted file mode 100644 index 9ca903e9..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-disputes.test.ts +++ /dev/null @@ -1,626 +0,0 @@ -import { expect, test } from "bun:test"; -import assert from "node:assert/strict"; - -import { isRecord } from "../../../internal/guards"; -import { makeEmptyBankingData } from "../environment"; -import type { BankingData } from "../types"; -import { addToDb, queryDb } from "./db-query"; -import { registerDisputeTools } from "./handlers-disputes"; -import { generateDisputeId } from "./ids"; -import type { BankingEnvState } from "./registry"; -import { makeBankingEnvState, DISCOVERABLE_AGENT_TOOLS } from "./registry"; - -function createTestDb(): BankingData { - return { - ...makeEmptyBankingData(), - users: { - data: { - user_123: { - user_id: "user_123", - name: "John Doe", - email: "john@example.com", - phone_number: "555-0123", - address: "123 Main St", - date_of_birth: "01/01/1990", - }, - user_456: { - user_id: "user_456", - name: "Jane Smith", - email: "jane@example.com", - phone_number: "555-0456", - address: "456 Oak Ave", - date_of_birth: "05/15/1985", - }, - }, - }, - credit_card_transaction_history: { - data: { - txn_001: { - transaction_id: "txn_001", - user_id: "user_123", - credit_card_type: "Gold Rewards Card", - merchant_name: "Amazon", - transaction_amount: "$99.99", - transaction_date: "11/10/2025", - category: "Shopping", - status: "COMPLETED", - rewards_earned: "250 points", - }, - txn_002: { - transaction_id: "txn_002", - user_id: "user_456", - credit_card_type: "Platinum Card", - merchant_name: "Costco", - transaction_amount: "$150.00", - transaction_date: "11/08/2025", - category: "Groceries", - status: "COMPLETED", - rewards_earned: "375 points", - }, - }, - }, - debit_cards: { - data: { - dbc_001: { - card_id: "dbc_001", - account_id: "chk_001", - user_id: "user_123", - cardholder_name: "JOHN DOE", - last_4_digits: "5678", - cvv: "123", - status: "ACTIVE", - issue_date: "01/01/2024", - expiration_date: "12/31/2027", - issue_reason: "replacement", - recurring_blocked: false, - }, - }, - }, - bank_account_transaction_history: { - data: { - btxn_deposit_001: { - transaction_id: "btxn_deposit_001", - account_id: "chk_001", - date: "11/10/2025", - description: "ATM DEPOSIT - RHO-BANK ATM #3921 AUSTIN TX", - amount: 500, - type: "atm_deposit", - status: "posted", - }, - btxn_834027370c20: { - transaction_id: "btxn_834027370c20", - account_id: "chk_001", - date: "11/10/2025", - description: "ATM DEPOSIT - RHO-BANK ATM #3921 CEDAR LANE AUSTIN TX", - amount: 1135, - type: "atm_deposit", - status: "posted", - }, - }, - }, - task_config: { - data: { - dispute_settings: { - auto_resolve_disputes: false, - }, - }, - }, - }; -} -test("registerDisputeTools populates the registry", () => { - registerDisputeTools(); - expect(DISCOVERABLE_AGENT_TOOLS.has("update_transaction_rewards_3847")).toBe( - true - ); - expect( - DISCOVERABLE_AGENT_TOOLS.has("file_credit_card_transaction_dispute_4829") - ).toBe(true); - expect( - DISCOVERABLE_AGENT_TOOLS.has("file_debit_card_transaction_dispute_6281") - ).toBe(true); - expect( - DISCOVERABLE_AGENT_TOOLS.has("set_debit_card_recurring_block_7382") - ).toBe(true); - expect(DISCOVERABLE_AGENT_TOOLS.has("get_debit_dispute_status_7483")).toBe( - true - ); - expect(DISCOVERABLE_AGENT_TOOLS.has("get_atm_deposit_images_8473")).toBe( - true - ); -}); -test("update_transaction_rewards_3847: success path", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "update_transaction_rewards_3847" - )!; - const result = handler(state, { - transaction_id: "txn_001", - new_rewards_earned: "5000 points", - }); - expect(result).toContain("Transaction rewards updated successfully"); - expect(result).toContain("txn_001"); - expect(result).toContain("5000 points"); - const updated = db.credit_card_transaction_history.data["txn_001"]; - assert(isRecord(updated)); - expect(updated.rewards_earned).toBe("5000 points"); -}); -test("update_transaction_rewards_3847: validation error - missing transaction_id", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "update_transaction_rewards_3847" - )!; - const result = handler(state, { new_rewards_earned: "5000 points" }); - expect(result).toBe("Error: Missing required parameters."); -}); -test("update_transaction_rewards_3847: error - transaction not found", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "update_transaction_rewards_3847" - )!; - const result = handler(state, { - transaction_id: "txn_nonexistent", - new_rewards_earned: "5000 points", - }); - expect(result).toContain("Error: Transaction 'txn_nonexistent' not found."); -}); -test("file_credit_card_transaction_dispute_4829: success with full_refund", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "file_credit_card_transaction_dispute_4829" - )!; - const result = handler(state, { - transaction_id: "txn_001", - card_action: "keep_active", - card_last_4_digits: "1234", - full_name: "John Doe", - user_id: "user_123", - phone: "555-0123", - email: "john@example.com", - address: "123 Main St", - contacted_merchant: true, - purchase_date: "11/10/2025", - issue_noticed_date: "11/11/2025", - dispute_reason: "duplicate_charge", - resolution_requested: "full_refund", - eligible_for_provisional_credit: true, - }); - expect(result).toContain( - "Credit card transaction dispute filed successfully" - ); - expect(result).toContain("Duplicate Charge"); - expect(result).toContain("Full Refund"); - expect(result).toContain( - "ELIGIBLE - Credit will be applied within 2 business days" - ); - const disputeId = generateDisputeId("user_123", "txn_001"); - const disputes = queryDb({ - db, - dbName: "transaction_disputes", - constraints: { dispute_id: disputeId }, - }); - expect(disputes.length).toBe(1); - const dispute = disputes[0]; - assert(isRecord(dispute)); - expect(dispute.dispute_id).toBe(disputeId); - expect(dispute.transaction_id).toBe("txn_001"); - expect(dispute.user_id).toBe("user_123"); - expect(dispute.status).toBe("SUBMITTED"); - expect(dispute.provisional_credit_given).toBe(true); -}); -test("file_credit_card_transaction_dispute_4829: success with partial_refund", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "file_credit_card_transaction_dispute_4829" - )!; - const result = handler(state, { - transaction_id: "txn_002", - card_action: "cancel_and_reissue", - card_last_4_digits: "5678", - full_name: "Jane Smith", - user_id: "user_456", - phone: "555-0456", - email: "jane@example.com", - address: "456 Oak Ave", - contacted_merchant: false, - purchase_date: "11/08/2025", - issue_noticed_date: "11/09/2025", - dispute_reason: "incorrect_amount", - resolution_requested: "partial_refund", - partial_refund_amount: 50, - eligible_for_provisional_credit: false, - }); - expect(result).toContain("Partial Refund Amount: $50.00"); - expect(result).toContain("Not eligible at this time"); - const disputeId = generateDisputeId("user_456", "txn_002"); - const disputes = queryDb({ - db, - dbName: "transaction_disputes", - constraints: { dispute_id: disputeId }, - }); - expect(disputes.length).toBe(1); - const dispute = disputes[0]; - assert(isRecord(dispute)); - expect(dispute.partial_refund_amount).toBe(50); - expect(dispute.resolution_requested).toBe("partial_refund"); -}); -test("file_credit_card_transaction_dispute_4829: validation error - invalid dispute_reason", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "file_credit_card_transaction_dispute_4829" - )!; - const result = handler(state, { - transaction_id: "txn_001", - card_action: "keep_active", - card_last_4_digits: "1234", - full_name: "John Doe", - user_id: "user_123", - phone: "555-0123", - email: "john@example.com", - address: "123 Main St", - contacted_merchant: true, - purchase_date: "11/10/2025", - issue_noticed_date: "11/11/2025", - dispute_reason: "invalid_reason", - resolution_requested: "full_refund", - eligible_for_provisional_credit: false, - }); - expect(result).toContain("Error: Invalid dispute_reason"); -}); -test("file_credit_card_transaction_dispute_4829: validation error - partial_refund without amount", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "file_credit_card_transaction_dispute_4829" - )!; - const result = handler(state, { - transaction_id: "txn_001", - card_action: "keep_active", - card_last_4_digits: "1234", - full_name: "John Doe", - user_id: "user_123", - phone: "555-0123", - email: "john@example.com", - address: "123 Main St", - contacted_merchant: true, - purchase_date: "11/10/2025", - issue_noticed_date: "11/11/2025", - dispute_reason: "duplicate_charge", - resolution_requested: "partial_refund", - eligible_for_provisional_credit: false, - }); - expect(result).toContain( - "Error: partial_refund_amount is required when resolution_requested is 'partial_refund'." - ); -}); -test("file_debit_card_transaction_dispute_6281: success with fraud category", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "file_debit_card_transaction_dispute_6281" - )!; - const result = handler(state, { - transaction_id: "btxn_001", - account_id: "chk_001", - card_id: "dbc_001", - user_id: "user_123", - dispute_category: "unauthorized_transaction", - transaction_date: "11/10/2025", - discovery_date: "11/11/2025", - disputed_amount: 750, - transaction_type: "pin_purchase", - card_in_possession: true, - pin_compromised: "no", - contacted_merchant: false, - police_report_filed: true, - written_statement_provided: true, - provisional_credit_eligible: true, - customer_max_liability_amount: 0, - card_action: "freeze_pending_investigation", - }); - expect(result).toContain("Dispute ID:"); - expect(result).toContain("btxn_001"); - expect(result).toContain("Disputed Amount: $750.00"); - expect(result).toContain("Freeze Pending Investigation"); - expect(result).toContain("ISSUED"); - const disputeId = generateDisputeId("user_123", "btxn_001"); - const disputes = queryDb({ - db, - dbName: "debit_card_disputes", - constraints: { dispute_id: disputeId }, - }); - expect(disputes.length).toBe(1); - const dispute = disputes[0]; - assert(isRecord(dispute)); - expect(dispute.dispute_id).toBe(disputeId); - expect(dispute.is_fraud_category).toBe(true); - expect(dispute.provisional_credit_issued).toBe(true); - expect(dispute.provisional_credit_amount).toBe(750); - expect(dispute.status).toBe("OPEN"); -}); -test("file_debit_card_transaction_dispute_6281: validation error - invalid dispute category", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "file_debit_card_transaction_dispute_6281" - )!; - const result = handler(state, { - transaction_id: "btxn_001", - account_id: "chk_001", - card_id: "dbc_001", - user_id: "user_123", - dispute_category: "invalid_category", - transaction_date: "11/10/2025", - discovery_date: "11/11/2025", - disputed_amount: 750, - transaction_type: "pin_purchase", - card_in_possession: true, - pin_compromised: "no", - contacted_merchant: false, - police_report_filed: false, - written_statement_provided: true, - provisional_credit_eligible: false, - customer_max_liability_amount: 0, - card_action: "keep_active", - }); - expect(result).toContain("Error: Invalid dispute_category"); -}); -test("file_debit_card_transaction_dispute_6281: validation error - negative amount", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "file_debit_card_transaction_dispute_6281" - )!; - const result = handler(state, { - transaction_id: "btxn_001", - account_id: "chk_001", - card_id: "dbc_001", - user_id: "user_123", - dispute_category: "duplicate_charge", - transaction_date: "11/10/2025", - discovery_date: "11/11/2025", - disputed_amount: -100, - transaction_type: "pin_purchase", - card_in_possession: true, - pin_compromised: "no", - contacted_merchant: false, - police_report_filed: false, - written_statement_provided: true, - provisional_credit_eligible: false, - customer_max_liability_amount: 0, - card_action: "keep_active", - }); - expect(result).toContain("Error: disputed_amount must be a positive number."); -}); -test("file_debit_card_transaction_dispute_6281: validation error - missing boolean field", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "file_debit_card_transaction_dispute_6281" - )!; - const result = handler(state, { - transaction_id: "btxn_001", - account_id: "chk_001", - card_id: "dbc_001", - user_id: "user_123", - dispute_category: "duplicate_charge", - transaction_date: "11/10/2025", - discovery_date: "11/11/2025", - disputed_amount: 100, - transaction_type: "pin_purchase", - pin_compromised: "no", - provisional_credit_eligible: false, - customer_max_liability_amount: 0, - card_action: "keep_active", - }); - expect(result).toContain( - "Error: card_in_possession, contacted_merchant, police_report_filed, and written_statement_provided are required boolean fields." - ); -}); -test("set_debit_card_recurring_block_7382: success - block recurring", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "set_debit_card_recurring_block_7382" - )!; - const result = handler(state, { - card_id: "dbc_001", - block_recurring: true, - }); - expect(result).toContain("Recurring payments BLOCKED"); - expect(result).toContain("dbc_001"); - expect(result).toContain( - "All recurring/subscription charges will be declined" - ); - const card = db.debit_cards.data["dbc_001"]; - assert(isRecord(card)); - expect(card.recurring_blocked).toBe(true); -}); -test("set_debit_card_recurring_block_7382: success - unblock recurring", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "set_debit_card_recurring_block_7382" - )!; - const result = handler(state, { - card_id: "dbc_001", - block_recurring: false, - }); - expect(result).toContain("Recurring payments UNBLOCKED"); - expect(result).toContain("will now be allowed"); - const card = db.debit_cards.data["dbc_001"]; - assert(isRecord(card)); - expect(card.recurring_blocked).toBe(false); -}); -test("set_debit_card_recurring_block_7382: error - card not found", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "set_debit_card_recurring_block_7382" - )!; - const result = handler(state, { - card_id: "dbc_nonexistent", - block_recurring: true, - }); - expect(result).toContain("Error: Debit card 'dbc_nonexistent' not found."); -}); -test("set_debit_card_recurring_block_7382: error - card not active", () => { - registerDisputeTools(); - const db = createTestDb(); - const inactiveCard = db.debit_cards.data["dbc_inactive"]; - if (!inactiveCard) { - db.debit_cards.data["dbc_inactive"] = { - card_id: "dbc_inactive", - account_id: "chk_002", - user_id: "user_456", - cardholder_name: "JANE SMITH", - last_4_digits: "9876", - status: "SUSPENDED", - recurring_blocked: false, - }; - } - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "set_debit_card_recurring_block_7382" - )!; - const result = handler(state, { - card_id: "dbc_inactive", - block_recurring: true, - }); - expect(result).toContain("Error: Cannot update recurring block settings"); - expect(result).toContain("Card must be ACTIVE"); -}); -test("get_debit_dispute_status_7483: success with disputes", () => { - registerDisputeTools(); - const db = createTestDb(); - const disputeId = generateDisputeId("user_123", "btxn_001"); - addToDb({ - db, - dbName: "debit_card_disputes", - recordId: disputeId, - record: { - dispute_id: disputeId, - transaction_id: "btxn_001", - user_id: "user_123", - status: "OPEN", - disputed_amount: 500, - }, - }); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "get_debit_dispute_status_7483" - )!; - const result = handler(state, { user_id: "user_123" }); - expect(result).toContain("Debit card dispute history retrieved successfully"); - expect(result).toContain("user_123"); -}); -test("get_debit_dispute_status_7483: success - no disputes", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "get_debit_dispute_status_7483" - )!; - const result = handler(state, { user_id: "user_456" }); - expect(result).toContain("Debit card dispute history retrieved successfully"); - expect(result).toContain("No debit card disputes found for this user"); -}); -test("get_atm_deposit_images_8473: success with hardcoded image data", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "get_atm_deposit_images_8473" - )!; - const result = handler(state, { transaction_id: "btxn_834027370c20" }); - expect(result).toContain("ATM Deposit Image Retrieval Results"); - expect(result).toContain("btxn_834027370c20"); - expect(result).toContain("ATM DEPOSIT ENVELOPE SCAN"); - expect(result).toContain("$1,135.00"); - expect(result).toContain("Derek Yamamoto"); - expect(result).toContain("$750.00 difference"); -}); -test("get_atm_deposit_images_8473: success with generic image response", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "get_atm_deposit_images_8473" - )!; - const result = handler(state, { transaction_id: "btxn_deposit_001" }); - expect(result).toContain("ATM Deposit Image Retrieval Results"); - expect(result).toContain("btxn_deposit_001"); - expect(result).toContain("IMAGE STATUS"); - expect(result).toContain("IMAGES NOT AVAILABLE"); -}); -test("get_atm_deposit_images_8473: error - transaction not found", () => { - registerDisputeTools(); - const db = createTestDb(); - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "get_atm_deposit_images_8473" - )!; - const result = handler(state, { transaction_id: "btxn_nonexistent" }); - expect(result).toContain("Error: Transaction 'btxn_nonexistent' not found."); -}); -test("get_atm_deposit_images_8473: error - not an ATM deposit", () => { - registerDisputeTools(); - const db = createTestDb(); - db.bank_account_transaction_history.data["btxn_withdrawal"] = { - transaction_id: "btxn_withdrawal", - account_id: "chk_001", - date: "11/10/2025", - description: "ATM WITHDRAWAL - RHO-BANK ATM #3921 AUSTIN TX", - amount: -100, - type: "atm_withdrawal", - status: "posted", - }; - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "get_atm_deposit_images_8473" - )!; - const result = handler(state, { transaction_id: "btxn_withdrawal" }); - expect(result).toContain( - "Error: Transaction 'btxn_withdrawal' is not an ATM deposit." - ); -}); -test("get_atm_deposit_images_8473: error - third-party ATM", () => { - registerDisputeTools(); - const db = createTestDb(); - db.bank_account_transaction_history.data["btxn_third_party"] = { - transaction_id: "btxn_third_party", - account_id: "chk_001", - date: "11/10/2025", - description: "ATM DEPOSIT - CHASE BANK ATM #5000 CHICAGO IL", - amount: 500, - type: "atm_deposit", - status: "posted", - }; - const state: BankingEnvState = makeBankingEnvState(db); - const { handler } = DISCOVERABLE_AGENT_TOOLS.get( - "get_atm_deposit_images_8473" - )!; - const result = handler(state, { transaction_id: "btxn_third_party" }); - expect(result).toContain("Error: Transaction"); - expect(result).toContain("is from a third-party ATM"); - expect(result).toContain("Rho-Bank ATM"); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-disputes.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-disputes.ts deleted file mode 100644 index 7a6c0591..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-disputes.ts +++ /dev/null @@ -1,885 +0,0 @@ -import { addToDb, queryDatabaseTool, updateRecordInDb } from "./db-query"; -import { FROZEN_TODAY_STR as FROZEN_TODAY } from "./helpers"; -import { generateDisputeId } from "./ids"; -import type { BankingEnvState } from "./registry"; -import { registerDiscoverableAgentTool } from "./registry"; - -function str(value: unknown): string { - return String(value ?? ""); -} - -function num(value: unknown): number { - if (typeof value === "number") { - return value; - } - if (typeof value === "string") { - const parsed = Number.parseFloat(value); - return Number.isNaN(parsed) ? 0 : parsed; - } - return 0; -} - -function bool(value: unknown): boolean { - if (typeof value === "boolean") { - return value; - } - if (typeof value === "string") { - return value.toLowerCase() === "true"; - } - return !!value; -} - -function updateTransactionRewards( - state: BankingEnvState, - kwargs: Record -): string { - const transactionId = str(kwargs.transaction_id); - const newRewardsEarned = str(kwargs.new_rewards_earned); - if (!transactionId || !newRewardsEarned) { - return "Error: Missing required parameters."; - } - const [success] = updateRecordInDb({ - db: state.db, - dbName: "credit_card_transaction_history", - recordId: transactionId, - updates: { - rewards_earned: newRewardsEarned, - }, - }); - if (!success) { - return `Error: Transaction '${transactionId}' not found.`; - } - return ( - `Transaction rewards updated successfully.\n\n` + - `Executed: update_transaction_rewards_3847\n` + - `Arguments: ${JSON.stringify({ transaction_id: transactionId, new_rewards_earned: newRewardsEarned }, null, 2)}\n` + - `Transaction updated:\n` + - ` - Transaction ID: ${transactionId}\n` + - ` - New Rewards: ${newRewardsEarned}` - ); -} - -function fileCreditCardTransactionDispute( - state: BankingEnvState, - kwargs: Record -): string { - const transactionId = str(kwargs.transaction_id); - const cardAction = str(kwargs.card_action); - const cardLast4Digits = str(kwargs.card_last_4_digits); - const fullName = str(kwargs.full_name); - const userId = str(kwargs.user_id); - const phone = str(kwargs.phone); - const email = str(kwargs.email); - const address = str(kwargs.address); - const contactedMerchant = bool(kwargs.contacted_merchant); - const purchaseDate = str(kwargs.purchase_date); - const issueNoticedDate = str(kwargs.issue_noticed_date); - const disputeReason = str(kwargs.dispute_reason); - const resolutionRequested = str(kwargs.resolution_requested); - const eligibleForProvisionalCredit = bool( - kwargs.eligible_for_provisional_credit - ); - const partialRefundAmount = kwargs.partial_refund_amount - ? num(kwargs.partial_refund_amount) - : null; - if (!transactionId || !userId) { - return "Error: Missing required parameters."; - } - const validCardActions = ["keep_active", "cancel_and_reissue"]; - if (!validCardActions.includes(cardAction)) { - return `Error: Invalid card_action. Must be one of: ${validCardActions}`; - } - const validReasons = [ - "unauthorized_fraudulent_charge", - "duplicate_charge", - "incorrect_amount", - "goods_services_not_received", - "goods_services_not_as_described", - "canceled_subscription_still_charging", - "refund_never_processed", - ]; - if (!validReasons.includes(disputeReason)) { - return `Error: Invalid dispute_reason. Must be one of: ${validReasons}`; - } - const validResolutions = ["full_refund", "partial_refund"]; - if (!validResolutions.includes(resolutionRequested)) { - return `Error: Invalid resolution_requested. Must be one of: ${validResolutions}`; - } - if ( - resolutionRequested === "partial_refund" && - partialRefundAmount === null - ) { - return "Error: partial_refund_amount is required when resolution_requested is 'partial_refund'."; - } - const disputeId = generateDisputeId(userId, transactionId); - const disputeRecord = { - dispute_id: disputeId, - transaction_id: transactionId, - user_id: userId, - card_action: cardAction, - card_last_4_digits: cardLast4Digits, - full_name: fullName, - phone, - email, - address, - contacted_merchant: contactedMerchant, - purchase_date: purchaseDate, - issue_noticed_date: issueNoticedDate, - dispute_reason: disputeReason, - resolution_requested: resolutionRequested, - partial_refund_amount: partialRefundAmount, - eligible_for_provisional_credit: eligibleForProvisionalCredit, - provisional_credit_given: eligibleForProvisionalCredit, - submitted_at: FROZEN_TODAY, - status: "SUBMITTED", - }; - const success = addToDb({ - db: state.db, - dbName: "transaction_disputes", - recordId: disputeId, - record: disputeRecord, - }); - if (!success) { - return "Error: Dispute may have already been filed for this transaction."; - } - const resultParts = [ - "Credit card transaction dispute filed successfully. A case has been opened and will be reviewed within 10 business days.", - "", - "Executed: file_credit_card_transaction_dispute_4829", - `Dispute ID: ${disputeId}`, - `Transaction: ${transactionId}`, - `Reason: ${disputeReason - .replaceAll("_", " ") - .split(" ") - .map((w) => w.charAt(0).toUpperCase() + w.slice(1)) - .join(" ")}`, - `Resolution Requested: ${resolutionRequested - .replaceAll("_", " ") - .split(" ") - .map((w) => w.charAt(0).toUpperCase() + w.slice(1)) - .join(" ")}`, - ]; - if (partialRefundAmount !== null) { - resultParts.push( - `Partial Refund Amount: $${partialRefundAmount.toFixed(2)}` - ); - } - if (eligibleForProvisionalCredit) { - resultParts.push( - "Provisional Credit: ELIGIBLE - Credit will be applied within 2 business days." - ); - } else { - resultParts.push("Provisional Credit: Not eligible at this time."); - } - return resultParts.join("\n"); -} - -function fileDebitCardTransactionDispute( - state: BankingEnvState, - kwargs: Record -): string { - const transactionId = str(kwargs.transaction_id); - const accountId = str(kwargs.account_id); - const cardId = str(kwargs.card_id); - const userId = str(kwargs.user_id); - const disputeCategory = str(kwargs.dispute_category); - const transactionDate = str(kwargs.transaction_date); - const discoveryDate = str(kwargs.discovery_date); - const disputedAmount = num(kwargs.disputed_amount); - const transactionType = str(kwargs.transaction_type); - const cardInPossession = bool(kwargs.card_in_possession); - const pinCompromised = str(kwargs.pin_compromised); - const contactedMerchant = bool(kwargs.contacted_merchant); - const policeReportFiled = bool(kwargs.police_report_filed); - const writtenStatementProvided = bool(kwargs.written_statement_provided); - const provisionalCreditEligible = bool(kwargs.provisional_credit_eligible); - const customerMaxLiabilityAmount = num(kwargs.customer_max_liability_amount); - const cardAction = str(kwargs.card_action); - if ( - !transactionId || - !accountId || - !cardId || - !userId || - !disputeCategory || - !transactionDate || - !discoveryDate || - !transactionType || - !pinCompromised || - !cardAction - ) { - return "Error: Missing required parameters."; - } - if ( - kwargs.customer_max_liability_amount === undefined || - kwargs.customer_max_liability_amount === null - ) { - return "Error: customer_max_liability_amount is required."; - } - if ( - kwargs.card_in_possession === undefined || - kwargs.card_in_possession === null || - kwargs.contacted_merchant === undefined || - kwargs.contacted_merchant === null || - kwargs.police_report_filed === undefined || - kwargs.police_report_filed === null || - kwargs.written_statement_provided === undefined || - kwargs.written_statement_provided === null - ) { - return "Error: card_in_possession, contacted_merchant, police_report_filed, and written_statement_provided are required boolean fields."; - } - const validCategories = [ - "unauthorized_transaction", - "atm_cash_discrepancy", - "atm_deposit_not_credited", - "duplicate_charge", - "incorrect_amount", - "goods_services_not_received", - "recurring_charge_after_cancellation", - "card_present_fraud", - "card_not_present_fraud", - ]; - if (!validCategories.includes(disputeCategory)) { - return `Error: Invalid dispute_category. Must be one of: ${validCategories}`; - } - const validTransactionTypes = [ - "pin_purchase", - "signature_purchase", - "online_purchase", - "atm_withdrawal", - "atm_deposit", - "recurring_payment", - "person_to_person", - ]; - if (!validTransactionTypes.includes(transactionType)) { - return `Error: Invalid transaction_type. Must be one of: ${validTransactionTypes}`; - } - const validPinStatuses = ["yes_shared", "yes_observed", "no", "unknown"]; - if (!validPinStatuses.includes(pinCompromised)) { - return `Error: Invalid pin_compromised. Must be one of: ${validPinStatuses}`; - } - const validCardActions = [ - "keep_active", - "freeze_pending_investigation", - "close_and_reissue", - ]; - if (!validCardActions.includes(cardAction)) { - return `Error: Invalid card_action. Must be one of: ${validCardActions}`; - } - if (disputedAmount <= 0) { - return "Error: disputed_amount must be a positive number."; - } - const disputeId = generateDisputeId(userId, transactionId); - const isFraudCategory = [ - "unauthorized_transaction", - "card_present_fraud", - "card_not_present_fraud", - ].includes(disputeCategory); - const pinSharedVoluntarily = pinCompromised === "yes_shared"; - const disputeRecord = { - dispute_id: disputeId, - transaction_id: transactionId, - account_id: accountId, - card_id: cardId, - user_id: userId, - dispute_category: disputeCategory, - transaction_date: transactionDate, - discovery_date: discoveryDate, - disputed_amount: disputedAmount, - transaction_type: transactionType, - card_in_possession: cardInPossession, - pin_compromised: pinCompromised, - contacted_merchant: contactedMerchant, - police_report_filed: policeReportFiled, - written_statement_provided: writtenStatementProvided, - provisional_credit_eligible: provisionalCreditEligible, - provisional_credit_issued: provisionalCreditEligible, - provisional_credit_amount: provisionalCreditEligible - ? disputedAmount - : null, - customer_max_liability_amount: customerMaxLiabilityAmount, - card_action: cardAction, - is_fraud_category: isFraudCategory, - pin_shared_voluntarily: pinSharedVoluntarily, - submitted_at: FROZEN_TODAY, - status: "OPEN", - }; - const success = addToDb({ - db: state.db, - dbName: "debit_card_disputes", - recordId: disputeId, - record: disputeRecord, - }); - if (!success) { - return "Error: Dispute may have already been filed for this transaction."; - } - const resultParts = [ - `Dispute ID: ${disputeId}`, - `Transaction: ${transactionId}`, - `Account: ${accountId}`, - `Category: ${disputeCategory - .replaceAll("_", " ") - .split(" ") - .map((w) => w.charAt(0).toUpperCase() + w.slice(1)) - .join(" ")}`, - `Disputed Amount: $${disputedAmount.toFixed(2)}`, - `Card Action: ${cardAction - .replaceAll("_", " ") - .split(" ") - .map((w) => w.charAt(0).toUpperCase() + w.slice(1)) - .join(" ")}`, - ]; - if (provisionalCreditEligible) { - resultParts.push( - `Provisional Credit: ISSUED - $${disputedAmount.toFixed(2)} credited within 10 business days per Regulation E.` - ); - } else { - resultParts.push( - "Provisional Credit: Not eligible - see Debit Card Provisional Credit Guidelines for details." - ); - } - if (pinSharedVoluntarily) { - resultParts.push( - "WARNING: Customer indicated PIN was shared voluntarily. This may affect liability determination." - ); - } - if (isFraudCategory && !policeReportFiled && disputedAmount > 500) { - resultParts.push( - "RECOMMENDATION: For fraud disputes over $500, filing a police report is recommended." - ); - } - return resultParts.join("\n"); -} - -function setDebitCardRecurringBlock( - state: BankingEnvState, - kwargs: Record -): string { - const cardId = str(kwargs.card_id); - const blockRecurring = bool(kwargs.block_recurring); - if (!cardId) { - return "Error: Missing required parameter: card_id"; - } - const debitCard = state.db.debit_cards?.data?.[cardId as string]; - if (!debitCard || typeof debitCard !== "object") { - return `Error: Debit card '${cardId}' not found.`; - } - const cardStatus = String(debitCard.status ?? "").toUpperCase(); - if (cardStatus !== "ACTIVE") { - return `Error: Cannot update recurring block settings for a card with status '${cardStatus}'. Card must be ACTIVE.`; - } - (debitCard as Record).recurring_blocked = blockRecurring; - if (blockRecurring) { - return ( - `Recurring payments BLOCKED for debit card ${cardId}.\n` + - `All recurring/subscription charges will be declined.\n` + - `One-time purchases are not affected.\n` + - `This change takes effect within 24 hours.` - ); - } - return ( - `Recurring payments UNBLOCKED for debit card ${cardId}.\n` + - `Recurring/subscription charges will now be allowed.\n` + - `This change takes effect within 24 hours.` - ); -} - -function getDebitDisputeStatus( - state: BankingEnvState, - kwargs: Record -): string { - const userId = str(kwargs.user_id); - if (!userId) { - return "Error: Missing required parameter: user_id"; - } - const debitDisputesResult = queryDatabaseTool( - state.db, - "debit_card_disputes", - JSON.stringify({ user_id: userId }) - ); - const resultParts = [ - "Debit card dispute history retrieved successfully.", - "", - "Executed: get_debit_dispute_status_7483", - `Debit card dispute history for user ${userId}:`, - ]; - const hasDisputes = - !debitDisputesResult.includes("No records found") && - !debitDisputesResult.includes("No results found"); - if (hasDisputes) { - resultParts.push(debitDisputesResult); - } else { - resultParts.push("\nNo debit card disputes found for this user."); - } - return resultParts.join("\n"); -} - -function getAtmDepositImages( - state: BankingEnvState, - kwargs: Record -): string { - const transactionId = str(kwargs.transaction_id); - if (!transactionId) { - return "Error: Missing required parameter: transaction_id"; - } - const txn = - state.db.bank_account_transaction_history?.data?.[transactionId as string]; - if (!txn || typeof txn !== "object") { - return `Error: Transaction '${transactionId}' not found.`; - } - const txnType = String(txn.type ?? ""); - if (txnType !== "atm_deposit") { - return `Error: Transaction '${transactionId}' is not an ATM deposit. This tool only works for ATM deposit transactions.`; - } - const description = String(txn.description ?? ""); - if ( - !description.toUpperCase().includes("RHO-BANK") && - !description.toUpperCase().includes("RHOBANK") - ) { - return `Error: Transaction '${transactionId}' is from a third-party ATM. Deposit images are only available for Rho-Bank ATM deposits. For third-party ATM disputes, a chargeback request must be submitted to the ATM network.`; - } - const depositImageData: Record< - string, - { - atm_id: string; - deposit_date: string; - envelope_contents: string; - verification_notes: string; - } - > = { - btxn_834027370c20: { - atm_id: "ATM #3921", - deposit_date: String(txn.date ?? "Unknown"), - envelope_contents: ` -=== ATM DEPOSIT ENVELOPE SCAN === -Envelope ID: ENV-2025-3921-00923 -Deposit Time: 3:47 PM CST -ATM Location: Rho-Bank ATM #3921, Cedar Lane Branch, Austin, TX - ---- ENVELOPE CONTENTS --- -Item 1: Personal Check - - Check Number: 7284 - - Drawn On: First Texas Bank - - Payee: Derek Yamamoto - - Amount: $875.00 - - Memo: "October rent refund" - - Signature: Present and legible - - Date on Check: 11/03/2025 - -Item 2: Cash - - Denomination breakdown: - * 2 x $100 bills = $200.00 - * 3 x $20 bills = $60.00 - - Total Cash: $260.00 - ---- DEPOSIT SUMMARY --- -Check Total: $875.00 -Cash Total: $260.00 -GRAND TOTAL: $1,135.00 - ---- MACHINE RECORD --- -Amount Recorded by ATM: $385.00 -DISCREPANCY DETECTED: $750.00 difference - ---- IMAGE QUALITY --- -Envelope scan: CLEAR -Check front: CLEAR -Check back (endorsement): CLEAR - endorsed "For Deposit Only - Derek Yamamoto" -Cash image: CLEAR - bills visible and countable -`, - verification_notes: - "Images clearly show deposit contents totaling $1,135.00. ATM machine recorded only $385.00. Discrepancy of $750.00 confirmed via image review.", - }, - btxn_test_deposit_001: { - atm_id: "ATM #3921", - deposit_date: String(txn.date ?? "Unknown"), - envelope_contents: ` -=== ATM DEPOSIT ENVELOPE SCAN === -Envelope ID: ENV-2025-3921-00847 -Deposit Time: 2:34 PM EST -ATM Location: Rho-Bank ATM #3921, 742 Oak Avenue, Portland, OR - ---- ENVELOPE CONTENTS --- -Item 1: Personal Check - - Check Number: 4821 - - Drawn On: First National Bank - - Payee: Linda Patterson - - Amount: $875.00 - - Memo: "October rent refund" - - Signature: Present and legible - - Date on Check: 11/05/2025 - -Item 2: Cash - - Denomination breakdown: - * 2 x $100 bills = $200.00 - * 3 x $20 bills = $60.00 - - Total Cash: $260.00 - ---- DEPOSIT SUMMARY --- -Check Total: $875.00 -Cash Total: $260.00 -GRAND TOTAL: $1,135.00 - ---- MACHINE RECORD --- -Amount Recorded by ATM: $385.00 -DISCREPANCY DETECTED: $750.00 difference - ---- IMAGE QUALITY --- -Envelope scan: CLEAR -Check front: CLEAR -Check back (endorsement): CLEAR - endorsed "For Deposit Only - Linda Patterson" -Cash image: CLEAR - bills visible and countable -`, - verification_notes: - "Images clearly show deposit contents totaling $1,135.00. ATM machine recorded only $385.00. Discrepancy of $750.00 confirmed via image review.", - }, - btxn_test_atm_dep_partial: { - atm_id: "ATM #5847", - deposit_date: String(txn.date ?? "Unknown"), - envelope_contents: ` -=== ATM DEPOSIT ENVELOPE SCAN === -Envelope ID: ENV-2025-5847-00293 -Deposit Time: 10:15 AM EST - ---- ENVELOPE CONTENTS --- -Item 1: Personal Check - - Check Number: 7392 - - Amount: $500.00 - ---- DEPOSIT SUMMARY --- -Check Total: $500.00 -Cash Total: $0.00 -GRAND TOTAL: $500.00 - ---- MACHINE RECORD --- -Amount Recorded by ATM: $500.00 -No discrepancy detected. -`, - verification_notes: - "Images confirm deposit matches recorded amount. No discrepancy found.", - }, - }; - if (transactionId in depositImageData) { - const data = depositImageData[transactionId]!; - const result = `ATM Deposit Image Retrieval Results -===================================== -Transaction ID: ${transactionId} -ATM: ${data.atm_id} -Deposit Date: ${data.deposit_date} - -${data.envelope_contents} - ---- VERIFICATION NOTES --- -${data.verification_notes} -`; - return result; - } - return `ATM Deposit Image Retrieval Results -===================================== -Transaction ID: ${transactionId} -ATM: ${description} -Deposit Date: ${txn.date ?? "Unknown"} -Amount Recorded: $${Math.abs(num(txn.amount)).toFixed(2)} - ---- IMAGE STATUS --- -Status: IMAGES NOT AVAILABLE -Reason: Deposit images for this transaction have either expired (older than 90 days) or were not captured by the ATM system. - -For deposits without available images, the dispute will proceed based on customer statement and ATM journal records only. Investigation timeline may be extended. -`; -} - -export function registerDisputeTools(): void { - registerDiscoverableAgentTool({ - name: "update_transaction_rewards_3847", - description: - "Update the rewards_earned field on a credit card transaction.", - params: [ - { - name: "transaction_id", - type: "string", - optional: false, - description: "The unique identifier for the transaction to update", - }, - { - name: "new_rewards_earned", - type: "string", - optional: false, - description: "The corrected rewards value (e.g., '6300 points')", - }, - ], - handler: updateTransactionRewards, - }); - registerDiscoverableAgentTool({ - name: "file_credit_card_transaction_dispute_4829", - description: "File a formal dispute for a credit card transaction.", - params: [ - { - name: "transaction_id", - type: "string", - optional: false, - description: "The unique identifier for the transaction being disputed", - }, - { - name: "card_action", - type: "string", - optional: false, - description: - "Flag indicating the card's status. Must be one of: 'keep_active', 'cancel_and_reissue'", - }, - { - name: "card_last_4_digits", - type: "string", - optional: false, - description: "Last 4 digits of the credit card number", - }, - { - name: "full_name", - type: "string", - optional: false, - description: "Full legal name of the cardholder", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - { - name: "phone", - type: "string", - optional: false, - description: "Contact phone number", - }, - { - name: "email", - type: "string", - optional: false, - description: "Contact email address", - }, - { - name: "address", - type: "string", - optional: false, - description: "Contact mailing address", - }, - { - name: "contacted_merchant", - type: "boolean", - optional: false, - description: - "Whether the user attempted to resolve the issue with the merchant first", - }, - { - name: "purchase_date", - type: "string", - optional: false, - description: "Date when the purchase was made, format MM/DD/YYYY", - }, - { - name: "issue_noticed_date", - type: "string", - optional: false, - description: "Date when the user noticed the issue, format MM/DD/YYYY", - }, - { - name: "dispute_reason", - type: "string", - optional: false, - description: - "Reason for the dispute. Must be one of: unauthorized_fraudulent_charge, duplicate_charge, incorrect_amount, goods_services_not_received, goods_services_not_as_described, canceled_subscription_still_charging, refund_never_processed", - }, - { - name: "resolution_requested", - type: "string", - optional: false, - description: - "Resolution being requested. Must be one of: 'full_refund', 'partial_refund'", - }, - { - name: "eligible_for_provisional_credit", - type: "boolean", - optional: false, - description: "Whether the user is eligible for provisional credit", - }, - { - name: "partial_refund_amount", - type: "number", - optional: true, - description: - "Amount requested for partial refund (required only if resolution_requested is 'partial_refund')", - }, - ], - handler: fileCreditCardTransactionDispute, - }); - registerDiscoverableAgentTool({ - name: "file_debit_card_transaction_dispute_6281", - description: - "File a formal dispute for a debit card transaction under Regulation E.", - params: [ - { - name: "transaction_id", - type: "string", - optional: false, - description: "The unique identifier for the transaction being disputed", - }, - { - name: "account_id", - type: "string", - optional: false, - description: "The checking account ID linked to the debit card", - }, - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID", - }, - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - { - name: "dispute_category", - type: "string", - optional: false, - description: - "Category of the dispute. Must be one of: unauthorized_transaction, atm_cash_discrepancy, atm_deposit_not_credited, duplicate_charge, incorrect_amount, goods_services_not_received, recurring_charge_after_cancellation, card_present_fraud, card_not_present_fraud", - }, - { - name: "transaction_date", - type: "string", - optional: false, - description: "Date when the transaction occurred, format MM/DD/YYYY", - }, - { - name: "discovery_date", - type: "string", - optional: false, - description: - "Date when the user first noticed the issue, format MM/DD/YYYY", - }, - { - name: "disputed_amount", - type: "number", - optional: false, - description: "The dollar amount being disputed", - }, - { - name: "transaction_type", - type: "string", - optional: false, - description: - "Type of transaction. Must be one of: pin_purchase, signature_purchase, online_purchase, atm_withdrawal, atm_deposit, recurring_payment, person_to_person", - }, - { - name: "card_in_possession", - type: "boolean", - optional: false, - description: - "Whether the customer still has their physical debit card in their possession", - }, - { - name: "pin_compromised", - type: "string", - optional: false, - description: - "Whether the customer's PIN may have been compromised. Must be one of: 'yes_shared', 'yes_observed', 'no', 'unknown'", - }, - { - name: "contacted_merchant", - type: "boolean", - optional: false, - description: - "Whether the user attempted to resolve the issue with the merchant first", - }, - { - name: "police_report_filed", - type: "boolean", - optional: false, - description: - "Whether a police report has been filed (recommended for fraud over $500)", - }, - { - name: "written_statement_provided", - type: "boolean", - optional: false, - description: - "Whether the customer has provided a written statement describing what happened", - }, - { - name: "provisional_credit_eligible", - type: "boolean", - optional: false, - description: "Whether the user is eligible for provisional credit", - }, - { - name: "customer_max_liability_amount", - type: "number", - optional: false, - description: - "The maximum dollar amount the customer could be liable for. Use -1 for unlimited liability.", - }, - { - name: "card_action", - type: "string", - optional: false, - description: - "Action to take on the card. Must be one of: 'keep_active', 'freeze_pending_investigation', 'close_and_reissue'", - }, - ], - handler: fileDebitCardTransactionDispute, - }); - registerDiscoverableAgentTool({ - name: "set_debit_card_recurring_block_7382", - description: "Block or unblock all recurring payments on a debit card.", - params: [ - { - name: "card_id", - type: "string", - optional: false, - description: "The debit card ID to update", - }, - { - name: "block_recurring", - type: "boolean", - optional: false, - description: - "True to block all recurring payments, False to unblock/allow recurring payments", - }, - ], - handler: setDebitCardRecurringBlock, - }); - registerDiscoverableAgentTool({ - name: "get_debit_dispute_status_7483", - mutatesState: false, - description: - "Retrieve a user's debit card dispute history from the debit_card_disputes table.", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The user's unique identifier in the system", - }, - ], - handler: getDebitDisputeStatus, - }); - registerDiscoverableAgentTool({ - name: "get_atm_deposit_images_8473", - mutatesState: false, - description: - "Retrieve ATM deposit envelope/check images for a specific ATM deposit transaction.", - params: [ - { - name: "transaction_id", - type: "string", - optional: false, - description: - "The transaction ID of the ATM deposit to retrieve images for", - }, - ], - handler: getAtmDepositImages, - }); -} diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-meta.test.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-meta.test.ts deleted file mode 100644 index 2a0f82f6..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-meta.test.ts +++ /dev/null @@ -1,474 +0,0 @@ -import { describe, it, expect, beforeEach } from "bun:test"; - -import { makeEmptyBankingData } from "../environment"; -import type { BankingData } from "../types"; -import { - invokeBankingAgentTool, - registerInitialDiscoverableTools, -} from "./handlers-meta"; -import type { BankingEnvState } from "./registry"; -import { - DISCOVERABLE_AGENT_TOOLS, - DISCOVERABLE_USER_TOOLS, - makeBankingEnvState, - registerDiscoverableAgentTool, -} from "./registry"; - -function createTestDb(): BankingData { - const db = makeEmptyBankingData(); - db.users.data = { - usr1: { - user_id: "usr1", - name: "Alice Johnson", - email: "alice@example.com", - address: "123 Main St", - phone_number: "555-1234", - date_of_birth: "01/15/1990", - }, - }; - db.accounts.data = { - acc1: { - account_id: "acc1", - user_id: "usr1", - type: "checking", - }, - }; - return db; -} -describe("handlers-meta", () => { - let state: BankingEnvState; - beforeEach(() => { - const db = createTestDb(); - state = makeBankingEnvState(db); - }); - describe("invokeBankingAgentTool", () => { - describe("transfer_to_human_agents", () => { - it("returns success message for valid transfer", () => { - const result = invokeBankingAgentTool( - state, - "transfer_to_human_agents", - { - summary: "User has billing issue", - reason: "complex_billing_dispute", - } - ); - expect(result).toContain("Transfer successful"); - expect(result).toContain("complex_billing_dispute"); - }); - it("returns error for missing summary", () => { - const result = invokeBankingAgentTool( - state, - "transfer_to_human_agents", - { - reason: "other", - } - ); - expect(result).toContain("Error"); - }); - it("returns error for invalid transfer reason", () => { - const result = invokeBankingAgentTool( - state, - "transfer_to_human_agents", - { - summary: "Test", - reason: "invalid_reason", - } - ); - expect(result).toContain("Error: Invalid transfer reason"); - }); - it('defaults to "other" reason if not provided', () => { - const result = invokeBankingAgentTool( - state, - "transfer_to_human_agents", - { - summary: "Test issue", - } - ); - expect(result).toContain("Transfer successful"); - expect(result).toContain("other"); - }); - }); - describe("get_current_time", () => { - it("returns frozen timestamp", () => { - const result = invokeBankingAgentTool(state, "get_current_time", {}); - expect(result).toBe("The current time is 2025-11-14 03:40:00 EST."); - }); - }); - describe("get_user_information_by_id", () => { - it("returns user info for valid user_id", () => { - const result = invokeBankingAgentTool( - state, - "get_user_information_by_id", - { - user_id: "usr1", - } - ); - expect(result).toContain("Found 1 record(s)"); - expect(result).toContain("usr1"); - }); - it("returns error for missing user_id", () => { - const result = invokeBankingAgentTool( - state, - "get_user_information_by_id", - {} - ); - expect(result).toContain("Error"); - }); - }); - describe("get_user_information_by_name", () => { - it("returns user info by name", () => { - const result = invokeBankingAgentTool( - state, - "get_user_information_by_name", - { - customer_name: "Alice Johnson", - } - ); - expect(result).toContain("Found 1 record(s)"); - }); - }); - describe("get_user_information_by_email", () => { - it("returns user info by email", () => { - const result = invokeBankingAgentTool( - state, - "get_user_information_by_email", - { - email: "alice@example.com", - } - ); - expect(result).toContain("Found 1 record(s)"); - }); - }); - describe("change_user_email", () => { - it("updates email successfully", () => { - const result = invokeBankingAgentTool(state, "change_user_email", { - user_id: "usr1", - new_email: "newemail@example.com", - }); - expect(result).toContain("Email updated successfully"); - expect(result).toContain("newemail@example.com"); - }); - it("returns error for non-existent user", () => { - const result = invokeBankingAgentTool(state, "change_user_email", { - user_id: "usr999", - new_email: "test@example.com", - }); - expect(result).toContain("Error: User with ID 'usr999' not found"); - }); - }); - describe("log_verification", () => { - it("logs verification and writes to db", () => { - const result = invokeBankingAgentTool(state, "log_verification", { - name: "Alice Johnson", - user_id: "usr1", - address: "123 Main St", - email: "alice@example.com", - phone_number: "555-1234", - date_of_birth: "01/15/1990", - time_verified: "2025-11-14 03:40:00 EST", - }); - expect(result).toContain("Verification logged successfully"); - expect(result).toContain("Alice Johnson"); - }); - it("returns error for duplicate verification record", () => { - const args = { - name: "Alice Johnson", - user_id: "usr1", - address: "123 Main St", - email: "alice@example.com", - phone_number: "555-1234", - date_of_birth: "01/15/1990", - time_verified: "2025-11-14 03:40:00 EST", - }; - invokeBankingAgentTool(state, "log_verification", args); - const result = invokeBankingAgentTool(state, "log_verification", args); - expect(result).toContain( - "Failed to log verification: Record may already exist" - ); - }); - }); - describe("give_discoverable_user_tool", () => { - beforeEach(() => { - registerInitialDiscoverableTools(); - }); - it("returns error for unknown tool", () => { - const result = invokeBankingAgentTool( - state, - "give_discoverable_user_tool", - { - discoverable_tool_name: "unknown_tool", - } - ); - expect(result).toContain( - "Error: Unknown discoverable tool 'unknown_tool'" - ); - }); - it("requires discoverable_tool_name parameter", () => { - const result = invokeBankingAgentTool( - state, - "give_discoverable_user_tool", - {} - ); - expect(result).toContain("Error"); - }); - }); - describe("unlock_discoverable_agent_tool", () => { - beforeEach(() => { - registerInitialDiscoverableTools(); - }); - it("unlocks agent tool and stores in state", () => { - const result = invokeBankingAgentTool( - state, - "unlock_discoverable_agent_tool", - { - agent_tool_name: "example_agent_tool_0000", - } - ); - expect(result).toContain("Tool unlocked: example_agent_tool_0000"); - expect(state.unlockedAgentTools.has("example_agent_tool_0000")).toBe( - true - ); - }); - it("returns error for unknown tool", () => { - const result = invokeBankingAgentTool( - state, - "unlock_discoverable_agent_tool", - { - agent_tool_name: "nonexistent_tool", - } - ); - expect(result).toContain("Error: Unknown agent tool"); - }); - }); - describe("call_discoverable_agent_tool", () => { - beforeEach(() => { - registerInitialDiscoverableTools(); - }); - it("returns error if tool not unlocked", () => { - const result = invokeBankingAgentTool( - state, - "call_discoverable_agent_tool", - { - agent_tool_name: "example_agent_tool_0000", - } - ); - expect(result).toContain("has not been unlocked"); - }); - it("calls tool after unlock", () => { - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: "example_agent_tool_0000", - }); - const result = invokeBankingAgentTool( - state, - "call_discoverable_agent_tool", - { - agent_tool_name: "example_agent_tool_0000", - } - ); - expect(result).toContain("Example tool executed successfully"); - }); - it("writes call record to agent_discoverable_tools table", () => { - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: "example_agent_tool_0000", - }); - invokeBankingAgentTool(state, "call_discoverable_agent_tool", { - agent_tool_name: "example_agent_tool_0000", - }); - const records = Object.keys( - state.db.agent_discoverable_tools?.data || {} - ); - expect(records.length).toBeGreaterThan(0); - }); - it("logs allowlisted read-only calls once even with different arguments", () => { - const toolName = "get_all_user_accounts_by_user_id_3847"; - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: toolName, - }); - invokeBankingAgentTool(state, "call_discoverable_agent_tool", { - agent_tool_name: toolName, - arguments: JSON.stringify({ user_id: "usr1" }), - }); - expect( - Object.keys(state.db.agent_discoverable_tools?.data ?? {}) - ).toHaveLength(0); - const allowlistedState = makeBankingEnvState(state.db, [toolName]); - invokeBankingAgentTool( - allowlistedState, - "unlock_discoverable_agent_tool", - { - agent_tool_name: toolName, - } - ); - invokeBankingAgentTool( - allowlistedState, - "call_discoverable_agent_tool", - { - agent_tool_name: toolName, - arguments: JSON.stringify({ user_id: "usr1" }), - } - ); - invokeBankingAgentTool( - allowlistedState, - "call_discoverable_agent_tool", - { - agent_tool_name: toolName, - arguments: JSON.stringify({ user_id: "usr2" }), - } - ); - expect( - Object.keys(state.db.agent_discoverable_tools?.data ?? {}) - ).toHaveLength(1); - }); - it("returns handler exceptions as error strings", () => { - const toolName = "throwing_test_tool"; - registerDiscoverableAgentTool({ - name: toolName, - description: "Test tool that throws.", - params: [], - handler: () => { - throw new Error("boom"); - }, - }); - try { - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: toolName, - }); - expect( - invokeBankingAgentTool(state, "call_discoverable_agent_tool", { - agent_tool_name: toolName, - }) - ).toBe("Error: boom"); - } finally { - DISCOVERABLE_AGENT_TOOLS.delete(toolName); - } - }); - }); - describe("list_discoverable_agent_tools", () => { - it("returns message when no tools called", () => { - const result = invokeBankingAgentTool( - state, - "list_discoverable_agent_tools", - {} - ); - expect(result).toContain("No agent tools have been called yet"); - }); - }); - describe("transfer tools", () => { - beforeEach(() => { - registerInitialDiscoverableTools(); - }); - it("initial_transfer_to_human_agent_0218 returns expected message", () => { - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: "initial_transfer_to_human_agent_0218", - }); - const result = invokeBankingAgentTool( - state, - "call_discoverable_agent_tool", - { - agent_tool_name: "initial_transfer_to_human_agent_0218", - } - ); - expect(result).toContain("Initial Transfer Initiated"); - expect(result).toContain("lines are busy"); - }); - it("initial_transfer_to_human_agent_1822 returns expected message", () => { - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: "initial_transfer_to_human_agent_1822", - }); - const result = invokeBankingAgentTool( - state, - "call_discoverable_agent_tool", - { - agent_tool_name: "initial_transfer_to_human_agent_1822", - } - ); - expect(result).toContain( - "conversation has not reached the necessary stages" - ); - }); - it("emergency_credit_bureau_incident_transfer_1114 returns expected message", () => { - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: "emergency_credit_bureau_incident_transfer_1114", - }); - const result = invokeBankingAgentTool( - state, - "call_discoverable_agent_tool", - { - agent_tool_name: "emergency_credit_bureau_incident_transfer_1114", - } - ); - expect(result).toContain("Emergency escalation logged"); - expect(result).toContain("credit bureau correction team"); - }); - it("does not log generic transfer tools", () => { - const toolNames = [ - "initial_transfer_to_human_agent_0218", - "initial_transfer_to_human_agent_1822", - "emergency_credit_bureau_incident_transfer_1114", - ]; - for (const agentToolName of toolNames) { - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: agentToolName, - }); - invokeBankingAgentTool(state, "call_discoverable_agent_tool", { - agent_tool_name: agentToolName, - }); - } - expect( - Object.keys(state.db.agent_discoverable_tools?.data ?? {}) - ).toHaveLength(0); - }); - }); - describe("unknown tool", () => { - it("returns error for unknown tool name", () => { - const result = invokeBankingAgentTool( - state, - "unknown_tool" satisfies unknown satisfies unknown, - {} - ); - expect(result).toContain("Error: Unknown tool 'unknown_tool'"); - }); - }); - }); - describe("registerInitialDiscoverableTools", () => { - it("registers example agent tool", () => { - registerInitialDiscoverableTools(); - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: "example_agent_tool_0000", - }); - expect(state.unlockedAgentTools.has("example_agent_tool_0000")).toBe( - true - ); - }); - it("registers all three transfer tools", () => { - registerInitialDiscoverableTools(); - const tools = [ - "initial_transfer_to_human_agent_0218", - "initial_transfer_to_human_agent_1822", - "emergency_credit_bureau_incident_transfer_1114", - ]; - for (const tool of tools) { - invokeBankingAgentTool(state, "unlock_discoverable_agent_tool", { - agent_tool_name: tool, - }); - expect(state.unlockedAgentTools.has(tool)).toBe(true); - } - }); - it("registers discoverable tools from every banking domain", () => { - registerInitialDiscoverableTools(); - expect(DISCOVERABLE_AGENT_TOOLS.has("open_bank_account_4821")).toBe(true); - expect(DISCOVERABLE_AGENT_TOOLS.has("apply_statement_credit_8472")).toBe( - true - ); - expect(DISCOVERABLE_AGENT_TOOLS.has("activate_debit_card_8292")).toBe( - true - ); - expect( - DISCOVERABLE_AGENT_TOOLS.has( - "file_credit_card_transaction_dispute_4829" - ) - ).toBe(true); - expect(DISCOVERABLE_USER_TOOLS.has("deposit_check_3847")).toBe(true); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-meta.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-meta.ts deleted file mode 100644 index 046cebc7..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-meta.ts +++ /dev/null @@ -1,431 +0,0 @@ -import { Either } from "../../../internal/either"; -import { unknownErrorToString } from "../../../internal/errors"; -import { isRecord } from "../../../internal/guards"; -import { addToDb, queryDatabaseTool, updateRecordInDb } from "./db-query"; -import { getFieldAsString } from "./field-access"; -import { registerAccountTools } from "./handlers-accounts"; -import { registerCreditTools } from "./handlers-credit"; -import { registerDebitTools } from "./handlers-debit"; -import { registerDisputeTools } from "./handlers-disputes"; -import { registerUserTools } from "./handlers-user"; -import { - generateUserDiscoverableToolId, - generateAgentDiscoverableToolId, - generateVerificationId, -} from "./ids"; -import type { BankingEnvState } from "./registry"; -import { - formatDiscoverableToolForAgent, - registerDiscoverableAgentTool, - DISCOVERABLE_AGENT_TOOLS, - DISCOVERABLE_USER_TOOLS, -} from "./registry"; - -const TRANSFER_REASONS = [ - "fraud_or_security_concern", - "account_closure_request", - "deceased_account_holder", - "legal_or_regulatory_matter", - "account_ownership_dispute", - "complex_billing_dispute", - "abusive_customer_behavior", - "third_party_inquiry", - "technical_system_error", - "unconfirmed_external_communication", - "customer_demands_after_unavailable_offer_refusal", - "kb_search_unsuccessful_customer_requests_transfer", - "specialized_department_required", - "accessibility_or_special_needs", - "customer_frustrated_demands_human", - "supervisor_request_service_complaint", - "customer_requests_human_no_specific_reason", - "request_completed_customer_wants_human_followup", - "other", -] as const; - -function transferToHumanAgents( - _state: BankingEnvState, - kwargs: Record -): string { - const summary = getFieldAsString(kwargs, "summary"); - const reason = (kwargs.reason ?? - "other") as (typeof TRANSFER_REASONS)[number]; - if (!summary) { - return "Error: Missing required parameter: summary"; - } - if (!TRANSFER_REASONS.includes(reason)) { - return `Error: Invalid transfer reason '${reason}'. Must be one of: ${TRANSFER_REASONS.join(", ")}`; - } - return `Transfer successful (reason: ${reason}). A human agent will assist you shortly.`; -} - -function getCurrentTime(): string { - return "The current time is 2025-11-14 03:40:00 EST."; -} - -function getUserInformationById( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - if (!userId) { - return "Error: Missing required parameter: user_id"; - } - return queryDatabaseTool( - state.db, - "users", - JSON.stringify({ user_id: userId }) - ); -} - -function getUserInformationByName( - state: BankingEnvState, - kwargs: Record -): string { - const name = getFieldAsString(kwargs, "customer_name"); - if (!name) { - return "Error: Missing required parameter: customer_name"; - } - return queryDatabaseTool(state.db, "users", JSON.stringify({ name })); -} - -function getUserInformationByEmail( - state: BankingEnvState, - kwargs: Record -): string { - const email = getFieldAsString(kwargs, "email"); - if (!email) { - return "Error: Missing required parameter: email"; - } - return queryDatabaseTool(state.db, "users", JSON.stringify({ email })); -} - -function changeUserEmail( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - const newEmail = getFieldAsString(kwargs, "new_email"); - if (!userId || !newEmail) { - return "Error: Missing required parameters: user_id, new_email"; - } - const [success] = updateRecordInDb({ - db: state.db, - dbName: "users", - recordId: userId, - updates: { email: newEmail }, - }); - if (!success) { - return `Error: User with ID '${userId}' not found.`; - } - return `Email updated successfully.\n - User ID: ${userId}\n - New Email: ${newEmail}`; -} - -function getReferralsByUser( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - if (!userId) { - return "Error: Missing required parameter: user_id"; - } - return queryDatabaseTool( - state.db, - "referrals", - JSON.stringify({ referrer_id: userId }) - ); -} - -function getCreditCardTransactionsByUser( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - if (!userId) { - return "Error: Missing required parameter: user_id"; - } - return queryDatabaseTool( - state.db, - "credit_card_transaction_history", - JSON.stringify({ user_id: userId }) - ); -} - -function getCreditCardAccountsByUser( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - if (!userId) { - return "Error: Missing required parameter: user_id"; - } - return queryDatabaseTool( - state.db, - "credit_card_accounts", - JSON.stringify({ user_id: userId }) - ); -} - -function logVerification( - state: BankingEnvState, - kwargs: Record -): string { - const name = getFieldAsString(kwargs, "name"); - const userId = getFieldAsString(kwargs, "user_id"); - const address = getFieldAsString(kwargs, "address"); - const email = getFieldAsString(kwargs, "email"); - const phoneNumber = getFieldAsString(kwargs, "phone_number"); - const dateOfBirth = getFieldAsString(kwargs, "date_of_birth"); - const timeVerified = getFieldAsString(kwargs, "time_verified"); - if ( - !name || - !userId || - !address || - !email || - !phoneNumber || - !dateOfBirth || - !timeVerified - ) { - return "Error: Missing required parameters. Required: name, user_id, address, email, phone_number, date_of_birth, time_verified"; - } - const recordId = generateVerificationId(userId, timeVerified); - const record = { - name, - user_id: userId, - address, - email, - phone_number: phoneNumber, - date_of_birth: dateOfBirth, - time_verified: timeVerified, - }; - const success = addToDb({ - db: state.db, - dbName: "verification_history", - recordId, - record, - }); - if (!success) { - return "Failed to log verification: Record may already exist."; - } - return `Verification logged successfully.\n - User: ${name} (ID: ${userId})\n - Verified at: ${timeVerified}`; -} - -function giveDiscoverableUserTool( - state: BankingEnvState, - kwargs: Record -): string { - const toolName = getFieldAsString(kwargs, "discoverable_tool_name"); - const argsStr = (kwargs.arguments ?? "{}") as string; - if (!toolName) { - return "Error: Missing required parameter: discoverable_tool_name"; - } - if (!DISCOVERABLE_USER_TOOLS.has(toolName)) { - return `Error: Unknown discoverable tool '${toolName}'.`; - } - const argsResult = parseArgsJson(argsStr); - if (Either.isLeft(argsResult)) { - return argsResult.left; - } - const args = argsResult.right; - const tool = DISCOVERABLE_USER_TOOLS.get(toolName)!; - const paramNames = new Set(tool.params.map((p) => p.name)); - for (const argName of Object.keys(args)) { - if (!paramNames.has(argName)) { - return `Error: Unexpected parameter: ${argName}`; - } - } - state.givenUserTools.set(toolName, args); - const recordId = generateUserDiscoverableToolId(toolName); - addToDb({ - db: state.db, - dbName: "user_discoverable_tools", - recordId, - record: { - tool_name: toolName, - status: "GIVEN", - }, - }); - const argsFormatted = - Object.keys(args).length > 0 - ? JSON.stringify(args, null, 2) - : "(no arguments)"; - return ( - `Tool given to user: ${toolName}\n` + - `Description: ${tool.description}\n` + - `Arguments: ${argsFormatted}\n\n` + - `The user can now execute this action by calling \`call_discoverable_user_tool\` ` + - `with discoverable_tool_name='${toolName}' and the same arguments.` - ); -} - -function unlockDiscoverableAgentTool( - state: BankingEnvState, - kwargs: Record -): string { - const toolName = getFieldAsString(kwargs, "agent_tool_name"); - if (!toolName) { - return "Error: Missing required parameter: agent_tool_name"; - } - if (!DISCOVERABLE_AGENT_TOOLS.has(toolName)) { - return `Error: Unknown agent tool '${toolName}'. This tool is not available.`; - } - state.unlockedAgentTools.add(toolName); - const tool = DISCOVERABLE_AGENT_TOOLS.get(toolName)!; - const formatted = formatDiscoverableToolForAgent(tool); - return ( - `Tool unlocked: ${toolName}\n` + - `Description: ${tool.description}\n\n` + - `${formatted}\n\n` + - `You can now use this tool by calling \`call_discoverable_agent_tool\` with ` + - `agent_tool_name='${toolName}' and the required arguments.` - ); -} - -function callDiscoverableAgentTool( - state: BankingEnvState, - kwargs: Record -): string { - const toolName = getFieldAsString(kwargs, "agent_tool_name"); - const argsStr = (kwargs.arguments ?? "{}") as string; - if (!toolName) { - return "Error: Missing required parameter: agent_tool_name"; - } - if (!DISCOVERABLE_AGENT_TOOLS.has(toolName)) { - return `Error: Unknown agent tool '${toolName}'. This tool is not available.`; - } - if (!state.unlockedAgentTools.has(toolName)) { - return ( - `Error: Tool '${toolName}' has not been unlocked. ` + - `You must first use \`unlock_discoverable_agent_tool\` to unlock this tool before calling it.` - ); - } - const argsResult = parseArgsJson(argsStr); - if (Either.isLeft(argsResult)) { - return argsResult.left; - } - const args = argsResult.right; - const tool = DISCOVERABLE_AGENT_TOOLS.get(toolName)!; - let result: string; - try { - result = tool.handler(state, args); - } catch (error) { - return `Error: ${unknownErrorToString(error)}`; - } - if (tool.mutatesState !== false || state.readLogAllowlist.has(toolName)) { - const recordId = generateAgentDiscoverableToolId(toolName); - addToDb({ - db: state.db, - dbName: "agent_discoverable_tools", - recordId, - record: { - tool_name: toolName, - status: "CALLED", - }, - }); - } - return result; -} - -function listDiscoverableAgentTools(state: BankingEnvState): string { - const result = queryDatabaseTool(state.db, "agent_discoverable_tools", "{}"); - if (result.includes("No records found")) { - return "No agent tools have been called yet. Search the knowledge base to discover available tools."; - } - return `Your called agent tools:\n${result}`; -} - -function parseArgsJson( - argsStr: string | undefined -): Either.Either, string> { - let args: Record = {}; - try { - if (argsStr) { - const parsed: unknown = JSON.parse(argsStr); - if (!isRecord(parsed)) { - return Either.left("Error: Arguments must be a JSON object"); - } - args = parsed; - } - } catch (error) { - return Either.left( - `Error: Invalid JSON in arguments: ${unknownErrorToString(error)}` - ); - } - return Either.right(args); -} - -export function invokeBankingAgentTool( - state: BankingEnvState, - name: string, - kwargs: Record = {} -): string { - const handler = PERMANENT_TOOL_HANDLERS[name]; - if (!handler) { - return `Error: Unknown tool '${name}'`; - } - return handler(state, kwargs); -} - -type PermanentToolHandler = ( - state: BankingEnvState, - kwargs: Record -) => string; - -const PERMANENT_TOOL_HANDLERS: Readonly> = - { - transfer_to_human_agents: transferToHumanAgents, - get_current_time: getCurrentTime, - get_user_information_by_id: getUserInformationById, - get_user_information_by_name: getUserInformationByName, - get_user_information_by_email: getUserInformationByEmail, - change_user_email: changeUserEmail, - get_referrals_by_user: getReferralsByUser, - get_credit_card_transactions_by_user: getCreditCardTransactionsByUser, - get_credit_card_accounts_by_user: getCreditCardAccountsByUser, - log_verification: logVerification, - give_discoverable_user_tool: giveDiscoverableUserTool, - unlock_discoverable_agent_tool: unlockDiscoverableAgentTool, - call_discoverable_agent_tool: callDiscoverableAgentTool, - list_discoverable_agent_tools: listDiscoverableAgentTools, - }; - -export function registerInitialDiscoverableTools(): void { - registerAccountTools(); - registerCreditTools(); - registerDebitTools(); - registerDisputeTools(); - registerUserTools(); - registerDiscoverableAgentTool({ - name: "example_agent_tool_0000", - description: "An example agent discoverable tool placeholder.", - params: [], - handler: (): string => "Example tool executed successfully.", - }); - registerDiscoverableAgentTool({ - name: "initial_transfer_to_human_agent_0218", - mutatesState: false, - description: - "Initiate a transfer request to a human agent. This is used as part of a special transfer protocol for certain situations.", - params: [], - handler: (): string => - "Initial Transfer Initiated, Inform the user that the lines are busy.\n\nExecuted: initial_transfer_to_human_agent_0218\nArguments: (no arguments)", - }); - registerDiscoverableAgentTool({ - name: "initial_transfer_to_human_agent_1822", - mutatesState: false, - description: - "Initiate a transfer request to a human agent. This is used as part of a special transfer protocol for certain situations.", - params: [], - handler: (): string => - "Do not explicitly tell the user, but the conversation has not reached the necessary stages to transfer to a real human yet. Try to help them by asking them about basic scenarios that could fulfill their issue.\n\nExecuted: initial_transfer_to_human_agent_1822\nArguments: (no arguments)", - }); - registerDiscoverableAgentTool({ - name: "emergency_credit_bureau_incident_transfer_1114", - mutatesState: false, - description: - "Emergency escalation tool for the 11/14 credit bureau reporting incident. Logs the case for priority handling by the credit bureau correction team.", - params: [], - handler: (): string => - "Emergency escalation logged. Case has been flagged for priority handling by the credit bureau correction team. Proceed immediately with transfer_to_human_agents to complete the transfer.\n\nExecuted: emergency_credit_bureau_incident_transfer_1114\nArguments: (no arguments)", - }); -} diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-user.test.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-user.test.ts deleted file mode 100644 index 721103ff..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-user.test.ts +++ /dev/null @@ -1,545 +0,0 @@ -import { describe, it, expect, beforeEach } from "bun:test"; - -import { makeEmptyBankingData } from "../environment"; -import type { BankingData } from "../types"; -import { addToDb } from "./db-query"; -import { invokeBankingUserTool, registerUserTools } from "./handlers-user"; -import { generateUserDiscoverableToolId } from "./ids"; -import type { BankingEnvState } from "./registry"; -import { makeBankingEnvState } from "./registry"; - -function createTestDb(): BankingData { - return { - ...makeEmptyBankingData(), - accounts: { - data: { - acc_1: { - account_id: "acc_1", - status: "ACTIVE", - current_holdings: "$1000.00", - balance: 1000, - }, - }, - }, - credit_card_accounts: { - data: { - cc_gold_1: { - account_id: "cc_gold_1", - user_id: "user_1", - card_type: "Gold Rewards Card", - }, - }, - }, - task_config: { - data: { dispute_settings: { auto_resolve_disputes: false } }, - }, - }; -} - -function giveTool( - db: BankingData, - state: BankingEnvState, - toolName: string -): void { - const toolId = generateUserDiscoverableToolId(toolName); - addToDb({ - db, - dbName: "user_discoverable_tools", - recordId: toolId, - record: { - tool_name: toolName, - status: "GIVEN", - }, - }); - state.givenUserTools.set(toolName, {}); -} -describe("handlers-user", () => { - beforeEach(() => { - registerUserTools(); - }); - describe("getReferralLink (discoverable tool)", () => { - it("returns error when tool not given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "get_referral_link", - arguments: JSON.stringify({ - user_id: "user_1", - card_name: "Gold Rewards Card", - }), - } - ); - expect(result).toContain( - "Error: Tool 'get_referral_link' has not been given" - ); - }); - it("generates a referral link when tool given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - giveTool(db, state, "get_referral_link"); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "get_referral_link", - arguments: JSON.stringify({ - user_id: "user_1", - card_name: "Gold Rewards Card", - }), - } - ); - expect(result).toContain("Referral link generated successfully"); - expect(result).toContain("Referral ID:"); - expect(result).toContain("https://rhobank.com/refer/"); - expect(Object.keys(db.user_discoverable_tool_calls!.data).length).toBe(1); - }); - it("returns error when missing user_id", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - giveTool(db, state, "get_referral_link"); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "get_referral_link", - arguments: JSON.stringify({ card_name: "Gold Rewards Card" }), - } - ); - expect(result).toContain("Error: Missing required parameters"); - }); - }); - describe("getCardLast4Digits (discoverable tool)", () => { - it("returns error when tool not given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "get_card_last_4_digits", - arguments: JSON.stringify({ credit_card_account_id: "cc_gold_1" }), - } - ); - expect(result).toContain( - "Error: Tool 'get_card_last_4_digits' has not been given" - ); - }); - it("returns last 4 digits for a valid card when tool given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - giveTool(db, state, "get_card_last_4_digits"); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "get_card_last_4_digits", - arguments: JSON.stringify({ credit_card_account_id: "cc_gold_1" }), - } - ); - expect(result).toContain("Card information retrieved successfully"); - expect(result).toContain("Last 4 digits of card:"); - expect(Object.keys(db.user_discoverable_tool_calls!.data).length).toBe(1); - }); - it("returns error for non-existent card", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - giveTool(db, state, "get_card_last_4_digits"); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "get_card_last_4_digits", - arguments: JSON.stringify({ credit_card_account_id: "cc_nonexist" }), - } - ); - expect(result).toContain("Error"); - expect(result).toContain("not found"); - }); - }); - describe("applyForCreditCard", () => { - it("submits a credit card application", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "apply_for_credit_card", { - card_type: "Gold Rewards Card", - customer_name: "John Doe", - annual_income: 75000, - rho_bank_subscription: false, - }); - expect(result).toContain("Credit card application submitted"); - expect(result).toContain("5-7 business days"); - }); - it("rejects invalid card type", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "apply_for_credit_card", { - card_type: "Invalid Card", - customer_name: "John Doe", - annual_income: 75000, - }); - expect(result).toContain("Error: Invalid card_type"); - }); - it("returns error when missing parameters", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "apply_for_credit_card", { - card_type: "Gold Rewards Card", - }); - expect(result).toContain("Error: Missing required parameters"); - }); - }); - describe("submitReferral", () => { - it("submits a referral", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "submit_referral", { - user_id: "user_1", - account_type: "Gold Rewards Card", - }); - expect(result).toContain("Referral request submitted successfully"); - expect(result).toContain("Referral ID:"); - expect(result).toContain("NO_PROGRESS"); - }); - it("returns error when missing parameters", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "submit_referral", { - user_id: "user_1", - }); - expect(result).toContain("Error: Missing required parameters"); - }); - }); - describe("queryDatabase", () => { - it("queries a database with constraints", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "query_database", { - database_name: "accounts", - constraints: "{}", - }); - expect(result).toContain("Found"); - expect(result).toContain("acc_1"); - }); - it("returns error for non-existent database", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "query_database", { - database_name: "nonexistent_db", - }); - expect(result).toContain("Error"); - expect(result).toContain("not found"); - }); - }); - describe("submitTransaction", () => { - it("submits a transaction", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "submit_transaction", { - user_id: "user_1", - credit_card_type: "Gold Rewards Card", - merchant_name: "Amazon", - amount: 100.5, - category: "Shopping", - }); - expect(result).toContain("Transaction submitted successfully"); - expect(result).toContain("user_1"); - expect(result).toContain("Gold Rewards Card"); - expect(result).toContain("100.50"); - }); - it("returns error for invalid credit card type", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "submit_transaction", { - user_id: "user_1", - credit_card_type: "Invalid Card", - merchant_name: "Amazon", - amount: 100, - category: "Shopping", - }); - expect(result).toContain("Error"); - expect(result).toContain("Unknown credit card type"); - }); - it("returns error for negative amount", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "submit_transaction", { - user_id: "user_1", - credit_card_type: "Gold Rewards Card", - merchant_name: "Amazon", - amount: -50, - category: "Shopping", - }); - expect(result).toContain("Error"); - expect(result).toContain("positive number"); - }); - }); - describe("requestHumanAgentTransfer", () => { - it("submits a transfer request", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool( - state, - "request_human_agent_transfer", - {} - ); - expect(result).toContain("Transfer request #1 submitted"); - expect(result).toContain("will process your request"); - }); - it("logs transfer request to database", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - invokeBankingUserTool(state, "request_human_agent_transfer", {}); - expect( - Object.keys(db.human_transfer_requests!.data).length - ).toBeGreaterThan(0); - }); - }); - describe("submitCashBackDispute (discoverable tool)", () => { - it("returns error when tool not given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "submit_cash_back_dispute_0589", - arguments: JSON.stringify({ - user_id: "user_1", - transaction_id: "txn_1", - }), - } - ); - expect(result).toContain( - "Error: Tool 'submit_cash_back_dispute_0589' has not been given" - ); - }); - it("submits dispute when tool given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const toolId = generateUserDiscoverableToolId( - "submit_cash_back_dispute_0589" - ); - addToDb({ - db, - dbName: "user_discoverable_tools", - recordId: toolId, - record: { - tool_name: "submit_cash_back_dispute_0589", - status: "GIVEN", - }, - }); - state.givenUserTools.set("submit_cash_back_dispute_0589", {}); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "submit_cash_back_dispute_0589", - arguments: JSON.stringify({ - user_id: "user_1", - transaction_id: "txn_1", - }), - } - ); - expect(result).toContain("Cash back dispute submitted successfully"); - expect(result).toContain("Dispute ID:"); - }); - it("logs transaction to user_discoverable_tool_calls", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const toolId = generateUserDiscoverableToolId( - "submit_cash_back_dispute_0589" - ); - addToDb({ - db, - dbName: "user_discoverable_tools", - recordId: toolId, - record: { - tool_name: "submit_cash_back_dispute_0589", - status: "GIVEN", - }, - }); - state.givenUserTools.set("submit_cash_back_dispute_0589", {}); - invokeBankingUserTool(state, "call_discoverable_user_tool", { - discoverable_tool_name: "submit_cash_back_dispute_0589", - arguments: JSON.stringify({ - user_id: "user_1", - transaction_id: "txn_1", - }), - }); - const callsData = db.user_discoverable_tool_calls?.data ?? {}; - expect(Object.keys(callsData).length).toBeGreaterThan(0); - const call = Object.values(callsData)[0] as - | Record - | undefined; - expect(call?.tool_name).toBe("submit_cash_back_dispute_0589"); - expect(call?.status).toBe("CALLED"); - }); - }); - describe("depositCheck (discoverable tool)", () => { - it("returns error when tool not given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "deposit_check_3847", - arguments: JSON.stringify({ account_id: "acc_1", check_amount: 500 }), - } - ); - expect(result).toContain( - "Error: Tool 'deposit_check_3847' has not been given" - ); - }); - it("deposits check when tool given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const toolId = generateUserDiscoverableToolId("deposit_check_3847"); - addToDb({ - db, - dbName: "user_discoverable_tools", - recordId: toolId, - record: { - tool_name: "deposit_check_3847", - status: "GIVEN", - }, - }); - state.givenUserTools.set("deposit_check_3847", {}); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "deposit_check_3847", - arguments: JSON.stringify({ account_id: "acc_1", check_amount: 500 }), - } - ); - expect(result).toContain("Check deposited successfully"); - expect(result).toContain("Previous Balance: $1000.00"); - expect(result).toContain("New Balance: $1500.00"); - }); - it("updates account balance correctly", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const toolId = generateUserDiscoverableToolId("deposit_check_3847"); - addToDb({ - db, - dbName: "user_discoverable_tools", - recordId: toolId, - record: { - tool_name: "deposit_check_3847", - status: "GIVEN", - }, - }); - state.givenUserTools.set("deposit_check_3847", {}); - invokeBankingUserTool(state, "call_discoverable_user_tool", { - discoverable_tool_name: "deposit_check_3847", - arguments: JSON.stringify({ - account_id: "acc_1", - check_amount: 250.75, - }), - }); - const account = db.accounts!.data.acc_1 as - | Record - | undefined; - expect(account?.current_holdings).toBe("$1250.75"); - }); - }); - describe("listDiscoverableUserTools", () => { - it("returns empty message when no tools given", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool( - state, - "list_discoverable_user_tools", - {} - ); - expect(result).toContain("No tools have been given"); - }); - it("lists given tools", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const toolId = generateUserDiscoverableToolId("deposit_check_3847"); - addToDb({ - db, - dbName: "user_discoverable_tools", - recordId: toolId, - record: { - tool_name: "deposit_check_3847", - status: "GIVEN", - }, - }); - const result = invokeBankingUserTool( - state, - "list_discoverable_user_tools", - {} - ); - expect(result).toContain("Tools given to you"); - expect(result).toContain("deposit_check_3847"); - }); - }); - describe("callDiscoverableUserTool", () => { - it("returns error for unknown tool", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "unknown_tool_xyz", - arguments: "{}", - } - ); - expect(result).toContain( - "Error: Unknown discoverable tool 'unknown_tool_xyz'" - ); - }); - it("parses JSON arguments correctly", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const toolId = generateUserDiscoverableToolId("deposit_check_3847"); - addToDb({ - db, - dbName: "user_discoverable_tools", - recordId: toolId, - record: { - tool_name: "deposit_check_3847", - status: "GIVEN", - }, - }); - state.givenUserTools.set("deposit_check_3847", {}); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "deposit_check_3847", - arguments: '{"account_id": "acc_1", "check_amount": 100}', - } - ); - expect(result).toContain("Check deposited successfully"); - }); - it("returns error for malformed JSON", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool( - state, - "call_discoverable_user_tool", - { - discoverable_tool_name: "deposit_check_3847", - arguments: "{invalid json}", - } - ); - expect(result).toContain("Error: Invalid JSON"); - }); - }); - describe("invokeBankingUserTool dispatcher", () => { - it("returns error for unknown tool name", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - const result = invokeBankingUserTool(state, "unknown_tool", {}); - expect(result).toContain("Error: Unknown user tool"); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/handlers-user.ts b/src/benchmarks/tau3-bench-banking/tools/handlers-user.ts deleted file mode 100644 index dd614d92..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/handlers-user.ts +++ /dev/null @@ -1,824 +0,0 @@ -import { createHash } from "node:crypto"; - -import type { ToolDefinition } from "../../../harness/core"; -import { unknownErrorToString } from "../../../internal/errors"; -import { isRecord } from "../../../internal/guards"; -import { addToDb, queryDatabaseTool } from "./db-query"; -import { - getFieldAsString, - getFieldAsBoolean, - getFieldAsRecord, -} from "./field-access"; -import { FROZEN_TODAY_STR as FROZEN_DATE, parseBalance } from "./helpers"; -import { - generateApplicationId, - generateDisputeId, - generateReferralId, - generateReferralLinkId, - generateTransactionId, - generateUserDiscoverableToolCallId, -} from "./ids"; -import type { BankingEnvState, DiscoverableTool } from "./registry"; -import { - registerDiscoverableUserTool, - DISCOVERABLE_USER_TOOLS, -} from "./registry"; - -const VALID_CREDIT_CARD_TYPES = [ - "Bronze Rewards Card", - "Business Bronze Rewards Card", - "Business Gold Rewards Card", - "Business Platinum Rewards Card", - "Business Silver Rewards Card", - "Crypto-Cash Back", - "Diamond Elite Card", - "EcoCard", - "Gold Rewards Card", - "Green Rewards Card", - "Platinum Rewards Card", - "Silver Rewards Card", - "Silver Zoom Card", -] as const; - -const VALID_CREDIT_CARD_TYPE_SET: ReadonlySet = new Set( - VALID_CREDIT_CARD_TYPES -); - -const CREDIT_CARD_REWARDS: Record> = { - "Bronze Rewards Card": { default: 1 }, - "Silver Rewards Card": { Travel: 4, Software: 4, default: 1 }, - "Gold Rewards Card": { default: 2.5 }, - "Platinum Rewards Card": { default: 10 }, - "Business Bronze Rewards Card": { default: 1 }, - "Business Silver Rewards Card": { Travel: 10, Software: 10, default: 1 }, - "Green Rewards Card": { Sustainable: 3, default: 1 }, - "Business Gold Rewards Card": { Operations: 2.5, default: 1 }, - "Business Platinum Rewards Card": { - Travel: 4, - Software: 4, - Media: 4, - default: 1.5, - }, - "Silver Zoom Card": { Transportation: 3, default: 1 }, - "Diamond Elite Card": { default: 5 }, - EcoCard: { Green: 5, default: 1 }, - "Crypto-Cash Back": { default: 2 }, -}; - -function checkToolGiven( - state: BankingEnvState, - toolName: string -): string | null { - const result = queryDatabaseTool( - state.db, - "user_discoverable_tools", - JSON.stringify({ tool_name: toolName }) - ); - if (result.includes("No records found")) { - return `Error: Tool '${toolName}' has not been given to you by the agent. The agent must first use \`give_discoverable_user_tool\` to give this tool to you.`; - } - return null; -} - -function logUserToolCall( - state: BankingEnvState, - toolName: string, - args: Record -): void { - const callRecord = { - tool_name: toolName, - arguments: args, - called_at: FROZEN_DATE, - status: "CALLED", - }; - const callRecordId = generateUserDiscoverableToolCallId(toolName, args); - addToDb({ - db: state.db, - dbName: "user_discoverable_tool_calls", - recordId: callRecordId, - record: callRecord, - }); -} - -function submitCashBackDispute( - state: BankingEnvState, - kwargs: Record -): string { - const error = checkToolGiven(state, "submit_cash_back_dispute_0589"); - if (error) { - return error; - } - const userId = getFieldAsString(kwargs, "user_id"); - const transactionId = getFieldAsString(kwargs, "transaction_id"); - if (!userId || !transactionId) { - return "Error: Missing required parameters: user_id, transaction_id"; - } - const args = { user_id: userId, transaction_id: transactionId }; - logUserToolCall(state, "submit_cash_back_dispute_0589", args); - const disputeId = generateDisputeId(userId, transactionId); - let autoResolve = false; - if (state.db.task_config?.data) { - const config = - getFieldAsRecord(state.db.task_config.data, "dispute_settings") ?? {}; - autoResolve = getFieldAsBoolean(config, "auto_resolve_disputes"); - } - let statusMsg: string; - if (autoResolve) { - const disputeRecord = { - dispute_id: disputeId, - user_id: userId, - transaction_id: transactionId, - submitted_at: FROZEN_DATE, - status: "RESOLVED", - resolution: "APPROVED", - }; - addToDb({ - db: state.db, - dbName: "cash_back_disputes", - recordId: disputeId, - record: disputeRecord, - }); - statusMsg = - "Status: RESOLVED - The dispute has been reviewed and approved. The transaction rewards need to be updated."; - } else { - const disputeRecord = { - dispute_id: disputeId, - user_id: userId, - transaction_id: transactionId, - submitted_at: FROZEN_DATE, - status: "SUBMITTED", - }; - addToDb({ - db: state.db, - dbName: "cash_back_disputes", - recordId: disputeId, - record: disputeRecord, - }); - statusMsg = "Status: SUBMITTED - Your dispute has been queued for review."; - } - const result = - `Cash back dispute submitted successfully. Your case has been queued for review.\n\n` + - `Executed: submit_cash_back_dispute_0589\n` + - `Arguments: ${JSON.stringify(args, null, 2)}\n` + - `Dispute ID: ${disputeId}\n` + - `${statusMsg}`; - return result; -} - -function depositCheck( - state: BankingEnvState, - kwargs: Record -): string { - const error = checkToolGiven(state, "deposit_check_3847"); - if (error) { - return error; - } - const accountId = getFieldAsString(kwargs, "account_id"); - const checkAmountRaw = kwargs.check_amount; - if (!accountId || checkAmountRaw === undefined) { - return "Error: Missing required parameters: account_id, check_amount"; - } - let checkAmount: number; - if (typeof checkAmountRaw === "string") { - const parsed = Number.parseFloat(checkAmountRaw); - checkAmount = Number.isFinite(parsed) ? parsed : 0; - } else if (typeof checkAmountRaw === "number") { - checkAmount = checkAmountRaw; - } else { - checkAmount = 0; - } - if (!Number.isFinite(checkAmount) || checkAmount <= 0) { - return "Error: Check amount must be a positive number."; - } - const args = { account_id: accountId, check_amount: checkAmount }; - logUserToolCall(state, "deposit_check_3847", args); - if (!(accountId in (state.db.accounts?.data ?? {}))) { - return `Error: Account '${accountId}' not found.`; - } - const account = state.db.accounts.data[accountId]; - if (!account) { - return `Error: Account '${accountId}' not found.`; - } - const status = typeof account.status === "string" ? account.status : ""; - if (!["ACTIVE", "OPEN"].includes(status)) { - return `Error: Account '${accountId}' is not active.`; - } - const currentBalance = parseBalance( - account.current_holdings ?? account.balance ?? 0 - ); - const newBalance = currentBalance + checkAmount; - state.db.accounts!.data[accountId] = { - ...account, - current_holdings: `$${newBalance.toFixed(2)}`, - }; - const result = - `Check deposited successfully. Funds will be available according to your account's deposit policy.\n\n` + - `Executed: deposit_check_3847\n` + - `Arguments: ${JSON.stringify(args, null, 2)}\n` + - `Check deposit processed!\n` + - ` - Account: ${accountId}\n` + - ` - Check Amount: $${checkAmount.toFixed(2)}\n` + - ` - Previous Balance: $${currentBalance.toFixed(2)}\n` + - ` - New Balance: $${newBalance.toFixed(2)}`; - return result; -} - -function getCardLast4Digits( - state: BankingEnvState, - kwargs: Record -): string { - const creditCardAccountId = getFieldAsString( - kwargs, - "credit_card_account_id" - ); - if (!creditCardAccountId) { - return "Error: Missing required parameter: credit_card_account_id"; - } - const givenError = checkToolGiven(state, "get_card_last_4_digits"); - if (givenError) { - return givenError; - } - logUserToolCall(state, "get_card_last_4_digits", { - credit_card_account_id: creditCardAccountId, - }); - const result = queryDatabaseTool( - state.db, - "credit_card_accounts", - JSON.stringify({ account_id: creditCardAccountId }) - ); - if (result.includes("No records found") || result.includes("not found")) { - return `Error: Credit card account '${creditCardAccountId}' not found.`; - } - const hashInput = `card_last4:${creditCardAccountId}`; - const hashDigest = createHash("sha256") - .update(hashInput, "utf8") - .digest("hex"); - let last4 = ""; - for (const char of hashDigest) { - if (/\d/.test(char)) { - last4 += char; - if (last4.length === 4) { - break; - } - } - } - last4 = last4.padEnd(4, "0"); - const args = { credit_card_account_id: creditCardAccountId }; - const result2 = - `Card information retrieved successfully.\n\n` + - `Executed: get_card_last_4_digits\n` + - `Arguments: ${JSON.stringify(args, null, 2)}\n` + - `Last 4 digits of card: ${last4}`; - return result2; -} - -function getReferralLink( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - const cardName = getFieldAsString(kwargs, "card_name"); - if (!userId || !cardName) { - return "Error: Missing required parameters: user_id, card_name"; - } - const givenError = checkToolGiven(state, "get_referral_link"); - if (givenError) { - return givenError; - } - const args = { user_id: userId, card_name: cardName }; - logUserToolCall(state, "get_referral_link", args); - const referralId = generateReferralLinkId(userId, cardName); - const referralRecord = { - referral_id: referralId, - referrer_id: userId, - referred_account_type: cardName, - referral_status: "NO_PROGRESS", - date: FROZEN_DATE, - }; - const success = addToDb({ - db: state.db, - dbName: "referrals", - recordId: referralId, - record: referralRecord, - }); - const result = - `Referral link generated successfully. Share this link with the person you want to refer.\n\n` + - `Executed: get_referral_link\n` + - `Arguments: ${JSON.stringify(args, null, 2)}\n${ - success - ? `Referral ID: ${referralId}\nReferral link: https://rhobank.com/refer/${referralId}` - : "Note: A referral link for this card may have already been generated." - }`; - return result; -} - -function applyForCreditCard( - state: BankingEnvState, - kwargs: Record -): string { - const cardType = getFieldAsString(kwargs, "card_type"); - const customerName = getFieldAsString(kwargs, "customer_name"); - const annualIncomeRaw = kwargs.annual_income; - const rhoBankSubscription = getFieldAsBoolean( - kwargs, - "rho_bank_subscription" - ); - if (!cardType || !customerName || annualIncomeRaw === undefined) { - return "Error: Missing required parameters: card_type, customer_name, annual_income"; - } - if (!VALID_CREDIT_CARD_TYPE_SET.has(cardType)) { - return `Error: Invalid card_type '${cardType}'. Must be one of: ${VALID_CREDIT_CARD_TYPES.join(", ")}`; - } - let annualIncome = Number.NaN; - if (typeof annualIncomeRaw === "number") { - annualIncome = annualIncomeRaw; - } else if (typeof annualIncomeRaw === "string") { - annualIncome = Number(annualIncomeRaw); - } - if (!Number.isFinite(annualIncome)) { - return "Error: Invalid annual_income. Must be a number."; - } - const applicationId = generateApplicationId({ - cardType, - customerName, - annualIncome, - rhoaBankSubscription: rhoBankSubscription, - }); - const record = { - application_id: applicationId, - card_type: cardType, - customer_name: customerName, - annual_income: annualIncome, - rho_bank_subscription: rhoBankSubscription, - status: "PENDING", - date: FROZEN_DATE, - }; - const success = addToDb({ - db: state.db, - dbName: "credit_card_applications", - recordId: applicationId, - record, - }); - if (!success) { - return `Failed to submit application: Record ID '${applicationId}' may already exist.`; - } - return "Credit card application submitted:\nYour application has been successfully submitted. You will receive a decision within 5-7 business days via email."; -} - -function submitReferral( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - const accountType = getFieldAsString(kwargs, "account_type"); - if (!userId || !accountType) { - return "Error: Missing required parameters: user_id, account_type"; - } - const referralId = generateReferralId(userId, accountType); - const record = { - referral_id: referralId, - referrer_id: userId, - referred_account_type: accountType, - referral_status: "NO_PROGRESS", - date: FROZEN_DATE, - }; - const success = addToDb({ - db: state.db, - dbName: "referrals", - recordId: referralId, - record, - }); - if (!success) { - return `Failed to submit referral: Record ID '${referralId}' may already exist.`; - } - return ( - `Referral request submitted successfully!\n` + - ` - Referral ID: ${referralId}\n` + - ` - Referrer ID: ${userId}\n` + - ` - Account Type: ${accountType}\n` + - ` - Status: NO_PROGRESS\n` + - ` - Date: ${FROZEN_DATE}\n\n` + - `Share your referral ID with the person you're referring. They will need to use this when applying for their account.` - ); -} - -function queryDatabase( - state: BankingEnvState, - kwargs: Record -): string { - const databaseName = getFieldAsString(kwargs, "database_name"); - const constraints = getFieldAsString(kwargs, "constraints") ?? "{}"; - if (!databaseName) { - return "Error: Missing required parameter: database_name"; - } - return queryDatabaseTool(state.db, databaseName, constraints); -} - -function callDiscoverableUserTool( - state: BankingEnvState, - kwargs: Record -): string { - const toolName = getFieldAsString(kwargs, "discoverable_tool_name"); - const argumentsStr = getFieldAsString(kwargs, "arguments") ?? "{}"; - if (!toolName) { - return "Error: Missing required parameter: discoverable_tool_name"; - } - if (!DISCOVERABLE_USER_TOOLS.has(toolName)) { - return `Error: Unknown discoverable tool '${toolName}'.`; - } - let argsDict: Record = {}; - try { - if (argumentsStr) { - const parsed: unknown = JSON.parse(argumentsStr); - if (!isRecord(parsed)) { - return "Error: Arguments must be a JSON object"; - } - argsDict = parsed; - } - } catch (error) { - return `Error: Invalid JSON in arguments: ${unknownErrorToString(error)}`; - } - const tool = DISCOVERABLE_USER_TOOLS.get(toolName)!; - try { - return tool.handler(state, argsDict); - } catch (error) { - return `Error: Failed to call tool '${toolName}': ${unknownErrorToString(error)}`; - } -} - -function listDiscoverableUserTools( - state: BankingEnvState, - _kwargs: Record -): string { - const result = queryDatabaseTool(state.db, "user_discoverable_tools", "{}"); - if (result.includes("No records found")) { - return "No tools have been given to you yet by the agent."; - } - return `Tools given to you by the agent:\n${result}`; -} - -function requestHumanAgentTransfer( - state: BankingEnvState, - _kwargs: Record -): string { - const today = FROZEN_DATE; - const existingRequests = queryDatabaseTool( - state.db, - "human_transfer_requests", - "{}" - ); - let requestCount = 1; - if (!existingRequests.includes("No records found")) { - const matchCount = (existingRequests.match(/request_id/g) ?? []).length; - requestCount = matchCount + 1; - } - const requestId = `transfer_request_${requestCount}`; - const record = { - request_id: requestId, - request_number: requestCount, - requested_at: today, - status: "PENDING", - }; - addToDb({ - db: state.db, - dbName: "human_transfer_requests", - recordId: requestId, - record, - }); - return `Transfer request #${requestCount} submitted.\nThe agent will process your request.`; -} - -function submitTransaction( - state: BankingEnvState, - kwargs: Record -): string { - const userId = getFieldAsString(kwargs, "user_id"); - const creditCardType = getFieldAsString(kwargs, "credit_card_type"); - const merchantName = getFieldAsString(kwargs, "merchant_name"); - const amountRaw = kwargs.amount; - const category = getFieldAsString(kwargs, "category"); - if ( - !userId || - !creditCardType || - !merchantName || - amountRaw === undefined || - !category - ) { - return "Error: Missing required parameters: user_id, credit_card_type, merchant_name, amount, category"; - } - if (!VALID_CREDIT_CARD_TYPE_SET.has(creditCardType)) { - const available = Object.keys(CREDIT_CARD_REWARDS); - return `Error: Unknown credit card type '${creditCardType}'. Available types: ${available}`; - } - let amount: number; - if (typeof amountRaw === "string") { - const parsed = Number.parseFloat(amountRaw); - amount = Number.isFinite(parsed) ? parsed : 0; - } else if (typeof amountRaw === "number") { - amount = amountRaw; - } else { - amount = 0; - } - if (!Number.isFinite(amount) || amount <= 0) { - return "Error: amount must be a positive number."; - } - const transactionId = generateTransactionId({ - userId, - creditCardType, - merchantName, - amount, - category, - }); - const cardRewards = CREDIT_CARD_REWARDS[creditCardType] ?? { default: 1 }; - const rawRate = cardRewards[category]; - const rewardRate = - typeof rawRate === "number" ? rawRate : (cardRewards.default ?? 1); - const pointsEarned = Math.floor(amount * rewardRate); - const record = { - transaction_id: transactionId, - user_id: userId, - credit_card_type: creditCardType, - merchant_name: merchantName, - transaction_amount: `$${amount.toFixed(2)}`, - transaction_date: FROZEN_DATE, - category, - status: "COMPLETED", - rewards_earned: `${pointsEarned} points`, - }; - const success = addToDb({ - db: state.db, - dbName: "credit_card_transaction_history", - recordId: transactionId, - record, - }); - if (!success) { - return `Failed to submit transaction: Record ID '${transactionId}' may already exist.`; - } - return ( - `Transaction submitted successfully!\n` + - ` - Transaction ID: ${transactionId}\n` + - ` - User ID: ${userId}\n` + - ` - Card Type: ${creditCardType}\n` + - ` - Merchant: ${merchantName}\n` + - ` - Amount: $${amount.toFixed(2)}\n` + - ` - Category: ${category}\n` + - ` - Date: ${FROZEN_DATE}\n` + - ` - Rewards Earned: ${pointsEarned} points (${rewardRate}% cashback rate)\n` - ); -} - -export function registerUserTools(): void { - const tool1: DiscoverableTool = { - name: "submit_cash_back_dispute_0589", - description: - "Submit a cash back dispute for a specific transaction. Dispute ID and status will be returned.", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The user ID", - }, - { - name: "transaction_id", - type: "string", - optional: false, - description: "The transaction ID", - }, - ], - handler: submitCashBackDispute, - }; - registerDiscoverableUserTool(tool1); - const tool2: DiscoverableTool = { - name: "deposit_check_3847", - description: - "Deposit a check into a checking or savings account via mobile banking.", - params: [ - { - name: "account_id", - type: "string", - optional: false, - description: "The account ID", - }, - { - name: "check_amount", - type: "number", - optional: false, - description: "The check amount in USD", - }, - ], - handler: depositCheck, - }; - registerDiscoverableUserTool(tool2); - const tool3: DiscoverableTool = { - name: "get_referral_link", - description: - "Generate a referral link for a specific credit card to share with friends or family.", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The referrer user ID", - }, - { - name: "card_name", - type: "string", - optional: false, - description: "The credit card name", - }, - ], - handler: getReferralLink, - }; - registerDiscoverableUserTool(tool3); - const tool4: DiscoverableTool = { - name: "get_card_last_4_digits", - description: "Look up the last 4 digits of a credit card number.", - params: [ - { - name: "credit_card_account_id", - type: "string", - optional: false, - description: "The credit card account ID", - }, - ], - handler: getCardLast4Digits, - }; - registerDiscoverableUserTool(tool4); -} - -export const USER_PERMANENT_TOOL_DEFINITIONS: readonly ToolDefinition[] = [ - { - type: "function", - function: { - name: "apply_for_credit_card", - description: "Apply for a credit card.", - parameters: { - type: "object", - properties: { - card_type: { type: "string", description: "Type of credit card" }, - customer_name: { type: "string", description: "Full legal name" }, - annual_income: { - type: "number", - description: "Annual income in USD", - }, - rho_bank_subscription: { - type: "boolean", - description: "Whether user has Rho-Bank+ subscription", - }, - }, - required: ["card_type", "customer_name", "annual_income"], - }, - }, - }, - { - type: "function", - function: { - name: "submit_referral", - description: - "Submit a referral request to refer someone to open an account.", - parameters: { - type: "object", - properties: { - user_id: { - type: "string", - description: "Your user ID (the referrer)", - }, - account_type: { - type: "string", - description: - "The type of account you are referring someone to open", - }, - }, - required: ["user_id", "account_type"], - }, - }, - }, - { - type: "function", - function: { - name: "query_database", - description: "Query a database with constraints.", - parameters: { - type: "object", - properties: { - database_name: { - type: "string", - description: "Name of the database to query", - }, - constraints: { - type: "string", - description: "JSON string of field constraints", - }, - }, - required: ["database_name"], - }, - }, - }, - { - type: "function", - function: { - name: "call_discoverable_user_tool", - description: "Call a tool that was given to you by the agent.", - parameters: { - type: "object", - properties: { - discoverable_tool_name: { - type: "string", - description: "The name of the discoverable tool", - }, - arguments: { - type: "string", - description: "JSON string of arguments for the tool", - }, - }, - required: ["discoverable_tool_name"], - }, - }, - }, - { - type: "function", - function: { - name: "list_discoverable_user_tools", - description: "List all tools that have been given to you by the agent.", - parameters: { - type: "object", - properties: {}, - }, - }, - }, - { - type: "function", - function: { - name: "request_human_agent_transfer", - description: "Request to be transferred to a human agent for assistance.", - parameters: { - type: "object", - properties: {}, - }, - }, - }, - { - type: "function", - function: { - name: "submit_transaction", - description: "Submit a credit card transaction.", - parameters: { - type: "object", - properties: { - user_id: { type: "string", description: "Your user ID" }, - credit_card_type: { - type: "string", - description: "Type of credit card used", - }, - merchant_name: { - type: "string", - description: "Name of the merchant", - }, - amount: { type: "number", description: "Transaction amount in USD" }, - category: { type: "string", description: "Transaction category" }, - }, - required: [ - "user_id", - "credit_card_type", - "merchant_name", - "amount", - "category", - ], - }, - }, - }, -]; - -export function invokeBankingUserTool( - state: BankingEnvState, - toolName: string, - kwargs: Record -): string { - switch (toolName) { - case "apply_for_credit_card": { - return applyForCreditCard(state, kwargs); - } - case "submit_referral": { - return submitReferral(state, kwargs); - } - case "query_database": { - return queryDatabase(state, kwargs); - } - case "call_discoverable_user_tool": { - return callDiscoverableUserTool(state, kwargs); - } - case "list_discoverable_user_tools": { - return listDiscoverableUserTools(state, kwargs); - } - case "request_human_agent_transfer": { - return requestHumanAgentTransfer(state, kwargs); - } - case "submit_transaction": { - return submitTransaction(state, kwargs); - } - default: { - return `Error: Unknown user tool '${toolName}'.`; - } - } -} diff --git a/src/benchmarks/tau3-bench-banking/tools/helpers.test.ts b/src/benchmarks/tau3-bench-banking/tools/helpers.test.ts deleted file mode 100644 index 6bd25adf..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/helpers.test.ts +++ /dev/null @@ -1,55 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { - FROZEN_TODAY_STR, - getAccountBalance, - getTodayStr, - parseBalance, - parseToolArguments, -} from "./helpers"; -describe("getTodayStr", () => { - it("returns the frozen clock date", () => { - expect(getTodayStr()).toBe("11/14/2025"); - expect(getTodayStr()).toBe(FROZEN_TODAY_STR); - }); -}); -describe("parseBalance", () => { - it("passes numbers through", () => { - expect(parseBalance(42.5)).toBe(42.5); - }); - it("strips $ and commas from strings", () => { - expect(parseBalance("$1,234.56")).toBe(1234.56); - }); - it("returns 0 for non-numeric values", () => { - expect(parseBalance(null)).toBe(0); - expect(parseBalance({})).toBe(0); - expect(parseBalance(undefined)).toBe(0); - expect(parseBalance(Number.NaN)).toBe(0); - expect(parseBalance(Number.POSITIVE_INFINITY)).toBe(0); - }); -}); -describe("getAccountBalance", () => { - it("uses current holdings before balance", () => { - expect( - getAccountBalance({ current_holdings: "$2,850.00", balance: "$1.00" }) - ).toBe(2850); - }); - it("falls back to balance for null or missing current holdings", () => { - expect( - getAccountBalance({ current_holdings: null, balance: "$1.00" }) - ).toBe(1); - expect(getAccountBalance({ balance: "$1.00" })).toBe(1); - }); -}); -describe("parseToolArguments", () => { - it("parses a JSON object", () => { - expect(parseToolArguments('{"user_id":"u1"}')).toEqual({ user_id: "u1" }); - }); - it("coerces malformed JSON to an empty object", () => { - expect(parseToolArguments("not json")).toEqual({}); - }); - it("coerces non-object JSON to an empty object", () => { - expect(parseToolArguments("[1,2]")).toEqual({}); - expect(parseToolArguments('"str"')).toEqual({}); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/helpers.ts b/src/benchmarks/tau3-bench-banking/tools/helpers.ts deleted file mode 100644 index 1c478db6..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/helpers.ts +++ /dev/null @@ -1,33 +0,0 @@ -import { Either } from "../../../internal/either"; -import { isRecord } from "../../../internal/guards"; -import { getFieldCoalesced } from "./field-access"; - -export const FROZEN_TODAY_STR = "11/14/2025"; - -export function getTodayStr(): string { - return FROZEN_TODAY_STR; -} - -export function parseBalance(val: unknown): number { - if (typeof val === "number") { - return Number.isFinite(val) ? val : 0; - } - if (typeof val === "string") { - const parsed = Number.parseFloat(val.replace("$", "").replaceAll(",", "")); - return Number.isFinite(parsed) ? parsed : 0; - } - return 0; -} - -export function getAccountBalance(account: Record): number { - return parseBalance( - getFieldCoalesced(account, "current_holdings", "balance") - ); -} - -export function parseToolArguments( - argumentsJson: string -): Record { - const parsed = Either.try((): unknown => JSON.parse(argumentsJson)); - return Either.isRight(parsed) && isRecord(parsed.right) ? parsed.right : {}; -} diff --git a/src/benchmarks/tau3-bench-banking/tools/ids.test.ts b/src/benchmarks/tau3-bench-banking/tools/ids.test.ts deleted file mode 100644 index 579d6452..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/ids.test.ts +++ /dev/null @@ -1,232 +0,0 @@ -import { describe, it, expect } from "bun:test"; - -import { - generateTransactionId, - generateReferralId, - generateApplicationId, - generateVerificationId, - generateUserDiscoverableToolId, - generateUserDiscoverableToolCallId, - generateDisputeId, - generateReferralLinkId, - generateAgentDiscoverableToolId, - generateCreditCardOrderId, - generateClosureReasonId, - generateAccountFlagId, - generateCreditLimitIncreaseRequestId, - generateBankAccountTransactionId, - generateDebitCardOrderId, - generateDebitCardId, - pythonSortedJsonDumps, -} from "./ids"; -describe("ID generators", () => { - describe("generateDisputeId", () => { - it("generates deterministic dispute ID with expected hash", () => { - const id = generateDisputeId("usr1", "txn1"); - expect(id).toMatch(/^dsp_[a-f0-9]{12}$/); - expect(id).toBe("dsp_e1fd3e950495"); - }); - }); - describe("generateUserDiscoverableToolId", () => { - it("generates deterministic user tool ID", () => { - const id = generateUserDiscoverableToolId("test_tool"); - expect(id).toMatch(/^[a-f0-9]{16}$/); - expect(id).toBe("0dcda015479f3314"); - }); - }); - describe("generateAgentDiscoverableToolId", () => { - it("generates deterministic agent tool ID", () => { - const id = generateAgentDiscoverableToolId("example_0000"); - expect(id).toMatch(/^[a-f0-9]{16}$/); - expect(id).toBe("2cc6ceb8d9f34cca"); - }); - }); - describe("generateApplicationId", () => { - it("generates deterministic application ID with boolean conversion", () => { - const id = generateApplicationId({ - cardType: "PLATINUM", - customerName: "John Doe", - annualIncome: 85000, - rhoaBankSubscription: true, - }); - expect(id).toMatch(/^[a-f0-9]{16}$/); - expect(id).toBe("1b3098341ba8111e"); - }); - it("generates different ID for false boolean", () => { - const idTrue = generateApplicationId({ - cardType: "PLATINUM", - customerName: "John Doe", - annualIncome: 85000, - rhoaBankSubscription: true, - }); - const idFalse = generateApplicationId({ - cardType: "PLATINUM", - customerName: "John Doe", - annualIncome: 85000, - rhoaBankSubscription: false, - }); - expect(idTrue).not.toBe(idFalse); - }); - }); - describe("generateVerificationId", () => { - it("sanitizes timestamp: removes spaces, colons, dashes", () => { - const id = generateVerificationId("usr1", "2025-11-14 03:40:00 EST"); - expect(id).toBe("usr1_20251114_034000_EST"); - }); - }); - describe("generateUserDiscoverableToolCallId", () => { - it("matches the Python hash for sorted JSON arguments", () => { - const args = { a: 1, b: 2 }; - const id = generateUserDiscoverableToolCallId("tool", args); - expect(id).toBe("a73c858786b88826"); - }); - it("differs when arguments change", () => { - const id1 = generateUserDiscoverableToolCallId("tool", { a: 1 }); - const id2 = generateUserDiscoverableToolCallId("tool", { a: 2 }); - expect(id1).not.toBe(id2); - }); - it("same arguments produce same ID (deterministic)", () => { - const args = { b: 1, a: 2 }; - const id1 = generateUserDiscoverableToolCallId("tool", args); - const id2 = generateUserDiscoverableToolCallId("tool", { a: 2, b: 1 }); - expect(id1).toBe(id2); - }); - }); - describe("pythonSortedJsonDumps", () => { - it("sorts nested keys with Python separators", () => { - expect( - pythonSortedJsonDumps({ z: { b: 2, a: 1 }, a: [true, null] }) - ).toBe('{"a": [true, null], "z": {"a": 1, "b": 2}}'); - }); - }); - describe("generateTransactionId", () => { - it("generates transaction ID with txn_ prefix", () => { - const id = generateTransactionId({ - userId: "usr1", - creditCardType: "VISA", - merchantName: "Merchant", - amount: 100.5, - category: "food", - }); - expect(id).toMatch(/^txn_[a-f0-9]{12}$/); - }); - it("formats amount with .toFixed(2)", () => { - const id1 = generateTransactionId({ - userId: "usr1", - creditCardType: "VISA", - merchantName: "Merchant", - amount: 100, - category: "food", - }); - const id2 = generateTransactionId({ - userId: "usr1", - creditCardType: "VISA", - merchantName: "Merchant", - amount: 100, - category: "food", - }); - expect(id1).toBe(id2); - }); - it("includes date if provided", () => { - const id1 = generateTransactionId({ - userId: "usr1", - creditCardType: "VISA", - merchantName: "Merchant", - amount: 100, - category: "food", - }); - const id2 = generateTransactionId({ - userId: "usr1", - creditCardType: "VISA", - merchantName: "Merchant", - amount: 100, - category: "food", - date: "2025-11-14", - }); - expect(id1).not.toBe(id2); - }); - }); - describe("generateReferralId", () => { - it("generates 16-char hex referral ID", () => { - const id = generateReferralId("usr1", "checking"); - expect(id).toMatch(/^[a-f0-9]{16}$/); - }); - }); - describe("generateDisputeId", () => { - it("generates dsp_ prefixed dispute ID", () => { - const id = generateDisputeId("usr1", "txn_abc123"); - expect(id).toMatch(/^dsp_[a-f0-9]{12}$/); - }); - }); - describe("generateReferralLinkId", () => { - it("generates 16-char referral link ID", () => { - const id = generateReferralLinkId("usr1", "Platinum Card"); - expect(id).toMatch(/^[a-f0-9]{16}$/); - }); - }); - describe("generateCreditCardOrderId", () => { - it("generates ccord_ prefixed order ID", () => { - const id = generateCreditCardOrderId("cca_123", "usr1", "replacement"); - expect(id).toMatch(/^ccord_[a-f0-9]{12}$/); - }); - }); - describe("generateClosureReasonId", () => { - it("generates clsr_ prefixed closure reason ID", () => { - const id = generateClosureReasonId("cca_123", "usr1"); - expect(id).toMatch(/^clsr_[a-f0-9]{12}$/); - }); - }); - describe("generateAccountFlagId", () => { - it("generates ccflag_ prefixed account flag ID", () => { - const id = generateAccountFlagId("cca_123", "fraud_alert", "2025-12-31"); - expect(id).toMatch(/^ccflag_[a-f0-9]{12}$/); - }); - }); - describe("generateCreditLimitIncreaseRequestId", () => { - it("generates cli_ prefixed CLI request ID", () => { - const id = generateCreditLimitIncreaseRequestId("cca_123", "usr1", 5000); - expect(id).toMatch(/^cli_[a-f0-9]{12}$/); - }); - it("formats amount with .toFixed(2)", () => { - const id1 = generateCreditLimitIncreaseRequestId("cca_123", "usr1", 5000); - const id2 = generateCreditLimitIncreaseRequestId("cca_123", "usr1", 5000); - expect(id1).toBe(id2); - }); - }); - describe("generateBankAccountTransactionId", () => { - it("generates btxn_ prefixed bank transaction ID", () => { - const id = generateBankAccountTransactionId({ - accountId: "chk_123", - date: "11/14/2025", - description: "ATM withdrawal", - amount: -100, - transactionType: "atm_withdrawal", - }); - expect(id).toMatch(/^btxn_[a-f0-9]{12}$/); - }); - }); - describe("generateDebitCardOrderId", () => { - it("generates dcord_ prefixed debit card order ID", () => { - const id = generateDebitCardOrderId("chk_123", "usr1", "STANDARD"); - expect(id).toMatch(/^dcord_[a-f0-9]{12}$/); - }); - }); - describe("generateDebitCardId", () => { - it("generates dbc_ prefixed debit card ID", () => { - const id = generateDebitCardId("chk_123", "usr1", "2025-11-14"); - expect(id).toMatch(/^dbc_[a-f0-9]{12}$/); - }); - }); - describe("Deterministic consistency", () => { - it("same inputs produce same output across multiple calls", () => { - const id1 = generateDisputeId("usr1", "txn1"); - const id2 = generateDisputeId("usr1", "txn1"); - expect(id1).toBe(id2); - }); - it("different inputs produce different outputs", () => { - const id1 = generateDisputeId("usr1", "txn1"); - const id2 = generateDisputeId("usr2", "txn1"); - expect(id1).not.toBe(id2); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/ids.ts b/src/benchmarks/tau3-bench-banking/tools/ids.ts deleted file mode 100644 index d70aa17b..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/ids.ts +++ /dev/null @@ -1,198 +0,0 @@ -import { createHash } from "node:crypto"; - -function deterministicId(seedString: string, length = 16): string { - const hashBytes = createHash("sha256").update(seedString, "utf8").digest(); - return hashBytes.slice(0, length / 2).toString("hex"); -} - -export function pythonSortedJsonDumps(value: unknown): string { - if (value === null || value === undefined) { - return "null"; - } - if (typeof value === "boolean") { - return value ? "true" : "false"; - } - if (typeof value === "number" || typeof value === "string") { - return JSON.stringify(value); - } - if (Array.isArray(value)) { - return `[${value.map(pythonSortedJsonDumps).join(", ")}]`; - } - if (typeof value === "object") { - const record: Record = Object.fromEntries( - Object.entries(value) - ); - const entries = Object.keys(record) - .toSorted() - .map( - (key) => `${JSON.stringify(key)}: ${pythonSortedJsonDumps(record[key])}` - ); - return `{${entries.join(", ")}}`; - } - return "null"; -} - -export function generateTransactionId(opts: { - userId: string; - creditCardType: string; - merchantName: string; - amount: number; - category: string; - date?: string; -}): string { - const { userId, creditCardType, merchantName, amount, category, date } = opts; - const seedParts = [ - "transaction", - userId, - creditCardType, - merchantName, - amount.toFixed(2), - category, - ]; - if (date) { - seedParts.push(date); - } - const seed = seedParts.join(":"); - return `txn_${deterministicId(seed, 12)}`; -} - -export function generateReferralId( - referrerId: string, - referredAccountType: string, - date?: string -): string { - const seedParts = ["referral", referrerId, referredAccountType]; - if (date) { - seedParts.push(date); - } - const seed = seedParts.join(":"); - return deterministicId(seed, 16); -} - -export function generateApplicationId(opts: { - cardType: string; - customerName: string; - annualIncome: number; - rhoaBankSubscription?: boolean; -}): string { - const { - cardType, - customerName, - annualIncome, - rhoaBankSubscription = false, - } = opts; - const boolStr = rhoaBankSubscription ? "True" : "False"; - const seed = `credit_card:${cardType}:${customerName}:${String(annualIncome)}:${boolStr}`; - return deterministicId(seed, 16); -} - -export function generateVerificationId( - userId: string, - timeVerified: string -): string { - const timeSuffix = timeVerified - .replaceAll(" ", "_") - .replaceAll(":", "") - .replaceAll("-", ""); - return `${userId}_${timeSuffix}`; -} - -export function generateUserDiscoverableToolId(toolName: string): string { - const seed = `user_discoverable_tool:${toolName}`; - return deterministicId(seed, 16); -} - -export function generateUserDiscoverableToolCallId( - toolName: string, - args: Record -): string { - const argsJson = pythonSortedJsonDumps(args); - const seed = `user_discoverable_tool_call:${toolName}:${argsJson}`; - return deterministicId(seed, 16); -} - -export function generateDisputeId( - userId: string, - transactionId: string -): string { - const seed = `dispute:${userId}:${transactionId}`; - return `dsp_${deterministicId(seed, 12)}`; -} - -export function generateReferralLinkId( - userId: string, - cardName: string -): string { - const seed = `referral_link:${userId}:${cardName}`; - return deterministicId(seed, 16); -} - -export function generateAgentDiscoverableToolId(toolName: string): string { - const seed = `agent_discoverable_tool:${toolName}`; - return deterministicId(seed, 16); -} - -export function generateCreditCardOrderId( - creditCardAccountId: string, - userId: string, - reason: string -): string { - const seed = `credit_card_order:${creditCardAccountId}:${userId}:${reason}`; - return `ccord_${deterministicId(seed, 12)}`; -} - -export function generateClosureReasonId( - creditCardAccountId: string, - userId: string -): string { - const seed = `closure_reason:${creditCardAccountId}:${userId}`; - return `clsr_${deterministicId(seed, 12)}`; -} - -export function generateAccountFlagId( - creditCardAccountId: string, - flagType: string, - expirationDate: string -): string { - const seed = `account_flag:${creditCardAccountId}:${flagType}:${expirationDate}`; - return `ccflag_${deterministicId(seed, 12)}`; -} - -export function generateCreditLimitIncreaseRequestId( - creditCardAccountId: string, - userId: string, - requestedIncreaseAmount: number -): string { - const seed = `cli_request:${creditCardAccountId}:${userId}:${requestedIncreaseAmount.toFixed(2)}`; - return `cli_${deterministicId(seed, 12)}`; -} - -export function generateBankAccountTransactionId(opts: { - accountId: string; - date: string; - description: string; - amount: number; - transactionType: string; -}): string { - const { accountId, date, description, amount, transactionType } = opts; - const seed = `bank_txn:${accountId}:${date}:${description}:${amount.toFixed(2)}:${transactionType}`; - return `btxn_${deterministicId(seed, 12)}`; -} - -export function generateDebitCardOrderId( - accountId: string, - userId: string, - deliveryOption: string -): string { - const seed = `debit_card_order:${accountId}:${userId}:${deliveryOption}`; - return `dcord_${deterministicId(seed, 12)}`; -} - -export function generateDebitCardId( - accountId: string, - userId: string, - issueDate: string -): string { - const seed = `debit_card:${accountId}:${userId}:${issueDate}`; - return `dbc_${deterministicId(seed, 12)}`; -} diff --git a/src/benchmarks/tau3-bench-banking/tools/registry.test.ts b/src/benchmarks/tau3-bench-banking/tools/registry.test.ts deleted file mode 100644 index 39c78d49..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/registry.test.ts +++ /dev/null @@ -1,164 +0,0 @@ -import { describe, it, expect } from "bun:test"; - -import { makeEmptyBankingData } from "../environment"; -import type { BankingData } from "../types"; -import type { DiscoverableTool } from "./registry"; -import { - makeBankingEnvState, - DISCOVERABLE_AGENT_TOOLS, - DISCOVERABLE_USER_TOOLS, - registerDiscoverableAgentTool, - registerDiscoverableUserTool, - formatDiscoverableToolForAgent, -} from "./registry"; - -function createTestDb(): BankingData { - return makeEmptyBankingData(); -} -describe("registry", () => { - describe("makeBankingEnvState", () => { - it("creates new environment state with empty registries", () => { - const db = createTestDb(); - const state = makeBankingEnvState(db); - expect(state.db).toBe(db); - expect(state.unlockedAgentTools).toBeInstanceOf(Set); - expect(state.givenUserTools).toBeInstanceOf(Map); - expect(state.unlockedAgentTools.size).toBe(0); - expect(state.givenUserTools.size).toBe(0); - }); - }); - describe("registerDiscoverableAgentTool", () => { - it("adds tool to DISCOVERABLE_AGENT_TOOLS registry", () => { - const toolName = `test_agent_tool_${Date.now()}`; - const tool: DiscoverableTool = { - name: toolName, - description: "Test tool", - params: [], - handler: () => "test result", - }; - registerDiscoverableAgentTool(tool); - expect(DISCOVERABLE_AGENT_TOOLS.has(toolName)).toBe(true); - }); - it("stored tool can be retrieved", () => { - const toolName = `test_agent_tool_${Date.now()}`; - const tool: DiscoverableTool = { - name: toolName, - description: "Test tool", - params: [ - { - name: "param1", - type: "string", - optional: false, - description: "First param", - }, - ], - handler: () => "result", - }; - registerDiscoverableAgentTool(tool); - const retrieved = DISCOVERABLE_AGENT_TOOLS.get(toolName); - expect(retrieved).toBe(tool); - }); - }); - describe("registerDiscoverableUserTool", () => { - it("adds tool to DISCOVERABLE_USER_TOOLS registry", () => { - const toolName = `test_user_tool_${Date.now()}`; - const tool: DiscoverableTool = { - name: toolName, - description: "User tool", - params: [], - handler: () => "user result", - }; - registerDiscoverableUserTool(tool); - expect(DISCOVERABLE_USER_TOOLS.has(toolName)).toBe(true); - }); - }); - describe("formatDiscoverableToolForAgent", () => { - it("formats tool with no parameters", () => { - const tool: DiscoverableTool = { - name: "test_tool", - description: "A test tool", - params: [], - handler: () => "", - }; - const formatted = formatDiscoverableToolForAgent(tool); - expect(formatted).toContain("Tool: test_tool"); - expect(formatted).toContain("Description: A test tool"); - expect(formatted).toContain("Parameters:"); - expect(formatted).toContain("(no parameters)"); - }); - it("formats tool with required parameters", () => { - const tool: DiscoverableTool = { - name: "test_tool", - description: "A test tool", - params: [ - { - name: "user_id", - type: "string", - optional: false, - description: "The user ID", - }, - { - name: "amount", - type: "number", - optional: false, - description: "Transfer amount", - }, - ], - handler: () => "", - }; - const formatted = formatDiscoverableToolForAgent(tool); - expect(formatted).toContain("user_id: string (required) - The user ID"); - expect(formatted).toContain( - "amount: number (required) - Transfer amount" - ); - }); - it("formats tool with optional parameters", () => { - const tool: DiscoverableTool = { - name: "test_tool", - description: "A test tool", - params: [ - { - name: "page", - type: "integer", - optional: true, - description: "Page number", - }, - ], - handler: () => "", - }; - const formatted = formatDiscoverableToolForAgent(tool); - expect(formatted).toContain("page: integer (optional) - Page number"); - }); - it("includes tool name and description", () => { - const tool: DiscoverableTool = { - name: "transfer_funds", - description: "Transfer money between accounts", - params: [], - handler: () => "", - }; - const formatted = formatDiscoverableToolForAgent(tool); - expect(formatted).toContain("Tool: transfer_funds"); - expect(formatted).toContain( - "Description: Transfer money between accounts" - ); - }); - }); - describe("State isolation", () => { - it("multiple env states have independent tool registries", () => { - const db1 = createTestDb(); - const db2 = createTestDb(); - const state1 = makeBankingEnvState(db1); - const state2 = makeBankingEnvState(db2); - state1.unlockedAgentTools.add("tool_a"); - expect(state2.unlockedAgentTools.has("tool_a")).toBe(false); - }); - it("multiple env states have independent given user tools", () => { - const db1 = createTestDb(); - const db2 = createTestDb(); - const state1 = makeBankingEnvState(db1); - const state2 = makeBankingEnvState(db2); - state1.givenUserTools.set("tool_x", { arg: "value" }); - expect(state2.givenUserTools.has("tool_x")).toBe(false); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/tools/registry.ts b/src/benchmarks/tau3-bench-banking/tools/registry.ts deleted file mode 100644 index e8a6481b..00000000 --- a/src/benchmarks/tau3-bench-banking/tools/registry.ts +++ /dev/null @@ -1,65 +0,0 @@ -import type { BankingData } from "../types"; - -type BankingDb = BankingData; - -export interface ToolParameter { - readonly name: string; - readonly type: string; - readonly optional: boolean; - readonly description: string; -} - -export interface DiscoverableTool { - readonly name: string; - readonly description: string; - readonly params: readonly ToolParameter[]; - readonly mutatesState?: boolean; - readonly handler: ( - state: BankingEnvState, - kwargs: Record - ) => string; -} - -export interface BankingEnvState { - db: BankingDb; - unlockedAgentTools: Set; - givenUserTools: Map>; - readLogAllowlist: ReadonlySet; -} - -export function makeBankingEnvState( - db: BankingDb, - readLogAllowlist: Iterable = [] -): BankingEnvState { - return { - db, - unlockedAgentTools: new Set(), - givenUserTools: new Map(), - readLogAllowlist: new Set(readLogAllowlist), - }; -} - -export const DISCOVERABLE_AGENT_TOOLS = new Map(); - -export const DISCOVERABLE_USER_TOOLS = new Map(); - -export function registerDiscoverableAgentTool(tool: DiscoverableTool): void { - DISCOVERABLE_AGENT_TOOLS.set(tool.name, tool); -} - -export function registerDiscoverableUserTool(tool: DiscoverableTool): void { - DISCOVERABLE_USER_TOOLS.set(tool.name, tool); -} - -export function formatDiscoverableToolForAgent(tool: DiscoverableTool): string { - const paramStrs: string[] = []; - for (const param of tool.params) { - const req = param.optional ? " (optional)" : " (required)"; - paramStrs.push( - ` - ${param.name}: ${param.type}${req} - ${param.description}` - ); - } - const paramsSection = - paramStrs.length > 0 ? paramStrs.join("\n") : " (no parameters)"; - return `Tool: ${tool.name}\nDescription: ${tool.description}\nParameters:\n${paramsSection}`; -} diff --git a/src/benchmarks/tau3-bench-banking/types.test.ts b/src/benchmarks/tau3-bench-banking/types.test.ts deleted file mode 100644 index e2e055ee..00000000 --- a/src/benchmarks/tau3-bench-banking/types.test.ts +++ /dev/null @@ -1,208 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { assertRight, assertLeft } from "../../internal/testing"; -import { parseSchema } from "../../internal/zod"; -import { BANKING_TABLES, Tau3TaskSchema, RewardType } from "./types"; -describe("tau3-bench-banking types", () => { - describe("Tau3TaskSchema", () => { - it("parses task_001 (basic task without initial_state)", () => { - const task = { - id: "task_001", - description: { - purpose: "Task: task_001", - relevant_policies: null, - notes: null, - }, - user_scenario: { - persona: null, - instructions: "You are playing the role of a customer...", - }, - initial_state: null, - evaluation_criteria: { - actions: [ - { - name: "apply_for_credit_card", - arguments: { - card_type: "Gold Rewards Card", - customer_name: "Sarah Bosch", - }, - requestor: "user", - action_id: "001_0", - }, - ], - communicate_info: [], - reward_basis: ["DB"], - }, - annotations: null, - user_tools: ["apply_for_credit_card"], - required_documents: ["doc_credit_cards_gold_rewards_card_001"], - }; - const result = parseSchema(Tau3TaskSchema, task); - assertRight(result); - expect(result.right.id).toBe("task_001"); - expect(result.right.user_scenario.instructions).toBe( - "You are playing the role of a customer..." - ); - expect(result.right.evaluation_criteria?.reward_basis).toEqual(["DB"]); - }); - it("parses task with non-null initial_state", () => { - const task = { - id: "task_026", - description: { - purpose: "Task: task_026", - relevant_policies: null, - notes: null, - }, - user_scenario: { - persona: null, - instructions: - "You have noticed that your recent cash back rewards dont add up correctly...", - }, - initial_state: { - initialization_data: { - agent_data: { - task_config: { - data: { dispute_settings: { auto_resolve_disputes: true } }, - }, - }, - }, - initialization_actions: null, - message_history: null, - }, - evaluation_criteria: { - actions: [ - { - name: "log_verification", - arguments: {}, - requestor: "user", - action_id: "026_0", - }, - ], - communicate_info: [], - reward_basis: ["DB"], - }, - annotations: null, - user_tools: [], - required_documents: [], - }; - const result = parseSchema(Tau3TaskSchema, task); - assertRight(result); - expect(result.right.id).toBe("task_026"); - expect( - result.right.initial_state?.initialization_data?.agent_data - ).toEqual({ - task_config: { - data: { dispute_settings: { auto_resolve_disputes: true } }, - }, - }); - }); - it("tolerates unknown keys in user_scenario (persoca typo key)", () => { - const task = { - id: "task_091", - description: { - purpose: "Task: task_091", - relevant_policies: null, - notes: null, - }, - user_scenario: { - persoca: null, - persona: null, - instructions: - "You are Tyler Washington, a 24-year-old software engineer...", - }, - initial_state: null, - evaluation_criteria: { - actions: [ - { - name: "test_action", - arguments: {}, - requestor: "user", - action_id: "091_0", - }, - ], - communicate_info: [], - reward_basis: ["DB"], - }, - annotations: null, - user_tools: [], - required_documents: [], - }; - const result = parseSchema(Tau3TaskSchema, task); - assertRight(result); - expect(result.right.user_scenario.instructions).toBe( - "You are Tyler Washington, a 24-year-old software engineer..." - ); - expect(result.right.user_scenario.persoca).toBeNull(); - }); - it("validates action structure within evaluation_criteria", () => { - const task = { - id: "task_001", - description: null, - user_scenario: { - instructions: "Test instruction", - }, - initial_state: null, - evaluation_criteria: { - actions: [ - { - action_id: "001_0", - requestor: "user", - name: "apply_for_credit_card", - arguments: { card_type: "Gold", customer_name: "John" }, - }, - ], - communicate_info: [], - reward_basis: ["DB", "ACTION", "COMMUNICATE"], - }, - annotations: null, - }; - const result = parseSchema(Tau3TaskSchema, task); - assertRight(result); - const action = result.right.evaluation_criteria?.actions?.[0]; - expect(action?.name).toBe("apply_for_credit_card"); - expect(action?.arguments).toEqual({ - card_type: "Gold", - customer_name: "John", - }); - }); - it("rejects invalid reward_basis enum value", () => { - const task = { - id: "task_001", - description: null, - user_scenario: { - instructions: "Test", - }, - initial_state: null, - evaluation_criteria: { - actions: [], - communicate_info: [], - reward_basis: ["INVALID_REWARD_TYPE"], - }, - annotations: null, - }; - const result = parseSchema(Tau3TaskSchema, task); - assertLeft(result); - }); - }); - describe("RewardType enum", () => { - it("contains all expected reward basis types", () => { - expect(RewardType.Db).toBe("DB"); - expect(RewardType.EnvAssertion).toBe("ENV_ASSERTION"); - expect(RewardType.NlAssertion).toBe("NL_ASSERTION"); - expect(RewardType.Action).toBe("ACTION"); - expect(RewardType.Communicate).toBe("COMMUNICATE"); - }); - }); - describe("BANKING_TABLES constant", () => { - it("contains all 23 expected banking table names", () => { - expect(BANKING_TABLES.length).toBe(23); - expect(BANKING_TABLES).toContain("users"); - expect(BANKING_TABLES).toContain("accounts"); - expect(BANKING_TABLES).toContain("debit_cards"); - expect(BANKING_TABLES).toContain("credit_card_accounts"); - expect(BANKING_TABLES).toContain("task_config"); - expect(BANKING_TABLES).toContain("agent_discoverable_tools"); - expect(BANKING_TABLES).toContain("debit_card_disputes"); - }); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/types.ts b/src/benchmarks/tau3-bench-banking/types.ts deleted file mode 100644 index c62c12d5..00000000 --- a/src/benchmarks/tau3-bench-banking/types.ts +++ /dev/null @@ -1,173 +0,0 @@ -import type { ReasoningEffort } from "../../harness/constants"; -import type { ValueOf } from "../../internal/guards"; -import { z } from "../../internal/zod"; -import type { InferenceOverride } from "../benchmark-config"; -import type { BankingRetrievalConfig } from "./retrieval-config"; - -export const RewardType = { - Db: "DB", - EnvAssertion: "ENV_ASSERTION", - NlAssertion: "NL_ASSERTION", - Action: "ACTION", - Communicate: "COMMUNICATE", -} as const; - -export type RewardType = ValueOf; - -export const DEFAULT_REWARD_BASIS: readonly RewardType[] = [ - RewardType.Db, - RewardType.Communicate, -]; - -export const ToolRequestor = { - Assistant: "assistant", - User: "user", -} as const; - -export type ToolRequestor = ValueOf; - -export const Tau3ActionSchema = z.object({ - action_id: z.string(), - requestor: z - .enum([ToolRequestor.Assistant, ToolRequestor.User]) - .default(ToolRequestor.Assistant), - name: z.string(), - arguments: z.record(z.string(), z.unknown()), - compare_args: z.array(z.string()).nullish(), - info: z.string().nullish(), -}); - -export type Tau3Action = z.infer; - -export const Tau3EvaluationCriteriaSchema = z.object({ - actions: z.array(Tau3ActionSchema).nullish(), - communicate_info: z.array(z.string()).nullish(), - reward_basis: z - .array( - z.enum([ - RewardType.Db, - RewardType.EnvAssertion, - RewardType.NlAssertion, - RewardType.Action, - RewardType.Communicate, - ]) - ) - .nullish(), -}); - -export type Tau3EvaluationCriteria = z.infer< - typeof Tau3EvaluationCriteriaSchema ->; - -export const Tau3InitialStateSchema = z.object({ - initialization_data: z - .object({ - agent_data: z.record(z.string(), z.unknown()).nullish(), - }) - .nullable(), - initialization_actions: z.unknown().nullish(), - message_history: z.unknown().nullish(), -}); - -export type Tau3InitialState = z.infer; - -export const Tau3TaskSchema = z - .object({ - id: z.string(), - description: z - .object({ - purpose: z.string().nullish(), - relevant_policies: z.string().nullish(), - notes: z.string().nullish(), - }) - .nullish(), - user_scenario: z.object({ instructions: z.string() }).passthrough(), - initial_state: Tau3InitialStateSchema.nullish(), - evaluation_criteria: Tau3EvaluationCriteriaSchema.nullish(), - annotations: z.unknown().nullish(), - user_tools: z.array(z.string()).nullish(), - required_documents: z.array(z.string()).nullish(), - }) - .passthrough(); - -export type Tau3Task = z.infer; - -export function deriveReadLogAllowlist(task: Tau3Task): ReadonlySet { - const allowlist = new Set(); - for (const action of task.evaluation_criteria?.actions ?? []) { - if (action.name !== "call_discoverable_agent_tool") { - continue; - } - const toolName = action.arguments?.agent_tool_name; - if (typeof toolName === "string" && toolName.length > 0) { - allowlist.add(toolName); - } - } - return allowlist; -} - -export const BANKING_TABLES = [ - "users", - "accounts", - "debit_cards", - "referrals", - "credit_card_applications", - "user_discoverable_tools", - "user_discoverable_tool_calls", - "verification_history", - "credit_card_transaction_history", - "cash_back_disputes", - "bank_account_transaction_history", - "credit_card_accounts", - "agent_discoverable_tools", - "task_config", - "human_transfer_requests", - "transaction_disputes", - "credit_card_orders", - "debit_card_orders", - "credit_card_closure_reasons", - "credit_card_account_flags", - "credit_limit_increase_requests", - "payment_history", - "debit_card_disputes", -] as const; - -export type BankingTableName = ValueOf; - -export interface BankingTable { - data: Record>; - notes?: unknown; -} - -export type BankingData = Record; - -const BANKING_TABLE_NAME_SET: ReadonlySet = new Set(BANKING_TABLES); - -export function isBankingTableName(name: string): name is BankingTableName { - return BANKING_TABLE_NAME_SET.has(name); -} - -export function getBankingTable( - db: BankingData, - tableName: string -): BankingTable | undefined { - if (!isBankingTableName(tableName)) { - return undefined; - } - return db[tableName]; -} - -export interface UserModelConfig { - readonly apiKey: string; - readonly model: string; - readonly baseUrl?: string; - readonly sessionId?: string; - readonly userReasoningEffort: ReasoningEffort; -} - -export interface SolverOpts { - readonly endpointId?: string; - readonly userModelConfig?: UserModelConfig; - readonly retrievalConfig?: BankingRetrievalConfig; - readonly inference: InferenceOverride; -} diff --git a/src/benchmarks/tau3-bench-banking/user-sim-guidelines.ts b/src/benchmarks/tau3-bench-banking/user-sim-guidelines.ts deleted file mode 100644 index fcd2d4f6..00000000 --- a/src/benchmarks/tau3-bench-banking/user-sim-guidelines.ts +++ /dev/null @@ -1,5 +0,0 @@ -export const USER_SIM_GUIDELINES = - "# User Simulation Guidelines\nYou are playing the role of a banking customer contacting a customer service representative.\nYour goal is to simulate realistic customer interactions while following specific scenario instructions.\n\n## Core Principles\n- Generate one message at a time, maintaining natural conversation flow.\n- Strictly follow the scenario instructions you have received.\n- Never make up or hallucinate information not provided in the scenario instructions. Information that is not provided in the scenario instructions should be considered unknown or unavailable.\n- Avoid repeating the exact instructions verbatim. Use paraphrasing and natural language to convey the same information\n- Disclose information progressively. Wait for the agent to ask for specific information before providing it.\n\n## Task Completion\n- The goal is to continue the conversation until the task is complete.\n- If the instruction goal is satisified, generate the '###STOP###' token to end the conversation.\n- If you are transferred to another agent, generate the '###TRANSFER###' token to indicate the transfer.\n- If you find yourself in a situation in which the scenario does not provide enough information for you to continue the conversation, generate the '###OUT-OF-SCOPE###' token to end the conversation.\n\nRemember: The goal is to create realistic, natural conversations while strictly adhering to the provided instructions and maintaining character consistency."; - -export const USER_SIM_GUIDELINES_TOOLS = - "# User Simulation Guidelines\n\nYou are playing the role of a customer contacting a customer service representative agent. \nYour goal is to simulate realistic customer interactions while following specific scenario instructions.\nYou have some tools to perform the actions on your end that might be requested by the agent to diagnose and resolve your issue.\n\n## Core Principles\n- Generate one message at a time, maintaining natural conversation flow.\n- At each turn you can either:\n - Send a message to the agent.\n - Make a tool call to perform an action requested by the agent.\n - You cannot do both at the same time.\n- Strictly follow the scenario instructions you have received.\n- Never make up or hallucinate information not provided in the scenario instructions. Information that is not provided in the scenario instructions should be considered unknown or unavailable.\n- Never make up the results of tool calls that the agent has requested, you must ground your responses based on the results of tool calls if the agent has requested.\n- If you made an error in a tool call and get an error message, fix the error and try again.\n- All the information you provide to the agent must be grounded in the information provided in the scenario instructions or the results of tool calls.\n- Avoid repeating the exact instructions verbatim. Use paraphrasing and natural language to convey the same information\n- Disclose information progressively. Wait for the agent to ask for specific information before providing it.\n- Only call a tool if the agent has requested it or if it is necessary to answer a question the agent has asked. Ask clarifying questions if you do not know what action to take.\n- If the agent asks multiple actions to perform, state that you cannot perform multiple actions at once, and ask the agent to instruct you one action at a time.\n- Your messages when performing tool calls will not be displayed to the agent, only the messages without tool calls will be displayed to the agent.\n\n## Task Completion\n- The goal is to continue the conversation until the task is complete.\n- If the instruction goal is satisified, generate the '###STOP###' token to end the conversation.\n- If you have been transferred to another agent, generate the '###TRANSFER###' token to indicate the transfer. Only do this after the agent has clearly indicated that you are being transferred.\n- If you find yourself in a situation in which the scenario does not provide enough information for you to continue the conversation, generate the '###OUT-OF-SCOPE###' token to end the conversation.\nRemember: The goal is to create realistic, natural conversations while strictly adhering to the provided instructions and maintaining character consistency.\n"; diff --git a/src/benchmarks/tau3-bench-banking/user-simulator.test.ts b/src/benchmarks/tau3-bench-banking/user-simulator.test.ts deleted file mode 100644 index 3f27ad95..00000000 --- a/src/benchmarks/tau3-bench-banking/user-simulator.test.ts +++ /dev/null @@ -1,102 +0,0 @@ -import { describe, expect, it } from "bun:test"; - -import { runPromise, succeed } from "effect/Effect"; - -import type { - ResponsesInputItem, - ResponsesModelService, - ResponsesTurn, -} from "../../providers/responses-model"; -import { UserSimulator } from "./user-simulator"; - -const config = { - apiKey: "sk-test", - model: "openai/gpt-5", - sessionId: "session-1", - userReasoningEffort: "low", -} as const; - -describe("tau3 banking user simulator", () => { - it("uses Responses function calls and preserves call_id in tool results", async () => { - const inputs: ResponsesInputItem[][] = []; - const turns: ResponsesTurn[] = [ - { - outputItems: [ - { - type: "reasoning", - encrypted_content: "opaque", - }, - { - type: "function_call", - call_id: "call-1", - name: "get_balance", - arguments: '{"account_id":"a1"}', - }, - ], - functionCalls: [ - { - callId: "call-1", - name: "get_balance", - arguments: '{"account_id":"a1"}', - }, - ], - text: "", - generationTimeMs: 1, - }, - { - outputItems: [ - { type: "message", content: [{ type: "output_text", text: "Done" }] }, - ], - functionCalls: [], - text: "Done", - generationTimeMs: 1, - }, - ]; - let index = 0; - const model: ResponsesModelService = { - generate: (input, generateConfig) => { - inputs.push([...input]); - expect(generateConfig.reasoningEffort).toBe("low"); - return succeed(turns[index++]!); - }, - }; - const simulator = new UserSimulator(model, config); - simulator.setAvailableTools([ - { - type: "function", - function: { - name: "get_balance", - description: undefined, - parameters: { type: "object" }, - }, - }, - ]); - simulator.reset("scenario", "Hi"); - const toolTurn = await runPromise(simulator.generateInitial()); - expect(toolTurn).toEqual({ - kind: "toolCalls", - calls: [ - { - id: "call-1", - name: "get_balance", - arguments: '{"account_id":"a1"}', - }, - ], - }); - simulator.addToolResult("call-1", "Balance: $10"); - expect(await runPromise(simulator.continueAfterTools())).toEqual({ - kind: "text", - content: "Done", - }); - expect(inputs[1]).toEqual([ - { type: "message", role: "system", content: expect.any(String) }, - { type: "message", role: "user", content: "Hi" }, - ...turns[0]!.outputItems, - { - type: "function_call_output", - call_id: "call-1", - output: "Balance: $10", - }, - ]); - }); -}); diff --git a/src/benchmarks/tau3-bench-banking/user-simulator.ts b/src/benchmarks/tau3-bench-banking/user-simulator.ts deleted file mode 100644 index 5003a741..00000000 --- a/src/benchmarks/tau3-bench-banking/user-simulator.ts +++ /dev/null @@ -1,137 +0,0 @@ -import { TaggedError } from "effect/Data"; -import type { Effect } from "effect/Effect"; -import { map, mapError } from "effect/Effect"; - -import type { ModelMessage, ToolDefinition } from "../../harness/core"; -import { MessageRole } from "../../harness/core"; -import { definedValues } from "../../internal/guards"; -import { - messagesToResponses, - toolDefinitionToResponses, -} from "../../providers/messages-to-responses"; -import type { ResponsesModelService } from "../../providers/responses-model"; -import type { UserModelConfig } from "./types"; -import { - USER_SIM_GUIDELINES, - USER_SIM_GUIDELINES_TOOLS, -} from "./user-sim-guidelines"; - -class UserSimError extends TaggedError("UserSimError")<{ - readonly message: string; -}> {} - -type SimError = UserSimError; - -export type SimulatorTurn = TextTurn | ToolCallsTurn; - -interface TextTurn { - readonly kind: "text"; - readonly content: string; -} - -interface ToolCallsTurn { - readonly kind: "toolCalls"; - readonly calls: readonly { - readonly id: string; - readonly name: string; - readonly arguments: string; - }[]; -} - -function buildUserSystemPrompt( - scenarioInstructions: string, - useTools: boolean -): string { - const guidelines = useTools ? USER_SIM_GUIDELINES_TOOLS : USER_SIM_GUIDELINES; - return `${guidelines}\n\n\n${scenarioInstructions}\n`; -} - -export class UserSimulator { - private readonly messages: ModelMessage[] = []; - private readonly config: UserModelConfig; - private readonly model: ResponsesModelService; - private availableTools: readonly ToolDefinition[] = []; - - constructor(model: ResponsesModelService, config: UserModelConfig) { - this.model = model; - this.config = config; - } - - reset(scenarioInstructions: string, firstAgentMessage: string): void { - const useTools = this.availableTools.length > 0; - this.messages.length = 0; - this.messages.push( - { - role: MessageRole.System, - content: buildUserSystemPrompt(scenarioInstructions, useTools), - }, - { role: MessageRole.User, content: firstAgentMessage } - ); - } - - generateInitial(): Effect { - return this.callModel(this.config.model); - } - - step(agentMessage: string): Effect { - this.messages.push({ role: MessageRole.User, content: agentMessage }); - return this.callModel(this.config.model); - } - - continueAfterTools(): Effect { - return this.callModel(this.config.model); - } - - setAvailableTools(toolDefs: readonly ToolDefinition[]): void { - this.availableTools = toolDefs; - } - - addToolResult(toolCallId: string, content: string): void { - this.messages.push({ - role: MessageRole.Tool, - content, - toolCallId, - }); - } - - private callModel(model: string): Effect { - return this.callModelOnce(model).pipe( - map((turn) => { - const assistantMessage: ModelMessage = definedValues({ - role: MessageRole.Assistant, - content: turn.text, - responseItems: - turn.outputItems.length > 0 ? turn.outputItems : undefined, - }); - this.messages.push(assistantMessage); - if (turn.functionCalls.length > 0) { - return { - kind: "toolCalls", - calls: turn.functionCalls.map((call) => ({ - id: call.callId, - name: call.name, - arguments: call.arguments, - })), - }; - } - return { kind: "text", content: turn.text }; - }) - ); - } - - private callModelOnce(model: string) { - return this.model - .generate(messagesToResponses(this.messages), { - model, - temperature: 0, - reasoningEffort: this.config.userReasoningEffort, - ...definedValues({ - tools: - this.availableTools.length > 0 - ? this.availableTools.map(toolDefinitionToResponses) - : undefined, - }), - }) - .pipe(mapError((error) => new UserSimError({ message: error.message }))); - } -} diff --git a/src/cli/index.test.ts b/src/cli/index.test.ts index 30a25f17..cd45231a 100644 --- a/src/cli/index.test.ts +++ b/src/cli/index.test.ts @@ -75,7 +75,6 @@ describe("bench-harness CLI", () => { panelConfig: undefined, artifactDir: undefined, endpointId: undefined, - imageDetail: undefined, costTier: args.costTier, reasoningEffort: args.reasoningEffort, }) @@ -92,7 +91,6 @@ describe("bench-harness CLI", () => { for (const benchmarkId of [ "gpqa_diamond", "mmlu_pro", - "mmmu_pro_vision", "ifstruct", "toolcall_formats", ] as const) { @@ -102,7 +100,6 @@ describe("bench-harness CLI", () => { panelConfig: undefined, artifactDir: undefined, endpointId: undefined, - imageDetail: undefined, reasoningEffort: "low", }); expect(config).toMatchObject({ reasoningEffort: "low" }); @@ -125,7 +122,6 @@ describe("bench-harness CLI", () => { panelConfig, artifactDir: undefined, endpointId: undefined, - imageDetail: undefined, reasoningEffort: args.reasoningEffort, }); expect(config).toEqual({ @@ -136,23 +132,6 @@ describe("bench-harness CLI", () => { }); }); - it("keeps --image-detail when mmmu_pro_vision takes a solver config", () => { - const config = buildBenchmarkConfig({ - benchmarkId: "mmmu_pro_vision", - model: "openrouter/switchyard", - panelConfig: { models: ["openai/gpt-4.1-nano", "openai/gpt-5"] }, - artifactDir: undefined, - endpointId: undefined, - imageDetail: "high", - reasoningEffort: "low", - }); - expect(config).toMatchObject({ - benchmarkId: "mmmu_pro_vision", - imageDetail: "high", - models: ["openai/gpt-4.1-nano", "openai/gpt-5"], - }); - }); - it("rejects unknown solver-config keys for single-turn benchmarks", () => { expect(() => buildBenchmarkConfig({ @@ -161,52 +140,11 @@ describe("bench-harness CLI", () => { panelConfig: { bogus: true }, artifactDir: undefined, endpointId: undefined, - imageDetail: undefined, reasoningEffort: "low", }) ).toThrow("Unknown gpqa_diamond solver-config option(s): bogus"); }); - it("passes tau3 retrieval config through the generic solver config", () => { - const args = parseArgs([ - "--benchmark", - "tau3_bench_banking", - "--model", - "openai/gpt-4o-mini", - "--solver-config", - '{"retrievalConfig":"bm25_grep"}', - ]); - const panelConfig: unknown = JSON.parse(args.solverConfig ?? ""); - const config = buildBenchmarkConfig({ - benchmarkId: args.benchmark, - model: args.model, - panelConfig, - artifactDir: undefined, - endpointId: undefined, - imageDetail: undefined, - reasoningEffort: args.reasoningEffort, - }); - expect(config).toMatchObject({ - benchmarkId: "tau3_bench_banking", - retrievalConfig: "bm25_grep", - }); - }); - - it("materializes the bm25_grep default for tau3", () => { - const config = buildBenchmarkConfig({ - benchmarkId: "tau3_bench_banking", - model: "openai/gpt-4o-mini", - panelConfig: undefined, - artifactDir: undefined, - endpointId: undefined, - imageDetail: undefined, - reasoningEffort: "high", - }); - expect(config).toMatchObject({ - benchmarkId: "tau3_bench_banking", - retrievalConfig: "bm25_grep", - }); - }); }); describe("resolveSessionId", () => { diff --git a/src/cli/index.ts b/src/cli/index.ts index 02ce5512..ee8cfcf9 100644 --- a/src/cli/index.ts +++ b/src/cli/index.ts @@ -20,8 +20,6 @@ import { ADAPTIVE_REASONING_EFFORT_MODELS, COST_TIERS, defaultReasoningEffortFor, - ImageDetail, - IMAGE_DETAIL_VALUES, REASONING_EFFORTS, supportsAdaptiveReasoningEffort, } from "../harness/constants"; @@ -45,7 +43,6 @@ interface CliArgs { readonly solverConfig?: string; readonly artifactDir?: string; readonly resumeId?: string; - readonly imageDetail?: ImageDetail; readonly costTier?: CostTier; readonly reasoningEffort: ReasoningEffort; } @@ -71,7 +68,6 @@ export function parseArgs(argv: readonly string[]): CliArgs { solverConfig: get("--solver-config"), artifactDir: get("--artifact-dir"), resumeId: get("--resume-id"), - imageDetail: validateImageDetail(get("--image-detail")), costTier: validateCostTier(get("--cost-tier")), reasoningEffort: validateReasoningEffort( get("--reasoning-effort"), @@ -205,7 +201,6 @@ function main(): Promise { panelConfig: effectivePanelConfig, artifactDir, endpointId: args.endpointId, - imageDetail: args.imageDetail, costTier: args.costTier, reasoningEffort: args.reasoningEffort, }); @@ -305,18 +300,6 @@ function main(): Promise { ); } -function validateImageDetail(raw: string | undefined): ImageDetail | undefined { - if (raw === undefined) { - return undefined; - } - if (!isMember(raw, ImageDetail)) { - throw new Error( - `--image-detail must be one of: ${IMAGE_DETAIL_VALUES.join(", ")} (got "${raw}")` - ); - } - return raw; -} - function validateCostTier(raw: string | undefined): CostTier | undefined { if (raw === undefined) { return undefined; @@ -364,7 +347,6 @@ function buildSchemaValidatedConfig(opts: { model: string; endpointId: string | undefined; panelConfig: unknown; - imageDetail?: ImageDetail; costTier?: CostTier; reasoningEffort: ReasoningEffort; }): BenchmarkRunConfig { @@ -373,7 +355,6 @@ function buildSchemaValidatedConfig(opts: { model, endpointId, panelConfig, - imageDetail, costTier, reasoningEffort, } = opts; @@ -381,7 +362,6 @@ function buildSchemaValidatedConfig(opts: { benchmarkId, model, endpointId, - imageDetail, costTier, reasoningEffort, }); @@ -430,7 +410,6 @@ export function buildBenchmarkConfig(opts: { panelConfig: unknown; artifactDir: string | undefined; endpointId: string | undefined; - imageDetail: ImageDetail | undefined; costTier?: CostTier; reasoningEffort: ReasoningEffort; }): BenchmarkRunConfig { @@ -454,16 +433,6 @@ export function buildBenchmarkConfig(opts: { reasoningEffort, }); } - case "tau3_bench_banking": { - return buildSchemaValidatedConfig({ - benchmarkId: "tau3_bench_banking", - model: requireModel("tau3_bench_banking", model), - endpointId, - panelConfig, - costTier, - reasoningEffort, - }); - } case "draco": { const panel = parseSchema(DracoPanelConfigSchema, panelConfig); if (Either.isLeft(panel)) { @@ -477,17 +446,6 @@ export function buildBenchmarkConfig(opts: { }), }; } - case "mmmu_pro_vision": { - return buildSchemaValidatedConfig({ - benchmarkId: "mmmu_pro_vision", - model: requireModel("mmmu_pro_vision", model), - endpointId, - panelConfig, - imageDetail: opts.imageDetail, - costTier, - reasoningEffort, - }); - } case "gpqa_diamond": case "mmlu_pro": case "ifstruct": From def2adf09bd1c76266109bf9a3cd50cf16e38675 Mon Sep 17 00:00:00 2001 From: Ayush Patel Date: Thu, 8 Oct 2026 22:18:06 -0400 Subject: [PATCH 2/4] style: format migration regression coverage --- src/benchmarks/native-eval-migration.test.ts | 49 +++++++++++++------- src/cli/index.test.ts | 1 - 2 files changed, 32 insertions(+), 18 deletions(-) diff --git a/src/benchmarks/native-eval-migration.test.ts b/src/benchmarks/native-eval-migration.test.ts index a1fb8996..e7063a18 100644 --- a/src/benchmarks/native-eval-migration.test.ts +++ b/src/benchmarks/native-eval-migration.test.ts @@ -2,29 +2,44 @@ import { describe, expect, it } from "bun:test"; import { assertLeft, assertRight } from "../internal/testing"; import { parseSchema } from "../internal/zod"; -import { BENCHMARK_OPTIONS_SCHEMAS, KeplerBenchmarkRunConfigSchema } from "./benchmark-config"; +import { + BENCHMARK_OPTIONS_SCHEMAS, + KeplerBenchmarkRunConfigSchema, +} from "./benchmark-config"; import { getBenchmarkMeta } from "./benchmark-meta"; import { getBenchmark } from "./registry"; describe("native eval migration", () => { - it.each(["mmmu_pro_vision", "tau3_bench_banking"])("does not expose %s through Kepler", (benchmarkId) => { - expect(getBenchmark(benchmarkId)).toBeUndefined(); - expect(getBenchmarkMeta(benchmarkId)).toBeUndefined(); - expect(Object.keys(BENCHMARK_OPTIONS_SCHEMAS)).not.toContain(benchmarkId); - assertLeft(parseSchema(KeplerBenchmarkRunConfigSchema, { - benchmarkId, - model: "openai/gpt-5", - reasoningEffort: "high", - })); - }); + it.each(["mmmu_pro_vision", "tau3_bench_banking"])( + "does not expose %s through Kepler", + (benchmarkId) => { + expect(getBenchmark(benchmarkId)).toBeUndefined(); + expect(getBenchmarkMeta(benchmarkId)).toBeUndefined(); + expect(Object.keys(BENCHMARK_OPTIONS_SCHEMAS)).not.toContain(benchmarkId); + assertLeft( + parseSchema(KeplerBenchmarkRunConfigSchema, { + benchmarkId, + model: "openai/gpt-5", + reasoningEffort: "high", + }) + ); + } + ); - it.each(["gpqa_diamond", "mmlu_pro", "tau_bench_verified_airline", "vgi_bench"])("retains %s", (benchmarkId) => { + it.each([ + "gpqa_diamond", + "mmlu_pro", + "tau_bench_verified_airline", + "vgi_bench", + ])("retains %s", (benchmarkId) => { expect(getBenchmark(benchmarkId)).toBeDefined(); expect(getBenchmarkMeta(benchmarkId)).toBeDefined(); - assertRight(parseSchema(KeplerBenchmarkRunConfigSchema, { - benchmarkId, - model: "openai/gpt-5", - reasoningEffort: "high", - })); + assertRight( + parseSchema(KeplerBenchmarkRunConfigSchema, { + benchmarkId, + model: "openai/gpt-5", + reasoningEffort: "high", + }) + ); }); }); diff --git a/src/cli/index.test.ts b/src/cli/index.test.ts index cd45231a..b0755991 100644 --- a/src/cli/index.test.ts +++ b/src/cli/index.test.ts @@ -144,7 +144,6 @@ describe("bench-harness CLI", () => { }) ).toThrow("Unknown gpqa_diamond solver-config option(s): bogus"); }); - }); describe("resolveSessionId", () => { From bef593d71f243b20f84e17a26ce411eaf8d0d5ed Mon Sep 17 00:00:00 2001 From: Ayush Patel Date: Thu, 8 Oct 2026 22:33:19 -0400 Subject: [PATCH 3/4] refactor: keep MMMU Pro Vision in Kepler --- package.json | 3 +- scripts/README.md | 11 +- scripts/mirror-mmmu-pro-media.test.ts | 161 + scripts/mirror-mmmu-pro-media.ts | 161 + src/benchmarks/benchmark-config.ts | 29 + src/benchmarks/benchmark-meta.ts | 6 + src/benchmarks/mmmu-pro-media-manifest.json | 13849 ++++++++++++++++ .../mmmu-pro-media-manifest.test.ts | 124 + src/benchmarks/mmmu-pro-media-manifest.ts | 96 + src/benchmarks/mmmu-pro-vision.test.ts | 124 + src/benchmarks/mmmu-pro-vision.ts | 210 + src/benchmarks/native-eval-migration.test.ts | 29 +- src/benchmarks/registry.ts | 2 + src/cli/index.test.ts | 23 + src/cli/index.ts | 32 + 15 files changed, 14841 insertions(+), 19 deletions(-) create mode 100644 scripts/mirror-mmmu-pro-media.test.ts create mode 100644 scripts/mirror-mmmu-pro-media.ts create mode 100644 src/benchmarks/mmmu-pro-media-manifest.json create mode 100644 src/benchmarks/mmmu-pro-media-manifest.test.ts create mode 100644 src/benchmarks/mmmu-pro-media-manifest.ts create mode 100644 src/benchmarks/mmmu-pro-vision.test.ts create mode 100644 src/benchmarks/mmmu-pro-vision.ts diff --git a/package.json b/package.json index d0f41875..1515b81a 100644 --- a/package.json +++ b/package.json @@ -42,7 +42,8 @@ "format:check": "oxfmt src test scripts --check", "check": "oxlint", "fix": "oxfmt src test scripts --write && oxlint --fix", - "mirror-vgi-bench-media": "bun scripts/mirror-vgi-bench-media.ts" + "mirror-vgi-bench-media": "bun scripts/mirror-vgi-bench-media.ts", + "mirror-mmmu-pro-media": "bun scripts/mirror-mmmu-pro-media.ts" }, "dependencies": { "@effect/platform": "0.95.0", diff --git a/scripts/README.md b/scripts/README.md index d525802f..4b61357c 100644 --- a/scripts/README.md +++ b/scripts/README.md @@ -1,6 +1,6 @@ # Media mirror scripts -`mirror-vgi-bench-media.ts` copies a benchmark's media from its upstream source into an OpenRouter-operated, publicly readable object store and write a committed manifest (`src/benchmarks/**/-media-manifest.json`). At run time the benchmark selects the manifest whose `revision` matches the requested dataset revision, sends models the mirror URLs instead of upstream URLs, and stamps `media_manifest_hash` and `dataset_revision` on every sample. Any other revision bypasses the mirror. The shared plumbing (environment, Hugging Face row paging with retries, download, SHA-256, upload-if-absent, public readback verification, manifest hashing) lives in `media-mirror.ts`. +`mirror-vgi-bench-media.ts` and `mirror-mmmu-pro-media.ts` copy a benchmark's media from its upstream source into an OpenRouter-operated, publicly readable object store and write a committed manifest (`src/benchmarks/**/-media-manifest.json`). At run time the benchmark selects the manifest whose `revision` matches the requested dataset revision, sends models the mirror URLs instead of upstream URLs, and stamps `media_manifest_hash` and `dataset_revision` on every sample. Any other revision bypasses the mirror. The shared plumbing (environment, Hugging Face row paging with retries, download, SHA-256, upload-if-absent, public readback verification, manifest hashing) lives in `media-mirror.ts`. ## Storage @@ -9,12 +9,13 @@ Each benchmark gets its own Cloudflare R2 bucket and public custom domain, so li | Benchmark | Bucket | Public origin | Object keys | | --- | --- | --- | --- | | VGI-Bench | `vgi-bench-mirror` | `https://vgi-bench-mirror.openrouter.ai` | `.mp4` | +| MMMU Pro (vision) | `mmmu-pro-mirror` | `https://mmmu-pro-mirror.openrouter.ai` | `mmmu-pro//.` | To provision a new bucket in the Cloudflare dashboard: R2 > Create bucket; bucket Settings > Custom Domains > connect `.openrouter.ai` (this is what makes objects publicly readable); Manage R2 API Tokens > Create API token with Object Read & Write scoped to that bucket only. ## Environment -Set these variables for the target bucket: +Both scripts read the same variables, so set them per run for the target bucket: | Variable | Value | | --- | --- | @@ -29,10 +30,14 @@ Set these variables for the target bucket: ```sh bun run mirror-vgi-bench-media -- --revision v1.0.1 +bun run mirror-mmmu-pro-media # pinned to MMMU_PRO_DEFAULT_REVISION +bun run mirror-mmmu-pro-media -- --dry-run # fetch, hash, verify revision; no writes +bun run mirror-mmmu-pro-media -- --force # re-upload even when an object of the same size exists ``` -The script skips uploading an object whose stored size already matches (`--force` overrides), accepts `--dry-run`, and prints progress to stderr. +Both scripts skip uploading an object whose stored size already matches (`--force` overrides), accept `--dry-run`, and print progress to stderr. They differ where the datasets differ: - VGI-Bench takes any revision string, picks a downscaled or original source per video, and records videos it could not fetch under `unresolved` while still writing the manifest. The process exit code reflects the failures. +- MMMU Pro requires a 40-hex commit revision, checks the `x-revision` response header and every image's cached-asset path against it, re-reads every uploaded object from the public URL and compares content type and SHA-256, and fails without writing a manifest if any of the fixed 1,730 rows is missing. Keys are content addressed, so re-running against the same revision is a verification pass. Commit the resulting manifest JSON with the code change that consumes it. diff --git a/scripts/mirror-mmmu-pro-media.test.ts b/scripts/mirror-mmmu-pro-media.test.ts new file mode 100644 index 00000000..1cb7aad5 --- /dev/null +++ b/scripts/mirror-mmmu-pro-media.test.ts @@ -0,0 +1,161 @@ +import { afterEach, beforeEach, expect, it, spyOn } from "bun:test"; +import { createHash } from "node:crypto"; +import { mkdtemp, rm } from "node:fs/promises"; +import { tmpdir } from "node:os"; +import { join } from "node:path"; + +import type { S3File } from "bun"; +import { S3Client } from "bun"; + +import { mirrorMmmuProMedia } from "./mirror-mmmu-pro-media"; + +const revision = "a".repeat(40); +const sourcePrefix = `https://datasets-server.huggingface.co/cached-assets/MMMU/MMMU_Pro/--/${revision}/--/vision/test`; +const rows = ["png", "jpg"].map((extension, index) => ({ + row: { + id: String(index), + image: { + src: `${sourcePrefix}/${index}/image/image.${extension}?Signature=private`, + }, + }, +})); +const bytes = new Uint8Array([1, 2, 3]); +const env = { + BENCH_MEDIA_S3_ENDPOINT: "https://storage.example", + BENCH_MEDIA_S3_BUCKET: "media", + BENCH_MEDIA_S3_ACCESS_KEY_ID: "fixture", + BENCH_MEDIA_S3_SECRET_ACCESS_KEY: "fixture", + BENCH_MEDIA_PUBLIC_BASE_URL: "https://mirror.example", + BENCH_MEDIA_KEY_PREFIX: "", +}; +const originalEnv = Object.fromEntries( + Object.keys(env).map((name) => [name, process.env[name]]) +); +const originalFetch = globalThis.fetch; +const uploads = new Map(); +let writes: number; +let directory: string; +let restoreStorage: () => void; +let sourceRevision: string; +let corruptReadback: boolean; + +beforeEach(async () => { + directory = await mkdtemp(join(tmpdir(), "mmmu-mirror-test-")); + Object.assign(process.env, env); + uploads.clear(); + writes = 0; + sourceRevision = revision; + corruptReadback = false; + const storage = spyOn(S3Client.prototype, "file").mockImplementation( + (key) => + ({ + stat: async () => { + const existing = uploads.get(`/${key}`); + if (existing === undefined) { + throw new Error("NoSuchKey"); + } + return { size: existing.bytes.byteLength }; + }, + write: async (data: Uint8Array, options: { type: string }) => { + writes += 1; + uploads.set(`/${key}`, { bytes: data, contentType: options.type }); + return data.length; + }, + }) as unknown as S3File + ); + restoreStorage = () => storage.mockRestore(); + globalThis.fetch = async (input) => { + const url = new URL(String(input)); + if (url.pathname === "/rows") { + return Response.json( + { rows, num_rows_total: 2 }, + { headers: { "x-revision": sourceRevision } } + ); + } + if (url.origin === "https://datasets-server.huggingface.co") { + return new Response(bytes); + } + const uploaded = uploads.get(url.pathname)!; + return new Response( + corruptReadback ? new Uint8Array([9, 9, 9]) : uploaded.bytes, + { + headers: { "content-type": uploaded.contentType }, + } + ); + }; +}); + +afterEach(async () => { + globalThis.fetch = originalFetch; + restoreStorage(); + for (const [name, value] of Object.entries(originalEnv)) { + if (value === undefined) { + Reflect.deleteProperty(process.env, name); + } else { + process.env[name] = value; + } + } + await rm(directory, { recursive: true, force: true }); +}); + +it("publishes original PNG/JPEG bytes and emits the verified manifest", async () => { + const out = join(directory, "manifest.json"); + const manifest = await mirrorMmmuProMedia({ revision, out }); + expect(manifest.images.map((image) => image.contentType)).toEqual([ + "image/png", + "image/jpeg", + ]); + expect(uploads.size).toBe(2); + expect( + [...uploads.values()].every((upload) => + Buffer.from(upload.bytes).equals(bytes) + ) + ).toBe(true); + expect(manifest.images[0]?.sha256).toBe( + createHash("sha256").update(bytes).digest("hex") + ); + expect(JSON.stringify(manifest)).not.toContain("Signature"); + expect(await Bun.file(out).json()).toEqual(manifest); +}); + +it("skips re-uploading objects that already exist unless forced, and still verifies readback", async () => { + const out = join(directory, "manifest.json"); + const first = await mirrorMmmuProMedia({ revision, out }); + expect(writes).toBe(2); + const second = await mirrorMmmuProMedia({ revision, out }); + expect(writes).toBe(2); + expect(second).toEqual(first); + await mirrorMmmuProMedia({ revision, out, force: true }); + expect(writes).toBe(4); + corruptReadback = true; + await expect(mirrorMmmuProMedia({ revision, out })).rejects.toThrow( + "readback verification" + ); +}); + +it("dry-run downloads and hashes without uploading or writing the manifest", async () => { + const out = join(directory, "manifest.json"); + const manifest = await mirrorMmmuProMedia({ revision, out, dryRun: true }); + expect(manifest.images).toHaveLength(2); + expect(writes).toBe(0); + expect(await Bun.file(out).exists()).toBe(false); +}); + +it("rejects an unexpected HF revision before uploading", async () => { + sourceRevision = "b".repeat(40); + const out = join(directory, "manifest.json"); + await expect(mirrorMmmuProMedia({ revision, out })).rejects.toThrow( + "revision" + ); + expect(uploads.size).toBe(0); + expect(await Bun.file(out).exists()).toBe(false); +}); + +it("does not emit a manifest when a same-size public response has different bytes", async () => { + corruptReadback = true; + const out = join(directory, "manifest.json"); + await expect(mirrorMmmuProMedia({ revision, out })).rejects.toThrow( + "readback verification" + ); + expect(await Bun.file(out).exists()).toBe(false); +}); diff --git a/scripts/mirror-mmmu-pro-media.ts b/scripts/mirror-mmmu-pro-media.ts new file mode 100644 index 00000000..b50dae4d --- /dev/null +++ b/scripts/mirror-mmmu-pro-media.ts @@ -0,0 +1,161 @@ +import { extname } from "node:path"; +import { parseArgs } from "node:util"; + +import { S3Client } from "bun"; + +import { + MMMU_PRO_DATASET_PATH, + MMMU_PRO_DEFAULT_REVISION, + MMMU_PRO_SPLIT, + MMMU_PRO_VISION_SUBSET, + buildMmmuProMediaManifest, + mmmuProCachedAssetPrefix, +} from "../src/benchmarks/mmmu-pro-media-manifest"; +import { z } from "../src/internal/zod"; +import { + downloadBytes, + fetchHfRowPages, + hashManifestEntries, + mapWithConcurrency, + readMediaMirrorEnv, + sha256Hex, + uploadUnlessPresent, + verifyPublished, +} from "./media-mirror"; + +const HF_ORIGIN = "https://datasets-server.huggingface.co"; +const DEFAULT_OUT = "src/benchmarks/mmmu-pro-media-manifest.json"; + +const RowSchema = z.object({ + id: z.string().min(1), + image: z.object({ src: z.url() }), +}); + +const RevisionSchema = z.string().regex(/^[a-f0-9]{40}$/); + +export interface MirrorMmmuProOptions { + readonly revision: string; + readonly out: string; + readonly concurrency?: number; + readonly force?: boolean; + readonly dryRun?: boolean; +} + +export async function mirrorMmmuProMedia(options: MirrorMmmuProOptions) { + const revision = RevisionSchema.parse(options.revision); + const concurrency = options.concurrency ?? 8; + const uploadOptions = { + force: options.force ?? false, + dryRun: options.dryRun ?? false, + }; + const env = readMediaMirrorEnv(); + const s3 = new S3Client(env); + const sourcePrefix = mmmuProCachedAssetPrefix(revision); + const images = []; + let total = 0; + const pages = fetchHfRowPages( + { + dataset: MMMU_PRO_DATASET_PATH, + config: MMMU_PRO_VISION_SUBSET, + split: MMMU_PRO_SPLIT, + revision, + }, + RowSchema + ); + for await (const page of pages) { + if (page.resolvedRevision !== revision) { + throw new Error( + `MMMU Pro rows resolved to revision ${page.resolvedRevision ?? "unknown"}, expected ${revision}` + ); + } + total = page.total; + const batch = await mapWithConcurrency( + page.rows, + concurrency, + async (row) => { + const source = new URL(row.image.src); + if ( + source.origin !== HF_ORIGIN || + !source.pathname.startsWith(sourcePrefix) + ) { + throw new Error( + `MMMU Pro image ${row.id} does not match revision ${revision}` + ); + } + const bytes = await downloadBytes(source); + if (bytes.byteLength === 0) { + throw new Error(`MMMU Pro image ${row.id} is empty`); + } + const sha256 = sha256Hex(bytes); + const contentType = Bun.file(source.pathname).type; + const key = `${env.keyPrefix}mmmu-pro/${revision}/${sha256}${extname(source.pathname)}`; + const outcome = await uploadUnlessPresent( + s3, + key, + bytes, + contentType, + uploadOptions + ); + const url = `${env.publicBaseUrl}/${key}`; + if (outcome !== "dry-run") { + await verifyPublished(url, { sha256, contentType }); + } + return { + id: row.id, + sourcePath: source.pathname, + url, + bytes: bytes.byteLength, + contentType, + sha256, + }; + } + ); + images.push(...batch); + process.stderr.write( + `Mirrored ${images.length}/${page.total} MMMU Pro images\n` + ); + } + if (images.length !== total) { + throw new Error( + `MMMU Pro rows returned ${images.length} of ${total} expected images` + ); + } + images.sort((a, b) => a.id.localeCompare(b.id)); + const manifest = { + dataset: MMMU_PRO_DATASET_PATH, + config: MMMU_PRO_VISION_SUBSET, + split: MMMU_PRO_SPLIT, + revision, + manifestHash: hashManifestEntries(images), + images, + }; + buildMmmuProMediaManifest(manifest); + if (!uploadOptions.dryRun) { + await Bun.write(options.out, `${JSON.stringify(manifest, null, 2)}\n`); + } + return manifest; +} + +if (import.meta.main) { + const { values } = parseArgs({ + args: Bun.argv.slice(2), + options: { + revision: { type: "string", default: MMMU_PRO_DEFAULT_REVISION }, + out: { type: "string", default: DEFAULT_OUT }, + concurrency: { type: "string", default: "8" }, + force: { type: "boolean", default: false }, + "dry-run": { type: "boolean", default: false }, + }, + }); + const concurrency = Number(values.concurrency); + if (!Number.isInteger(concurrency) || concurrency < 1) { + throw new Error("--concurrency must be a positive integer"); + } + await mirrorMmmuProMedia({ + revision: values.revision, + out: values.out, + concurrency, + force: values.force, + dryRun: values["dry-run"], + }); +} diff --git a/src/benchmarks/benchmark-config.ts b/src/benchmarks/benchmark-config.ts index 7d9152a6..e1cf9a50 100644 --- a/src/benchmarks/benchmark-config.ts +++ b/src/benchmarks/benchmark-config.ts @@ -1,17 +1,28 @@ import { COST_TIERS, + IMAGE_DETAIL_VALUES, REASONING_EFFORTS, stripVariantSuffix, SWITCHYARD_ALGORITHMS, VIDEO_PROCESSING_MODES, } from "../harness/constants"; import { ProviderSort } from "../internal/enums"; +import type { ValueOf } from "../internal/guards"; import { z, zDefaultedText } from "../internal/zod"; import { SWITCHYARD_MODEL } from "../providers/switchyard-router-plugin"; import { TAU_BENCH_AIRLINE_META } from "./benchmark-meta"; import { DracoPanelConfigSchema } from "./draco/schemas"; import { SearchLaneConfigSchema } from "./search/core/config"; +export const GEMINI_MEDIA_RESOLUTIONS = [ + "MEDIA_RESOLUTION_UNSPECIFIED", + "MEDIA_RESOLUTION_LOW", + "MEDIA_RESOLUTION_MEDIUM", + "MEDIA_RESOLUTION_HIGH", +] as const; + +export type GeminiMediaResolution = ValueOf; + export const InferenceOverrideSchema = z.object({ temperature: z.number().optional(), maxTokens: z.number().optional(), @@ -88,6 +99,22 @@ export const TauBenchAirlineConfigSchema = z.object({ export type TauBenchAirlineConfig = z.infer; +export const MmmuProVisionOptionsSchema = z.object({ + imageDetail: z.enum(IMAGE_DETAIL_VALUES).optional(), + mediaResolution: z.enum(GEMINI_MEDIA_RESOLUTIONS).optional(), + datasetRevision: z.string().optional(), +}); + +export const MmmuProVisionBenchmarkConfigSchema = z.object({ + benchmarkId: z.literal("mmmu_pro_vision"), + ...ModelBenchmarkBaseSchema.shape, + ...MmmuProVisionOptionsSchema.shape, +}); + +export type MmmuProVisionBenchmarkConfig = z.infer< + typeof MmmuProVisionBenchmarkConfigSchema +>; + export const DracoBenchmarkConfigSchema = z.object({ benchmarkId: z.literal("draco"), panelConfig: DracoPanelConfigSchema, @@ -193,6 +220,7 @@ export const KeplerBenchmarkRunConfigSchema = z.discriminatedUnion( GpqaBenchmarkConfigSchema, MmluProBenchmarkConfigSchema, TauBenchAirlineConfigSchema, + MmmuProVisionBenchmarkConfigSchema, DracoBenchmarkConfigSchema, IfStructBenchmarkConfigSchema, ToolCallFormatsBenchmarkConfigSchema, @@ -221,6 +249,7 @@ export const BENCHMARK_OPTIONS_SCHEMAS = { gpqa_diamond: GpqaOptionsSchema, mmlu_pro: MmluProOptionsSchema, tau_bench_verified_airline: TauBenchOptionsSchema, + mmmu_pro_vision: MmmuProVisionOptionsSchema, ifstruct: IfStructOptionsSchema, toolcall_formats: ToolCallFormatsOptionsSchema, search_browsecomp: SearchBenchmarkOptionsSchema, diff --git a/src/benchmarks/benchmark-meta.ts b/src/benchmarks/benchmark-meta.ts index 42b9b26a..4f13e479 100644 --- a/src/benchmarks/benchmark-meta.ts +++ b/src/benchmarks/benchmark-meta.ts @@ -16,6 +16,11 @@ export const MMLU_PRO_META = { defaultEpochs: 1, } as const satisfies BenchmarkMeta; +export const MMMU_PRO_VISION_META = { + id: "mmmu_pro_vision", + defaultEpochs: 1, +} as const satisfies BenchmarkMeta; + export const TAU_BENCH_AIRLINE_META = { id: "tau_bench_verified_airline", defaultEpochs: 1, @@ -67,6 +72,7 @@ export const VGI_BENCH_META = { const BENCHMARK_META: Readonly> = { [GPQA_META.id]: GPQA_META, [MMLU_PRO_META.id]: MMLU_PRO_META, + [MMMU_PRO_VISION_META.id]: MMMU_PRO_VISION_META, [TAU_BENCH_AIRLINE_META.id]: TAU_BENCH_AIRLINE_META, [DRACO_META.id]: DRACO_META, [IFSTRUCT_META.id]: IFSTRUCT_META, diff --git a/src/benchmarks/mmmu-pro-media-manifest.json b/src/benchmarks/mmmu-pro-media-manifest.json new file mode 100644 index 00000000..1b9db14d --- /dev/null +++ b/src/benchmarks/mmmu-pro-media-manifest.json @@ -0,0 +1,13849 @@ +{ + "dataset": "MMMU/MMMU_Pro", + "config": "vision", + "split": "test", + "revision": "563f3e84bb3b90893083a1f039cfa13077f2302b", + "manifestHash": "cee8d22e946c81c15cd2b55648f20720c3f15b2f1e368f1f4a2fa8a53faf18da", + "images": [ + { + "id": "test_Accounting_129", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1481/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f24742312a9bcaae774b4b5544666020a03c048c3154a1cd0936024b98c4c537.png", + "bytes": 352683, + "contentType": "image/png", + "sha256": "f24742312a9bcaae774b4b5544666020a03c048c3154a1cd0936024b98c4c537" + }, + { + "id": "test_Accounting_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/818/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fc316d03675fb9fd49a5ac09e5d1e63c5c79590fd565b89396252d0cd690a0cd.png", + "bytes": 848692, + "contentType": "image/png", + "sha256": "fc316d03675fb9fd49a5ac09e5d1e63c5c79590fd565b89396252d0cd690a0cd" + }, + { + "id": "test_Accounting_131", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/139/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/350471ea7ac10cb915214839d88d937343f8604eff18c77b00ed3d9ee1ee2597.png", + "bytes": 395391, + "contentType": "image/png", + "sha256": "350471ea7ac10cb915214839d88d937343f8604eff18c77b00ed3d9ee1ee2597" + }, + { + "id": "test_Accounting_138", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/655/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0ed2965c569e67dce53d1d0c64a02cbb8046057f4955794efbb174e7c586a443.png", + "bytes": 1555572, + "contentType": "image/png", + "sha256": "0ed2965c569e67dce53d1d0c64a02cbb8046057f4955794efbb174e7c586a443" + }, + { + "id": "test_Accounting_160", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1663/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eba6d6ff830b85642a25c47539e9e52e9512c83997f972ac1fdae65e781b1640.png", + "bytes": 379838, + "contentType": "image/png", + "sha256": "eba6d6ff830b85642a25c47539e9e52e9512c83997f972ac1fdae65e781b1640" + }, + { + "id": "test_Accounting_170", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/441/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc9be62bfdd865c562e8b6c5928eb5a74ca8d7e5418db05a1c9909166d10cd3c.png", + "bytes": 936380, + "contentType": "image/png", + "sha256": "bc9be62bfdd865c562e8b6c5928eb5a74ca8d7e5418db05a1c9909166d10cd3c" + }, + { + "id": "test_Accounting_201", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1035/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b369fbd8b97fdbb61649fe5816b6f1460fc522eef722f93c16aa53dc10f13a58.png", + "bytes": 94064, + "contentType": "image/png", + "sha256": "b369fbd8b97fdbb61649fe5816b6f1460fc522eef722f93c16aa53dc10f13a58" + }, + { + "id": "test_Accounting_208", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1009/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b816da17874b63a920f28dda1f2308e30496a9b220c50df58d14444bfb2290dd.png", + "bytes": 585824, + "contentType": "image/png", + "sha256": "b816da17874b63a920f28dda1f2308e30496a9b220c50df58d14444bfb2290dd" + }, + { + "id": "test_Accounting_227", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/911/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c86518eee474cc273ec30582b1868fb08a001c17f73850e2f20b2a1ecd96018.png", + "bytes": 271703, + "contentType": "image/png", + "sha256": "1c86518eee474cc273ec30582b1868fb08a001c17f73850e2f20b2a1ecd96018" + }, + { + "id": "test_Accounting_241", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1537/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d2c6b399920a46527211730965b8137eb62509f79928c05c450b94c52960e0e.png", + "bytes": 864753, + "contentType": "image/png", + "sha256": "6d2c6b399920a46527211730965b8137eb62509f79928c05c450b94c52960e0e" + }, + { + "id": "test_Accounting_248", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1393/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42c1516105a60f1da0da86e89e360d39a4bab0e88e578a1a5c033d2bb12acd39.png", + "bytes": 374181, + "contentType": "image/png", + "sha256": "42c1516105a60f1da0da86e89e360d39a4bab0e88e578a1a5c033d2bb12acd39" + }, + { + "id": "test_Accounting_252", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1448/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/336f4b650c63a8bacac9b3850a210bbc94a2aceac5915d4e3edb3abf40985a2c.png", + "bytes": 2485960, + "contentType": "image/png", + "sha256": "336f4b650c63a8bacac9b3850a210bbc94a2aceac5915d4e3edb3abf40985a2c" + }, + { + "id": "test_Accounting_256", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/267/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a50e8ae0f4679b26aa629cef1349344e8ddb337b799973db95ec1c29715a55df.png", + "bytes": 199120, + "contentType": "image/png", + "sha256": "a50e8ae0f4679b26aa629cef1349344e8ddb337b799973db95ec1c29715a55df" + }, + { + "id": "test_Accounting_279", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/128/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bb2bf8121bda3dea3ca40af9f3b3827453111512bee7dbad3d0111d3bfacf2b0.png", + "bytes": 193220, + "contentType": "image/png", + "sha256": "bb2bf8121bda3dea3ca40af9f3b3827453111512bee7dbad3d0111d3bfacf2b0" + }, + { + "id": "test_Accounting_292", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1418/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3c376d55bf816b7f378dfd363fbd4d09e20c45913151dcf160dbd6347eef3785.png", + "bytes": 565521, + "contentType": "image/png", + "sha256": "3c376d55bf816b7f378dfd363fbd4d09e20c45913151dcf160dbd6347eef3785" + }, + { + "id": "test_Accounting_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/416/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f59a0c267d056b83c23dba69ceeb28430b25d96e1ca2ec5e24993eee403e86d5.png", + "bytes": 341663, + "contentType": "image/png", + "sha256": "f59a0c267d056b83c23dba69ceeb28430b25d96e1ca2ec5e24993eee403e86d5" + }, + { + "id": "test_Accounting_307", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/616/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8302478e9838dac8b40346923f927106cd38bc9e27a2c8fe02d0691deb999efd.png", + "bytes": 1615302, + "contentType": "image/png", + "sha256": "8302478e9838dac8b40346923f927106cd38bc9e27a2c8fe02d0691deb999efd" + }, + { + "id": "test_Accounting_312", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/753/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0fcb952be8eb054e505eed3ec6b44ff951811a7216f2c81a8175ab74b841be71.png", + "bytes": 150032, + "contentType": "image/png", + "sha256": "0fcb952be8eb054e505eed3ec6b44ff951811a7216f2c81a8175ab74b841be71" + }, + { + "id": "test_Accounting_315", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/435/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18a6eeb91f8d85dc4885e67892ef7ea7760732bfd3d43e1659782ad2d737dd3b.png", + "bytes": 563846, + "contentType": "image/png", + "sha256": "18a6eeb91f8d85dc4885e67892ef7ea7760732bfd3d43e1659782ad2d737dd3b" + }, + { + "id": "test_Accounting_328", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/19/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/349fcb2accf115a71cfb720527690b519c3b5af0596f55f1d0e3c8ecbca4cd08.png", + "bytes": 257827, + "contentType": "image/png", + "sha256": "349fcb2accf115a71cfb720527690b519c3b5af0596f55f1d0e3c8ecbca4cd08" + }, + { + "id": "test_Accounting_34", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/806/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e686a73bee8a6dd0b7e39feef95408de7373e7c0b0dfd6cdd170cbb81eb5cbe.png", + "bytes": 855813, + "contentType": "image/png", + "sha256": "0e686a73bee8a6dd0b7e39feef95408de7373e7c0b0dfd6cdd170cbb81eb5cbe" + }, + { + "id": "test_Accounting_345", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/830/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3b6832ea9a57ca0e92d4c96ca982190d9bf1cdea1f1b52b32dfd5bf6a5686c3e.png", + "bytes": 1412723, + "contentType": "image/png", + "sha256": "3b6832ea9a57ca0e92d4c96ca982190d9bf1cdea1f1b52b32dfd5bf6a5686c3e" + }, + { + "id": "test_Accounting_360", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/646/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b64200d2088bf68e0e51795ba1addd953f0d06d25bff305395fc66dcaebdfd1.png", + "bytes": 702800, + "contentType": "image/png", + "sha256": "5b64200d2088bf68e0e51795ba1addd953f0d06d25bff305395fc66dcaebdfd1" + }, + { + "id": "test_Accounting_361", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1295/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc55256b677b9a1eae888727a69f0de61330d5fdb3810ebb8be317f234bc18e3.png", + "bytes": 960976, + "contentType": "image/png", + "sha256": "bc55256b677b9a1eae888727a69f0de61330d5fdb3810ebb8be317f234bc18e3" + }, + { + "id": "test_Accounting_365", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/88/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8506130deaa43f8883e1135d4827e2bf7d1a0169113a7f87819bbae8b0c7f55c.png", + "bytes": 105999, + "contentType": "image/png", + "sha256": "8506130deaa43f8883e1135d4827e2bf7d1a0169113a7f87819bbae8b0c7f55c" + }, + { + "id": "test_Accounting_38", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1520/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86b415e781de861b24dfd08968445dbf0759073e0ef8a0037ffdba11ff76ed29.png", + "bytes": 301715, + "contentType": "image/png", + "sha256": "86b415e781de861b24dfd08968445dbf0759073e0ef8a0037ffdba11ff76ed29" + }, + { + "id": "test_Accounting_380", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1184/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1ab00b161e970e5a6f9c2a17a3af5296a4a6dfd2ad21d673369c67375a14b620.png", + "bytes": 98387, + "contentType": "image/png", + "sha256": "1ab00b161e970e5a6f9c2a17a3af5296a4a6dfd2ad21d673369c67375a14b620" + }, + { + "id": "test_Accounting_42", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/8/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/25cdd6e8be4df56833239aff33cb7c04d4bcd77851ddb3586ce44c64d518a5c7.png", + "bytes": 265623, + "contentType": "image/png", + "sha256": "25cdd6e8be4df56833239aff33cb7c04d4bcd77851ddb3586ce44c64d518a5c7" + }, + { + "id": "test_Accounting_50", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/484/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ec8d108d2cc53e22f9a64e336937da212a292d07ddc2cf7045908b904b37966.png", + "bytes": 1475353, + "contentType": "image/png", + "sha256": "8ec8d108d2cc53e22f9a64e336937da212a292d07ddc2cf7045908b904b37966" + }, + { + "id": "test_Accounting_55", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/419/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1ee30c3424a23de2170c4363995e9f9ad9a276f1037156eeb2a112a65dfac646.png", + "bytes": 191765, + "contentType": "image/png", + "sha256": "1ee30c3424a23de2170c4363995e9f9ad9a276f1037156eeb2a112a65dfac646" + }, + { + "id": "test_Accounting_63", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1283/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6f9e34d05dfbbbe3fca53cdeae476cee8bd2e48ea15b2d3a52c7496a60c1b9ff.png", + "bytes": 548984, + "contentType": "image/png", + "sha256": "6f9e34d05dfbbbe3fca53cdeae476cee8bd2e48ea15b2d3a52c7496a60c1b9ff" + }, + { + "id": "test_Accounting_80", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/285/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9e7e86f773c359390972e47d244b87e06ff4fb1781feecfdc9a3e51886dacfdf.png", + "bytes": 305364, + "contentType": "image/png", + "sha256": "9e7e86f773c359390972e47d244b87e06ff4fb1781feecfdc9a3e51886dacfdf" + }, + { + "id": "test_Accounting_99", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1639/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f11f43af54f0beaf581ef5a1d5a57caf3dbeb54bf8c940fc7e1016c45c5a1a96.png", + "bytes": 286034, + "contentType": "image/png", + "sha256": "f11f43af54f0beaf581ef5a1d5a57caf3dbeb54bf8c940fc7e1016c45c5a1a96" + }, + { + "id": "test_Agriculture_102", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1410/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a0ee6dc8740953b8084f1dcdf8acefe789f28e477653375e3cb2cf09e368b427.png", + "bytes": 1381308, + "contentType": "image/png", + "sha256": "a0ee6dc8740953b8084f1dcdf8acefe789f28e477653375e3cb2cf09e368b427" + }, + { + "id": "test_Agriculture_105", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/461/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/49c17b3770b913ae1fbdf8ec98b0b2ce4fb9854a22fabbfc63052adf686569dd.png", + "bytes": 890843, + "contentType": "image/png", + "sha256": "49c17b3770b913ae1fbdf8ec98b0b2ce4fb9854a22fabbfc63052adf686569dd" + }, + { + "id": "test_Agriculture_117", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1412/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/975a87fba3c7fd9855950a82191ef7fa2da0ea284c0798c3816fce5195882be8.png", + "bytes": 938655, + "contentType": "image/png", + "sha256": "975a87fba3c7fd9855950a82191ef7fa2da0ea284c0798c3816fce5195882be8" + }, + { + "id": "test_Agriculture_123", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1497/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/28191b5e5eceb4d733ed8588468c97dc92de21cc6784803933600e3ccfc045e7.png", + "bytes": 2344847, + "contentType": "image/png", + "sha256": "28191b5e5eceb4d733ed8588468c97dc92de21cc6784803933600e3ccfc045e7" + }, + { + "id": "test_Agriculture_139", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/749/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6bd7e11028c186ebd97fb58a0969955b8ef4260830f436180cbe475b52b8a01f.png", + "bytes": 192646, + "contentType": "image/png", + "sha256": "6bd7e11028c186ebd97fb58a0969955b8ef4260830f436180cbe475b52b8a01f" + }, + { + "id": "test_Agriculture_145", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1129/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a39597bb3f8ae661997fecbbca92aed5c68a0b0e8a975d1c439c67399c0a442b.png", + "bytes": 240632, + "contentType": "image/png", + "sha256": "a39597bb3f8ae661997fecbbca92aed5c68a0b0e8a975d1c439c67399c0a442b" + }, + { + "id": "test_Agriculture_146", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1244/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d14e5aa72b33f88047be79d6961fe66af4931de7010f3b596bb8d42d7cea0ef2.png", + "bytes": 390592, + "contentType": "image/png", + "sha256": "d14e5aa72b33f88047be79d6961fe66af4931de7010f3b596bb8d42d7cea0ef2" + }, + { + "id": "test_Agriculture_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/648/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12674f7041c389335fa41a87453970c115aa211aa6c5c06fd5c7ba5e9bc5eff2.png", + "bytes": 1094140, + "contentType": "image/png", + "sha256": "12674f7041c389335fa41a87453970c115aa211aa6c5c06fd5c7ba5e9bc5eff2" + }, + { + "id": "test_Agriculture_157", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/856/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9b7f7c945a84ef1dcc5ccd7a480340b8d18d45de4aa4fb0ef3f836a40113677d.jpg", + "bytes": 134078, + "contentType": "image/jpeg", + "sha256": "9b7f7c945a84ef1dcc5ccd7a480340b8d18d45de4aa4fb0ef3f836a40113677d" + }, + { + "id": "test_Agriculture_165", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1237/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/283b12efc56163c79dd9b7b851ed3bc75a364c565a9baf54bc72bae750d444cc.png", + "bytes": 1157628, + "contentType": "image/png", + "sha256": "283b12efc56163c79dd9b7b851ed3bc75a364c565a9baf54bc72bae750d444cc" + }, + { + "id": "test_Agriculture_169", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/31/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0b772552cdccf7b34324b3abe8f4f7191a9d1707e5a527c2c6bd12f57eec1f84.png", + "bytes": 496342, + "contentType": "image/png", + "sha256": "0b772552cdccf7b34324b3abe8f4f7191a9d1707e5a527c2c6bd12f57eec1f84" + }, + { + "id": "test_Agriculture_174", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/870/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef7078e6cf7308e86db2988d5ac6eb585809f75897bb50f7ce95e462ecdf5b8a.jpg", + "bytes": 88121, + "contentType": "image/jpeg", + "sha256": "ef7078e6cf7308e86db2988d5ac6eb585809f75897bb50f7ce95e462ecdf5b8a" + }, + { + "id": "test_Agriculture_178", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1619/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5046290789a80d96ade3212dcf902b8b0cb07c2cdc3943f35fd364e78a38c0b1.jpg", + "bytes": 119552, + "contentType": "image/jpeg", + "sha256": "5046290789a80d96ade3212dcf902b8b0cb07c2cdc3943f35fd364e78a38c0b1" + }, + { + "id": "test_Agriculture_183", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/658/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d6f532804a03a7205a300fdd91ee0b5198aff8375bc9f22b11605c1532d71e9e.png", + "bytes": 1853118, + "contentType": "image/png", + "sha256": "d6f532804a03a7205a300fdd91ee0b5198aff8375bc9f22b11605c1532d71e9e" + }, + { + "id": "test_Agriculture_187", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/313/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5001ef4dfac8690941bd5d04013156076c5b262b846491c9e1d33d9d8489357.png", + "bytes": 868433, + "contentType": "image/png", + "sha256": "f5001ef4dfac8690941bd5d04013156076c5b262b846491c9e1d33d9d8489357" + }, + { + "id": "test_Agriculture_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/902/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7532d6e1dfdc9d4a835588779ab11b1a6e45908a1d1e255dfd49b942eef02e2c.jpg", + "bytes": 146734, + "contentType": "image/jpeg", + "sha256": "7532d6e1dfdc9d4a835588779ab11b1a6e45908a1d1e255dfd49b942eef02e2c" + }, + { + "id": "test_Agriculture_190", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/815/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/728795fee8d34e4cb38755c628ecfcd08ee101daa44b0293301d311118044ac4.png", + "bytes": 1945883, + "contentType": "image/png", + "sha256": "728795fee8d34e4cb38755c628ecfcd08ee101daa44b0293301d311118044ac4" + }, + { + "id": "test_Agriculture_192", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/532/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16b6e51eb48b961cdc608a6410d2c0d65bb7c2988c85b1af2d29b57609790231.png", + "bytes": 885477, + "contentType": "image/png", + "sha256": "16b6e51eb48b961cdc608a6410d2c0d65bb7c2988c85b1af2d29b57609790231" + }, + { + "id": "test_Agriculture_193", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1695/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5cbd56de2b8afcc466ea7004b4f124822035e8b96b1b86ca6eef900119655738.jpg", + "bytes": 110097, + "contentType": "image/jpeg", + "sha256": "5cbd56de2b8afcc466ea7004b4f124822035e8b96b1b86ca6eef900119655738" + }, + { + "id": "test_Agriculture_195", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/5/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9a20dec32934b8ec80eec4abb662583772f092ec5de3a284109f9ecb9f99ea74.png", + "bytes": 1233692, + "contentType": "image/png", + "sha256": "9a20dec32934b8ec80eec4abb662583772f092ec5de3a284109f9ecb9f99ea74" + }, + { + "id": "test_Agriculture_207", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1249/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3afc5508367575bf480929a4bedc5bf557ce9b97867ea0d9828296dd54ea0d0.png", + "bytes": 945825, + "contentType": "image/png", + "sha256": "b3afc5508367575bf480929a4bedc5bf557ce9b97867ea0d9828296dd54ea0d0" + }, + { + "id": "test_Agriculture_210", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1159/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/259e542d686c58a29c888e4a4622f86668bc5f45464e093f6bf516bc08ec70ed.png", + "bytes": 296131, + "contentType": "image/png", + "sha256": "259e542d686c58a29c888e4a4622f86668bc5f45464e093f6bf516bc08ec70ed" + }, + { + "id": "test_Agriculture_217", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/661/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba466dee3fc4e7d6fd4adb52e87f533c0e0ea91ffc0d556fc160f5aa04a2cbba.png", + "bytes": 1358664, + "contentType": "image/png", + "sha256": "ba466dee3fc4e7d6fd4adb52e87f533c0e0ea91ffc0d556fc160f5aa04a2cbba" + }, + { + "id": "test_Agriculture_234", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1466/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56820ece2a65013d851b60ff37b2e9b554af1c999b2c17b1b8491ec7142223e7.png", + "bytes": 650684, + "contentType": "image/png", + "sha256": "56820ece2a65013d851b60ff37b2e9b554af1c999b2c17b1b8491ec7142223e7" + }, + { + "id": "test_Agriculture_248", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/310/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c62fcef1399950bf20a7ad3ae2059f334787c534c0e8aa80fa95d68c25fa0950.png", + "bytes": 1146024, + "contentType": "image/png", + "sha256": "c62fcef1399950bf20a7ad3ae2059f334787c534c0e8aa80fa95d68c25fa0950" + }, + { + "id": "test_Agriculture_262", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1022/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/453d06faede1ba8f6f4f3d1ff1d4d739b509b4e1d3803567c31d5763a34eeed4.png", + "bytes": 199839, + "contentType": "image/png", + "sha256": "453d06faede1ba8f6f4f3d1ff1d4d739b509b4e1d3803567c31d5763a34eeed4" + }, + { + "id": "test_Agriculture_269", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/201/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54629897e9b6fa26f465902a2acdaa212bd7563dc043fac0efff6a6538180fe8.png", + "bytes": 1482794, + "contentType": "image/png", + "sha256": "54629897e9b6fa26f465902a2acdaa212bd7563dc043fac0efff6a6538180fe8" + }, + { + "id": "test_Agriculture_270", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/949/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd40f6532249b2083ca0e6976299756acf69629c283a5d9b7fe441bc6a99a17a.jpg", + "bytes": 80561, + "contentType": "image/jpeg", + "sha256": "dd40f6532249b2083ca0e6976299756acf69629c283a5d9b7fe441bc6a99a17a" + }, + { + "id": "test_Agriculture_271", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/620/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b89ebed44d1eaf3bafd80263f5ef62c9f4f98924fc4f63b8c3ff1949e2ca909a.png", + "bytes": 7221620, + "contentType": "image/png", + "sha256": "b89ebed44d1eaf3bafd80263f5ef62c9f4f98924fc4f63b8c3ff1949e2ca909a" + }, + { + "id": "test_Agriculture_278", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1607/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/296fbde4bbdca56ab93e29e9f0e7ef61aa18fc7cd033293aa086918b4ea795d2.jpg", + "bytes": 119766, + "contentType": "image/jpeg", + "sha256": "296fbde4bbdca56ab93e29e9f0e7ef61aa18fc7cd033293aa086918b4ea795d2" + }, + { + "id": "test_Agriculture_282", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/875/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a9f62c2441cda53739f6b55bf5daabff94ada14820a95f006b677250b1be9bf.jpg", + "bytes": 119656, + "contentType": "image/jpeg", + "sha256": "3a9f62c2441cda53739f6b55bf5daabff94ada14820a95f006b677250b1be9bf" + }, + { + "id": "test_Agriculture_37", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1154/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/79f29a4378c7842d361210f7c5ec456740cb35d097db3690fe1b0c5d9c40c7e6.png", + "bytes": 1526565, + "contentType": "image/png", + "sha256": "79f29a4378c7842d361210f7c5ec456740cb35d097db3690fe1b0c5d9c40c7e6" + }, + { + "id": "test_Agriculture_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/410/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dfd914776cf70a545807a6244518dc563b0e433e1b59816a2107ca78793b835d.png", + "bytes": 4723225, + "contentType": "image/png", + "sha256": "dfd914776cf70a545807a6244518dc563b0e433e1b59816a2107ca78793b835d" + }, + { + "id": "test_Agriculture_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/119/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3d8aab50214ce5d6825c93baba663e21126a99a79f40d03c19845c7ef469883b.png", + "bytes": 541993, + "contentType": "image/png", + "sha256": "3d8aab50214ce5d6825c93baba663e21126a99a79f40d03c19845c7ef469883b" + }, + { + "id": "test_Agriculture_42", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/801/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/713af695ea47382fbdd2657d3b6f2aed7d8e6148502f1160849bf27bd0b7b602.png", + "bytes": 520057, + "contentType": "image/png", + "sha256": "713af695ea47382fbdd2657d3b6f2aed7d8e6148502f1160849bf27bd0b7b602" + }, + { + "id": "test_Agriculture_46", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/901/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d1e8e2bf1332790728ca6a4d13fb86c2a7545d6c79a6c283bb2e4ca9680d41cf.jpg", + "bytes": 246637, + "contentType": "image/jpeg", + "sha256": "d1e8e2bf1332790728ca6a4d13fb86c2a7545d6c79a6c283bb2e4ca9680d41cf" + }, + { + "id": "test_Agriculture_55", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/834/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/90128a71ad533a3aa9d311ce038152dec975563b815587dd3bd515f0cece5369.png", + "bytes": 564359, + "contentType": "image/png", + "sha256": "90128a71ad533a3aa9d311ce038152dec975563b815587dd3bd515f0cece5369" + }, + { + "id": "test_Agriculture_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/770/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61bab19e566add3ba8535d34f5ebccc7be62c0431ab03f944e7aa2d4a5da9f30.png", + "bytes": 516471, + "contentType": "image/png", + "sha256": "61bab19e566add3ba8535d34f5ebccc7be62c0431ab03f944e7aa2d4a5da9f30" + }, + { + "id": "test_Agriculture_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/231/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e6fffe521ac7ea4999d3244b39508d4bda5ec10089dbc246159c59fa71a2c568.png", + "bytes": 769742, + "contentType": "image/png", + "sha256": "e6fffe521ac7ea4999d3244b39508d4bda5ec10089dbc246159c59fa71a2c568" + }, + { + "id": "test_Agriculture_92", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/163/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a42335e45d18cc9a6a46d8ab12ee9df9822bcd86392bc91aff676511cc0a2998.png", + "bytes": 2056300, + "contentType": "image/png", + "sha256": "a42335e45d18cc9a6a46d8ab12ee9df9822bcd86392bc91aff676511cc0a2998" + }, + { + "id": "test_Agriculture_93", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1551/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/947187691e5b0f507674d8dab6198d9902a513f7114a65e90238cc95ac601828.jpg", + "bytes": 73998, + "contentType": "image/jpeg", + "sha256": "947187691e5b0f507674d8dab6198d9902a513f7114a65e90238cc95ac601828" + }, + { + "id": "test_Architecture_and_Engineering_111", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/593/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0f1d16e215ad844cab8b550a03b3c55296d760ecd0cb5951bd9eedb7622cc993.png", + "bytes": 275017, + "contentType": "image/png", + "sha256": "0f1d16e215ad844cab8b550a03b3c55296d760ecd0cb5951bd9eedb7622cc993" + }, + { + "id": "test_Architecture_and_Engineering_113", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/297/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89618110b97ab960c8e30c4bf3a6b631cfaaf23eda3ce9a32f7e3da5462318ff.png", + "bytes": 336866, + "contentType": "image/png", + "sha256": "89618110b97ab960c8e30c4bf3a6b631cfaaf23eda3ce9a32f7e3da5462318ff" + }, + { + "id": "test_Architecture_and_Engineering_146", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/158/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9afe5425d8785d89aa6b2701756eec98b357422dd921c9c279e245bb910812ae.png", + "bytes": 283887, + "contentType": "image/png", + "sha256": "9afe5425d8785d89aa6b2701756eec98b357422dd921c9c279e245bb910812ae" + }, + { + "id": "test_Architecture_and_Engineering_191", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/424/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5fdbfd464a684a19168ad1558941b5bf6215a977f6428cf811c3661c4d70a245.png", + "bytes": 476310, + "contentType": "image/png", + "sha256": "5fdbfd464a684a19168ad1558941b5bf6215a977f6428cf811c3661c4d70a245" + }, + { + "id": "test_Architecture_and_Engineering_206", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/14/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c55de83b34132f2e2ef91619a3f9ac0da0159ad0b3d23a13f042a825b75bbbb7.png", + "bytes": 287688, + "contentType": "image/png", + "sha256": "c55de83b34132f2e2ef91619a3f9ac0da0159ad0b3d23a13f042a825b75bbbb7" + }, + { + "id": "test_Architecture_and_Engineering_207", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1177/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/681d48bc62f3493b29e4a82e59da338f05061ea1a20dd6bb41c37322793ac192.png", + "bytes": 2008931, + "contentType": "image/png", + "sha256": "681d48bc62f3493b29e4a82e59da338f05061ea1a20dd6bb41c37322793ac192" + }, + { + "id": "test_Architecture_and_Engineering_214", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1037/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c53554c4a7267be4048758ceca7acf8adeb1f4e9b33497f12d13398613f4de2.png", + "bytes": 25303, + "contentType": "image/png", + "sha256": "8c53554c4a7267be4048758ceca7acf8adeb1f4e9b33497f12d13398613f4de2" + }, + { + "id": "test_Architecture_and_Engineering_242", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1335/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2083f0f1519d300db02d111ea5f739727873198a14412387d9248f35e2647437.png", + "bytes": 762382, + "contentType": "image/png", + "sha256": "2083f0f1519d300db02d111ea5f739727873198a14412387d9248f35e2647437" + }, + { + "id": "test_Architecture_and_Engineering_250", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/621/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c5841b9a37bf86d1417cf5494c2b65f47fcd5e6085292c0fee6927b2cbc4e608.png", + "bytes": 2290487, + "contentType": "image/png", + "sha256": "c5841b9a37bf86d1417cf5494c2b65f47fcd5e6085292c0fee6927b2cbc4e608" + }, + { + "id": "test_Architecture_and_Engineering_266", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/54/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f81d99320562b30ea96ef94546555abc42211f9d36fd0cb7f5436c923aa72b0a.png", + "bytes": 140306, + "contentType": "image/png", + "sha256": "f81d99320562b30ea96ef94546555abc42211f9d36fd0cb7f5436c923aa72b0a" + }, + { + "id": "test_Architecture_and_Engineering_278", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1485/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cbbc9e04a15a5f4ce59e96a19aa58b36b682572466a2b4f86f095eedf0eaa46b.png", + "bytes": 301986, + "contentType": "image/png", + "sha256": "cbbc9e04a15a5f4ce59e96a19aa58b36b682572466a2b4f86f095eedf0eaa46b" + }, + { + "id": "test_Architecture_and_Engineering_307", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1491/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/238c1010fb7529570ad05dc990e8744b855d52c981696f44a2404c5807b6d7a6.png", + "bytes": 263587, + "contentType": "image/png", + "sha256": "238c1010fb7529570ad05dc990e8744b855d52c981696f44a2404c5807b6d7a6" + }, + { + "id": "test_Architecture_and_Engineering_312", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1223/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/382f11664592ec0805ed9a24079f06336cf2e1d39c747b9f4d4bf899407f0028.png", + "bytes": 987870, + "contentType": "image/png", + "sha256": "382f11664592ec0805ed9a24079f06336cf2e1d39c747b9f4d4bf899407f0028" + }, + { + "id": "test_Architecture_and_Engineering_320", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/482/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0c02d6e603c89b96b92b88f348e2e5ea6c781849f38cbb4cb829f236ddadd174.png", + "bytes": 1891266, + "contentType": "image/png", + "sha256": "0c02d6e603c89b96b92b88f348e2e5ea6c781849f38cbb4cb829f236ddadd174" + }, + { + "id": "test_Architecture_and_Engineering_336", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1439/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/052db32077ccd2d723bd797d86a01a40229d5bcec5094ecdb8d15fdda4def680.png", + "bytes": 261396, + "contentType": "image/png", + "sha256": "052db32077ccd2d723bd797d86a01a40229d5bcec5094ecdb8d15fdda4def680" + }, + { + "id": "test_Architecture_and_Engineering_359", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/83/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/009f1da8fbc1dd712d124948023f2009aa0133de5c8b98071c6771a813df268c.png", + "bytes": 169425, + "contentType": "image/png", + "sha256": "009f1da8fbc1dd712d124948023f2009aa0133de5c8b98071c6771a813df268c" + }, + { + "id": "test_Architecture_and_Engineering_361", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1014/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ab9dbf0b6e1dbb3d74943ee5d7167aa1f01bee392d3eea22286a5811fea15f65.png", + "bytes": 396327, + "contentType": "image/png", + "sha256": "ab9dbf0b6e1dbb3d74943ee5d7167aa1f01bee392d3eea22286a5811fea15f65" + }, + { + "id": "test_Architecture_and_Engineering_391", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1517/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e98684196ab1aeae4758e7163b1ef243b1c04f7e849ee95e463db11b72f253a1.png", + "bytes": 2327459, + "contentType": "image/png", + "sha256": "e98684196ab1aeae4758e7163b1ef243b1c04f7e849ee95e463db11b72f253a1" + }, + { + "id": "test_Architecture_and_Engineering_392", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1033/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f00f8faf7f78ea196f8508f7f7e4899cbddbe7a55fa0c97a765f64aa12830bb.png", + "bytes": 393595, + "contentType": "image/png", + "sha256": "8f00f8faf7f78ea196f8508f7f7e4899cbddbe7a55fa0c97a765f64aa12830bb" + }, + { + "id": "test_Architecture_and_Engineering_395", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1229/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7780dc403b7d4330b8a041927aa0b93105cc3362f0ce4fe3b47de5af6ffc51d.png", + "bytes": 472318, + "contentType": "image/png", + "sha256": "c7780dc403b7d4330b8a041927aa0b93105cc3362f0ce4fe3b47de5af6ffc51d" + }, + { + "id": "test_Architecture_and_Engineering_403", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/670/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c44a75b9da26e9aab06b4abded475d0444204218ddc8268595660c446fa1386.png", + "bytes": 549917, + "contentType": "image/png", + "sha256": "1c44a75b9da26e9aab06b4abded475d0444204218ddc8268595660c446fa1386" + }, + { + "id": "test_Architecture_and_Engineering_41", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/762/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aed11388bcdd92f9701f334fecddd3a2f132d9d1dd3e976e6d2119c32a58ef8f.png", + "bytes": 181221, + "contentType": "image/png", + "sha256": "aed11388bcdd92f9701f334fecddd3a2f132d9d1dd3e976e6d2119c32a58ef8f" + }, + { + "id": "test_Architecture_and_Engineering_413", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/61/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2aa48028ab2bf614403255fee14e79847f2ce169fcd5a11d34e32347266af2e6.png", + "bytes": 90492, + "contentType": "image/png", + "sha256": "2aa48028ab2bf614403255fee14e79847f2ce169fcd5a11d34e32347266af2e6" + }, + { + "id": "test_Architecture_and_Engineering_416", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/701/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d7894242c0c4b5a2cbc935dcfb9af029ead46910b7cbeb619fc46cdb6c3eda3.png", + "bytes": 130910, + "contentType": "image/png", + "sha256": "1d7894242c0c4b5a2cbc935dcfb9af029ead46910b7cbeb619fc46cdb6c3eda3" + }, + { + "id": "test_Architecture_and_Engineering_442", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/250/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a47f65d84c542be5193f6260d7c9c571d827c00381438e8e75cb4b59dc6c018.png", + "bytes": 133688, + "contentType": "image/png", + "sha256": "1a47f65d84c542be5193f6260d7c9c571d827c00381438e8e75cb4b59dc6c018" + }, + { + "id": "test_Architecture_and_Engineering_443", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1252/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d31050d78f2c849e9145ca28a580ad74ac0bd7052f471a10b37dd21c9eac5262.png", + "bytes": 406326, + "contentType": "image/png", + "sha256": "d31050d78f2c849e9145ca28a580ad74ac0bd7052f471a10b37dd21c9eac5262" + }, + { + "id": "test_Architecture_and_Engineering_457", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1304/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/15536fe3028779106ccae1e56e7df515518b96c84e70c253748220f8218c5ef9.png", + "bytes": 1591414, + "contentType": "image/png", + "sha256": "15536fe3028779106ccae1e56e7df515518b96c84e70c253748220f8218c5ef9" + }, + { + "id": "test_Architecture_and_Engineering_47", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/573/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/448045600a8f03eb61113ccefb3e4c3f88cc1ade6d6b2f7a56020f0130a221df.png", + "bytes": 1261992, + "contentType": "image/png", + "sha256": "448045600a8f03eb61113ccefb3e4c3f88cc1ade6d6b2f7a56020f0130a221df" + }, + { + "id": "test_Architecture_and_Engineering_470", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1635/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b8cb249fed1a840e44d0aa060fa2c1a2457b4af617d6fa48d600e7c54c6e5a52.png", + "bytes": 356687, + "contentType": "image/png", + "sha256": "b8cb249fed1a840e44d0aa060fa2c1a2457b4af617d6fa48d600e7c54c6e5a52" + }, + { + "id": "test_Architecture_and_Engineering_473", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1269/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8bc2af3ebeb0881e8de54605db0e4f932fe61070677446cdaa51ae5c65a4e0f8.png", + "bytes": 293468, + "contentType": "image/png", + "sha256": "8bc2af3ebeb0881e8de54605db0e4f932fe61070677446cdaa51ae5c65a4e0f8" + }, + { + "id": "test_Architecture_and_Engineering_492", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/394/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6a91c48d8cde2f33e6aaa8f63e0f51da596ff848279553f57bbd1a67ec13ba89.png", + "bytes": 426047, + "contentType": "image/png", + "sha256": "6a91c48d8cde2f33e6aaa8f63e0f51da596ff848279553f57bbd1a67ec13ba89" + }, + { + "id": "test_Architecture_and_Engineering_493", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/884/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0f312da06d80b218adeb4d10317af25f4d4e10f1d31d0e9297d95e1ace399d5a.jpg", + "bytes": 131359, + "contentType": "image/jpeg", + "sha256": "0f312da06d80b218adeb4d10317af25f4d4e10f1d31d0e9297d95e1ace399d5a" + }, + { + "id": "test_Architecture_and_Engineering_503", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/415/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4dd95641abdf938072ffd10bb8491f88fe2ead5cdafb3c963775c5774128fd1.png", + "bytes": 198219, + "contentType": "image/png", + "sha256": "d4dd95641abdf938072ffd10bb8491f88fe2ead5cdafb3c963775c5774128fd1" + }, + { + "id": "test_Architecture_and_Engineering_512", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/312/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ada9772a778688cec92a47383128a4e7805d0a132df6d70a417f882f73943d7c.png", + "bytes": 384291, + "contentType": "image/png", + "sha256": "ada9772a778688cec92a47383128a4e7805d0a132df6d70a417f882f73943d7c" + }, + { + "id": "test_Architecture_and_Engineering_518", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/245/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a343a78091a6600086a7f1cff90c6631c43cacda3a54e6a03a54e4240295f264.png", + "bytes": 2099161, + "contentType": "image/png", + "sha256": "a343a78091a6600086a7f1cff90c6631c43cacda3a54e6a03a54e4240295f264" + }, + { + "id": "test_Architecture_and_Engineering_533", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/223/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1df94a82b2f9f49291ab0b1482ea93ed801f5791b777f816874f2fadcce1397.png", + "bytes": 156156, + "contentType": "image/png", + "sha256": "b1df94a82b2f9f49291ab0b1482ea93ed801f5791b777f816874f2fadcce1397" + }, + { + "id": "test_Architecture_and_Engineering_77", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/529/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/872fe4208dd3e7c33fb2403d20074b0ce861be3609bb0d252cbb66266e5f3e60.png", + "bytes": 917889, + "contentType": "image/png", + "sha256": "872fe4208dd3e7c33fb2403d20074b0ce861be3609bb0d252cbb66266e5f3e60" + }, + { + "id": "test_Architecture_and_Engineering_86", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/262/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dc7b5cd62aba6feb72784e432c54d419a7cbb0f6c176300555521ba4806b306c.png", + "bytes": 2159870, + "contentType": "image/png", + "sha256": "dc7b5cd62aba6feb72784e432c54d419a7cbb0f6c176300555521ba4806b306c" + }, + { + "id": "test_Art_107", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/697/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7431f4e6e5d625c20bf20ab1e5761008f4b691eac845e619cae41351c094c7c3.png", + "bytes": 2349089, + "contentType": "image/png", + "sha256": "7431f4e6e5d625c20bf20ab1e5761008f4b691eac845e619cae41351c094c7c3" + }, + { + "id": "test_Art_111", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/220/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/81d9c7c7b7353dba2c98b5a18370cba86d511c3f54d2a753c68bcf19b996890b.png", + "bytes": 332405, + "contentType": "image/png", + "sha256": "81d9c7c7b7353dba2c98b5a18370cba86d511c3f54d2a753c68bcf19b996890b" + }, + { + "id": "test_Art_113", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3e8dea9d1c3ccd66f06f7c83201ce1ec4b9068dafde11fc8fa38341c1b21a7b.png", + "bytes": 824344, + "contentType": "image/png", + "sha256": "b3e8dea9d1c3ccd66f06f7c83201ce1ec4b9068dafde11fc8fa38341c1b21a7b" + }, + { + "id": "test_Art_117", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1349/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b70c97195c261064dca490d7c6cfd83ce0be5805b53b08eec420c0f4ebfc98d.png", + "bytes": 887467, + "contentType": "image/png", + "sha256": "1b70c97195c261064dca490d7c6cfd83ce0be5805b53b08eec420c0f4ebfc98d" + }, + { + "id": "test_Art_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1443/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3e83e507c7a611d9f666408acea0407f5ad63053f421089054c021696c4e493.png", + "bytes": 1154687, + "contentType": "image/png", + "sha256": "f3e83e507c7a611d9f666408acea0407f5ad63053f421089054c021696c4e493" + }, + { + "id": "test_Art_121", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1205/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b78011579da1c4071489149a0d1902f1274fba6be26b362fc409c8d105570714.png", + "bytes": 1339135, + "contentType": "image/png", + "sha256": "b78011579da1c4071489149a0d1902f1274fba6be26b362fc409c8d105570714" + }, + { + "id": "test_Art_124", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/811/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f6485f3a988027e85233c80b8a1acfe62d9456bcf73377e126285041ac685fa2.png", + "bytes": 484789, + "contentType": "image/png", + "sha256": "f6485f3a988027e85233c80b8a1acfe62d9456bcf73377e126285041ac685fa2" + }, + { + "id": "test_Art_130", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/718/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/13a99ea59ec71ca531dfe99cddce26b3716555c304f1d0bd41ae69a9afde0021.png", + "bytes": 1479459, + "contentType": "image/png", + "sha256": "13a99ea59ec71ca531dfe99cddce26b3716555c304f1d0bd41ae69a9afde0021" + }, + { + "id": "test_Art_139", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1267/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9bb19c813fd7518ef2b05306670cec36d3073fc78ae3da49053d1e3d74cd0933.png", + "bytes": 884098, + "contentType": "image/png", + "sha256": "9bb19c813fd7518ef2b05306670cec36d3073fc78ae3da49053d1e3d74cd0933" + }, + { + "id": "test_Art_147", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/919/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c47aa3e0da03286b573c3af6be7a7e4993d40f0fdad8d20f8bae9f20187db01a.jpg", + "bytes": 175730, + "contentType": "image/jpeg", + "sha256": "c47aa3e0da03286b573c3af6be7a7e4993d40f0fdad8d20f8bae9f20187db01a" + }, + { + "id": "test_Art_159", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/825/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cb76bb1b311536e06c6e4965d798fc2f7511ca34be9b6b65a5e1828e9b27b5f5.png", + "bytes": 3342030, + "contentType": "image/png", + "sha256": "cb76bb1b311536e06c6e4965d798fc2f7511ca34be9b6b65a5e1828e9b27b5f5" + }, + { + "id": "test_Art_164", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1706/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/371ce2562dd74c4a5d700e2e73cad769f15a7b2465747007b9d9dcb6f3b50ba3.png", + "bytes": 978267, + "contentType": "image/png", + "sha256": "371ce2562dd74c4a5d700e2e73cad769f15a7b2465747007b9d9dcb6f3b50ba3" + }, + { + "id": "test_Art_176", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/242/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1c7a296a68cfc22497d9908da9b0c022b756c2ccaaad11329710f19db0e089c.png", + "bytes": 589236, + "contentType": "image/png", + "sha256": "c1c7a296a68cfc22497d9908da9b0c022b756c2ccaaad11329710f19db0e089c" + }, + { + "id": "test_Art_184", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/457/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/968e07b20199f900376444edb85f26a7b6794d49a51b14f30642e174c5e92528.png", + "bytes": 1570431, + "contentType": "image/png", + "sha256": "968e07b20199f900376444edb85f26a7b6794d49a51b14f30642e174c5e92528" + }, + { + "id": "test_Art_195", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1250/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f139b7416c28c46aff0508eba86e91da35224e721b6589b2d0485f4b02fef7f.png", + "bytes": 381535, + "contentType": "image/png", + "sha256": "8f139b7416c28c46aff0508eba86e91da35224e721b6589b2d0485f4b02fef7f" + }, + { + "id": "test_Art_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1727/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71296f7ffd14825bfe2dfb467b9c92648b68e078abf15ab303f54342517800db.png", + "bytes": 1643705, + "contentType": "image/png", + "sha256": "71296f7ffd14825bfe2dfb467b9c92648b68e078abf15ab303f54342517800db" + }, + { + "id": "test_Art_208", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/803/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4b2f37af566a70bdd95356c3e43e578a0d22b57e027f764d713ea4689d51f4ef.png", + "bytes": 462764, + "contentType": "image/png", + "sha256": "4b2f37af566a70bdd95356c3e43e578a0d22b57e027f764d713ea4689d51f4ef" + }, + { + "id": "test_Art_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/951/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a2c5225cdd4077c0fa0f173461ac4b7ab520267285de8abc0f028d6f75564a84.png", + "bytes": 533298, + "contentType": "image/png", + "sha256": "a2c5225cdd4077c0fa0f173461ac4b7ab520267285de8abc0f028d6f75564a84" + }, + { + "id": "test_Art_224", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/997/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/38d3733d143e88cba67fb5cc0ca215f66f5f2d9a797a1da821b3775dfeff49c9.jpg", + "bytes": 169257, + "contentType": "image/jpeg", + "sha256": "38d3733d143e88cba67fb5cc0ca215f66f5f2d9a797a1da821b3775dfeff49c9" + }, + { + "id": "test_Art_227", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/308/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5357cd312962817c05d42d41760ad39665ee5bce79b01a041ac6cd50fa3a0fe3.png", + "bytes": 1465150, + "contentType": "image/png", + "sha256": "5357cd312962817c05d42d41760ad39665ee5bce79b01a041ac6cd50fa3a0fe3" + }, + { + "id": "test_Art_231", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1402/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ee756556b8fbbca72e8782d23d0b77f277d9cbdb5175f530e4fccebd4031c94.png", + "bytes": 2073534, + "contentType": "image/png", + "sha256": "3ee756556b8fbbca72e8782d23d0b77f277d9cbdb5175f530e4fccebd4031c94" + }, + { + "id": "test_Art_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1379/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a87cdcfccfb2c2463a9d15c2747ad8127caf3d57784bf019129c4b937659c5e7.png", + "bytes": 639947, + "contentType": "image/png", + "sha256": "a87cdcfccfb2c2463a9d15c2747ad8127caf3d57784bf019129c4b937659c5e7" + }, + { + "id": "test_Art_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/222/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2218c7b82b0414e3011d0b6dcbe35a066ffa70f789ff6d50e056474a606f4c08.png", + "bytes": 882955, + "contentType": "image/png", + "sha256": "2218c7b82b0414e3011d0b6dcbe35a066ffa70f789ff6d50e056474a606f4c08" + }, + { + "id": "test_Art_35", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1728/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ead32318720357bf3d2ed54423537e8c8e8a006aea276b71592b30d3985f0e1.png", + "bytes": 947202, + "contentType": "image/png", + "sha256": "3ead32318720357bf3d2ed54423537e8c8e8a006aea276b71592b30d3985f0e1" + }, + { + "id": "test_Art_41", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1127/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2befcd4a342ebfe07f7c8b0622846d8d563edc88d54f62a599b92f904276ab83.png", + "bytes": 1468977, + "contentType": "image/png", + "sha256": "2befcd4a342ebfe07f7c8b0622846d8d563edc88d54f62a599b92f904276ab83" + }, + { + "id": "test_Art_63", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1077/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1412baec414da85e3dcb92161ef4d2f3f72d292e5bfdae4644a19a7c3175dc03.png", + "bytes": 208146, + "contentType": "image/png", + "sha256": "1412baec414da85e3dcb92161ef4d2f3f72d292e5bfdae4644a19a7c3175dc03" + }, + { + "id": "test_Art_67", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1190/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54f567ac8bf995ff90ce13e34c3082bcb900ae8fd74f9d0a91fae9a17adfbb92.png", + "bytes": 350021, + "contentType": "image/png", + "sha256": "54f567ac8bf995ff90ce13e34c3082bcb900ae8fd74f9d0a91fae9a17adfbb92" + }, + { + "id": "test_Art_79", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1722/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/93462259de31c13c2f0e6e2bddd3c02f9b340903ba94270b57c2566b85136a6b.png", + "bytes": 1285734, + "contentType": "image/png", + "sha256": "93462259de31c13c2f0e6e2bddd3c02f9b340903ba94270b57c2566b85136a6b" + }, + { + "id": "test_Art_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1716/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9a38b0363368a306afbf0db9a17b96c0c109618a528187ad2e10f652e7e9e97c.png", + "bytes": 1140748, + "contentType": "image/png", + "sha256": "9a38b0363368a306afbf0db9a17b96c0c109618a528187ad2e10f652e7e9e97c" + }, + { + "id": "test_Art_81", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1504/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/87cbaf742195c700372960bffd1a3872548101f34aa7059b13f785d96635ab50.png", + "bytes": 1690824, + "contentType": "image/png", + "sha256": "87cbaf742195c700372960bffd1a3872548101f34aa7059b13f785d96635ab50" + }, + { + "id": "test_Art_84", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1502/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/39acd7f57a70bc412ed3ef966f8ad385bb4155c174fb3c7a68c52f0a87b47db8.png", + "bytes": 1204284, + "contentType": "image/png", + "sha256": "39acd7f57a70bc412ed3ef966f8ad385bb4155c174fb3c7a68c52f0a87b47db8" + }, + { + "id": "test_Art_87", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/78/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d61bdca34265bb4b816df26bb1da3202398904d68afaf88752a23c8d9094382.png", + "bytes": 148634, + "contentType": "image/png", + "sha256": "4d61bdca34265bb4b816df26bb1da3202398904d68afaf88752a23c8d9094382" + }, + { + "id": "test_Art_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1719/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d2de7136e5cc2b9a58f7eee8bf67a3fa07ee10ede021369aa17f60cd92a5ad69.png", + "bytes": 2471235, + "contentType": "image/png", + "sha256": "d2de7136e5cc2b9a58f7eee8bf67a3fa07ee10ede021369aa17f60cd92a5ad69" + }, + { + "id": "test_Art_93", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1512/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5161bc470c00ce86ff6691b775ae4afde1a12dfa48bf715983aaa16f7e376b8e.png", + "bytes": 863991, + "contentType": "image/png", + "sha256": "5161bc470c00ce86ff6691b775ae4afde1a12dfa48bf715983aaa16f7e376b8e" + }, + { + "id": "test_Art_94", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/194/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f42a5454b318c716b3662e00c9bce17566ac2cb7bdc2e15c92c0cc1951ab77c6.png", + "bytes": 947836, + "contentType": "image/png", + "sha256": "f42a5454b318c716b3662e00c9bce17566ac2cb7bdc2e15c92c0cc1951ab77c6" + }, + { + "id": "test_Art_Theory_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/460/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/af61588a178f580d93e3dab85deba7dbbae8000edb047b059296d4426b03a6c9.png", + "bytes": 935383, + "contentType": "image/png", + "sha256": "af61588a178f580d93e3dab85deba7dbbae8000edb047b059296d4426b03a6c9" + }, + { + "id": "test_Art_Theory_117", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/129/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43a082a5b22ad9673b7443661961af50834a5f4e48af3d6ff4e958945498bdb7.png", + "bytes": 2492362, + "contentType": "image/png", + "sha256": "43a082a5b22ad9673b7443661961af50834a5f4e48af3d6ff4e958945498bdb7" + }, + { + "id": "test_Art_Theory_131", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/642/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e82c6e5c297dd7dd0411bcffbcaaa432df71fb29430facec87564c0ef98b3e94.png", + "bytes": 835939, + "contentType": "image/png", + "sha256": "e82c6e5c297dd7dd0411bcffbcaaa432df71fb29430facec87564c0ef98b3e94" + }, + { + "id": "test_Art_Theory_152", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1530/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f89e30b1746291dabd54b7d8290fce099deb72ee4aa19d3e291f2eb220142a2d.jpg", + "bytes": 141844, + "contentType": "image/jpeg", + "sha256": "f89e30b1746291dabd54b7d8290fce099deb72ee4aa19d3e291f2eb220142a2d" + }, + { + "id": "test_Art_Theory_156", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/286/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/35e7b4f3efb5c236d53de877383cfde0fe0232e54d385989538e343208c3776e.png", + "bytes": 973599, + "contentType": "image/png", + "sha256": "35e7b4f3efb5c236d53de877383cfde0fe0232e54d385989538e343208c3776e" + }, + { + "id": "test_Art_Theory_162", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/106/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d06f3047690db2516fcafc80ff2e691a998fad6379de5171df2bf4e73cc32389.png", + "bytes": 286361, + "contentType": "image/png", + "sha256": "d06f3047690db2516fcafc80ff2e691a998fad6379de5171df2bf4e73cc32389" + }, + { + "id": "test_Art_Theory_168", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1040/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5cf951c8158dd1a77f0ba103d79cb666b7ea270cad8cd4deec3a5594466dcc89.png", + "bytes": 159434, + "contentType": "image/png", + "sha256": "5cf951c8158dd1a77f0ba103d79cb666b7ea270cad8cd4deec3a5594466dcc89" + }, + { + "id": "test_Art_Theory_171", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1451/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f61c51ab76d570b776951d6a417b342fc8bcc73aa86ff4f561b2d31a06698569.png", + "bytes": 630244, + "contentType": "image/png", + "sha256": "f61c51ab76d570b776951d6a417b342fc8bcc73aa86ff4f561b2d31a06698569" + }, + { + "id": "test_Art_Theory_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/134/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7dd2b73b454675c123d75d5c337b1220380d6a927059e2e3624192013b42b2e3.png", + "bytes": 334395, + "contentType": "image/png", + "sha256": "7dd2b73b454675c123d75d5c337b1220380d6a927059e2e3624192013b42b2e3" + }, + { + "id": "test_Art_Theory_199", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/682/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c807f04d38101f9507d4964dda856c377aa17ebe4559b71ec9f1f33f599dc6ca.png", + "bytes": 1373102, + "contentType": "image/png", + "sha256": "c807f04d38101f9507d4964dda856c377aa17ebe4559b71ec9f1f33f599dc6ca" + }, + { + "id": "test_Art_Theory_208", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/368/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ed0dd954a43ae61e5773fb0abeff2b1af10bbe8f17904c04ad4c6b941e36433.png", + "bytes": 740166, + "contentType": "image/png", + "sha256": "2ed0dd954a43ae61e5773fb0abeff2b1af10bbe8f17904c04ad4c6b941e36433" + }, + { + "id": "test_Art_Theory_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/495/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3b687d71f8888f6ec9b985ff22571bf539532eb1ddb8ad7c6b609355a3c84f2.png", + "bytes": 509518, + "contentType": "image/png", + "sha256": "d3b687d71f8888f6ec9b985ff22571bf539532eb1ddb8ad7c6b609355a3c84f2" + }, + { + "id": "test_Art_Theory_246", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1489/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48c60e4e50eb02939d8b16dae16e0f77ad5042c7b9b64b050d6406927e5b7866.png", + "bytes": 1742039, + "contentType": "image/png", + "sha256": "48c60e4e50eb02939d8b16dae16e0f77ad5042c7b9b64b050d6406927e5b7866" + }, + { + "id": "test_Art_Theory_249", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1487/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/44a478409ce897cbc875275e6efe15243bed075c48665448873c41f5a38fa40d.png", + "bytes": 2304847, + "contentType": "image/png", + "sha256": "44a478409ce897cbc875275e6efe15243bed075c48665448873c41f5a38fa40d" + }, + { + "id": "test_Art_Theory_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1298/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d6ea305d7043986e330651ec90b5d5c7152de0c9211da3f940fea46d568068df.png", + "bytes": 947481, + "contentType": "image/png", + "sha256": "d6ea305d7043986e330651ec90b5d5c7152de0c9211da3f940fea46d568068df" + }, + { + "id": "test_Art_Theory_256", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/493/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89189f4c8afb1465d5804e5fdb51da49cc2b8d4695e8f94c331614cc43e3392a.png", + "bytes": 1324383, + "contentType": "image/png", + "sha256": "89189f4c8afb1465d5804e5fdb51da49cc2b8d4695e8f94c331614cc43e3392a" + }, + { + "id": "test_Art_Theory_259", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1125/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b4aaa0e9fb6bafecc8328e055a90525a7b20df72898741d0a312c427054aa06.png", + "bytes": 182455, + "contentType": "image/png", + "sha256": "6b4aaa0e9fb6bafecc8328e055a90525a7b20df72898741d0a312c427054aa06" + }, + { + "id": "test_Art_Theory_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1273/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4704d9e4701350ec7eca8bd401f74ce21bece3ab0e807b884053dbc0d9f826f4.png", + "bytes": 779798, + "contentType": "image/png", + "sha256": "4704d9e4701350ec7eca8bd401f74ce21bece3ab0e807b884053dbc0d9f826f4" + }, + { + "id": "test_Art_Theory_266", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/397/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d055d222f0899cdd0e460e4938d93650cde067519909bf039f4680e7e3ab7bc5.png", + "bytes": 1040970, + "contentType": "image/png", + "sha256": "d055d222f0899cdd0e460e4938d93650cde067519909bf039f4680e7e3ab7bc5" + }, + { + "id": "test_Art_Theory_273", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1165/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/07f34c78501b6554911a3f7ceb91c9cf1ccb0aa50e7ca1dc434708f0cb5e9b09.png", + "bytes": 223310, + "contentType": "image/png", + "sha256": "07f34c78501b6554911a3f7ceb91c9cf1ccb0aa50e7ca1dc434708f0cb5e9b09" + }, + { + "id": "test_Art_Theory_276", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1256/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3eab142000a9fbcb95ee4a047143da4ea03b3a46fc79143b3960cf94f4adb62e.png", + "bytes": 454198, + "contentType": "image/png", + "sha256": "3eab142000a9fbcb95ee4a047143da4ea03b3a46fc79143b3960cf94f4adb62e" + }, + { + "id": "test_Art_Theory_289", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/359/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c328cd8a75556f45bec3ec2452cfb5de968a2d0c9555f07a53c71b2ac3c1c16.png", + "bytes": 988029, + "contentType": "image/png", + "sha256": "8c328cd8a75556f45bec3ec2452cfb5de968a2d0c9555f07a53c71b2ac3c1c16" + }, + { + "id": "test_Art_Theory_335", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1611/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/23f73216ab92eaffce77a81c9fc781a0d1b68b217e4ca09c4a2c7d8417d478a0.png", + "bytes": 1000210, + "contentType": "image/png", + "sha256": "23f73216ab92eaffce77a81c9fc781a0d1b68b217e4ca09c4a2c7d8417d478a0" + }, + { + "id": "test_Art_Theory_375", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/730/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55188ab87f043cbb85429efe16dcf9bc8903d803cace7d2ca1e743ea452a68c9.png", + "bytes": 274389, + "contentType": "image/png", + "sha256": "55188ab87f043cbb85429efe16dcf9bc8903d803cace7d2ca1e743ea452a68c9" + }, + { + "id": "test_Art_Theory_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/594/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/44f19cfeea9d8cd0ee756dca8f22a0c9d137f5b26c90cb05c315860c91f448b7.png", + "bytes": 1845758, + "contentType": "image/png", + "sha256": "44f19cfeea9d8cd0ee756dca8f22a0c9d137f5b26c90cb05c315860c91f448b7" + }, + { + "id": "test_Art_Theory_403", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1587/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ef8f849129963b570d6f4b2069893c670fef555cf2cc21a31a527f1f677afe8.jpg", + "bytes": 52265, + "contentType": "image/jpeg", + "sha256": "8ef8f849129963b570d6f4b2069893c670fef555cf2cc21a31a527f1f677afe8" + }, + { + "id": "test_Art_Theory_419", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1529/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fd742ecc1dacf7ce8bc7930a47733c2d5b65683a5ba168d4de77a4b022d8aca9.png", + "bytes": 2572814, + "contentType": "image/png", + "sha256": "fd742ecc1dacf7ce8bc7930a47733c2d5b65683a5ba168d4de77a4b022d8aca9" + }, + { + "id": "test_Art_Theory_420", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/46/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4c85c0386b76b9b3eba69eb1529969115583b41908d0d3247a7d39a1a369eb0e.png", + "bytes": 565126, + "contentType": "image/png", + "sha256": "4c85c0386b76b9b3eba69eb1529969115583b41908d0d3247a7d39a1a369eb0e" + }, + { + "id": "test_Art_Theory_425", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/18/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eb12fb54cd09dcd52adc91e14a33ce1b44db49577cd818bb3dbbe3e74a4348c9.png", + "bytes": 272632, + "contentType": "image/png", + "sha256": "eb12fb54cd09dcd52adc91e14a33ce1b44db49577cd818bb3dbbe3e74a4348c9" + }, + { + "id": "test_Art_Theory_45", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1373/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43a50fcb600d87e486865d0ac85530a12e702425f9e34f1df4c09fa67ee274cb.png", + "bytes": 581229, + "contentType": "image/png", + "sha256": "43a50fcb600d87e486865d0ac85530a12e702425f9e34f1df4c09fa67ee274cb" + }, + { + "id": "test_Art_Theory_52", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/381/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41b48d3ba4274e413144cacbadfd0d8178e5bee907e93c0a6bcf63aff50119c9.png", + "bytes": 418142, + "contentType": "image/png", + "sha256": "41b48d3ba4274e413144cacbadfd0d8178e5bee907e93c0a6bcf63aff50119c9" + }, + { + "id": "test_Art_Theory_53", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1309/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbc4a5bdfa371f4c7b93688d4c67cba084a3b384caf6f04808abc0255115171d.png", + "bytes": 973566, + "contentType": "image/png", + "sha256": "fbc4a5bdfa371f4c7b93688d4c67cba084a3b384caf6f04808abc0255115171d" + }, + { + "id": "test_Basic_Medical_Science_100", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/999/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd43c10cd86ca0cae594ca3964413d7d88ebe3519f60c1d6cfec77bbea1b2c7e.jpg", + "bytes": 207615, + "contentType": "image/jpeg", + "sha256": "bd43c10cd86ca0cae594ca3964413d7d88ebe3519f60c1d6cfec77bbea1b2c7e" + }, + { + "id": "test_Basic_Medical_Science_106", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1054/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b47fcf37f1afcc41ba2f0ab0af13d8b561430786728aa1c1d1d779cd53d42c05.png", + "bytes": 117065, + "contentType": "image/png", + "sha256": "b47fcf37f1afcc41ba2f0ab0af13d8b561430786728aa1c1d1d779cd53d42c05" + }, + { + "id": "test_Basic_Medical_Science_107", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/796/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d9352ea360b785a24bf4565e556181a356ef99d457e26653a22c6d586f8b18b.png", + "bytes": 1261763, + "contentType": "image/png", + "sha256": "2d9352ea360b785a24bf4565e556181a356ef99d457e26653a22c6d586f8b18b" + }, + { + "id": "test_Basic_Medical_Science_148", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/96/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08ccf5cde003ebc22c781f560212c04761d35343a9529ef3748823db6419c9bc.png", + "bytes": 815821, + "contentType": "image/png", + "sha256": "08ccf5cde003ebc22c781f560212c04761d35343a9529ef3748823db6419c9bc" + }, + { + "id": "test_Basic_Medical_Science_158", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/412/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7664f677f49b5b0c0af354f26853f60ef059e5596f775b4b145f1c58977a8685.png", + "bytes": 385415, + "contentType": "image/png", + "sha256": "7664f677f49b5b0c0af354f26853f60ef059e5596f775b4b145f1c58977a8685" + }, + { + "id": "test_Basic_Medical_Science_177", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/873/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/787653fe460d5c7a055819b533f9312baf44ba162dbd5e264f2571693455c246.jpg", + "bytes": 77378, + "contentType": "image/jpeg", + "sha256": "787653fe460d5c7a055819b533f9312baf44ba162dbd5e264f2571693455c246" + }, + { + "id": "test_Basic_Medical_Science_179", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/180/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4aa91ffdc645c3df4a0cc293fdb3087667bdb4e1d608b1e08d184a88b640d157.png", + "bytes": 189925, + "contentType": "image/png", + "sha256": "4aa91ffdc645c3df4a0cc293fdb3087667bdb4e1d608b1e08d184a88b640d157" + }, + { + "id": "test_Basic_Medical_Science_181", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1415/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fe44c9637746527914306edc7756bfadc8b7bb15fcae21c27056c5e0067c44e5.png", + "bytes": 870884, + "contentType": "image/png", + "sha256": "fe44c9637746527914306edc7756bfadc8b7bb15fcae21c27056c5e0067c44e5" + }, + { + "id": "test_Basic_Medical_Science_209", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/254/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41c30b379f987f31b0a3fd931198906559a3b94789a65c2bcdfe9750fbc72205.png", + "bytes": 565718, + "contentType": "image/png", + "sha256": "41c30b379f987f31b0a3fd931198906559a3b94789a65c2bcdfe9750fbc72205" + }, + { + "id": "test_Basic_Medical_Science_216", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/629/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5501b51af046353a2a44a7a3d08ba1fb14b9f613939f30c5903c7cdf253a5a2b.png", + "bytes": 2450627, + "contentType": "image/png", + "sha256": "5501b51af046353a2a44a7a3d08ba1fb14b9f613939f30c5903c7cdf253a5a2b" + }, + { + "id": "test_Basic_Medical_Science_218", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/401/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a24c16f6fa65e091c9a2d4faae5ca8500b87a1d8eb001a47fdb7eb471d97fda4.png", + "bytes": 449575, + "contentType": "image/png", + "sha256": "a24c16f6fa65e091c9a2d4faae5ca8500b87a1d8eb001a47fdb7eb471d97fda4" + }, + { + "id": "test_Basic_Medical_Science_219", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/59/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7aa0c569751a562003e7c3e4b1d6a2f66faceae36190e464fd9368be77409c51.png", + "bytes": 2232846, + "contentType": "image/png", + "sha256": "7aa0c569751a562003e7c3e4b1d6a2f66faceae36190e464fd9368be77409c51" + }, + { + "id": "test_Basic_Medical_Science_221", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/442/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd9218beefaf428c540bc60096978923be5c7ec6aabd350a043c9138845b92f2.png", + "bytes": 1364653, + "contentType": "image/png", + "sha256": "cd9218beefaf428c540bc60096978923be5c7ec6aabd350a043c9138845b92f2" + }, + { + "id": "test_Basic_Medical_Science_222", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/683/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1be887760a537f443c138380a3bd2e4818be5ae4daddb2af891073c28bb60ebe.png", + "bytes": 1486859, + "contentType": "image/png", + "sha256": "1be887760a537f443c138380a3bd2e4818be5ae4daddb2af891073c28bb60ebe" + }, + { + "id": "test_Basic_Medical_Science_230", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1020/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f29ffc9cdbfdbde0c89504c7fa5d4315fce8fc2b7606d18c7b44d011be031aa9.png", + "bytes": 2030134, + "contentType": "image/png", + "sha256": "f29ffc9cdbfdbde0c89504c7fa5d4315fce8fc2b7606d18c7b44d011be031aa9" + }, + { + "id": "test_Basic_Medical_Science_233", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1399/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f0ccad3afcf79f7196f2cbd8b27e85e4e97ebc8c92827cc1159436219037af4.png", + "bytes": 271419, + "contentType": "image/png", + "sha256": "1f0ccad3afcf79f7196f2cbd8b27e85e4e97ebc8c92827cc1159436219037af4" + }, + { + "id": "test_Basic_Medical_Science_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/547/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3e03b343df9100e678cdb507fe0d161bfce784658891d1557a8b89d71651ff7.png", + "bytes": 645044, + "contentType": "image/png", + "sha256": "f3e03b343df9100e678cdb507fe0d161bfce784658891d1557a8b89d71651ff7" + }, + { + "id": "test_Basic_Medical_Science_240", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1655/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51d3b94cbeb76492104cad2fe853dc5650cba7f5ac07c878775aa3a5aa7740ac.png", + "bytes": 345303, + "contentType": "image/png", + "sha256": "51d3b94cbeb76492104cad2fe853dc5650cba7f5ac07c878775aa3a5aa7740ac" + }, + { + "id": "test_Basic_Medical_Science_247", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1561/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fadedc2281051f78c98df03c90a64de088ee803562f4f9486d31e07808853035.jpg", + "bytes": 60071, + "contentType": "image/jpeg", + "sha256": "fadedc2281051f78c98df03c90a64de088ee803562f4f9486d31e07808853035" + }, + { + "id": "test_Basic_Medical_Science_253", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1545/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c14e8fcf41a0f5d7d40042e128b26794c31c313ba2a30f12016e05a186234882.png", + "bytes": 649511, + "contentType": "image/png", + "sha256": "c14e8fcf41a0f5d7d40042e128b26794c31c313ba2a30f12016e05a186234882" + }, + { + "id": "test_Basic_Medical_Science_261", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/458/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a89d8842a7a9ad6d147a67ef8bf2fd9235dd457c3229fc834a1a9b8638deba6b.png", + "bytes": 529516, + "contentType": "image/png", + "sha256": "a89d8842a7a9ad6d147a67ef8bf2fd9235dd457c3229fc834a1a9b8638deba6b" + }, + { + "id": "test_Basic_Medical_Science_262", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/258/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f29203699b97bb794b982b47b962e12e72f644feb1a1aaa7179818e696a0a823.png", + "bytes": 338356, + "contentType": "image/png", + "sha256": "f29203699b97bb794b982b47b962e12e72f644feb1a1aaa7179818e696a0a823" + }, + { + "id": "test_Basic_Medical_Science_267", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/320/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/064cfb9ed9331e8c9f4511332215c119086fa726fb618490aaf9e9a617de25c6.png", + "bytes": 296577, + "contentType": "image/png", + "sha256": "064cfb9ed9331e8c9f4511332215c119086fa726fb618490aaf9e9a617de25c6" + }, + { + "id": "test_Basic_Medical_Science_269", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/687/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41e76f6cb4d06a6cb57fd309acb340b04ed39adba5e3680c54c04c10e864a6e3.png", + "bytes": 541985, + "contentType": "image/png", + "sha256": "41e76f6cb4d06a6cb57fd309acb340b04ed39adba5e3680c54c04c10e864a6e3" + }, + { + "id": "test_Basic_Medical_Science_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/406/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7085203bbeb7119527d2723fd99abedd8e0f20f405074a60702df00be6055ac3.png", + "bytes": 615327, + "contentType": "image/png", + "sha256": "7085203bbeb7119527d2723fd99abedd8e0f20f405074a60702df00be6055ac3" + }, + { + "id": "test_Basic_Medical_Science_270", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/385/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7288451dc066b27cba7d0a25709ec4be936ce8288623a983dba09d9f9116dcd4.png", + "bytes": 258022, + "contentType": "image/png", + "sha256": "7288451dc066b27cba7d0a25709ec4be936ce8288623a983dba09d9f9116dcd4" + }, + { + "id": "test_Basic_Medical_Science_283", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1287/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3931b9c3f598342b350ebadc97e39652869bd21ae763328d520b2d10bf17a294.png", + "bytes": 822369, + "contentType": "image/png", + "sha256": "3931b9c3f598342b350ebadc97e39652869bd21ae763328d520b2d10bf17a294" + }, + { + "id": "test_Basic_Medical_Science_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/592/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/819505190c94b72bbbe6dc139a2f18a7f5690ac804fa1cb8727338f4f1f149a8.png", + "bytes": 1289829, + "contentType": "image/png", + "sha256": "819505190c94b72bbbe6dc139a2f18a7f5690ac804fa1cb8727338f4f1f149a8" + }, + { + "id": "test_Basic_Medical_Science_291", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/207/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/675f51de69a5ae41162e9ff7542dbfe6e347c6f460f9f8de7a9f922ba61f23a6.png", + "bytes": 124962, + "contentType": "image/png", + "sha256": "675f51de69a5ae41162e9ff7542dbfe6e347c6f460f9f8de7a9f922ba61f23a6" + }, + { + "id": "test_Basic_Medical_Science_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1303/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dc2f8c2cae759174340d85af771723ada6c0f3c14cd6b7223c88ad9061a7f60.png", + "bytes": 890668, + "contentType": "image/png", + "sha256": "4dc2f8c2cae759174340d85af771723ada6c0f3c14cd6b7223c88ad9061a7f60" + }, + { + "id": "test_Basic_Medical_Science_313", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/68/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42615199ab20810ba55dba46a4e1685732bdcb52db3fe3be38d9a64ee656cb37.png", + "bytes": 295694, + "contentType": "image/png", + "sha256": "42615199ab20810ba55dba46a4e1685732bdcb52db3fe3be38d9a64ee656cb37" + }, + { + "id": "test_Basic_Medical_Science_35", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/871/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca3ab0c20539d1e17ce6e405c3014bc12f6916177a3bb0d24b273eb3315899f8.jpg", + "bytes": 88708, + "contentType": "image/jpeg", + "sha256": "ca3ab0c20539d1e17ce6e405c3014bc12f6916177a3bb0d24b273eb3315899f8" + }, + { + "id": "test_Basic_Medical_Science_41", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1483/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a330722aee7c346a4eaf99643d6ecc4a45f6a267b73a56e38442f189c20299f.png", + "bytes": 538508, + "contentType": "image/png", + "sha256": "1a330722aee7c346a4eaf99643d6ecc4a45f6a267b73a56e38442f189c20299f" + }, + { + "id": "test_Basic_Medical_Science_46", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1210/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c452babf93f936f4b261794fd96a08b25f45980bd8cfa7fe025b90670e09282.png", + "bytes": 457554, + "contentType": "image/png", + "sha256": "8c452babf93f936f4b261794fd96a08b25f45980bd8cfa7fe025b90670e09282" + }, + { + "id": "test_Basic_Medical_Science_72", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/852/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/722ab77b32ec245d0bbc08bbc3ca9a836c37a6781152b723e5c73402b8195237.jpg", + "bytes": 108912, + "contentType": "image/jpeg", + "sha256": "722ab77b32ec245d0bbc08bbc3ca9a836c37a6781152b723e5c73402b8195237" + }, + { + "id": "test_Basic_Medical_Science_76", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1622/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/de5c821d7e3aa013ce7750e5bcd88d6ad5659d1fd1497ccbec535882ebe3ca55.jpg", + "bytes": 122181, + "contentType": "image/jpeg", + "sha256": "de5c821d7e3aa013ce7750e5bcd88d6ad5659d1fd1497ccbec535882ebe3ca55" + }, + { + "id": "test_Basic_Medical_Science_95", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/232/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77b0bc87d4413c0c08d982bd7682677b48d1926fb2a5a2efc6332500a51213c1.png", + "bytes": 594165, + "contentType": "image/png", + "sha256": "77b0bc87d4413c0c08d982bd7682677b48d1926fb2a5a2efc6332500a51213c1" + }, + { + "id": "test_Basic_Medical_Science_98", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/239/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17cc8d81b075b1d192a56d068a63a088018d8129ea79986402d71a8b3abde9f3.png", + "bytes": 408463, + "contentType": "image/png", + "sha256": "17cc8d81b075b1d192a56d068a63a088018d8129ea79986402d71a8b3abde9f3" + }, + { + "id": "test_Biology_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1632/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c3aa8454181c34800445f151712f3f7a8bbc4a1966932259580275c5e05af513.jpg", + "bytes": 62537, + "contentType": "image/jpeg", + "sha256": "c3aa8454181c34800445f151712f3f7a8bbc4a1966932259580275c5e05af513" + }, + { + "id": "test_Biology_132", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/843/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18aed43d914938fbacbbcef7c31bc7e03f528acc5cdbfe53673d6945815c32ca.png", + "bytes": 1898906, + "contentType": "image/png", + "sha256": "18aed43d914938fbacbbcef7c31bc7e03f528acc5cdbfe53673d6945815c32ca" + }, + { + "id": "test_Biology_138", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1334/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4ee44ab5b423a844c062247778a71585bdcf2fe7a9d1c7f9703122b9fb6ebc7f.png", + "bytes": 941326, + "contentType": "image/png", + "sha256": "4ee44ab5b423a844c062247778a71585bdcf2fe7a9d1c7f9703122b9fb6ebc7f" + }, + { + "id": "test_Biology_142", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1463/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ff64401a354d4f98a4ffb2b3dc188c966a6daa0cf551723fcede33462f343bb.png", + "bytes": 539209, + "contentType": "image/png", + "sha256": "6ff64401a354d4f98a4ffb2b3dc188c966a6daa0cf551723fcede33462f343bb" + }, + { + "id": "test_Biology_146", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/70/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/647df80f193af8b641df93d2d0a39c1fca5c9588687e56cd7d4fe8134a1f228f.png", + "bytes": 128096, + "contentType": "image/png", + "sha256": "647df80f193af8b641df93d2d0a39c1fca5c9588687e56cd7d4fe8134a1f228f" + }, + { + "id": "test_Biology_153", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1087/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/410f02c3ca037137f9c7a9d4ec1982b9843afb12398fd85eb24889a73b18378b.png", + "bytes": 96184, + "contentType": "image/png", + "sha256": "410f02c3ca037137f9c7a9d4ec1982b9843afb12398fd85eb24889a73b18378b" + }, + { + "id": "test_Biology_156", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/519/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/44cafdba281b84bd87d115a1b3261d12003fb4b28eb2c9e8ea92ac703435f62b.png", + "bytes": 1799767, + "contentType": "image/png", + "sha256": "44cafdba281b84bd87d115a1b3261d12003fb4b28eb2c9e8ea92ac703435f62b" + }, + { + "id": "test_Biology_157", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/204/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/667358ff31d332d5303a8f20f96acfe3d00ddfbfba5d472a0b9ad7808da21116.png", + "bytes": 2103018, + "contentType": "image/png", + "sha256": "667358ff31d332d5303a8f20f96acfe3d00ddfbfba5d472a0b9ad7808da21116" + }, + { + "id": "test_Biology_160", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1659/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be8f0f5ee2e9a1e2a9af0bfc9623905e526b7d78ec176575e323db7b437b2e79.jpg", + "bytes": 49150, + "contentType": "image/jpeg", + "sha256": "be8f0f5ee2e9a1e2a9af0bfc9623905e526b7d78ec176575e323db7b437b2e79" + }, + { + "id": "test_Biology_175", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1062/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59ae7c9ad3314d4e0932d241427501e80d32681248cb40539de2f1fba8bd28b8.png", + "bytes": 2143521, + "contentType": "image/png", + "sha256": "59ae7c9ad3314d4e0932d241427501e80d32681248cb40539de2f1fba8bd28b8" + }, + { + "id": "test_Biology_183", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1681/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d6927fe2fdafe0b885b2145f86a6b222aa42600ca288ff62084b0cf2285c5dbc.jpg", + "bytes": 69781, + "contentType": "image/jpeg", + "sha256": "d6927fe2fdafe0b885b2145f86a6b222aa42600ca288ff62084b0cf2285c5dbc" + }, + { + "id": "test_Biology_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/197/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5445d8ea7c1d99f11292ab808acd17d058addcdebb41a96a20f5a7e9acb146e.png", + "bytes": 900040, + "contentType": "image/png", + "sha256": "f5445d8ea7c1d99f11292ab808acd17d058addcdebb41a96a20f5a7e9acb146e" + }, + { + "id": "test_Biology_195", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/578/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c8b1cf218e03babf44a9346a49b5a26bfd70bd80f23e38ed36b97260476e3c85.png", + "bytes": 350948, + "contentType": "image/png", + "sha256": "c8b1cf218e03babf44a9346a49b5a26bfd70bd80f23e38ed36b97260476e3c85" + }, + { + "id": "test_Biology_196", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/984/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7f9baf7cf94917d7118af8ef02ca078e518140171f671cf8372510b3666e35b.png", + "bytes": 610155, + "contentType": "image/png", + "sha256": "c7f9baf7cf94917d7118af8ef02ca078e518140171f671cf8372510b3666e35b" + }, + { + "id": "test_Biology_231", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/104/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1aed12ae39875a9fafa36baf1a7996df98ddac5f8875b734a0a12c9ce3710e51.png", + "bytes": 163370, + "contentType": "image/png", + "sha256": "1aed12ae39875a9fafa36baf1a7996df98ddac5f8875b734a0a12c9ce3710e51" + }, + { + "id": "test_Biology_249", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/517/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a4620e1eddabde1a690d7f4012f6cfbe5e080359002ae2158bb04d216a8d257.png", + "bytes": 1456842, + "contentType": "image/png", + "sha256": "5a4620e1eddabde1a690d7f4012f6cfbe5e080359002ae2158bb04d216a8d257" + }, + { + "id": "test_Biology_259", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1068/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c314e33d4cbaed3745dfaab7efb9df726c8e91cc9067e92b4b1beefbb9108af7.png", + "bytes": 143739, + "contentType": "image/png", + "sha256": "c314e33d4cbaed3745dfaab7efb9df726c8e91cc9067e92b4b1beefbb9108af7" + }, + { + "id": "test_Biology_267", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/790/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a42b99b1486ed7e1cd94a3db718660adbc408a21e32d23d91f8f7f02d19d028d.png", + "bytes": 1197090, + "contentType": "image/png", + "sha256": "a42b99b1486ed7e1cd94a3db718660adbc408a21e32d23d91f8f7f02d19d028d" + }, + { + "id": "test_Biology_285", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1660/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b04086a74b7df1eaef0fd697ec50a157894b33383abcb2e3a6074031c00b2755.jpg", + "bytes": 111289, + "contentType": "image/jpeg", + "sha256": "b04086a74b7df1eaef0fd697ec50a157894b33383abcb2e3a6074031c00b2755" + }, + { + "id": "test_Biology_295", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1496/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cdb3e0c5e2d16777402b983725a443a0ee80f729b8efb38a1e53898dc23fae17.png", + "bytes": 357709, + "contentType": "image/png", + "sha256": "cdb3e0c5e2d16777402b983725a443a0ee80f729b8efb38a1e53898dc23fae17" + }, + { + "id": "test_Biology_302", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1476/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e594748d7b79e45fa50eb57136f2b860a33c7b713238d5e97ddc5d1161f39b38.png", + "bytes": 1823839, + "contentType": "image/png", + "sha256": "e594748d7b79e45fa50eb57136f2b860a33c7b713238d5e97ddc5d1161f39b38" + }, + { + "id": "test_Biology_307", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1131/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c70f3c9d314d3b90a4db73ca034111508012693e9a46d0e826110b0f613a7ce4.png", + "bytes": 90476, + "contentType": "image/png", + "sha256": "c70f3c9d314d3b90a4db73ca034111508012693e9a46d0e826110b0f613a7ce4" + }, + { + "id": "test_Biology_310", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/916/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4edd442eb5e1994ef30123319d265eac7eed1ff873ad35d5269d1698aea9772a.jpg", + "bytes": 140993, + "contentType": "image/jpeg", + "sha256": "4edd442eb5e1994ef30123319d265eac7eed1ff873ad35d5269d1698aea9772a" + }, + { + "id": "test_Biology_316", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1290/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd8aa7fee2edc894d992ce2cdb4ec282e913b004d6efae890ef85bb90e14dcb4.png", + "bytes": 1115601, + "contentType": "image/png", + "sha256": "cd8aa7fee2edc894d992ce2cdb4ec282e913b004d6efae890ef85bb90e14dcb4" + }, + { + "id": "test_Biology_318", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/358/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f425604091fb2245e499529eb47013a31f283fe37e43b35832cc6561c753b934.png", + "bytes": 7017680, + "contentType": "image/png", + "sha256": "f425604091fb2245e499529eb47013a31f283fe37e43b35832cc6561c753b934" + }, + { + "id": "test_Biology_321", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/25/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/950cdcd11e36a57a8afe96166da8b4ea5c906aafd9889e5e53628280f0d0aa6c.png", + "bytes": 1090359, + "contentType": "image/png", + "sha256": "950cdcd11e36a57a8afe96166da8b4ea5c906aafd9889e5e53628280f0d0aa6c" + }, + { + "id": "test_Biology_328", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/111/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/10409a1b50566d72ffa18e0f8ebf414a879dc56f3a004859ed951fd657a8868d.png", + "bytes": 323108, + "contentType": "image/png", + "sha256": "10409a1b50566d72ffa18e0f8ebf414a879dc56f3a004859ed951fd657a8868d" + }, + { + "id": "test_Biology_33", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/851/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/450f7436fdd22739e59ae9d4d4a16a2628508709ae4ff31b7a65a15f4de502ee.jpg", + "bytes": 145154, + "contentType": "image/jpeg", + "sha256": "450f7436fdd22739e59ae9d4d4a16a2628508709ae4ff31b7a65a15f4de502ee" + }, + { + "id": "test_Biology_334", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/103/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77b7580fd92f4789621c452f31adf006240647f0299d467a76bc8385710c0d76.png", + "bytes": 256173, + "contentType": "image/png", + "sha256": "77b7580fd92f4789621c452f31adf006240647f0299d467a76bc8385710c0d76" + }, + { + "id": "test_Biology_341", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/615/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca4a8007751e98d4299e91fb8473e5522236c60a65d7ab06cd83d53a1a028c10.png", + "bytes": 1513635, + "contentType": "image/png", + "sha256": "ca4a8007751e98d4299e91fb8473e5522236c60a65d7ab06cd83d53a1a028c10" + }, + { + "id": "test_Biology_40", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1430/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1dbd8871fb8c513355e6207feda08cabed248438cce52fc025a231e2bd397395.png", + "bytes": 363511, + "contentType": "image/png", + "sha256": "1dbd8871fb8c513355e6207feda08cabed248438cce52fc025a231e2bd397395" + }, + { + "id": "test_Biology_46", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1029/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77dcf13e4add7e6dc7b3cd249a86bfd352d32f26ff7ad3dc1d94cc0fa3b39742.png", + "bytes": 41041, + "contentType": "image/png", + "sha256": "77dcf13e4add7e6dc7b3cd249a86bfd352d32f26ff7ad3dc1d94cc0fa3b39742" + }, + { + "id": "test_Biology_47", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/331/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98d09e2ad4180dcb69846398e2cfd807061658d1df64737c958925067f7c44aa.png", + "bytes": 140533, + "contentType": "image/png", + "sha256": "98d09e2ad4180dcb69846398e2cfd807061658d1df64737c958925067f7c44aa" + }, + { + "id": "test_Biology_59", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/65/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6514ff6c3457a17ff65012a0e2947334a9f986bd4b82c8a1aa8af635305e38dc.png", + "bytes": 1058627, + "contentType": "image/png", + "sha256": "6514ff6c3457a17ff65012a0e2947334a9f986bd4b82c8a1aa8af635305e38dc" + }, + { + "id": "test_Biology_60", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/905/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ee9a0c395e540ab6a07ef881620f30e8f756ddd15f6ec62ddeb8fbdbb720a5dc.jpg", + "bytes": 108379, + "contentType": "image/jpeg", + "sha256": "ee9a0c395e540ab6a07ef881620f30e8f756ddd15f6ec62ddeb8fbdbb720a5dc" + }, + { + "id": "test_Biology_76", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1471/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c3ccc42130aa42ae7132196882c7e0215c1605acd0fd2f1e9f025b7b9316234f.png", + "bytes": 384439, + "contentType": "image/png", + "sha256": "c3ccc42130aa42ae7132196882c7e0215c1605acd0fd2f1e9f025b7b9316234f" + }, + { + "id": "test_Biology_79", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/860/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2eb162bc2479bb658f04c1aabd2d3b2d48b3f44d694c4545c8fbd7448c57d248.png", + "bytes": 1513354, + "contentType": "image/png", + "sha256": "2eb162bc2479bb658f04c1aabd2d3b2d48b3f44d694c4545c8fbd7448c57d248" + }, + { + "id": "test_Biology_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/675/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2eae4a1eff348c66cf344c8f0cf803c482e4eebc956d2b9642b67b24c188e1fd.png", + "bytes": 659836, + "contentType": "image/png", + "sha256": "2eae4a1eff348c66cf344c8f0cf803c482e4eebc956d2b9642b67b24c188e1fd" + }, + { + "id": "test_Biology_88", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/444/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/717bf216e2c92d57ade302a5befc3451aa5c52dec21cfaf5063ecf1ec65ac903.png", + "bytes": 1717766, + "contentType": "image/png", + "sha256": "717bf216e2c92d57ade302a5befc3451aa5c52dec21cfaf5063ecf1ec65ac903" + }, + { + "id": "test_Chemistry_102", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1095/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2e797719d318ab7e4343c2d09c98eb9297d0f9fddbb7e86c7aa4511ca358a8cf.png", + "bytes": 130215, + "contentType": "image/png", + "sha256": "2e797719d318ab7e4343c2d09c98eb9297d0f9fddbb7e86c7aa4511ca358a8cf" + }, + { + "id": "test_Chemistry_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1286/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d4056fa4cbcc6c52796dacc99e447ffb496a83c6d3e86619e08e5740d6bbdee.png", + "bytes": 982870, + "contentType": "image/png", + "sha256": "4d4056fa4cbcc6c52796dacc99e447ffb496a83c6d3e86619e08e5740d6bbdee" + }, + { + "id": "test_Chemistry_147", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1050/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b24a9e87258a235a100a8f47b2f75c9da4d79a4f6dde58bcd820f59b049ae392.png", + "bytes": 414299, + "contentType": "image/png", + "sha256": "b24a9e87258a235a100a8f47b2f75c9da4d79a4f6dde58bcd820f59b049ae392" + }, + { + "id": "test_Chemistry_185", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1409/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f42d533ad615a9a6325f254860a0f7f810dbaa9aa0cfcadd0d65ba4c0930ca4.png", + "bytes": 290826, + "contentType": "image/png", + "sha256": "1f42d533ad615a9a6325f254860a0f7f810dbaa9aa0cfcadd0d65ba4c0930ca4" + }, + { + "id": "test_Chemistry_189", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1330/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0338a6b46dad5cb69cf43d3b70321a12dd9b7e8d8454081d77fab7832ea4aaa8.png", + "bytes": 1085712, + "contentType": "image/png", + "sha256": "0338a6b46dad5cb69cf43d3b70321a12dd9b7e8d8454081d77fab7832ea4aaa8" + }, + { + "id": "test_Chemistry_193", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1228/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2669bf3dea07147c127b86991febacd4bd1090113b1e4c45c99b0cf93496266.png", + "bytes": 357330, + "contentType": "image/png", + "sha256": "c2669bf3dea07147c127b86991febacd4bd1090113b1e4c45c99b0cf93496266" + }, + { + "id": "test_Chemistry_197", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/404/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/96073d13a85c0fd0bc83d7bd4bd8c703a9f1032df794bb121f81880fb8cc947f.png", + "bytes": 1121215, + "contentType": "image/png", + "sha256": "96073d13a85c0fd0bc83d7bd4bd8c703a9f1032df794bb121f81880fb8cc947f" + }, + { + "id": "test_Chemistry_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1142/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56e61a6f1f2682ad520b99de435d52b435246ef6df05d7169757d3879030409f.png", + "bytes": 104603, + "contentType": "image/png", + "sha256": "56e61a6f1f2682ad520b99de435d52b435246ef6df05d7169757d3879030409f" + }, + { + "id": "test_Chemistry_216", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1245/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cce72cd9032c72675ee72f497bb17b7b4f23db3d26d146929cbf7d85e255a07b.png", + "bytes": 1933077, + "contentType": "image/png", + "sha256": "cce72cd9032c72675ee72f497bb17b7b4f23db3d26d146929cbf7d85e255a07b" + }, + { + "id": "test_Chemistry_233", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1281/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0364172d860d9d44d2523c039a43b377c0dd2138d615673e180c6a3e2e20b94f.png", + "bytes": 1030656, + "contentType": "image/png", + "sha256": "0364172d860d9d44d2523c039a43b377c0dd2138d615673e180c6a3e2e20b94f" + }, + { + "id": "test_Chemistry_240", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/787/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e6a66455e4610b4940ad68b6c7e200075b4ea1be0a6ef3f675df792d265b4a7e.png", + "bytes": 302509, + "contentType": "image/png", + "sha256": "e6a66455e4610b4940ad68b6c7e200075b4ea1be0a6ef3f675df792d265b4a7e" + }, + { + "id": "test_Chemistry_287", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/463/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9336981e8b78ad4c7b7f715c28a94e15211b21a16b716dbf78bd4c897f24df35.png", + "bytes": 523807, + "contentType": "image/png", + "sha256": "9336981e8b78ad4c7b7f715c28a94e15211b21a16b716dbf78bd4c897f24df35" + }, + { + "id": "test_Chemistry_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/637/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2cc60e9a7e1e848a961811282ac29cb17a919e7823e9b479f40f58f3d27c46e5.png", + "bytes": 432002, + "contentType": "image/png", + "sha256": "2cc60e9a7e1e848a961811282ac29cb17a919e7823e9b479f40f58f3d27c46e5" + }, + { + "id": "test_Chemistry_314", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/414/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b409e2d4cac6a1634a13da597f00dee4ff7ce0f2c1f20c047147bd75c044643.png", + "bytes": 92644, + "contentType": "image/png", + "sha256": "5b409e2d4cac6a1634a13da597f00dee4ff7ce0f2c1f20c047147bd75c044643" + }, + { + "id": "test_Chemistry_326", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/802/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f360ef931b1b9449f8f0fea77b450fa43ed00d93ddd881b8e59edea4411cda05.png", + "bytes": 154129, + "contentType": "image/png", + "sha256": "f360ef931b1b9449f8f0fea77b450fa43ed00d93ddd881b8e59edea4411cda05" + }, + { + "id": "test_Chemistry_345", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1084/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/94cfcb9b885aefbb783abda0f2f61ab5246efb3ddde392820745a43cb0515f50.png", + "bytes": 126177, + "contentType": "image/png", + "sha256": "94cfcb9b885aefbb783abda0f2f61ab5246efb3ddde392820745a43cb0515f50" + }, + { + "id": "test_Chemistry_353", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/847/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbb2d4e40165471aede961221df566d3f275a5517da483882d169b98243527c2.png", + "bytes": 148072, + "contentType": "image/png", + "sha256": "fbb2d4e40165471aede961221df566d3f275a5517da483882d169b98243527c2" + }, + { + "id": "test_Chemistry_354", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/288/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c6539dd3c17a16dc8198e3ed1452a341f571a3ab4b145b1f217491a74298499.png", + "bytes": 264798, + "contentType": "image/png", + "sha256": "8c6539dd3c17a16dc8198e3ed1452a341f571a3ab4b145b1f217491a74298499" + }, + { + "id": "test_Chemistry_362", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1076/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b37819ce44b9341cece44fda29d08413972ec637cf87978ecd3c194f2a90f0e9.png", + "bytes": 79352, + "contentType": "image/png", + "sha256": "b37819ce44b9341cece44fda29d08413972ec637cf87978ecd3c194f2a90f0e9" + }, + { + "id": "test_Chemistry_366", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/813/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/81328040e3fe2df3fef1b295ce56417b651ffca2e0107b585e0d7fdb4e3a244f.png", + "bytes": 630119, + "contentType": "image/png", + "sha256": "81328040e3fe2df3fef1b295ce56417b651ffca2e0107b585e0d7fdb4e3a244f" + }, + { + "id": "test_Chemistry_40", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1369/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59387d7e3325ccaf8c240e9f044345cf0801272f777fd65ee9134b9053a21e73.png", + "bytes": 238319, + "contentType": "image/png", + "sha256": "59387d7e3325ccaf8c240e9f044345cf0801272f777fd65ee9134b9053a21e73" + }, + { + "id": "test_Chemistry_400", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/904/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f36219e824d47b6f53cf062c959082dbbaf3705b65ca071e4e13b1363ff12836.png", + "bytes": 209079, + "contentType": "image/png", + "sha256": "f36219e824d47b6f53cf062c959082dbbaf3705b65ca071e4e13b1363ff12836" + }, + { + "id": "test_Chemistry_417", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1204/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4099d7e2666f2d1f041b39640daa9791319b4d451140df49bc4b86b905e0a02.png", + "bytes": 563712, + "contentType": "image/png", + "sha256": "b4099d7e2666f2d1f041b39640daa9791319b4d451140df49bc4b86b905e0a02" + }, + { + "id": "test_Chemistry_43", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/724/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1fbfdfdd7c9e2c97258356854177959f558ad8f8b45aeed44cf978fd9094bc88.png", + "bytes": 90487, + "contentType": "image/png", + "sha256": "1fbfdfdd7c9e2c97258356854177959f558ad8f8b45aeed44cf978fd9094bc88" + }, + { + "id": "test_Chemistry_447", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/229/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/26e415e324cbd6dacf50831d3b1b1b2ae3f9c1115ef766dce967c83e6f553c90.png", + "bytes": 368306, + "contentType": "image/png", + "sha256": "26e415e324cbd6dacf50831d3b1b1b2ae3f9c1115ef766dce967c83e6f553c90" + }, + { + "id": "test_Chemistry_451", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/511/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/10812ec5b5b50c529ee33c6e15f499d3abdfe958bdf5a67cfc7457e0c8fe75da.png", + "bytes": 3204870, + "contentType": "image/png", + "sha256": "10812ec5b5b50c529ee33c6e15f499d3abdfe958bdf5a67cfc7457e0c8fe75da" + }, + { + "id": "test_Chemistry_461", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1395/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d66443f10921eb5a8bb44e9b51467e6014d8c07d1fa128828d12925bf1ade569.png", + "bytes": 149909, + "contentType": "image/png", + "sha256": "d66443f10921eb5a8bb44e9b51467e6014d8c07d1fa128828d12925bf1ade569" + }, + { + "id": "test_Chemistry_471", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1259/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fe08eb81ac39d2d5fb5469a8ac99b63af58beabcc0d0d40da360e1a8e5c4e51f.png", + "bytes": 347914, + "contentType": "image/png", + "sha256": "fe08eb81ac39d2d5fb5469a8ac99b63af58beabcc0d0d40da360e1a8e5c4e51f" + }, + { + "id": "test_Chemistry_481", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/694/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dab17db448fc4bc293e2f0a9e2601fe24f5f65074c9b0b3241a2b79e2a16d18.png", + "bytes": 135263, + "contentType": "image/png", + "sha256": "4dab17db448fc4bc293e2f0a9e2601fe24f5f65074c9b0b3241a2b79e2a16d18" + }, + { + "id": "test_Chemistry_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/877/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c4aac9cacb7e5e0b79cfff6b155980c56ad27f87dbacd5b6ed3e1798df1a73bc.jpg", + "bytes": 53810, + "contentType": "image/jpeg", + "sha256": "c4aac9cacb7e5e0b79cfff6b155980c56ad27f87dbacd5b6ed3e1798df1a73bc" + }, + { + "id": "test_Chemistry_524", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1555/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8108b0712c71a2e8f60fd92b3210e62d78ca2af6c96b926b1785dedc85e5fa12.png", + "bytes": 1088885, + "contentType": "image/png", + "sha256": "8108b0712c71a2e8f60fd92b3210e62d78ca2af6c96b926b1785dedc85e5fa12" + }, + { + "id": "test_Chemistry_526", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/923/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/36cd9673909978acf27177beed7d199c8db51f39034b8e76375156758fc1f019.jpg", + "bytes": 120932, + "contentType": "image/jpeg", + "sha256": "36cd9673909978acf27177beed7d199c8db51f39034b8e76375156758fc1f019" + }, + { + "id": "test_Chemistry_537", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/817/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2d8200b78536c7deaff12efc34022e0ed9ba3122141165c77d9f4de4d0cc7b2.png", + "bytes": 378676, + "contentType": "image/png", + "sha256": "e2d8200b78536c7deaff12efc34022e0ed9ba3122141165c77d9f4de4d0cc7b2" + }, + { + "id": "test_Chemistry_541", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1032/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cebd142e6c13ef2cad0477f637948f1de852024988f9d0e6defd626825cde3eb.png", + "bytes": 40364, + "contentType": "image/png", + "sha256": "cebd142e6c13ef2cad0477f637948f1de852024988f9d0e6defd626825cde3eb" + }, + { + "id": "test_Chemistry_546", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/89/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aec23694be4a671abab29688960f3aca4cac42ac4a20589c8c19447b1339c018.png", + "bytes": 368371, + "contentType": "image/png", + "sha256": "aec23694be4a671abab29688960f3aca4cac42ac4a20589c8c19447b1339c018" + }, + { + "id": "test_Chemistry_555", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1235/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/545a0f3d7586639feb65e11b97fafe7ee53698ee6317d342353ac215643cc0be.png", + "bytes": 319915, + "contentType": "image/png", + "sha256": "545a0f3d7586639feb65e11b97fafe7ee53698ee6317d342353ac215643cc0be" + }, + { + "id": "test_Chemistry_560", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1311/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff01ee80d5ce84547b718127c0d9d479cc310ead8f2a2241ecf6a34c486427da.png", + "bytes": 221405, + "contentType": "image/png", + "sha256": "ff01ee80d5ce84547b718127c0d9d479cc310ead8f2a2241ecf6a34c486427da" + }, + { + "id": "test_Chemistry_570", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/509/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1eaca25278dcf83e1ffd36f717336858a4216c7b9af46886011b67bf40e03595.png", + "bytes": 441948, + "contentType": "image/png", + "sha256": "1eaca25278dcf83e1ffd36f717336858a4216c7b9af46886011b67bf40e03595" + }, + { + "id": "test_Chemistry_582", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/998/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17184b18613d4a1ace34babf1642c94da42df2a02a2a1ccf897ef1be7144f584.png", + "bytes": 378209, + "contentType": "image/png", + "sha256": "17184b18613d4a1ace34babf1642c94da42df2a02a2a1ccf897ef1be7144f584" + }, + { + "id": "test_Chemistry_61", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/935/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f73591ef62520b27164251bbfaefcb295a3c7ea42797b5c022d11af96a0a387.png", + "bytes": 237365, + "contentType": "image/png", + "sha256": "4f73591ef62520b27164251bbfaefcb295a3c7ea42797b5c022d11af96a0a387" + }, + { + "id": "test_Chemistry_94", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1495/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a7f6c171fa43f02e460af3253e152a900140b9aae9a6fc627cd8330a8c30edb.png", + "bytes": 509518, + "contentType": "image/png", + "sha256": "5a7f6c171fa43f02e460af3253e152a900140b9aae9a6fc627cd8330a8c30edb" + }, + { + "id": "test_Chemistry_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1185/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/332a6be27d7f494fd79867456d191619a2cd4d9050a192550e37d471ff97c003.png", + "bytes": 498823, + "contentType": "image/png", + "sha256": "332a6be27d7f494fd79867456d191619a2cd4d9050a192550e37d471ff97c003" + }, + { + "id": "test_Clinical_Medicine_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/454/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97dd35836f39b1c2ca52ca78b1bc04ff92f627072f448017a1ab6200efadee13.png", + "bytes": 1385875, + "contentType": "image/png", + "sha256": "97dd35836f39b1c2ca52ca78b1bc04ff92f627072f448017a1ab6200efadee13" + }, + { + "id": "test_Clinical_Medicine_100", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/907/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48f2db46a4ea87dbda82fb5dbbb5f25e27b31d821b81fc3b5e28c34daa327051.jpg", + "bytes": 98539, + "contentType": "image/jpeg", + "sha256": "48f2db46a4ea87dbda82fb5dbbb5f25e27b31d821b81fc3b5e28c34daa327051" + }, + { + "id": "test_Clinical_Medicine_108", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1224/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f08e9fcef14012cb8dd7cfc5f034a7a141b90d6cfc203e876730a1d400ce7ab.png", + "bytes": 565350, + "contentType": "image/png", + "sha256": "1f08e9fcef14012cb8dd7cfc5f034a7a141b90d6cfc203e876730a1d400ce7ab" + }, + { + "id": "test_Clinical_Medicine_114", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/486/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71ea5830f872af8eea0c5dee0823d557b9c490f5327a3ebc5135b02d42005700.png", + "bytes": 1144219, + "contentType": "image/png", + "sha256": "71ea5830f872af8eea0c5dee0823d557b9c490f5327a3ebc5135b02d42005700" + }, + { + "id": "test_Clinical_Medicine_115", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1189/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbabb561b1ca2c05574c25d81aeedc10367652c97e482e7a8ed9991a7d5e56de.png", + "bytes": 1536690, + "contentType": "image/png", + "sha256": "fbabb561b1ca2c05574c25d81aeedc10367652c97e482e7a8ed9991a7d5e56de" + }, + { + "id": "test_Clinical_Medicine_118", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1347/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bf65a985579a4a277bb348f650f85e5050dac826a318fa1c70da40c23127a20f.png", + "bytes": 852775, + "contentType": "image/png", + "sha256": "bf65a985579a4a277bb348f650f85e5050dac826a318fa1c70da40c23127a20f" + }, + { + "id": "test_Clinical_Medicine_126", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/980/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7c88b44e0e7af2e1d70e5334d417d33c3579f412b09297fdbf5bc438e6e49ade.jpg", + "bytes": 203737, + "contentType": "image/jpeg", + "sha256": "7c88b44e0e7af2e1d70e5334d417d33c3579f412b09297fdbf5bc438e6e49ade" + }, + { + "id": "test_Clinical_Medicine_127", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/993/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/26e407979387ed71801817b3922555174b30c7de7864f86b98e8bc6335c1486c.png", + "bytes": 409754, + "contentType": "image/png", + "sha256": "26e407979387ed71801817b3922555174b30c7de7864f86b98e8bc6335c1486c" + }, + { + "id": "test_Clinical_Medicine_128", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1480/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e344e8ea5744c1295f1c8754f6c5d00b8b0e791cb7f3de25798764c3960ae38d.png", + "bytes": 1804829, + "contentType": "image/png", + "sha256": "e344e8ea5744c1295f1c8754f6c5d00b8b0e791cb7f3de25798764c3960ae38d" + }, + { + "id": "test_Clinical_Medicine_131", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/58/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/58736acbf71a1568e09bf222035139ba4ddb865bb67e0c49a47af598573137bd.png", + "bytes": 317925, + "contentType": "image/png", + "sha256": "58736acbf71a1568e09bf222035139ba4ddb865bb67e0c49a47af598573137bd" + }, + { + "id": "test_Clinical_Medicine_133", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1261/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2090f80fbc4ba56cf5c7a4635d834b4a1d7ea4f2adfc5f45f1d67060cb96ad5c.png", + "bytes": 464937, + "contentType": "image/png", + "sha256": "2090f80fbc4ba56cf5c7a4635d834b4a1d7ea4f2adfc5f45f1d67060cb96ad5c" + }, + { + "id": "test_Clinical_Medicine_147", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/336/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c21ace71dd90d82f22c80aa7e1fa252daaf1c83cd48f8dfa98caba9e2e9a9e99.png", + "bytes": 243980, + "contentType": "image/png", + "sha256": "c21ace71dd90d82f22c80aa7e1fa252daaf1c83cd48f8dfa98caba9e2e9a9e99" + }, + { + "id": "test_Clinical_Medicine_148", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1565/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3936f29ce085df95f2ed4ab8a47bcee0a5da31a319eb527008c28385e58fae64.jpg", + "bytes": 56105, + "contentType": "image/jpeg", + "sha256": "3936f29ce085df95f2ed4ab8a47bcee0a5da31a319eb527008c28385e58fae64" + }, + { + "id": "test_Clinical_Medicine_153", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/377/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d41445a93d5ea1055b03b794743ff557b1c9b199f676e1710622f75f6fb914e.png", + "bytes": 727910, + "contentType": "image/png", + "sha256": "4d41445a93d5ea1055b03b794743ff557b1c9b199f676e1710622f75f6fb914e" + }, + { + "id": "test_Clinical_Medicine_164", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1300/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ecd959a43e64f734ef2c7e3a597c3a7c1504a308568cfa7cc9cd05b058936e46.png", + "bytes": 1023089, + "contentType": "image/png", + "sha256": "ecd959a43e64f734ef2c7e3a597c3a7c1504a308568cfa7cc9cd05b058936e46" + }, + { + "id": "test_Clinical_Medicine_165", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/97/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4249f3d85f7d29ca83b3041aaca95eb63ca078265b2fbc3616cb49b909280b4.png", + "bytes": 192252, + "contentType": "image/png", + "sha256": "a4249f3d85f7d29ca83b3041aaca95eb63ca078265b2fbc3616cb49b909280b4" + }, + { + "id": "test_Clinical_Medicine_172", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1634/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fec0989d6c9e23adcf25a18e35be74448d0545c134232c5d51455cc0ad96ef7c.jpg", + "bytes": 287049, + "contentType": "image/jpeg", + "sha256": "fec0989d6c9e23adcf25a18e35be74448d0545c134232c5d51455cc0ad96ef7c" + }, + { + "id": "test_Clinical_Medicine_173", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/844/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfb2c761f3e19eb38f2f819b84da513bbb5fea1c277a83c83f5150da07adf652.png", + "bytes": 289530, + "contentType": "image/png", + "sha256": "cfb2c761f3e19eb38f2f819b84da513bbb5fea1c277a83c83f5150da07adf652" + }, + { + "id": "test_Clinical_Medicine_189", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/881/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4fa3ba6601420f6f8eb3909dfbdaebda514e79272c15f330980741b4d0293b06.jpg", + "bytes": 90837, + "contentType": "image/jpeg", + "sha256": "4fa3ba6601420f6f8eb3909dfbdaebda514e79272c15f330980741b4d0293b06" + }, + { + "id": "test_Clinical_Medicine_206", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1197/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e19c1f5628beedcaa9e3cd182ccc59df483c0a9593395d34c1c774e512108012.png", + "bytes": 390717, + "contentType": "image/png", + "sha256": "e19c1f5628beedcaa9e3cd182ccc59df483c0a9593395d34c1c774e512108012" + }, + { + "id": "test_Clinical_Medicine_214", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1052/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/758292e2ea239de4428e460ae88cf93f2e53beb1d40a34e238f20620f0fb11e2.png", + "bytes": 1082614, + "contentType": "image/png", + "sha256": "758292e2ea239de4428e460ae88cf93f2e53beb1d40a34e238f20620f0fb11e2" + }, + { + "id": "test_Clinical_Medicine_232", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/889/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3652077ac8c88342a5deead50aff5ef6150e901e85d4d9a5e8e6a540d09ec7cb.jpg", + "bytes": 133849, + "contentType": "image/jpeg", + "sha256": "3652077ac8c88342a5deead50aff5ef6150e901e85d4d9a5e8e6a540d09ec7cb" + }, + { + "id": "test_Clinical_Medicine_235", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/917/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31efe51ce64674863c4264d67cabb64f08d3bc814e2028d018633b5a5f99eb8d.jpg", + "bytes": 115288, + "contentType": "image/jpeg", + "sha256": "31efe51ce64674863c4264d67cabb64f08d3bc814e2028d018633b5a5f99eb8d" + }, + { + "id": "test_Clinical_Medicine_247", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/969/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59861675adc3f307d00a87b9a4a479b8250b5bac1f4bc35da5383ea281ba2edd.jpg", + "bytes": 295381, + "contentType": "image/jpeg", + "sha256": "59861675adc3f307d00a87b9a4a479b8250b5bac1f4bc35da5383ea281ba2edd" + }, + { + "id": "test_Clinical_Medicine_260", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1163/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e6841d79343ab4b811ea7af9469060ed9473d8331215188061efda71998fd27a.png", + "bytes": 248628, + "contentType": "image/png", + "sha256": "e6841d79343ab4b811ea7af9469060ed9473d8331215188061efda71998fd27a" + }, + { + "id": "test_Clinical_Medicine_278", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1650/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/90da4aeaf441cce130ff90b80a08e474811423cbf2e52d6b91c83016eb330283.jpg", + "bytes": 148293, + "contentType": "image/jpeg", + "sha256": "90da4aeaf441cce130ff90b80a08e474811423cbf2e52d6b91c83016eb330283" + }, + { + "id": "test_Clinical_Medicine_283", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/963/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1e49e51d141ec5faee1d7f3a501a48d7d51b3f85dd91925d9ae32d9ac86363e2.png", + "bytes": 721630, + "contentType": "image/png", + "sha256": "1e49e51d141ec5faee1d7f3a501a48d7d51b3f85dd91925d9ae32d9ac86363e2" + }, + { + "id": "test_Clinical_Medicine_298", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1162/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc32d61875372fec4ebce5d5c8337d17e65593b144889b9a21ca24af04547f43.png", + "bytes": 363822, + "contentType": "image/png", + "sha256": "bc32d61875372fec4ebce5d5c8337d17e65593b144889b9a21ca24af04547f43" + }, + { + "id": "test_Clinical_Medicine_302", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/282/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45ac6e33a18aae6e4d5b3234ef7ae50ce116babab7bfc0584a830f0a1b95c6fd.png", + "bytes": 578425, + "contentType": "image/png", + "sha256": "45ac6e33a18aae6e4d5b3234ef7ae50ce116babab7bfc0584a830f0a1b95c6fd" + }, + { + "id": "test_Clinical_Medicine_312", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/618/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98886d4668b6d68f014a55cee5ba1594fa88579560b9b30eba4dbcbc5adf852a.png", + "bytes": 1415374, + "contentType": "image/png", + "sha256": "98886d4668b6d68f014a55cee5ba1594fa88579560b9b30eba4dbcbc5adf852a" + }, + { + "id": "test_Clinical_Medicine_314", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/294/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80909c3195ef4a0faa7f51c69c43ed76b77b7c3a30aa0881fc40b737703f3ba6.png", + "bytes": 812518, + "contentType": "image/png", + "sha256": "80909c3195ef4a0faa7f51c69c43ed76b77b7c3a30aa0881fc40b737703f3ba6" + }, + { + "id": "test_Clinical_Medicine_316", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1024/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/340417edde3f498b76ddd66d2a051fa7b64a402e716ab841b02207f04b25c6be.png", + "bytes": 193392, + "contentType": "image/png", + "sha256": "340417edde3f498b76ddd66d2a051fa7b64a402e716ab841b02207f04b25c6be" + }, + { + "id": "test_Clinical_Medicine_33", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1137/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5ed18d9d4b160ff9dd2739c96ff78575fef42be272cd9fe90894cd70e72991ae.png", + "bytes": 1436870, + "contentType": "image/png", + "sha256": "5ed18d9d4b160ff9dd2739c96ff78575fef42be272cd9fe90894cd70e72991ae" + }, + { + "id": "test_Clinical_Medicine_45", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1633/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd8a31fb1def289e14d48c37ed135c8d044574b5ef63fac7693f4c0826bce299.jpg", + "bytes": 92329, + "contentType": "image/jpeg", + "sha256": "bd8a31fb1def289e14d48c37ed135c8d044574b5ef63fac7693f4c0826bce299" + }, + { + "id": "test_Clinical_Medicine_55", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/447/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d1b6c10d222aac848bf1356ac8a1aae8b20e285607325b6db4eac4ddcc8298ea.png", + "bytes": 1706531, + "contentType": "image/png", + "sha256": "d1b6c10d222aac848bf1356ac8a1aae8b20e285607325b6db4eac4ddcc8298ea" + }, + { + "id": "test_Clinical_Medicine_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1145/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cc1e39210dafe18a738e7aa845a2dbda0c16cd4447f9c6611c6233e04ee20d87.png", + "bytes": 2141196, + "contentType": "image/png", + "sha256": "cc1e39210dafe18a738e7aa845a2dbda0c16cd4447f9c6611c6233e04ee20d87" + }, + { + "id": "test_Clinical_Medicine_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1394/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18d0000d6227bf2a148c8fe0f2a3bed1e6253e69076670eb3a5769287a2ea650.png", + "bytes": 1967789, + "contentType": "image/png", + "sha256": "18d0000d6227bf2a148c8fe0f2a3bed1e6253e69076670eb3a5769287a2ea650" + }, + { + "id": "test_Clinical_Medicine_73", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/12/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7779bb5ef0bde67d47c515d33ebb6f70b6d26548f89ee0c9403a5828ef95fb1c.png", + "bytes": 443309, + "contentType": "image/png", + "sha256": "7779bb5ef0bde67d47c515d33ebb6f70b6d26548f89ee0c9403a5828ef95fb1c" + }, + { + "id": "test_Clinical_Medicine_91", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1425/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18bd0e4a65a866c93edd275d41ccb1acdaf3f47a3a360fde4fe7944347701512.png", + "bytes": 739571, + "contentType": "image/png", + "sha256": "18bd0e4a65a866c93edd275d41ccb1acdaf3f47a3a360fde4fe7944347701512" + }, + { + "id": "test_Clinical_Medicine_92", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/970/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9014551b55edc628e206d3105ac7c0c0f2abe7072ebd44e049b099dcc47d9bbe.jpg", + "bytes": 277332, + "contentType": "image/jpeg", + "sha256": "9014551b55edc628e206d3105ac7c0c0f2abe7072ebd44e049b099dcc47d9bbe" + }, + { + "id": "test_Clinical_Medicine_95", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/563/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd09be3cdb0f9e2fff512b3e258724bc008ad1fc75a0d21dad6cbe4583fc8e7b.png", + "bytes": 1984590, + "contentType": "image/png", + "sha256": "cd09be3cdb0f9e2fff512b3e258724bc008ad1fc75a0d21dad6cbe4583fc8e7b" + }, + { + "id": "test_Computer_Science_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/733/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/23de03e1502453bfc34ab3275d505ac0074a3d79b4d000c58ce9378658bc85d4.png", + "bytes": 170239, + "contentType": "image/png", + "sha256": "23de03e1502453bfc34ab3275d505ac0074a3d79b4d000c58ce9378658bc85d4" + }, + { + "id": "test_Computer_Science_120", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1220/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4977bf03f0ff83fa19fca0a5c6b07e250ba3e2fe48a06db23c43e9806612df8.png", + "bytes": 354762, + "contentType": "image/png", + "sha256": "d4977bf03f0ff83fa19fca0a5c6b07e250ba3e2fe48a06db23c43e9806612df8" + }, + { + "id": "test_Computer_Science_123", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1083/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7990b5b64c4756fff3493eb54f8ae5e542b8561aca9be0086333e57c47aa4d3c.png", + "bytes": 879812, + "contentType": "image/png", + "sha256": "7990b5b64c4756fff3493eb54f8ae5e542b8561aca9be0086333e57c47aa4d3c" + }, + { + "id": "test_Computer_Science_124", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1124/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/84de670f5e5ff3a8114d2163722b12702fb27cf141a4a2f43c194a3a99bc5c13.png", + "bytes": 553453, + "contentType": "image/png", + "sha256": "84de670f5e5ff3a8114d2163722b12702fb27cf141a4a2f43c194a3a99bc5c13" + }, + { + "id": "test_Computer_Science_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1626/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/52cd7db757afd212183a63e5bcdb11c603342ae2b438b848fb3d418d789db675.png", + "bytes": 6224839, + "contentType": "image/png", + "sha256": "52cd7db757afd212183a63e5bcdb11c603342ae2b438b848fb3d418d789db675" + }, + { + "id": "test_Computer_Science_140", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/879/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4b43f6b8383622ebb9d76bd2bd10b3dc0a96c5dd01616aeeeded7385284e442b.jpg", + "bytes": 86862, + "contentType": "image/jpeg", + "sha256": "4b43f6b8383622ebb9d76bd2bd10b3dc0a96c5dd01616aeeeded7385284e442b" + }, + { + "id": "test_Computer_Science_141", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/40/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4e64671815db13cfbc71bd1f5c96c9ed31b6d72e078a0b98b32c17d4172d509.png", + "bytes": 3184220, + "contentType": "image/png", + "sha256": "b4e64671815db13cfbc71bd1f5c96c9ed31b6d72e078a0b98b32c17d4172d509" + }, + { + "id": "test_Computer_Science_151", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/42/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97bf8f73ff54fb4b2fefae4440bb3ef8de57f57aafbb6dad25b0562fc2e30cc2.png", + "bytes": 159466, + "contentType": "image/png", + "sha256": "97bf8f73ff54fb4b2fefae4440bb3ef8de57f57aafbb6dad25b0562fc2e30cc2" + }, + { + "id": "test_Computer_Science_156", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1329/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4056bb1411d7e042b4b453ea20d68801015a029d8d26ccfb5bfdee408910e715.png", + "bytes": 1119074, + "contentType": "image/png", + "sha256": "4056bb1411d7e042b4b453ea20d68801015a029d8d26ccfb5bfdee408910e715" + }, + { + "id": "test_Computer_Science_158", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/140/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1073d77b82e217ee309a1727affedf9026211ffce70a0ef7eefe26127a9b053.png", + "bytes": 119476, + "contentType": "image/png", + "sha256": "b1073d77b82e217ee309a1727affedf9026211ffce70a0ef7eefe26127a9b053" + }, + { + "id": "test_Computer_Science_164", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/692/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/888bb0b03c99770ffbbd650ba8ffe153c91415ee45669971f554cdace4888316.png", + "bytes": 175592, + "contentType": "image/png", + "sha256": "888bb0b03c99770ffbbd650ba8ffe153c91415ee45669971f554cdace4888316" + }, + { + "id": "test_Computer_Science_184", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/175/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f09f9d0708d18d9b146ff392be0e57d2bdfb329a4767665f719fa8873d9d7998.png", + "bytes": 216545, + "contentType": "image/png", + "sha256": "f09f9d0708d18d9b146ff392be0e57d2bdfb329a4767665f719fa8873d9d7998" + }, + { + "id": "test_Computer_Science_198", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/719/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0d5a9694b8a9344dd4acd4ea7d2e238a76bb355e0ee0cddf7f0936d454c6c6c8.png", + "bytes": 76783, + "contentType": "image/png", + "sha256": "0d5a9694b8a9344dd4acd4ea7d2e238a76bb355e0ee0cddf7f0936d454c6c6c8" + }, + { + "id": "test_Computer_Science_203", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/552/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bff8076dfb14505623ecfcab127a9d9f709b0fb032c06a9485bc98d54c102ec4.png", + "bytes": 235594, + "contentType": "image/png", + "sha256": "bff8076dfb14505623ecfcab127a9d9f709b0fb032c06a9485bc98d54c102ec4" + }, + { + "id": "test_Computer_Science_226", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/433/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/264da8b6a4e56303eddba89c8a0ade3d791cade2979792b7c81608a5bf614238.png", + "bytes": 549909, + "contentType": "image/png", + "sha256": "264da8b6a4e56303eddba89c8a0ade3d791cade2979792b7c81608a5bf614238" + }, + { + "id": "test_Computer_Science_227", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/826/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1171111ab0bb96ccd6073b76cefd6fe7b60348884a6b934d99504a9a7d8a62a.jpg", + "bytes": 206178, + "contentType": "image/jpeg", + "sha256": "b1171111ab0bb96ccd6073b76cefd6fe7b60348884a6b934d99504a9a7d8a62a" + }, + { + "id": "test_Computer_Science_228", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/427/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a5f4faaa29137e8ef09867be629315442ed15529b71badd0411bb814946f1bb.png", + "bytes": 254333, + "contentType": "image/png", + "sha256": "4a5f4faaa29137e8ef09867be629315442ed15529b71badd0411bb814946f1bb" + }, + { + "id": "test_Computer_Science_249", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1578/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55f25ee5b40c88165596ef338a55c8ebe762ea4ba05b2eb11254986c8a6a6e4c.png", + "bytes": 597807, + "contentType": "image/png", + "sha256": "55f25ee5b40c88165596ef338a55c8ebe762ea4ba05b2eb11254986c8a6a6e4c" + }, + { + "id": "test_Computer_Science_250", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/157/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/104228754f0766fa2bd8640ce8be1fc103a3209c4ca99279c5f4d58d94048a7f.png", + "bytes": 136791, + "contentType": "image/png", + "sha256": "104228754f0766fa2bd8640ce8be1fc103a3209c4ca99279c5f4d58d94048a7f" + }, + { + "id": "test_Computer_Science_266", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/57/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/46ed2b094d7a96eead4c10565b583ef71ac24bcbfc3923d7fd7d9bc6f77dd4d7.png", + "bytes": 148862, + "contentType": "image/png", + "sha256": "46ed2b094d7a96eead4c10565b583ef71ac24bcbfc3923d7fd7d9bc6f77dd4d7" + }, + { + "id": "test_Computer_Science_273", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/76/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9f7694d47c14871db1614c708caa205ccfabdd64f3bc09eac2612a30bba2cb94.png", + "bytes": 274341, + "contentType": "image/png", + "sha256": "9f7694d47c14871db1614c708caa205ccfabdd64f3bc09eac2612a30bba2cb94" + }, + { + "id": "test_Computer_Science_276", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/645/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/84821b10bf001fc6433485b13b740b48cf6c497989987d379d19688b652e8d21.png", + "bytes": 1852525, + "contentType": "image/png", + "sha256": "84821b10bf001fc6433485b13b740b48cf6c497989987d379d19688b652e8d21" + }, + { + "id": "test_Computer_Science_307", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/152/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0fc4c009aa7d4d37a00250e62ba66aa29c7d4c0ee194772151ca4a8a31db5b4c.png", + "bytes": 10590973, + "contentType": "image/png", + "sha256": "0fc4c009aa7d4d37a00250e62ba66aa29c7d4c0ee194772151ca4a8a31db5b4c" + }, + { + "id": "test_Computer_Science_309", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1456/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b9530c09cfc56f7a9a20231da3c1a67a6c9369d6e7459d6b4de3d51c3c5bce37.png", + "bytes": 213384, + "contentType": "image/png", + "sha256": "b9530c09cfc56f7a9a20231da3c1a67a6c9369d6e7459d6b4de3d51c3c5bce37" + }, + { + "id": "test_Computer_Science_313", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1595/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a1347aaf2a9392836af217f1551fc7693cefd1ec17e41592867c5fe3c7ed9aad.jpg", + "bytes": 74021, + "contentType": "image/jpeg", + "sha256": "a1347aaf2a9392836af217f1551fc7693cefd1ec17e41592867c5fe3c7ed9aad" + }, + { + "id": "test_Computer_Science_317", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1081/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a60a9609401a1de1e8b6f7b9ef8c5be5cb645de7ce495c70a62de4c08193260.png", + "bytes": 53572, + "contentType": "image/png", + "sha256": "1a60a9609401a1de1e8b6f7b9ef8c5be5cb645de7ce495c70a62de4c08193260" + }, + { + "id": "test_Computer_Science_334", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/841/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8df1cad26c81acaa33e754d5c27c3c740d4240e34d2006b2387422da36f0c73a.png", + "bytes": 366232, + "contentType": "image/png", + "sha256": "8df1cad26c81acaa33e754d5c27c3c740d4240e34d2006b2387422da36f0c73a" + }, + { + "id": "test_Computer_Science_351", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/66/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f92d8dbc05d2e289e217193c62c429b9d9a32b85b63843b5e6734accf23518a4.png", + "bytes": 131940, + "contentType": "image/png", + "sha256": "f92d8dbc05d2e289e217193c62c429b9d9a32b85b63843b5e6734accf23518a4" + }, + { + "id": "test_Computer_Science_353", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/118/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9b9af0d3400a19c2c22b8e6e72c8531bf138a2623aff103676ccc3b2d32f0568.png", + "bytes": 496157, + "contentType": "image/png", + "sha256": "9b9af0d3400a19c2c22b8e6e72c8531bf138a2623aff103676ccc3b2d32f0568" + }, + { + "id": "test_Computer_Science_363", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/767/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/64c5937ff67cfedafd4d26ced90627663d952f6f68c0bab1d14680ebcdc05f88.png", + "bytes": 1112660, + "contentType": "image/png", + "sha256": "64c5937ff67cfedafd4d26ced90627663d952f6f68c0bab1d14680ebcdc05f88" + }, + { + "id": "test_Computer_Science_367", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/567/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fe82a6e49856f2f8eb3dca8668faf0491f7bd162537509fd2c89360a32a203d5.png", + "bytes": 1173451, + "contentType": "image/png", + "sha256": "fe82a6e49856f2f8eb3dca8668faf0491f7bd162537509fd2c89360a32a203d5" + }, + { + "id": "test_Computer_Science_369", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/782/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0df5798b984a84f27cb328dcd5f437f769d14a6e8a24a539a0de75ad8d6476ae.png", + "bytes": 1381782, + "contentType": "image/png", + "sha256": "0df5798b984a84f27cb328dcd5f437f769d14a6e8a24a539a0de75ad8d6476ae" + }, + { + "id": "test_Computer_Science_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/933/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8902a4127c4a75c30002e95889c49616a8de94bb145949485fa07bf276573c29.jpg", + "bytes": 282120, + "contentType": "image/jpeg", + "sha256": "8902a4127c4a75c30002e95889c49616a8de94bb145949485fa07bf276573c29" + }, + { + "id": "test_Computer_Science_50", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1183/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/efd97ffb71cfcb4d6986a0e30f0501919f137067d78f0b5db7bae0fb20724c7d.png", + "bytes": 1589383, + "contentType": "image/png", + "sha256": "efd97ffb71cfcb4d6986a0e30f0501919f137067d78f0b5db7bae0fb20724c7d" + }, + { + "id": "test_Computer_Science_51", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1135/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6807edad8cb9d16dc63c04825493c58bed4c8fb68d332e09c3e0f5f2e94382af.png", + "bytes": 662596, + "contentType": "image/png", + "sha256": "6807edad8cb9d16dc63c04825493c58bed4c8fb68d332e09c3e0f5f2e94382af" + }, + { + "id": "test_Computer_Science_61", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/246/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ec98a1c01e62db4a26d0a1c990517b830970761be2459c0075e5215bd966b190.png", + "bytes": 425380, + "contentType": "image/png", + "sha256": "ec98a1c01e62db4a26d0a1c990517b830970761be2459c0075e5215bd966b190" + }, + { + "id": "test_Computer_Science_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/543/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3d93c2517bc8f33cd0a938885fa8d9a8d796969f3320c40f32c3f0f93361a952.png", + "bytes": 148039, + "contentType": "image/png", + "sha256": "3d93c2517bc8f33cd0a938885fa8d9a8d796969f3320c40f32c3f0f93361a952" + }, + { + "id": "test_Computer_Science_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1344/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f2d49e41a2fee548572f50f2f3224962b442b209237cbb08ed614a2ce27b956.png", + "bytes": 1002195, + "contentType": "image/png", + "sha256": "1f2d49e41a2fee548572f50f2f3224962b442b209237cbb08ed614a2ce27b956" + }, + { + "id": "test_Computer_Science_70", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/234/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2b6c5fa7560e26cfc5c4efc1ce7eff3b1c6889fe14ef26c47cd751ec8d624cef.png", + "bytes": 508476, + "contentType": "image/png", + "sha256": "2b6c5fa7560e26cfc5c4efc1ce7eff3b1c6889fe14ef26c47cd751ec8d624cef" + }, + { + "id": "test_Computer_Science_77", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/178/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4a977f833e8a1c11dfb663e4b238f9c587dd3756657544cf8423eb2696a5b04.png", + "bytes": 475333, + "contentType": "image/png", + "sha256": "a4a977f833e8a1c11dfb663e4b238f9c587dd3756657544cf8423eb2696a5b04" + }, + { + "id": "test_Computer_Science_89", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1318/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3a523496ad3422fc0a5fb00ba3665ffd3291607798f2c4e6c1b95ab3c50e851.png", + "bytes": 495217, + "contentType": "image/png", + "sha256": "b3a523496ad3422fc0a5fb00ba3665ffd3291607798f2c4e6c1b95ab3c50e851" + }, + { + "id": "test_Design_100", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1458/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9036497039155ef12653f87e6ea32708af82314c203efb771aa293106a87cc5.png", + "bytes": 738358, + "contentType": "image/png", + "sha256": "a9036497039155ef12653f87e6ea32708af82314c203efb771aa293106a87cc5" + }, + { + "id": "test_Design_110", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/973/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/802178382121bafcea8769606503a12ec2a518a134407b32aea97fddde297e1c.jpg", + "bytes": 256331, + "contentType": "image/jpeg", + "sha256": "802178382121bafcea8769606503a12ec2a518a134407b32aea97fddde297e1c" + }, + { + "id": "test_Design_112", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/947/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42f463256f5253d90d97074a83e2122508f2c8bfc955aed2a8dc4ff2ba70370e.jpg", + "bytes": 168534, + "contentType": "image/jpeg", + "sha256": "42f463256f5253d90d97074a83e2122508f2c8bfc955aed2a8dc4ff2ba70370e" + }, + { + "id": "test_Design_119", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1219/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61b20825dfd13165575d0921298f4552ac247717518a5940f29ccf679e5b05a1.png", + "bytes": 490688, + "contentType": "image/png", + "sha256": "61b20825dfd13165575d0921298f4552ac247717518a5940f29ccf679e5b05a1" + }, + { + "id": "test_Design_125", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1112/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d46f902a346b280dc6860a68124caf53237b9f9343a90dd2cee592ed38eb8a9b.png", + "bytes": 1846228, + "contentType": "image/png", + "sha256": "d46f902a346b280dc6860a68124caf53237b9f9343a90dd2cee592ed38eb8a9b" + }, + { + "id": "test_Design_126", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/52/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d78962479608c9152ab4dba94f963c3e51a77b13ee7b8f76493cfbbafb2aaba.png", + "bytes": 144131, + "contentType": "image/png", + "sha256": "8d78962479608c9152ab4dba94f963c3e51a77b13ee7b8f76493cfbbafb2aaba" + }, + { + "id": "test_Design_130", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/540/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5505731336c903fcfb719c6d149ce00f8770a548f77f86d1efadf15e46d005a6.png", + "bytes": 1665506, + "contentType": "image/png", + "sha256": "5505731336c903fcfb719c6d149ce00f8770a548f77f86d1efadf15e46d005a6" + }, + { + "id": "test_Design_135", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1115/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef5190980e1d6e507aae057c5fa259bc881c9ed2839c319f93927dc405905bd3.png", + "bytes": 355287, + "contentType": "image/png", + "sha256": "ef5190980e1d6e507aae057c5fa259bc881c9ed2839c319f93927dc405905bd3" + }, + { + "id": "test_Design_139", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/524/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d0ebaad9de9510c269024f4e30178240b21969ac117da1ea4ac8605af58c365.png", + "bytes": 1904468, + "contentType": "image/png", + "sha256": "6d0ebaad9de9510c269024f4e30178240b21969ac117da1ea4ac8605af58c365" + }, + { + "id": "test_Design_143", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1326/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/67bf4faeb0fa002b339b984be4e8330e069a92c378733211c4d808bf6726f3b4.png", + "bytes": 1050181, + "contentType": "image/png", + "sha256": "67bf4faeb0fa002b339b984be4e8330e069a92c378733211c4d808bf6726f3b4" + }, + { + "id": "test_Design_144", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1465/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c9792a06dc89f3e68235595b03fdf4b810245505031c030b4597aed23fe31c7e.png", + "bytes": 2152678, + "contentType": "image/png", + "sha256": "c9792a06dc89f3e68235595b03fdf4b810245505031c030b4597aed23fe31c7e" + }, + { + "id": "test_Design_146", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/407/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2721af7ed93d15684dc62968f3dc24ca07e0875fc1cf653749b8d28e4bb61d57.png", + "bytes": 1797072, + "contentType": "image/png", + "sha256": "2721af7ed93d15684dc62968f3dc24ca07e0875fc1cf653749b8d28e4bb61d57" + }, + { + "id": "test_Design_148", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/322/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9bc270332bdb1246642f3a6df8d09d27a961858dc11717af637f66e7ee4f4248.png", + "bytes": 491056, + "contentType": "image/png", + "sha256": "9bc270332bdb1246642f3a6df8d09d27a961858dc11717af637f66e7ee4f4248" + }, + { + "id": "test_Design_154", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/339/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e055a8e4b2ed4dd7460bd399dbc824996a662006d74630cf12d1e190034d880f.png", + "bytes": 309728, + "contentType": "image/png", + "sha256": "e055a8e4b2ed4dd7460bd399dbc824996a662006d74630cf12d1e190034d880f" + }, + { + "id": "test_Design_159", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/80/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b7c68fa99c63d36a8d05210686342d76f5d1baa78501c3e48b4a747fcd9593d.png", + "bytes": 216382, + "contentType": "image/png", + "sha256": "5b7c68fa99c63d36a8d05210686342d76f5d1baa78501c3e48b4a747fcd9593d" + }, + { + "id": "test_Design_162", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/976/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3bcfbf0aae9cb4e20230f68ac4a7c9adc8af49c8d7b52421f914a1097a42bd11.jpg", + "bytes": 197653, + "contentType": "image/jpeg", + "sha256": "3bcfbf0aae9cb4e20230f68ac4a7c9adc8af49c8d7b52421f914a1097a42bd11" + }, + { + "id": "test_Design_168", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1405/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/635044555617897328904345e4adad28e386fdb453dcfbc0ce1564bab42fe409.png", + "bytes": 749655, + "contentType": "image/png", + "sha256": "635044555617897328904345e4adad28e386fdb453dcfbc0ce1564bab42fe409" + }, + { + "id": "test_Design_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/237/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e33f0f7d090a6da76579fe0b4a5d3fce33a7fb9a80ce056c34f7834d9f9687af.png", + "bytes": 388713, + "contentType": "image/png", + "sha256": "e33f0f7d090a6da76579fe0b4a5d3fce33a7fb9a80ce056c34f7834d9f9687af" + }, + { + "id": "test_Design_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1680/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/270ee0240e624c9bac309118bd160c5cc034ca953c6821c7d979ffc1427c0355.jpg", + "bytes": 120196, + "contentType": "image/jpeg", + "sha256": "270ee0240e624c9bac309118bd160c5cc034ca953c6821c7d979ffc1427c0355" + }, + { + "id": "test_Design_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/426/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb6afe8ac1b8da0ba32fbc0908eef07332c9906233cb4b759f84d86f777f064c.png", + "bytes": 459570, + "contentType": "image/png", + "sha256": "fb6afe8ac1b8da0ba32fbc0908eef07332c9906233cb4b759f84d86f777f064c" + }, + { + "id": "test_Design_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1642/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/422d6c19e70342422942a658358e3f350b8de5363cb927c835730d5c76960f93.jpg", + "bytes": 83632, + "contentType": "image/jpeg", + "sha256": "422d6c19e70342422942a658358e3f350b8de5363cb927c835730d5c76960f93" + }, + { + "id": "test_Design_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/989/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/20e85dccf2ed8bc0703c408c67850895a423c16f9efd5149a1ed8bac58bfb09b.jpg", + "bytes": 473283, + "contentType": "image/jpeg", + "sha256": "20e85dccf2ed8bc0703c408c67850895a423c16f9efd5149a1ed8bac58bfb09b" + }, + { + "id": "test_Design_33", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/666/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/957bd6a2c11cf0cdfe741636045ed74323900aaf3aedf6c4e6711c2c3eb8e788.png", + "bytes": 1206078, + "contentType": "image/png", + "sha256": "957bd6a2c11cf0cdfe741636045ed74323900aaf3aedf6c4e6711c2c3eb8e788" + }, + { + "id": "test_Design_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1533/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c46ffd9ab8cf72371f19a968ef9eba97f3179450cf435270b1053f5652e21b40.jpg", + "bytes": 110305, + "contentType": "image/jpeg", + "sha256": "c46ffd9ab8cf72371f19a968ef9eba97f3179450cf435270b1053f5652e21b40" + }, + { + "id": "test_Design_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/581/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71a1adcae74145c7dc5d0bcd60eaadd1c11737fb22c89cfebcce0c6576256854.png", + "bytes": 878316, + "contentType": "image/png", + "sha256": "71a1adcae74145c7dc5d0bcd60eaadd1c11737fb22c89cfebcce0c6576256854" + }, + { + "id": "test_Design_45", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1025/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6f2e9ccbec931bf786dc06c7dbf0d8d12caff9fbbd261bd42376f6673f610a50.png", + "bytes": 67372, + "contentType": "image/png", + "sha256": "6f2e9ccbec931bf786dc06c7dbf0d8d12caff9fbbd261bd42376f6673f610a50" + }, + { + "id": "test_Design_48", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1380/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d5c33ce61df72b4346a7768265cb3a3ef2970ebca17f839d1165b937b41c6a48.png", + "bytes": 663189, + "contentType": "image/png", + "sha256": "d5c33ce61df72b4346a7768265cb3a3ef2970ebca17f839d1165b937b41c6a48" + }, + { + "id": "test_Design_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1651/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/243f5d06baea92d102bd1ed2cdd8ab1086e0f02ada5e0a635d0549b11bd6cd29.jpg", + "bytes": 314331, + "contentType": "image/jpeg", + "sha256": "243f5d06baea92d102bd1ed2cdd8ab1086e0f02ada5e0a635d0549b11bd6cd29" + }, + { + "id": "test_Design_53", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1291/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51cafc46a2a37197d3f42983e6e7c8ac4efa1be1e474c692788e963caf41972f.png", + "bytes": 1018076, + "contentType": "image/png", + "sha256": "51cafc46a2a37197d3f42983e6e7c8ac4efa1be1e474c692788e963caf41972f" + }, + { + "id": "test_Design_56", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1361/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c548561f91848d9b0835e940619fd4410ae86b56b03e52075f43d43d206b1f09.png", + "bytes": 7276549, + "contentType": "image/png", + "sha256": "c548561f91848d9b0835e940619fd4410ae86b56b03e52075f43d43d206b1f09" + }, + { + "id": "test_Design_60", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1421/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b8d2f193ab18d215627c114f435f5acd0edc58890257bd416e1c6120e500550c.png", + "bytes": 577662, + "contentType": "image/png", + "sha256": "b8d2f193ab18d215627c114f435f5acd0edc58890257bd416e1c6120e500550c" + }, + { + "id": "test_Design_62", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1407/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f6c7f7385bfeb9feaa7ed78a671af1c76fc53e8d56792ebbed7e21723c3915b5.png", + "bytes": 895200, + "contentType": "image/png", + "sha256": "f6c7f7385bfeb9feaa7ed78a671af1c76fc53e8d56792ebbed7e21723c3915b5" + }, + { + "id": "test_Design_66", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/536/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/40aad86b6bb87c4d88a80fcf697f60386527e4cd9a6de623280403821ab18630.png", + "bytes": 695139, + "contentType": "image/png", + "sha256": "40aad86b6bb87c4d88a80fcf697f60386527e4cd9a6de623280403821ab18630" + }, + { + "id": "test_Design_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/531/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d77466b1a4e9937969be1a5c8b8f20bda7808e5fadfc0697a1d33f350185491.png", + "bytes": 997826, + "contentType": "image/png", + "sha256": "2d77466b1a4e9937969be1a5c8b8f20bda7808e5fadfc0697a1d33f350185491" + }, + { + "id": "test_Design_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1442/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/958511898b7e41b49b7635d9c31f31ef829fc77001ff61df3b878e51c8288973.png", + "bytes": 4157782, + "contentType": "image/png", + "sha256": "958511898b7e41b49b7635d9c31f31ef829fc77001ff61df3b878e51c8288973" + }, + { + "id": "test_Design_72", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/84/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a268f095e8e3dbfa0535266f8ef790bacf7b3a8a78b3bb86495bff046041803a.png", + "bytes": 479039, + "contentType": "image/png", + "sha256": "a268f095e8e3dbfa0535266f8ef790bacf7b3a8a78b3bb86495bff046041803a" + }, + { + "id": "test_Design_79", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1345/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/518ce44caf96d0444227942d908ff7bf9b474810736ec399aa1a7fe21284e91d.png", + "bytes": 812178, + "contentType": "image/png", + "sha256": "518ce44caf96d0444227942d908ff7bf9b474810736ec399aa1a7fe21284e91d" + }, + { + "id": "test_Design_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1472/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a8ac0f2af59f34f4f3c7daaffe9c64bf3f0e75e7a52e577a058bfbe117341e57.png", + "bytes": 1628109, + "contentType": "image/png", + "sha256": "a8ac0f2af59f34f4f3c7daaffe9c64bf3f0e75e7a52e577a058bfbe117341e57" + }, + { + "id": "test_Design_80", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1092/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca04f60dcbe8684469fac9f8b357fc6c5a1262efac794128cc124344cc79037d.png", + "bytes": 254105, + "contentType": "image/png", + "sha256": "ca04f60dcbe8684469fac9f8b357fc6c5a1262efac794128cc124344cc79037d" + }, + { + "id": "test_Design_82", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/182/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55f553a4e67493f81cec640e34d5535e6f70b68d3365dbc666206952bb74fd80.png", + "bytes": 2566479, + "contentType": "image/png", + "sha256": "55f553a4e67493f81cec640e34d5535e6f70b68d3365dbc666206952bb74fd80" + }, + { + "id": "test_Design_84", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/423/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be77bdcf34b8c6b61e7491e9cfdd17f4f10ea3233f4636b8e6ea8b63661c7e21.png", + "bytes": 1286859, + "contentType": "image/png", + "sha256": "be77bdcf34b8c6b61e7491e9cfdd17f4f10ea3233f4636b8e6ea8b63661c7e21" + }, + { + "id": "test_Design_87", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/506/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/de693289a6894b2d276ced053a21b330cb05664ec6db85cd2d76c6d622820d1f.png", + "bytes": 461197, + "contentType": "image/png", + "sha256": "de693289a6894b2d276ced053a21b330cb05664ec6db85cd2d76c6d622820d1f" + }, + { + "id": "test_Design_91", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/501/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bee73b23fd547be3c6ee3d42c633e57803c3ec76714c14ac225c03ee7c21ccc6.png", + "bytes": 1113299, + "contentType": "image/png", + "sha256": "bee73b23fd547be3c6ee3d42c633e57803c3ec76714c14ac225c03ee7c21ccc6" + }, + { + "id": "test_Design_95", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/430/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d29f09c6183de0b439b6d0bd731635bc6838af9617b51080a41b82160a9281d6.png", + "bytes": 1700096, + "contentType": "image/png", + "sha256": "d29f09c6183de0b439b6d0bd731635bc6838af9617b51080a41b82160a9281d6" + }, + { + "id": "test_Design_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1221/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/db347aad0bb745b2008ea199a150ac52150c6ff5f0b9caf9ebda7c8d4ab58a00.png", + "bytes": 1099437, + "contentType": "image/png", + "sha256": "db347aad0bb745b2008ea199a150ac52150c6ff5f0b9caf9ebda7c8d4ab58a00" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_101", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/898/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/890683ab5c2371fd898a129fea7bc55e1187f4fa87eb1392cbdd3e3d29dc0d08.jpg", + "bytes": 146903, + "contentType": "image/jpeg", + "sha256": "890683ab5c2371fd898a129fea7bc55e1187f4fa87eb1392cbdd3e3d29dc0d08" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_104", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1573/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48c625e1167a8251e8b1482c61be88f10f31f4cc396e13ab06ad0ee2b8a80081.jpg", + "bytes": 71496, + "contentType": "image/jpeg", + "sha256": "48c625e1167a8251e8b1482c61be88f10f31f4cc396e13ab06ad0ee2b8a80081" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_109", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1262/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a380b0e3bb013c083ed8401eb458e3accb63ecd65a957811856977b8c75df090.png", + "bytes": 679168, + "contentType": "image/png", + "sha256": "a380b0e3bb013c083ed8401eb458e3accb63ecd65a957811856977b8c75df090" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_116", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/780/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9c4379702cad922064564ecf5190c3ba5ff0f6dab97b143fa43f21687259564b.png", + "bytes": 2217694, + "contentType": "image/png", + "sha256": "9c4379702cad922064564ecf5190c3ba5ff0f6dab97b143fa43f21687259564b" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_126", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/123/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98ebe5ddc90d49e962971294c7e7babee79b582a2cdfef0b5fa4a3b24a2f4722.png", + "bytes": 225146, + "contentType": "image/png", + "sha256": "98ebe5ddc90d49e962971294c7e7babee79b582a2cdfef0b5fa4a3b24a2f4722" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_131", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1628/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e06df1083d61988e51d61e6096dd9545894dc8cada73e8ca97b2ded4b86984e.jpg", + "bytes": 91977, + "contentType": "image/jpeg", + "sha256": "6e06df1083d61988e51d61e6096dd9545894dc8cada73e8ca97b2ded4b86984e" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_133", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/579/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/212716881c2137a9e04b1d4f7bfff193d8ff6adea9b2dce0e9458a3164eb3b9f.png", + "bytes": 2547071, + "contentType": "image/png", + "sha256": "212716881c2137a9e04b1d4f7bfff193d8ff6adea9b2dce0e9458a3164eb3b9f" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_135", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1620/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8214a8a797dd40c61bf2d4a6e99fc696ec9cd56a6ffdf1322eeedd3d27db80ea.jpg", + "bytes": 106022, + "contentType": "image/jpeg", + "sha256": "8214a8a797dd40c61bf2d4a6e99fc696ec9cd56a6ffdf1322eeedd3d27db80ea" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1397/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c218424890df660b9b7f5a2bbaa043b8c308d80736633e292ec5f63e0d491278.png", + "bytes": 1785136, + "contentType": "image/png", + "sha256": "c218424890df660b9b7f5a2bbaa043b8c308d80736633e292ec5f63e0d491278" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_140", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/604/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/adf91c6f163db9d81fee509f5b036056103a2549cd596071bc24e29ab8dca9e5.png", + "bytes": 516762, + "contentType": "image/png", + "sha256": "adf91c6f163db9d81fee509f5b036056103a2549cd596071bc24e29ab8dca9e5" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_143", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/601/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/908d110ba1282f1a5560f1b81c180c9b999f01a3345026c8b950aac906967241.png", + "bytes": 516317, + "contentType": "image/png", + "sha256": "908d110ba1282f1a5560f1b81c180c9b999f01a3345026c8b950aac906967241" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_144", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/113/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a37fd8a562f764df632842d54180e703022cb9fb194b8915503957e5e9619c02.png", + "bytes": 218227, + "contentType": "image/png", + "sha256": "a37fd8a562f764df632842d54180e703022cb9fb194b8915503957e5e9619c02" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_147", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/703/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b71122ce55a703a70892686060288454c5c66659192ba457495f08bad3c7833.png", + "bytes": 1934369, + "contentType": "image/png", + "sha256": "1b71122ce55a703a70892686060288454c5c66659192ba457495f08bad3c7833" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_154", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/634/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f06ef71b93d96e0e551045af9e9ff39d22e047bce8db9166e1525a05e3e7de9.png", + "bytes": 2283852, + "contentType": "image/png", + "sha256": "2f06ef71b93d96e0e551045af9e9ff39d22e047bce8db9166e1525a05e3e7de9" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_159", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1403/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/458357665898b9ae32fe43641a1dd877f9cd2e02de2d91a2e2df70c12225b153.png", + "bytes": 2752672, + "contentType": "image/png", + "sha256": "458357665898b9ae32fe43641a1dd877f9cd2e02de2d91a2e2df70c12225b153" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/885/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0d7e5e2c738186f91a35ec987db869bae35c92adddcd106c17ec4c768e5fbc3d.jpg", + "bytes": 100640, + "contentType": "image/jpeg", + "sha256": "0d7e5e2c738186f91a35ec987db869bae35c92adddcd106c17ec4c768e5fbc3d" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_161", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/215/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa30b62ac5fa135eb2e701a933a7fd6bf75eb0c177be9c92105c11ad256cccb4.png", + "bytes": 414550, + "contentType": "image/png", + "sha256": "fa30b62ac5fa135eb2e701a933a7fd6bf75eb0c177be9c92105c11ad256cccb4" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/218/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a502fc23c74c91deb2fabd5197a5d653a3ad2516b0f3105f79aa45f7eb60eb0.png", + "bytes": 630276, + "contentType": "image/png", + "sha256": "2a502fc23c74c91deb2fabd5197a5d653a3ad2516b0f3105f79aa45f7eb60eb0" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1041/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef63303ab3187c14a15e5ce5d87cb118bd1f722670991e4e3c9b1618c56a34e0.png", + "bytes": 87612, + "contentType": "image/png", + "sha256": "ef63303ab3187c14a15e5ce5d87cb118bd1f722670991e4e3c9b1618c56a34e0" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1048/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/87dc796a4da0b395a8c298e6c13b9273fa06e898a32996efd6928961fa34f621.png", + "bytes": 163557, + "contentType": "image/png", + "sha256": "87dc796a4da0b395a8c298e6c13b9273fa06e898a32996efd6928961fa34f621" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/32/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7c4b50755e7fe4e5fd5cd75a4b977340ee4afa93c9acbfcf2e24177df32218b8.png", + "bytes": 327268, + "contentType": "image/png", + "sha256": "7c4b50755e7fe4e5fd5cd75a4b977340ee4afa93c9acbfcf2e24177df32218b8" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1532/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9d0ee5a831ee5f7c9b5e139cfee63820c571008ec204b2231c8c79cc52e4679d.jpg", + "bytes": 55494, + "contentType": "image/jpeg", + "sha256": "9d0ee5a831ee5f7c9b5e139cfee63820c571008ec204b2231c8c79cc52e4679d" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_32", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/920/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a65ef1e5d5cfb9f95f42cb06cb7a403ac42586ec177dcb479852b0a61397935.jpg", + "bytes": 118242, + "contentType": "image/jpeg", + "sha256": "2a65ef1e5d5cfb9f95f42cb06cb7a403ac42586ec177dcb479852b0a61397935" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_36", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1570/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f1db27c2ab1ad191564e3d577504d90d1fba24cd4d339587970e6b0a7e51214c.jpg", + "bytes": 82757, + "contentType": "image/jpeg", + "sha256": "f1db27c2ab1ad191564e3d577504d90d1fba24cd4d339587970e6b0a7e51214c" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1636/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/38290a5bf3e908b6ae79738778e6cd2bff0a736171031bc2f9a4e2efc1a8ecc2.jpg", + "bytes": 103428, + "contentType": "image/jpeg", + "sha256": "38290a5bf3e908b6ae79738778e6cd2bff0a736171031bc2f9a4e2efc1a8ecc2" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_50", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1139/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/422d24365d6d6f8314a40d1c2a50b4539d140e5399a129bdc7b509db3eb9b47e.png", + "bytes": 63313, + "contentType": "image/png", + "sha256": "422d24365d6d6f8314a40d1c2a50b4539d140e5399a129bdc7b509db3eb9b47e" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_52", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1400/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7590cbb9082e9371733a9be7ed022a29b53e0dfe2b335f4ad53bc456318284bb.png", + "bytes": 2041345, + "contentType": "image/png", + "sha256": "7590cbb9082e9371733a9be7ed022a29b53e0dfe2b335f4ad53bc456318284bb" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_58", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1175/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/caf8d0eb2470fdba344d5e8579507b2654e1dddd1f535009aaf40608e2385983.png", + "bytes": 196023, + "contentType": "image/png", + "sha256": "caf8d0eb2470fdba344d5e8579507b2654e1dddd1f535009aaf40608e2385983" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_62", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/808/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d879169c7869bf02bd15c3b21979aa1b7511d168a7b2f4605046d73df6207474.png", + "bytes": 660967, + "contentType": "image/png", + "sha256": "d879169c7869bf02bd15c3b21979aa1b7511d168a7b2f4605046d73df6207474" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_64", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/557/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/893913c92cfa220337aacf5ee6eab8781e277d47afa66bc436164c1e48c6d1f8.png", + "bytes": 1817468, + "contentType": "image/png", + "sha256": "893913c92cfa220337aacf5ee6eab8781e277d47afa66bc436164c1e48c6d1f8" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/45/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a502c0fc6063d370533e3c18a5df8f9403a8f1461ba4bee4491d9088173923e.png", + "bytes": 260700, + "contentType": "image/png", + "sha256": "3a502c0fc6063d370533e3c18a5df8f9403a8f1461ba4bee4491d9088173923e" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_72", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/521/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/421053572e31f42b8fcccf85eaf8f8c67dc7f4c68df11ea0908ef0cce3bee6e6.png", + "bytes": 822424, + "contentType": "image/png", + "sha256": "421053572e31f42b8fcccf85eaf8f8c67dc7f4c68df11ea0908ef0cce3bee6e6" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_76", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1384/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9747c18a01abc7014efd26882ad5554346d5a11917f843352b71dc86d350f61.png", + "bytes": 425568, + "contentType": "image/png", + "sha256": "e9747c18a01abc7014efd26882ad5554346d5a11917f843352b71dc86d350f61" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_78", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/824/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a86041f94a6b52645d09c3666cf0cb7a1b9d5f4870b611c7fd9cc7438507ecda.png", + "bytes": 553257, + "contentType": "image/png", + "sha256": "a86041f94a6b52645d09c3666cf0cb7a1b9d5f4870b611c7fd9cc7438507ecda" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1581/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a1ea47753dc80f96964d994aa8bf5e50510a8384d6dea85346ca67bee81f1e99.jpg", + "bytes": 101269, + "contentType": "image/jpeg", + "sha256": "a1ea47753dc80f96964d994aa8bf5e50510a8384d6dea85346ca67bee81f1e99" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_92", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/475/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1eeaf64b997f0dd5befd1b32a4eb8949c5fb465ce0f9a79ace14c1409c0f85bd.png", + "bytes": 718075, + "contentType": "image/png", + "sha256": "1eeaf64b997f0dd5befd1b32a4eb8949c5fb465ce0f9a79ace14c1409c0f85bd" + }, + { + "id": "test_Diagnostics_and_Laboratory_Medicine_93", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1001/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/73cb5fb4540e1e5e525281fea8c7530be1a2dd8a7e3eb1d457bbceae3316d2f0.jpg", + "bytes": 241997, + "contentType": "image/jpeg", + "sha256": "73cb5fb4540e1e5e525281fea8c7530be1a2dd8a7e3eb1d457bbceae3316d2f0" + }, + { + "id": "test_Economics_102", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/792/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/672cbbea23f7d06cdcd18926879671b00d221094a38d023533df8fd5404f2be1.png", + "bytes": 943641, + "contentType": "image/png", + "sha256": "672cbbea23f7d06cdcd18926879671b00d221094a38d023533df8fd5404f2be1" + }, + { + "id": "test_Economics_105", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1528/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba9f8f548b13180ef4fd884a88a4055c34fac5265668f30c00c2a9d6d42cc5e0.png", + "bytes": 2235569, + "contentType": "image/png", + "sha256": "ba9f8f548b13180ef4fd884a88a4055c34fac5265668f30c00c2a9d6d42cc5e0" + }, + { + "id": "test_Economics_108", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/378/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6661917a7af95c3d7bb991d08321a1af959f5894dbd9129bddf746ad3cfe5b03.png", + "bytes": 249094, + "contentType": "image/png", + "sha256": "6661917a7af95c3d7bb991d08321a1af959f5894dbd9129bddf746ad3cfe5b03" + }, + { + "id": "test_Economics_112", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1341/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd36c0fbcc0abef9f3edada4d8cb34bcbecd715e219b3f26405f13233746e5ff.png", + "bytes": 1789766, + "contentType": "image/png", + "sha256": "cd36c0fbcc0abef9f3edada4d8cb34bcbecd715e219b3f26405f13233746e5ff" + }, + { + "id": "test_Economics_137", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/296/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3b32d7fdf84783e1b185ae69b81ea55a8ff0d27337331088ff751189bd0eb24.png", + "bytes": 4607053, + "contentType": "image/png", + "sha256": "f3b32d7fdf84783e1b185ae69b81ea55a8ff0d27337331088ff751189bd0eb24" + }, + { + "id": "test_Economics_142", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1277/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ef046bb8177a1739a4f9d32a8dfaf827832908dc6c250cc577da7c31809014d.png", + "bytes": 6196294, + "contentType": "image/png", + "sha256": "2ef046bb8177a1739a4f9d32a8dfaf827832908dc6c250cc577da7c31809014d" + }, + { + "id": "test_Economics_149", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1562/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5dcb64e712f1558727969607d04c4cc64dab82ecd12d4b8324537fa8b14381bb.jpg", + "bytes": 62598, + "contentType": "image/jpeg", + "sha256": "5dcb64e712f1558727969607d04c4cc64dab82ecd12d4b8324537fa8b14381bb" + }, + { + "id": "test_Economics_155", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1514/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9efc139f706dba0ae6d1bd1a57467a638356dac982e2fc65d6a9c8e06df8ce9c.png", + "bytes": 219781, + "contentType": "image/png", + "sha256": "9efc139f706dba0ae6d1bd1a57467a638356dac982e2fc65d6a9c8e06df8ce9c" + }, + { + "id": "test_Economics_157", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/929/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/49c9c3464079a326461ba7cd284d49c57bd983f25fcd37f1b303a838fef93cbc.png", + "bytes": 1628380, + "contentType": "image/png", + "sha256": "49c9c3464079a326461ba7cd284d49c57bd983f25fcd37f1b303a838fef93cbc" + }, + { + "id": "test_Economics_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1431/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/95d46ef02378e98abfe27610c6a1edbe762866cbabccd6842355b8dbf89ac156.png", + "bytes": 283369, + "contentType": "image/png", + "sha256": "95d46ef02378e98abfe27610c6a1edbe762866cbabccd6842355b8dbf89ac156" + }, + { + "id": "test_Economics_162", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1498/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5cf95bd8ef19ecd4c1a2828c00e820b46dd310c0171fc975cd5e64982641b450.png", + "bytes": 684644, + "contentType": "image/png", + "sha256": "5cf95bd8ef19ecd4c1a2828c00e820b46dd310c0171fc975cd5e64982641b450" + }, + { + "id": "test_Economics_169", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1656/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f274f46f5ce255c0a308d9a18a181270f9f7c39badfce794355cbb4be9bd1cd.jpg", + "bytes": 107361, + "contentType": "image/jpeg", + "sha256": "2f274f46f5ce255c0a308d9a18a181270f9f7c39badfce794355cbb4be9bd1cd" + }, + { + "id": "test_Economics_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1036/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b60c0da009384788588eb164aeb97cf812f96932c345f1597fd7b48bec31c13.png", + "bytes": 76225, + "contentType": "image/png", + "sha256": "5b60c0da009384788588eb164aeb97cf812f96932c345f1597fd7b48bec31c13" + }, + { + "id": "test_Economics_182", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/49/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a21a7a540a92af421c1042a5abcf64e8e017cf543e05415c1485f35aaf67f752.png", + "bytes": 140758, + "contentType": "image/png", + "sha256": "a21a7a540a92af421c1042a5abcf64e8e017cf543e05415c1485f35aaf67f752" + }, + { + "id": "test_Economics_188", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1086/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/652664be0cf4d1224e1ed8a91f0f4c53e60b125425006a060b3e82be82ff09f6.png", + "bytes": 53558, + "contentType": "image/png", + "sha256": "652664be0cf4d1224e1ed8a91f0f4c53e60b125425006a060b3e82be82ff09f6" + }, + { + "id": "test_Economics_190", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/977/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61f53addf8a8d05d5f5b93ea7c31fd08fd7b74f0b1d30fe96171cabb93d65aa1.jpg", + "bytes": 246346, + "contentType": "image/jpeg", + "sha256": "61f53addf8a8d05d5f5b93ea7c31fd08fd7b74f0b1d30fe96171cabb93d65aa1" + }, + { + "id": "test_Economics_195", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1308/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8589ab6805831b790982ac8ee104a00aa9af97ed095463d8aa28aec711f0554a.png", + "bytes": 865585, + "contentType": "image/png", + "sha256": "8589ab6805831b790982ac8ee104a00aa9af97ed095463d8aa28aec711f0554a" + }, + { + "id": "test_Economics_210", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/487/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e693700de0edbf2fb252db26354692e308876dde569c8679bdfb01c376ca1c69.png", + "bytes": 6141214, + "contentType": "image/png", + "sha256": "e693700de0edbf2fb252db26354692e308876dde569c8679bdfb01c376ca1c69" + }, + { + "id": "test_Economics_214", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1503/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9d61a748fae652773cdc201611a7f023b1ac4a22750751f9870105da42e597e.png", + "bytes": 282341, + "contentType": "image/png", + "sha256": "e9d61a748fae652773cdc201611a7f023b1ac4a22750751f9870105da42e597e" + }, + { + "id": "test_Economics_215", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/514/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd4f2189b290adc9c70a3c7faa02327643eed23c120738e5b7aa13f27444daed.png", + "bytes": 399349, + "contentType": "image/png", + "sha256": "cd4f2189b290adc9c70a3c7faa02327643eed23c120738e5b7aa13f27444daed" + }, + { + "id": "test_Economics_216", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/35/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae7ae80e1ee0b698aa79c74957dd940bcc2dbd3aa822d206898b19cfc09ec3a4.png", + "bytes": 2608042, + "contentType": "image/png", + "sha256": "ae7ae80e1ee0b698aa79c74957dd940bcc2dbd3aa822d206898b19cfc09ec3a4" + }, + { + "id": "test_Economics_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/490/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c5b6053f45a601b012aa1026291048930002cc7680ee3e1755b642e0d864320.png", + "bytes": 414258, + "contentType": "image/png", + "sha256": "1c5b6053f45a601b012aa1026291048930002cc7680ee3e1755b642e0d864320" + }, + { + "id": "test_Economics_225", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/774/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f203e3b2073e8184231fc74bec7b330ef07a787b5c93813f39386214858c32ac.png", + "bytes": 738697, + "contentType": "image/png", + "sha256": "f203e3b2073e8184231fc74bec7b330ef07a787b5c93813f39386214858c32ac" + }, + { + "id": "test_Economics_240", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/386/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0216f4dccf13b9c71ea378a04ac1bab41e6aecdbb879a9393f724a88c2114bc0.png", + "bytes": 1977238, + "contentType": "image/png", + "sha256": "0216f4dccf13b9c71ea378a04ac1bab41e6aecdbb879a9393f724a88c2114bc0" + }, + { + "id": "test_Economics_243", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/921/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0c069cdfd1b2263a1222ca06fba2871db6d1c0f9abed1218caac5f358abb9a00.jpg", + "bytes": 88678, + "contentType": "image/jpeg", + "sha256": "0c069cdfd1b2263a1222ca06fba2871db6d1c0f9abed1218caac5f358abb9a00" + }, + { + "id": "test_Economics_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1122/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/79ad54c17cc507b400ab24cfdab58ff5cc4c96f0ee637df0ae70da7cd6ad07bf.png", + "bytes": 538650, + "contentType": "image/png", + "sha256": "79ad54c17cc507b400ab24cfdab58ff5cc4c96f0ee637df0ae70da7cd6ad07bf" + }, + { + "id": "test_Economics_260", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/994/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5ddc8569b05b397a45e74baef3d8e5d353d1d51c3d774397bfc71dad06ad2642.png", + "bytes": 383079, + "contentType": "image/png", + "sha256": "5ddc8569b05b397a45e74baef3d8e5d353d1d51c3d774397bfc71dad06ad2642" + }, + { + "id": "test_Economics_262", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/971/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a6f096c40cd2a99979539e2b1f3ceb379b227f54eabd187be3fef8ee55ec69f.jpg", + "bytes": 188258, + "contentType": "image/jpeg", + "sha256": "1a6f096c40cd2a99979539e2b1f3ceb379b227f54eabd187be3fef8ee55ec69f" + }, + { + "id": "test_Economics_263", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1074/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/24efd32d2b16ddc99c706bfcd790956aa8a026ba504c42d769dc6e217ace7b1a.png", + "bytes": 56888, + "contentType": "image/png", + "sha256": "24efd32d2b16ddc99c706bfcd790956aa8a026ba504c42d769dc6e217ace7b1a" + }, + { + "id": "test_Economics_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1231/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cac3f3862f832df721d9fd1786d8a31bb77a61f563195fe37107605f437ced04.png", + "bytes": 241210, + "contentType": "image/png", + "sha256": "cac3f3862f832df721d9fd1786d8a31bb77a61f563195fe37107605f437ced04" + }, + { + "id": "test_Economics_47", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/303/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9425c1b170f822844e3d9d4734cec1ac1257125793c342e7a23124ea29e37a2a.png", + "bytes": 158497, + "contentType": "image/png", + "sha256": "9425c1b170f822844e3d9d4734cec1ac1257125793c342e7a23124ea29e37a2a" + }, + { + "id": "test_Economics_56", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/763/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fdc1aa3478d4678995326754698e8a97de61abd40a46ec461f6d78e67faba228.png", + "bytes": 120434, + "contentType": "image/png", + "sha256": "fdc1aa3478d4678995326754698e8a97de61abd40a46ec461f6d78e67faba228" + }, + { + "id": "test_Economics_66", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1065/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54be7ed3952c6f1d12a0903b4ca958ab371200bd86c2efeaa14ce634940423fc.png", + "bytes": 100668, + "contentType": "image/png", + "sha256": "54be7ed3952c6f1d12a0903b4ca958ab371200bd86c2efeaa14ce634940423fc" + }, + { + "id": "test_Economics_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/299/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dc43f7195591449957bc92ed602995e08c6b977a298eb3644e5d526fd5bf1b6f.png", + "bytes": 1983071, + "contentType": "image/png", + "sha256": "dc43f7195591449957bc92ed602995e08c6b977a298eb3644e5d526fd5bf1b6f" + }, + { + "id": "test_Economics_74", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/498/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f87da176acf01be8092c7daa66272022c4f4aa2f1ef2c77a346a2a625680b3a9.png", + "bytes": 355109, + "contentType": "image/png", + "sha256": "f87da176acf01be8092c7daa66272022c4f4aa2f1ef2c77a346a2a625680b3a9" + }, + { + "id": "test_Economics_83", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1327/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c988c0ab4ff2d5a5220381cf4ab1f3af1f916aacc4aea4e294e56d61d5da1792.png", + "bytes": 285368, + "contentType": "image/png", + "sha256": "c988c0ab4ff2d5a5220381cf4ab1f3af1f916aacc4aea4e294e56d61d5da1792" + }, + { + "id": "test_Economics_85", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1055/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/815e3168f662ac7f5ad6529d1318382075a12dd0eee12b62a0d1c8381a1c6aa8.png", + "bytes": 2419747, + "contentType": "image/png", + "sha256": "815e3168f662ac7f5ad6529d1318382075a12dd0eee12b62a0d1c8381a1c6aa8" + }, + { + "id": "test_Economics_90", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1181/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/82cf30da3e3242c1572133f766065febd017b524d184b17b48fa9f1c5730162d.png", + "bytes": 1181297, + "contentType": "image/png", + "sha256": "82cf30da3e3242c1572133f766065febd017b524d184b17b48fa9f1c5730162d" + }, + { + "id": "test_Economics_93", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/27/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dbaa1a01353aaadaeaeb0c810c9ef82a9abc54fa3c0c0af61018bef455d6a0a8.png", + "bytes": 329245, + "contentType": "image/png", + "sha256": "dbaa1a01353aaadaeaeb0c810c9ef82a9abc54fa3c0c0af61018bef455d6a0a8" + }, + { + "id": "test_Economics_94", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1280/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f77dcdde7793a6542e16bec2ffa3bfb9fa46f127f61f54fbfeff0fbf9b5cb8d.png", + "bytes": 991123, + "contentType": "image/png", + "sha256": "1f77dcdde7793a6542e16bec2ffa3bfb9fa46f127f61f54fbfeff0fbf9b5cb8d" + }, + { + "id": "test_Economics_97", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/922/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/868a6e114f832d7313e21ff9d5452a6814217219a58a0c124964a038fb6f0e25.png", + "bytes": 3608446, + "contentType": "image/png", + "sha256": "868a6e114f832d7313e21ff9d5452a6814217219a58a0c124964a038fb6f0e25" + }, + { + "id": "test_Electronics_101", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1331/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff32ce12ef4ab02aa9d089e03284761910d606f7d7e20021e7c23073b25c8673.png", + "bytes": 1179014, + "contentType": "image/png", + "sha256": "ff32ce12ef4ab02aa9d089e03284761910d606f7d7e20021e7c23073b25c8673" + }, + { + "id": "test_Electronics_108", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/641/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2fd6f44496b156bba4ce404b4f244af8db6b666fa2b9a95a45fe9f3e698af39e.png", + "bytes": 1520319, + "contentType": "image/png", + "sha256": "2fd6f44496b156bba4ce404b4f244af8db6b666fa2b9a95a45fe9f3e698af39e" + }, + { + "id": "test_Electronics_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1067/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5041979a14c9f595eb9b3d44dd96ed442a6900b3d9c63f61e365ed6975fe8fcb.png", + "bytes": 76165, + "contentType": "image/png", + "sha256": "5041979a14c9f595eb9b3d44dd96ed442a6900b3d9c63f61e365ed6975fe8fcb" + }, + { + "id": "test_Electronics_110", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1319/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2b9bda9ef5ba2db702baa1f1bc7cd22a19e37daa0060557d014decbdb00062da.png", + "bytes": 608443, + "contentType": "image/png", + "sha256": "2b9bda9ef5ba2db702baa1f1bc7cd22a19e37daa0060557d014decbdb00062da" + }, + { + "id": "test_Electronics_114", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/471/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2e53883fa41c63ae5b5934871efbd814190163a5c699b2084b6a576d456b59e.png", + "bytes": 453796, + "contentType": "image/png", + "sha256": "c2e53883fa41c63ae5b5934871efbd814190163a5c699b2084b6a576d456b59e" + }, + { + "id": "test_Electronics_116", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/609/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f0ec2db5fdbf16d6047baac4e63e82b3ec1123480641b0a1687e979c130e34d9.png", + "bytes": 1638681, + "contentType": "image/png", + "sha256": "f0ec2db5fdbf16d6047baac4e63e82b3ec1123480641b0a1687e979c130e34d9" + }, + { + "id": "test_Electronics_118", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/29/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8dc67efd3024c333ac6a22ac03b495e6ca8621200e12cebd00c84eecb1c7f2f3.png", + "bytes": 159916, + "contentType": "image/png", + "sha256": "8dc67efd3024c333ac6a22ac03b495e6ca8621200e12cebd00c84eecb1c7f2f3" + }, + { + "id": "test_Electronics_123", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1102/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59a27e2e7e2731a225391b7aa61a27eaa01ac7fd8f65b28c223ae817c069ff7c.png", + "bytes": 82783, + "contentType": "image/png", + "sha256": "59a27e2e7e2731a225391b7aa61a27eaa01ac7fd8f65b28c223ae817c069ff7c" + }, + { + "id": "test_Electronics_135", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/883/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/15d4245e48c5ce36280e65b3228c3e727aafc7151b3bbae3a2e113cbe1cfe5a5.jpg", + "bytes": 98090, + "contentType": "image/jpeg", + "sha256": "15d4245e48c5ce36280e65b3228c3e727aafc7151b3bbae3a2e113cbe1cfe5a5" + }, + { + "id": "test_Electronics_137", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1042/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8e145ed5afcfbfdb2d89c36e254d1c322ec7480acb14690f2f2c89b9255268d5.png", + "bytes": 37644, + "contentType": "image/png", + "sha256": "8e145ed5afcfbfdb2d89c36e254d1c322ec7480acb14690f2f2c89b9255268d5" + }, + { + "id": "test_Electronics_140", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/539/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c0721fb3589345803ebabaf88f2be0fb40bb78eba244c56a4729ea2405065af6.png", + "bytes": 1129234, + "contentType": "image/png", + "sha256": "c0721fb3589345803ebabaf88f2be0fb40bb78eba244c56a4729ea2405065af6" + }, + { + "id": "test_Electronics_141", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/660/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4e65975375f0cbc269c1b5e23f29dcc72581aece72f65b6ae59ec7725ba7945.png", + "bytes": 1583777, + "contentType": "image/png", + "sha256": "d4e65975375f0cbc269c1b5e23f29dcc72581aece72f65b6ae59ec7725ba7945" + }, + { + "id": "test_Electronics_147", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/723/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8b7e6b3b6c33f5778f2b1acc5525274cd29bc22827dbc41e035c397f1bf7745d.png", + "bytes": 3382490, + "contentType": "image/png", + "sha256": "8b7e6b3b6c33f5778f2b1acc5525274cd29bc22827dbc41e035c397f1bf7745d" + }, + { + "id": "test_Electronics_149", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/741/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbebd39071c361da11c96a3b28282ca8e6dc7c9774cae759eb04fecbc5c81811.png", + "bytes": 179370, + "contentType": "image/png", + "sha256": "bbebd39071c361da11c96a3b28282ca8e6dc7c9774cae759eb04fecbc5c81811" + }, + { + "id": "test_Electronics_159", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/839/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa5ea15fd3fc9b07ef0221d58e6a5ef07afc10dfc74a99c22e8971c733e30951.png", + "bytes": 447870, + "contentType": "image/png", + "sha256": "fa5ea15fd3fc9b07ef0221d58e6a5ef07afc10dfc74a99c22e8971c733e30951" + }, + { + "id": "test_Electronics_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/162/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/20e13a6e6d2b58f5a652cc8920885455f419112850da625ea64209ef96460180.png", + "bytes": 516108, + "contentType": "image/png", + "sha256": "20e13a6e6d2b58f5a652cc8920885455f419112850da625ea64209ef96460180" + }, + { + "id": "test_Electronics_160", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/156/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ab7d3350b6c6164ccc8eeac1aa222d91d4e0a2f1335b1fcb650d5746e89b4105.png", + "bytes": 401819, + "contentType": "image/png", + "sha256": "ab7d3350b6c6164ccc8eeac1aa222d91d4e0a2f1335b1fcb650d5746e89b4105" + }, + { + "id": "test_Electronics_171", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/913/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17f616136d9cc0d3b2321a4888ddf4f21ab2645c796dbca776da4df7d709a0c8.jpg", + "bytes": 123821, + "contentType": "image/jpeg", + "sha256": "17f616136d9cc0d3b2321a4888ddf4f21ab2645c796dbca776da4df7d709a0c8" + }, + { + "id": "test_Electronics_172", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1061/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3a27c27a070a6c3f1d43e016bd1bf3e0ed4b3c459a9e2b09b91001688ab57d2.png", + "bytes": 1429219, + "contentType": "image/png", + "sha256": "f3a27c27a070a6c3f1d43e016bd1bf3e0ed4b3c459a9e2b09b91001688ab57d2" + }, + { + "id": "test_Electronics_174", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1668/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fd50a3abb94a100ccfae1d36b7d192ad8a9bca18dbecd5f5266439d11b96214e.jpg", + "bytes": 131078, + "contentType": "image/jpeg", + "sha256": "fd50a3abb94a100ccfae1d36b7d192ad8a9bca18dbecd5f5266439d11b96214e" + }, + { + "id": "test_Electronics_178", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1610/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f4dc2d280902b4fbfd95759ed5b18d07dd478dc28332ad485047ed3092dd8ed.jpg", + "bytes": 79204, + "contentType": "image/jpeg", + "sha256": "4f4dc2d280902b4fbfd95759ed5b18d07dd478dc28332ad485047ed3092dd8ed" + }, + { + "id": "test_Electronics_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1524/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/deb511d163be04aa65c283a50f053923f3d62c7088fe65c963a8f47566b7170e.png", + "bytes": 591287, + "contentType": "image/png", + "sha256": "deb511d163be04aa65c283a50f053923f3d62c7088fe65c963a8f47566b7170e" + }, + { + "id": "test_Electronics_180", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1132/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d422ebe8eb459700b8826477c5854b43b6a6434aec74b9e9b925af67274594cd.png", + "bytes": 182938, + "contentType": "image/png", + "sha256": "d422ebe8eb459700b8826477c5854b43b6a6434aec74b9e9b925af67274594cd" + }, + { + "id": "test_Electronics_185", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1414/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e5caaaef6a4340f40ad676dcc925f40cc8770b3339ac645c2145b757d9f7f20.png", + "bytes": 318144, + "contentType": "image/png", + "sha256": "0e5caaaef6a4340f40ad676dcc925f40cc8770b3339ac645c2145b757d9f7f20" + }, + { + "id": "test_Electronics_188", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/472/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89f4b760db1a2c37445e992e0aa27ec7c9d409ccfbc1e7538560abee6105551b.png", + "bytes": 1194375, + "contentType": "image/png", + "sha256": "89f4b760db1a2c37445e992e0aa27ec7c9d409ccfbc1e7538560abee6105551b" + }, + { + "id": "test_Electronics_205", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1623/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2bdb70fca57309131d76282eb92bd269cd7535e887bf5a25bf1f2b17f66a64e9.png", + "bytes": 476840, + "contentType": "image/png", + "sha256": "2bdb70fca57309131d76282eb92bd269cd7535e887bf5a25bf1f2b17f66a64e9" + }, + { + "id": "test_Electronics_207", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/173/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f087688f1c0eb6de66d454b877b10961e02d655587d87d16f8760e420dce06f.png", + "bytes": 275488, + "contentType": "image/png", + "sha256": "8f087688f1c0eb6de66d454b877b10961e02d655587d87d16f8760e420dce06f" + }, + { + "id": "test_Electronics_213", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1560/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cff55aa480357b3be8e2cfa101172fb53d9c55c425ae4efedf3db2b3ddfeb3f0.jpg", + "bytes": 73478, + "contentType": "image/jpeg", + "sha256": "cff55aa480357b3be8e2cfa101172fb53d9c55c425ae4efedf3db2b3ddfeb3f0" + }, + { + "id": "test_Electronics_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/690/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/35becb28d2e0ac2924cfc1771051c60db61074e38008849fdcef722a0a114665.png", + "bytes": 160171, + "contentType": "image/png", + "sha256": "35becb28d2e0ac2924cfc1771051c60db61074e38008849fdcef722a0a114665" + }, + { + "id": "test_Electronics_220", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1089/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/46e0a151411625d747d4501d5a10b5f54083eac6c31b4f1643fc0a945677593d.png", + "bytes": 82324, + "contentType": "image/png", + "sha256": "46e0a151411625d747d4501d5a10b5f54083eac6c31b4f1643fc0a945677593d" + }, + { + "id": "test_Electronics_235", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1401/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ad8601125b7a06b4b152569627310c338c6608db17d705c8d7fe6392ecae360.png", + "bytes": 404649, + "contentType": "image/png", + "sha256": "2ad8601125b7a06b4b152569627310c338c6608db17d705c8d7fe6392ecae360" + }, + { + "id": "test_Electronics_245", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1367/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cff88c531511c063bff8b4d06fd1cf0444fc65220b2616b757dce75599677a12.png", + "bytes": 200858, + "contentType": "image/png", + "sha256": "cff88c531511c063bff8b4d06fd1cf0444fc65220b2616b757dce75599677a12" + }, + { + "id": "test_Electronics_247", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/41/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a69d95d2309f69a6e2c77ab10db7aa32f04c61f390ac25d30d2a6a14760425c9.png", + "bytes": 311786, + "contentType": "image/png", + "sha256": "a69d95d2309f69a6e2c77ab10db7aa32f04c61f390ac25d30d2a6a14760425c9" + }, + { + "id": "test_Electronics_248", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1289/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e40ffb33578815d50a8ce07693d2e989e59f437666d04640f7214b56431963c2.png", + "bytes": 675441, + "contentType": "image/png", + "sha256": "e40ffb33578815d50a8ce07693d2e989e59f437666d04640f7214b56431963c2" + }, + { + "id": "test_Electronics_252", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1553/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/587239891c8f6cc288cc32962f4db2675179701961b3062542d198748f8770af.jpg", + "bytes": 65514, + "contentType": "image/jpeg", + "sha256": "587239891c8f6cc288cc32962f4db2675179701961b3062542d198748f8770af" + }, + { + "id": "test_Electronics_254", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1552/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5ede04402db78a5c2a99af55cea68676a257230bef1bf5ef667a30ccf23bb73b.png", + "bytes": 438943, + "contentType": "image/png", + "sha256": "5ede04402db78a5c2a99af55cea68676a257230bef1bf5ef667a30ccf23bb73b" + }, + { + "id": "test_Electronics_37", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/185/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eeb98cbba6feecfb92b823a3c697c197f28b5d01d98febcbecc3f4337a05045e.png", + "bytes": 255115, + "contentType": "image/png", + "sha256": "eeb98cbba6feecfb92b823a3c697c197f28b5d01d98febcbecc3f4337a05045e" + }, + { + "id": "test_Electronics_38", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/850/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5eee2785bb3e3af00421249ba8b289a24b20ec17efaf9e7a9e0d10712455b008.jpg", + "bytes": 87727, + "contentType": "image/jpeg", + "sha256": "5eee2785bb3e3af00421249ba8b289a24b20ec17efaf9e7a9e0d10712455b008" + }, + { + "id": "test_Electronics_49", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/171/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77c4aa4521176c626dc05badfc482b4aa1d430dd11c2e582e4e54c46aa6039ec.png", + "bytes": 445144, + "contentType": "image/png", + "sha256": "77c4aa4521176c626dc05badfc482b4aa1d430dd11c2e582e4e54c46aa6039ec" + }, + { + "id": "test_Electronics_58", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1130/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ac09215b598f573af8c505b5cac6e0ba7fefe8e45df365034c59176513dc4f01.png", + "bytes": 74314, + "contentType": "image/png", + "sha256": "ac09215b598f573af8c505b5cac6e0ba7fefe8e45df365034c59176513dc4f01" + }, + { + "id": "test_Electronics_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/408/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f921a22fc0aa5d0bd0439b500623271b9205ab704dd8ccd7f1b0bbe31c4a27e3.png", + "bytes": 3654119, + "contentType": "image/png", + "sha256": "f921a22fc0aa5d0bd0439b500623271b9205ab704dd8ccd7f1b0bbe31c4a27e3" + }, + { + "id": "test_Electronics_67", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/680/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0034b1e6611c67cd539c3aa2cfbd10983e9b97d7926f92eac4657877f037db2d.png", + "bytes": 190167, + "contentType": "image/png", + "sha256": "0034b1e6611c67cd539c3aa2cfbd10983e9b97d7926f92eac4657877f037db2d" + }, + { + "id": "test_Electronics_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/47/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/49ceea3f00d26dd139cf82d2257dc8424fdf31a47993efa7b15c399a42c4b7bf.png", + "bytes": 2420481, + "contentType": "image/png", + "sha256": "49ceea3f00d26dd139cf82d2257dc8424fdf31a47993efa7b15c399a42c4b7bf" + }, + { + "id": "test_Electronics_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/478/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5ed8eb9dbf3a9a5e027a4ae010b74f0a6ceff970852b10ada42679c87da2b66.png", + "bytes": 564720, + "contentType": "image/png", + "sha256": "f5ed8eb9dbf3a9a5e027a4ae010b74f0a6ceff970852b10ada42679c87da2b66" + }, + { + "id": "test_Electronics_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1023/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5e8bcbc54cbcd18bc6095ac6dcb4a9abeb64e4070e80f81e3c1b229a5b2c1bc3.png", + "bytes": 71700, + "contentType": "image/png", + "sha256": "5e8bcbc54cbcd18bc6095ac6dcb4a9abeb64e4070e80f81e3c1b229a5b2c1bc3" + }, + { + "id": "test_Electronics_72", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1268/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9aeb86ee663e0f7ceda7baf1880a1d5e7424d0efdebe5601017de64da38a18af.png", + "bytes": 576983, + "contentType": "image/png", + "sha256": "9aeb86ee663e0f7ceda7baf1880a1d5e7424d0efdebe5601017de64da38a18af" + }, + { + "id": "test_Electronics_76", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/800/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3187870d8132d74d5f71d675fa4f7e2690de147454999093c800410c1ce07480.png", + "bytes": 462567, + "contentType": "image/png", + "sha256": "3187870d8132d74d5f71d675fa4f7e2690de147454999093c800410c1ce07480" + }, + { + "id": "test_Electronics_81", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1426/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d183d2592f2e3d27455315f180d8ab5b7543f88299ecab121d7addbae712606.png", + "bytes": 380211, + "contentType": "image/png", + "sha256": "6d183d2592f2e3d27455315f180d8ab5b7543f88299ecab121d7addbae712606" + }, + { + "id": "test_Electronics_91", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/937/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b7ccc9ac32864cfbd9da74b9b2efa45e94958c7a84db66c59a21c9da8a9a0255.png", + "bytes": 521613, + "contentType": "image/png", + "sha256": "b7ccc9ac32864cfbd9da74b9b2efa45e94958c7a84db66c59a21c9da8a9a0255" + }, + { + "id": "test_Electronics_93", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1391/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f437973cc14933dfb8831bbc85ffcb431b6ebca1a498c11e9e7eea29838a34ce.png", + "bytes": 287727, + "contentType": "image/png", + "sha256": "f437973cc14933dfb8831bbc85ffcb431b6ebca1a498c11e9e7eea29838a34ce" + }, + { + "id": "test_Electronics_97", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/256/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3c1b4dde0b63988f94f8cf3cd052d24fb723f657a7eb286a933dc7250146a70.png", + "bytes": 1857220, + "contentType": "image/png", + "sha256": "d3c1b4dde0b63988f94f8cf3cd052d24fb723f657a7eb286a933dc7250146a70" + }, + { + "id": "test_Energy_and_Power_101", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1427/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/593455c9ec7f55f426a4af03441fbc5bc5970a510a127f6cedcb3b6e06b2e44b.png", + "bytes": 2272890, + "contentType": "image/png", + "sha256": "593455c9ec7f55f426a4af03441fbc5bc5970a510a127f6cedcb3b6e06b2e44b" + }, + { + "id": "test_Energy_and_Power_139", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/708/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/782ea96880b0b95f4738252f08f7ea5cfcd4211bd9fc010ad01dce227c840526.png", + "bytes": 79291, + "contentType": "image/png", + "sha256": "782ea96880b0b95f4738252f08f7ea5cfcd4211bd9fc010ad01dce227c840526" + }, + { + "id": "test_Energy_and_Power_150", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/805/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99859c4ddf90226fb950f4546e772428b5eda8d7b55eb21f53323d602321f663.png", + "bytes": 1407773, + "contentType": "image/png", + "sha256": "99859c4ddf90226fb950f4546e772428b5eda8d7b55eb21f53323d602321f663" + }, + { + "id": "test_Energy_and_Power_152", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/9/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c5c02e6a6fec9d1a1adeb9ad3b306411210a1b4b8296add12f58313ba5378d4d.png", + "bytes": 201135, + "contentType": "image/png", + "sha256": "c5c02e6a6fec9d1a1adeb9ad3b306411210a1b4b8296add12f58313ba5378d4d" + }, + { + "id": "test_Energy_and_Power_158", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1338/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/29257101906ff2361af755ead0181fb1183ecc21057d4aa5a1f7d14d58fa97dc.png", + "bytes": 959106, + "contentType": "image/png", + "sha256": "29257101906ff2361af755ead0181fb1183ecc21057d4aa5a1f7d14d58fa97dc" + }, + { + "id": "test_Energy_and_Power_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/364/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a6439d3f57da9d2eb7fc2f2efa2c5935e6197eed5633ed41796a672a36f47105.png", + "bytes": 275546, + "contentType": "image/png", + "sha256": "a6439d3f57da9d2eb7fc2f2efa2c5935e6197eed5633ed41796a672a36f47105" + }, + { + "id": "test_Energy_and_Power_180", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/174/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d85343e05c731b38e46040c14bc95aa8a59e1aa2544fb028ab93b2e883f327e.png", + "bytes": 1947195, + "contentType": "image/png", + "sha256": "8d85343e05c731b38e46040c14bc95aa8a59e1aa2544fb028ab93b2e883f327e" + }, + { + "id": "test_Energy_and_Power_185", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/768/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b8c5c75f4ff059427029d5df21b2979ae3cfaa93a6880486d43807d2b43f2a14.png", + "bytes": 1581204, + "contentType": "image/png", + "sha256": "b8c5c75f4ff059427029d5df21b2979ae3cfaa93a6880486d43807d2b43f2a14" + }, + { + "id": "test_Energy_and_Power_191", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/978/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02a835a42ee607fb7c895fd1177395265ac1eaa7d47550dfbbe20ade1e808baf.jpg", + "bytes": 203615, + "contentType": "image/jpeg", + "sha256": "02a835a42ee607fb7c895fd1177395265ac1eaa7d47550dfbbe20ade1e808baf" + }, + { + "id": "test_Energy_and_Power_192", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1101/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/abc8457e647424d92184dabefc62f5ceb497e84e2f6d36480cee373eec71d294.png", + "bytes": 62555, + "contentType": "image/png", + "sha256": "abc8457e647424d92184dabefc62f5ceb497e84e2f6d36480cee373eec71d294" + }, + { + "id": "test_Energy_and_Power_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/586/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eea513dea553fceb2391aa5814316e60a8e4a39126b6a33f905c2145b3217b8d.png", + "bytes": 384275, + "contentType": "image/png", + "sha256": "eea513dea553fceb2391aa5814316e60a8e4a39126b6a33f905c2145b3217b8d" + }, + { + "id": "test_Energy_and_Power_202", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/292/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1dc5e556cdcf28a1452f037d7c62e50612882c1ad27e919e406e94de81250bae.png", + "bytes": 233538, + "contentType": "image/png", + "sha256": "1dc5e556cdcf28a1452f037d7c62e50612882c1ad27e919e406e94de81250bae" + }, + { + "id": "test_Energy_and_Power_220", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/466/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/efd6f4f8c6aa8476c61a0b99c1b68b576764927bd61260b0d1a84f3e75b44959.png", + "bytes": 383055, + "contentType": "image/png", + "sha256": "efd6f4f8c6aa8476c61a0b99c1b68b576764927bd61260b0d1a84f3e75b44959" + }, + { + "id": "test_Energy_and_Power_230", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1214/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c90ff5edc3b6fcc472da9930a8c3f647784ce1f861020e5c92398c94dff83ecf.png", + "bytes": 314030, + "contentType": "image/png", + "sha256": "c90ff5edc3b6fcc472da9930a8c3f647784ce1f861020e5c92398c94dff83ecf" + }, + { + "id": "test_Energy_and_Power_231", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/337/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbabe474940a52654b2249aa0820a9bb6298774a1439ee84533897a7b97188b1.png", + "bytes": 5739520, + "contentType": "image/png", + "sha256": "fbabe474940a52654b2249aa0820a9bb6298774a1439ee84533897a7b97188b1" + }, + { + "id": "test_Energy_and_Power_276", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/535/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8626ca0139f8d0d061619cfd665da5a22f15db995eb9860c500a398c30fcf939.png", + "bytes": 369390, + "contentType": "image/png", + "sha256": "8626ca0139f8d0d061619cfd665da5a22f15db995eb9860c500a398c30fcf939" + }, + { + "id": "test_Energy_and_Power_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1673/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9544b4ef784e15096fe45f7be55b0d70c7fb7ff2d1f554a03b8ceb455e80a8ac.jpg", + "bytes": 66149, + "contentType": "image/jpeg", + "sha256": "9544b4ef784e15096fe45f7be55b0d70c7fb7ff2d1f554a03b8ceb455e80a8ac" + }, + { + "id": "test_Energy_and_Power_302", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1671/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7b67f9ba20958076ab797b0fa093aa97d956586b40c202f8b7428286fb66a717.jpg", + "bytes": 83183, + "contentType": "image/jpeg", + "sha256": "7b67f9ba20958076ab797b0fa093aa97d956586b40c202f8b7428286fb66a717" + }, + { + "id": "test_Energy_and_Power_312", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/333/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbabc48f815d3c4da08c13660ef36784497cfcfe767039da36ac21d0137c1ac8.png", + "bytes": 453155, + "contentType": "image/png", + "sha256": "bbabc48f815d3c4da08c13660ef36784497cfcfe767039da36ac21d0137c1ac8" + }, + { + "id": "test_Energy_and_Power_33", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/261/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c3dafbb98536b16e9cde4f4ee566ac89fb67a6c2a7caaeeee93489c3b36a95dc.png", + "bytes": 337102, + "contentType": "image/png", + "sha256": "c3dafbb98536b16e9cde4f4ee566ac89fb67a6c2a7caaeeee93489c3b36a95dc" + }, + { + "id": "test_Energy_and_Power_349", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/479/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ff916f1acd99bbda8549d634cdba74782fb657d11cc9bdcf2fd759a8ddc0cb1.png", + "bytes": 863478, + "contentType": "image/png", + "sha256": "8ff916f1acd99bbda8549d634cdba74782fb657d11cc9bdcf2fd759a8ddc0cb1" + }, + { + "id": "test_Energy_and_Power_352", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/146/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80a8d8aebcee13118b5b3113e75b49c2df55ff978a96e7f1c9631a23fed26a49.png", + "bytes": 548770, + "contentType": "image/png", + "sha256": "80a8d8aebcee13118b5b3113e75b49c2df55ff978a96e7f1c9631a23fed26a49" + }, + { + "id": "test_Energy_and_Power_371", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/636/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dba9602b98b6cd7da152121b59800af3641d1c797fa9385eb10152e63bcef36c.png", + "bytes": 2448673, + "contentType": "image/png", + "sha256": "dba9602b98b6cd7da152121b59800af3641d1c797fa9385eb10152e63bcef36c" + }, + { + "id": "test_Energy_and_Power_375", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1174/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bbe2d1294f2a54ec63385543cef40e49622300e8b9c7f12cdb3ccf3648c6b7b.png", + "bytes": 89151, + "contentType": "image/png", + "sha256": "5bbe2d1294f2a54ec63385543cef40e49622300e8b9c7f12cdb3ccf3648c6b7b" + }, + { + "id": "test_Energy_and_Power_378", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/835/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/04a18090fbb163179842f5d396d6fc10df9fb5d2a53b9d1de5af7c90276c8015.png", + "bytes": 1016335, + "contentType": "image/png", + "sha256": "04a18090fbb163179842f5d396d6fc10df9fb5d2a53b9d1de5af7c90276c8015" + }, + { + "id": "test_Energy_and_Power_384", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/69/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7718fe320a4fd8dcd5bac05349bb71d0cbca585dd39a981abc928932374ddf66.png", + "bytes": 131223, + "contentType": "image/png", + "sha256": "7718fe320a4fd8dcd5bac05349bb71d0cbca585dd39a981abc928932374ddf66" + }, + { + "id": "test_Energy_and_Power_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1510/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/312e1b96d407da20b71bc91bab92ca0ed4cc92a0368ebc01ce21bf71fc3bb646.png", + "bytes": 501904, + "contentType": "image/png", + "sha256": "312e1b96d407da20b71bc91bab92ca0ed4cc92a0368ebc01ce21bf71fc3bb646" + }, + { + "id": "test_Energy_and_Power_414", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1478/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b0be6dc4b7a927d2855edb046bfacb79669345fe7810391d974eb359de9e4296.png", + "bytes": 333032, + "contentType": "image/png", + "sha256": "b0be6dc4b7a927d2855edb046bfacb79669345fe7810391d974eb359de9e4296" + }, + { + "id": "test_Energy_and_Power_423", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/810/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/20473bb1f29110feeb3d86f21d1e0e8ba70bae1827ca60ef7288119ec141778a.png", + "bytes": 1503720, + "contentType": "image/png", + "sha256": "20473bb1f29110feeb3d86f21d1e0e8ba70bae1827ca60ef7288119ec141778a" + }, + { + "id": "test_Energy_and_Power_54", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1684/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eb50e032089340a3370e788e11947fce832d1e6c7c38801142cc4792a4ad09f9.png", + "bytes": 557895, + "contentType": "image/png", + "sha256": "eb50e032089340a3370e788e11947fce832d1e6c7c38801142cc4792a4ad09f9" + }, + { + "id": "test_Energy_and_Power_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/504/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a7c917d86a66de5a68188ede91e596af37c189a783321cd6c59eda7330a6d60.png", + "bytes": 468515, + "contentType": "image/png", + "sha256": "7a7c917d86a66de5a68188ede91e596af37c189a783321cd6c59eda7330a6d60" + }, + { + "id": "test_Energy_and_Power_86", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/508/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cf4dede3630a64039cf0f33e405799507e0a4c427ff3c1fb7c5df1a527e4772a.png", + "bytes": 329123, + "contentType": "image/png", + "sha256": "cf4dede3630a64039cf0f33e405799507e0a4c427ff3c1fb7c5df1a527e4772a" + }, + { + "id": "test_Finance_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/280/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cbd046bef2c7c09f46b881b2bb41cd374154550060c3058ec74b506d7e6034c3.png", + "bytes": 343206, + "contentType": "image/png", + "sha256": "cbd046bef2c7c09f46b881b2bb41cd374154550060c3058ec74b506d7e6034c3" + }, + { + "id": "test_Finance_115", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/571/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6f4063f846330f2c4351510fb83ee1fb808baecf78e32e7aad7ca1aa519464c3.png", + "bytes": 1530038, + "contentType": "image/png", + "sha256": "6f4063f846330f2c4351510fb83ee1fb808baecf78e32e7aad7ca1aa519464c3" + }, + { + "id": "test_Finance_122", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1434/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aaf056c7d7b4151fea09a9b26979c23bf7d1af015857fc7c20ea6bdf4d6f250c.png", + "bytes": 274207, + "contentType": "image/png", + "sha256": "aaf056c7d7b4151fea09a9b26979c23bf7d1af015857fc7c20ea6bdf4d6f250c" + }, + { + "id": "test_Finance_133", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/93/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1b99651cca087fe86b1dbe4931ea55581dff5cc1f0bebb743a2563e867f2eed.png", + "bytes": 142347, + "contentType": "image/png", + "sha256": "c1b99651cca087fe86b1dbe4931ea55581dff5cc1f0bebb743a2563e867f2eed" + }, + { + "id": "test_Finance_138", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1617/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d9763f794926a99d3c966d8c1a931d5b6ad45f774b36b51bf03e3551b83946fa.png", + "bytes": 659860, + "contentType": "image/png", + "sha256": "d9763f794926a99d3c966d8c1a931d5b6ad45f774b36b51bf03e3551b83946fa" + }, + { + "id": "test_Finance_163", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/488/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/36496799f296d00b1c5145361276a48188de61c30026a6fe3f83a6cb77e71cf7.png", + "bytes": 459663, + "contentType": "image/png", + "sha256": "36496799f296d00b1c5145361276a48188de61c30026a6fe3f83a6cb77e71cf7" + }, + { + "id": "test_Finance_165", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1396/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2c116176c3b406b78f480f65624e96df099b17848acc4979d34932cb909a78d.png", + "bytes": 684242, + "contentType": "image/png", + "sha256": "e2c116176c3b406b78f480f65624e96df099b17848acc4979d34932cb909a78d" + }, + { + "id": "test_Finance_192", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/702/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c2a343389e28d905cef64b0809b50c339338358bb1e92156a089e0fef332c8e.png", + "bytes": 104461, + "contentType": "image/png", + "sha256": "1c2a343389e28d905cef64b0809b50c339338358bb1e92156a089e0fef332c8e" + }, + { + "id": "test_Finance_204", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/298/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7ca16392a761dd69d33decda15e595d6b42b1d3fcb1ca766e87637fd5388c2f.png", + "bytes": 1538426, + "contentType": "image/png", + "sha256": "c7ca16392a761dd69d33decda15e595d6b42b1d3fcb1ca766e87637fd5388c2f" + }, + { + "id": "test_Finance_211", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1691/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f412b5958a7e5d2a1718543c5ed7fa6b25ec0aa233482776dfaf0046f6cb765.png", + "bytes": 1505959, + "contentType": "image/png", + "sha256": "8f412b5958a7e5d2a1718543c5ed7fa6b25ec0aa233482776dfaf0046f6cb765" + }, + { + "id": "test_Finance_238", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1534/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfc2dfcbdb694080a9fa6b80c7e0faf16433d94ab70903c059f0a47700993777.jpg", + "bytes": 81545, + "contentType": "image/jpeg", + "sha256": "cfc2dfcbdb694080a9fa6b80c7e0faf16433d94ab70903c059f0a47700993777" + }, + { + "id": "test_Finance_241", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1450/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e333d5afc6eb6fbc1a51e9495d85a7fa0f4475064a4df6af75cd7f8b1ee9dd9.png", + "bytes": 199536, + "contentType": "image/png", + "sha256": "0e333d5afc6eb6fbc1a51e9495d85a7fa0f4475064a4df6af75cd7f8b1ee9dd9" + }, + { + "id": "test_Finance_247", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/848/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3691f08e42d9bcdf079aea07709896ae3e7b10975d78e834e48e8501d8da0104.png", + "bytes": 171717, + "contentType": "image/png", + "sha256": "3691f08e42d9bcdf079aea07709896ae3e7b10975d78e834e48e8501d8da0104" + }, + { + "id": "test_Finance_250", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/607/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d5f9a28781e0af2dcdcbd685b4663e59e9510f708ef0111abf9c8360d5f4318.png", + "bytes": 513572, + "contentType": "image/png", + "sha256": "6d5f9a28781e0af2dcdcbd685b4663e59e9510f708ef0111abf9c8360d5f4318" + }, + { + "id": "test_Finance_260", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/135/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/413b385ae4926c222352d1f4fc8c4e0ebc18a8a3e9053ae36d572a20fa748fa0.png", + "bytes": 615267, + "contentType": "image/png", + "sha256": "413b385ae4926c222352d1f4fc8c4e0ebc18a8a3e9053ae36d572a20fa748fa0" + }, + { + "id": "test_Finance_262", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1657/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/35c3e99ad68c0e9bb86db2a493e4893b57dccc14e4ab2b84fb9b304da2c538d0.jpg", + "bytes": 105962, + "contentType": "image/jpeg", + "sha256": "35c3e99ad68c0e9bb86db2a493e4893b57dccc14e4ab2b84fb9b304da2c538d0" + }, + { + "id": "test_Finance_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1596/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1963f3c2bb6768efde7097d716833f804e2dbe2e0f0f2a5b9ecacc4c95328920.jpg", + "bytes": 54301, + "contentType": "image/jpeg", + "sha256": "1963f3c2bb6768efde7097d716833f804e2dbe2e0f0f2a5b9ecacc4c95328920" + }, + { + "id": "test_Finance_278", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1305/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9595f131abff5f21c3ab4b13af6d1b09c978c2ff445dea5cb407556b4b9383f6.png", + "bytes": 560010, + "contentType": "image/png", + "sha256": "9595f131abff5f21c3ab4b13af6d1b09c978c2ff445dea5cb407556b4b9383f6" + }, + { + "id": "test_Finance_288", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1293/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae4ff9a44b9c7b7d7a323b8660cd29da7fbc71f24923e7a96f7a8c3f8632e5c5.png", + "bytes": 579827, + "contentType": "image/png", + "sha256": "ae4ff9a44b9c7b7d7a323b8660cd29da7fbc71f24923e7a96f7a8c3f8632e5c5" + }, + { + "id": "test_Finance_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/816/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/65c5c5675543312c1e2602147ad261ccca943481e46993cbc09c4cbd1c0b3b5b.png", + "bytes": 503938, + "contentType": "image/png", + "sha256": "65c5c5675543312c1e2602147ad261ccca943481e46993cbc09c4cbd1c0b3b5b" + }, + { + "id": "test_Finance_290", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1404/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a593e8c4ac49d2b71b188bb84d7b2e8cbcbb27c4ebcfbbe65be4ba3190402679.png", + "bytes": 1893031, + "contentType": "image/png", + "sha256": "a593e8c4ac49d2b71b188bb84d7b2e8cbcbb27c4ebcfbbe65be4ba3190402679" + }, + { + "id": "test_Finance_293", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/711/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9ac2b148b8659eb69e3725238ac327968c104c6d73950793714351ac9dc12e1b.png", + "bytes": 194961, + "contentType": "image/png", + "sha256": "9ac2b148b8659eb69e3725238ac327968c104c6d73950793714351ac9dc12e1b" + }, + { + "id": "test_Finance_294", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1360/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/95150d7d06b79aa7ee537c42884e5dcc4f89c6ffcdfa92736ba1d91dfe9bff95.png", + "bytes": 1954127, + "contentType": "image/png", + "sha256": "95150d7d06b79aa7ee537c42884e5dcc4f89c6ffcdfa92736ba1d91dfe9bff95" + }, + { + "id": "test_Finance_298", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/987/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ff02f7992c952b8c4f8b99ecca53c86b7ad3365acf35a45a5abb3ec4e87a07d.png", + "bytes": 421748, + "contentType": "image/png", + "sha256": "6ff02f7992c952b8c4f8b99ecca53c86b7ad3365acf35a45a5abb3ec4e87a07d" + }, + { + "id": "test_Finance_304", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/6/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5c04e05f762d67c376c23034b7d3f123f7f83f50d752a0806c142f675e2b4bae.png", + "bytes": 726344, + "contentType": "image/png", + "sha256": "5c04e05f762d67c376c23034b7d3f123f7f83f50d752a0806c142f675e2b4bae" + }, + { + "id": "test_Finance_313", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1615/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ebf3c31db0f767bb78109f604fe5d86ee1f2ea2163502e18dbb852647d45fec.png", + "bytes": 870035, + "contentType": "image/png", + "sha256": "3ebf3c31db0f767bb78109f604fe5d86ee1f2ea2163502e18dbb852647d45fec" + }, + { + "id": "test_Finance_337", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/926/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/128e32bb2d9faa4971d46fa095d3d9eb6246e48dea0e54f66ebb7bfd18a4391e.png", + "bytes": 338888, + "contentType": "image/png", + "sha256": "128e32bb2d9faa4971d46fa095d3d9eb6246e48dea0e54f66ebb7bfd18a4391e" + }, + { + "id": "test_Finance_338", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/369/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/442e3c11bc6818b07f711d73c8f8ec4bfbd874783bc892f919e955120f328bfb.png", + "bytes": 324541, + "contentType": "image/png", + "sha256": "442e3c11bc6818b07f711d73c8f8ec4bfbd874783bc892f919e955120f328bfb" + }, + { + "id": "test_Finance_346", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/861/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e1cc3b79e90d84b2c056bcd1c93a36358503b65f1bc6455477e75a37aa80f68.png", + "bytes": 548971, + "contentType": "image/png", + "sha256": "6e1cc3b79e90d84b2c056bcd1c93a36358503b65f1bc6455477e75a37aa80f68" + }, + { + "id": "test_Finance_38", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1264/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7b22daf6cc7a0e64ce1b0fa2c84c160ed1c9a5e35879919988e67383a131c94f.png", + "bytes": 499962, + "contentType": "image/png", + "sha256": "7b22daf6cc7a0e64ce1b0fa2c84c160ed1c9a5e35879919988e67383a131c94f" + }, + { + "id": "test_Finance_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/39/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7562a61e1264796089ecfd6c6006f55fe0c3ba7af04856cf0dc5d14d4a6f12be.png", + "bytes": 368938, + "contentType": "image/png", + "sha256": "7562a61e1264796089ecfd6c6006f55fe0c3ba7af04856cf0dc5d14d4a6f12be" + }, + { + "id": "test_Finance_57", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/319/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8452ccdadd5bd117be0df096696d53f93b490e80798781a0b2a9a8f3e1fa64c6.png", + "bytes": 1288382, + "contentType": "image/png", + "sha256": "8452ccdadd5bd117be0df096696d53f93b490e80798781a0b2a9a8f3e1fa64c6" + }, + { + "id": "test_Finance_62", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/477/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/053d07e0d05bae720fbeb48ff04d2e072de1a0f909c7c8cf22c3c10fb4ad4f62.png", + "bytes": 516629, + "contentType": "image/png", + "sha256": "053d07e0d05bae720fbeb48ff04d2e072de1a0f909c7c8cf22c3c10fb4ad4f62" + }, + { + "id": "test_Finance_64", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/667/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6fd77a5d38378a0f7c4da742591e7c5c07194ee3080107f49e518de05e4c4d1d.png", + "bytes": 525477, + "contentType": "image/png", + "sha256": "6fd77a5d38378a0f7c4da742591e7c5c07194ee3080107f49e518de05e4c4d1d" + }, + { + "id": "test_Finance_67", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/266/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0a0b11a04dd48b4200bc6ab96a53ca25fe5aef6e234166bfae90ab081e556eff.png", + "bytes": 627451, + "contentType": "image/png", + "sha256": "0a0b11a04dd48b4200bc6ab96a53ca25fe5aef6e234166bfae90ab081e556eff" + }, + { + "id": "test_Finance_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1438/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ce060a7888966af792b0c48c536df2f91d222c40b3ac333c9b7bea9b1284c5b1.png", + "bytes": 507142, + "contentType": "image/png", + "sha256": "ce060a7888966af792b0c48c536df2f91d222c40b3ac333c9b7bea9b1284c5b1" + }, + { + "id": "test_Finance_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1577/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aaf72e6a8c3db3d99e2e67c1f9dc4f148a34fc382f74626e963cdc039bf7a677.png", + "bytes": 614559, + "contentType": "image/png", + "sha256": "aaf72e6a8c3db3d99e2e67c1f9dc4f148a34fc382f74626e963cdc039bf7a677" + }, + { + "id": "test_Finance_77", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1136/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9ec8ea94058199f21cfd2299cfa4e5e4c5a2d8cb9c2016fd87ae3fa924f81016.png", + "bytes": 136653, + "contentType": "image/png", + "sha256": "9ec8ea94058199f21cfd2299cfa4e5e4c5a2d8cb9c2016fd87ae3fa924f81016" + }, + { + "id": "test_Finance_88", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1461/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bd9b0738902ef2ff85552d8655c14f7d0433b5aaa3ff546b12cf0e5095b14d1.png", + "bytes": 437274, + "contentType": "image/png", + "sha256": "5bd9b0738902ef2ff85552d8655c14f7d0433b5aaa3ff546b12cf0e5095b14d1" + }, + { + "id": "test_Finance_92", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1413/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3d10d6d0cfa73f0ca46bd987f214a103d9e528caeb3da442ef95e8c29e716f9.png", + "bytes": 161368, + "contentType": "image/png", + "sha256": "f3d10d6d0cfa73f0ca46bd987f214a103d9e528caeb3da442ef95e8c29e716f9" + }, + { + "id": "test_Finance_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/953/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f27bcd2e151f0b163a460802deb3f71b322e085a11dd96d41b9cf2e056e30ec.png", + "bytes": 850667, + "contentType": "image/png", + "sha256": "4f27bcd2e151f0b163a460802deb3f71b322e085a11dd96d41b9cf2e056e30ec" + }, + { + "id": "test_Geography_114", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/757/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/337b189acb519433c96e2c2cfa999e20243d5bd23eae95e1d80dedbc7f1adbab.png", + "bytes": 2255978, + "contentType": "image/png", + "sha256": "337b189acb519433c96e2c2cfa999e20243d5bd23eae95e1d80dedbc7f1adbab" + }, + { + "id": "test_Geography_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1707/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/096b0e4db01f66c449cb9f821fdcb98a6a06a0e4b93739adcbeeb026fd92e573.png", + "bytes": 437617, + "contentType": "image/png", + "sha256": "096b0e4db01f66c449cb9f821fdcb98a6a06a0e4b93739adcbeeb026fd92e573" + }, + { + "id": "test_Geography_144", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/309/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3692546167dfe99421b71c543ceff76405b4b8e2170df6490f4f175213c36a4b.png", + "bytes": 1971389, + "contentType": "image/png", + "sha256": "3692546167dfe99421b71c543ceff76405b4b8e2170df6490f4f175213c36a4b" + }, + { + "id": "test_Geography_150", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/761/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/217cd00974dcf50d0182f6389f7a07289209b2a6a31932b01f60144b055868a0.png", + "bytes": 191490, + "contentType": "image/png", + "sha256": "217cd00974dcf50d0182f6389f7a07289209b2a6a31932b01f60144b055868a0" + }, + { + "id": "test_Geography_160", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1049/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e595d9e06da26b316c3df887afd33c99d114321623744394285848101eb66a0a.png", + "bytes": 1283480, + "contentType": "image/png", + "sha256": "e595d9e06da26b316c3df887afd33c99d114321623744394285848101eb66a0a" + }, + { + "id": "test_Geography_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1717/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ebeb9bf930acf75d1a08e648f0455c06337aca3981ac1d698dcf108bb040d60.png", + "bytes": 576698, + "contentType": "image/png", + "sha256": "2ebeb9bf930acf75d1a08e648f0455c06337aca3981ac1d698dcf108bb040d60" + }, + { + "id": "test_Geography_191", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1153/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/04407bc5537ed723de8d195d5ad075b0ceb2eab82df76d9c5d43661a80dac7e2.png", + "bytes": 1401385, + "contentType": "image/png", + "sha256": "04407bc5537ed723de8d195d5ad075b0ceb2eab82df76d9c5d43661a80dac7e2" + }, + { + "id": "test_Geography_205", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1704/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/855c6fae450d0cc7dce8f8a40c6b72bc3d29598e00334ca8e7a15e1ce0c9c7c3.png", + "bytes": 1517872, + "contentType": "image/png", + "sha256": "855c6fae450d0cc7dce8f8a40c6b72bc3d29598e00334ca8e7a15e1ce0c9c7c3" + }, + { + "id": "test_Geography_209", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/786/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d5f25e24cd4c6ac3e52ceafa751d5f17fa434bf657602a2b815ccfb32968d329.png", + "bytes": 982743, + "contentType": "image/png", + "sha256": "d5f25e24cd4c6ac3e52ceafa751d5f17fa434bf657602a2b815ccfb32968d329" + }, + { + "id": "test_Geography_213", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1354/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18e3c719f62215878fcc2e1098a80c776e7a5d9c3dd8af4930f64e70c126f497.png", + "bytes": 702998, + "contentType": "image/png", + "sha256": "18e3c719f62215878fcc2e1098a80c776e7a5d9c3dd8af4930f64e70c126f497" + }, + { + "id": "test_Geography_222", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1726/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/04aaef79f59cf327f58a6e2d7654b9301fe4e60ff2bebc20b2d0f3f9851d2f7f.png", + "bytes": 1035148, + "contentType": "image/png", + "sha256": "04aaef79f59cf327f58a6e2d7654b9301fe4e60ff2bebc20b2d0f3f9851d2f7f" + }, + { + "id": "test_Geography_231", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1723/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f4c0e9c0a04ebe9247f6febcfda370bb1b9d9ad2cc602a322c1ac355c892e69.png", + "bytes": 8499556, + "contentType": "image/png", + "sha256": "8f4c0e9c0a04ebe9247f6febcfda370bb1b9d9ad2cc602a322c1ac355c892e69" + }, + { + "id": "test_Geography_241", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1711/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5ab7fc0effbe938198dc80c0649fc4d72d5fca9f8e15ac279074571702de9790.png", + "bytes": 1376011, + "contentType": "image/png", + "sha256": "5ab7fc0effbe938198dc80c0649fc4d72d5fca9f8e15ac279074571702de9790" + }, + { + "id": "test_Geography_252", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1703/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b94b83fba35cde38e4ee6ec02bce4b1c176c62d8c874a8b72172fb3a0f6644ba.png", + "bytes": 4818196, + "contentType": "image/png", + "sha256": "b94b83fba35cde38e4ee6ec02bce4b1c176c62d8c874a8b72172fb3a0f6644ba" + }, + { + "id": "test_Geography_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1701/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/824d44a0a5308939918a4effa7fd3c5283352b8c96fa54f8325b4deea636d1b2.png", + "bytes": 682044, + "contentType": "image/png", + "sha256": "824d44a0a5308939918a4effa7fd3c5283352b8c96fa54f8325b4deea636d1b2" + }, + { + "id": "test_Geography_267", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1715/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8e09b45e4bd8b34c92686f830e76d28b90ae7d20f7e3271ef19112f284322c58.png", + "bytes": 1622547, + "contentType": "image/png", + "sha256": "8e09b45e4bd8b34c92686f830e76d28b90ae7d20f7e3271ef19112f284322c58" + }, + { + "id": "test_Geography_276", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1721/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/24ec5933df0af664989c1ceef823317698777135bf2076dff2b90f508ae6b4d9.png", + "bytes": 1518343, + "contentType": "image/png", + "sha256": "24ec5933df0af664989c1ceef823317698777135bf2076dff2b90f508ae6b4d9" + }, + { + "id": "test_Geography_298", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1712/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f67f9c0e1a96e02c0a195f93578867f25167cb56fc07e43ccb72a276c77b838.png", + "bytes": 6201269, + "contentType": "image/png", + "sha256": "4f67f9c0e1a96e02c0a195f93578867f25167cb56fc07e43ccb72a276c77b838" + }, + { + "id": "test_Geography_301", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/443/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c899694dcf5142fcbdbdec8508bd7a50ebda81b4a46e7faa9a3aa542ed18baec.png", + "bytes": 1257451, + "contentType": "image/png", + "sha256": "c899694dcf5142fcbdbdec8508bd7a50ebda81b4a46e7faa9a3aa542ed18baec" + }, + { + "id": "test_Geography_317", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/546/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86560d3caf298a840c6545dbce8d75500667ac7b8523a2222c8e6bdf967786db.png", + "bytes": 875140, + "contentType": "image/png", + "sha256": "86560d3caf298a840c6545dbce8d75500667ac7b8523a2222c8e6bdf967786db" + }, + { + "id": "test_Geography_329", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1362/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b0e09863822e14419aedd9443198d6ac4799d566672a89cd9d31ea85e84efae2.png", + "bytes": 125829, + "contentType": "image/png", + "sha256": "b0e09863822e14419aedd9443198d6ac4799d566672a89cd9d31ea85e84efae2" + }, + { + "id": "test_Geography_38", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1709/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/376e4708f69ebea4a48f1b3da71e769e17fe7f88510b2859f13c6022bb3cd5a5.png", + "bytes": 677547, + "contentType": "image/png", + "sha256": "376e4708f69ebea4a48f1b3da71e769e17fe7f88510b2859f13c6022bb3cd5a5" + }, + { + "id": "test_Geography_398", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/287/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7ef845df07e700a2757c16b10298df12659b53e13dbbfbb9bafbd8d8608e1640.png", + "bytes": 234300, + "contentType": "image/png", + "sha256": "7ef845df07e700a2757c16b10298df12659b53e13dbbfbb9bafbd8d8608e1640" + }, + { + "id": "test_Geography_40", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1714/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2ab9742a5229dbb31fdcc5e63103df1f870d4d1a19e60b23777b2fd1ad4454e.png", + "bytes": 668624, + "contentType": "image/png", + "sha256": "c2ab9742a5229dbb31fdcc5e63103df1f870d4d1a19e60b23777b2fd1ad4454e" + }, + { + "id": "test_Geography_412", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/673/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/de6e9dfde011bd75f33127f1b5a78d009fee0f8c75f0c5163c8fea202882c118.png", + "bytes": 1782417, + "contentType": "image/png", + "sha256": "de6e9dfde011bd75f33127f1b5a78d009fee0f8c75f0c5163c8fea202882c118" + }, + { + "id": "test_Geography_42", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1720/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4feaf1fd64c25389ac5fd105a11e9b50bf8dfce8d105aba664bb35b0ee948c9.png", + "bytes": 785435, + "contentType": "image/png", + "sha256": "a4feaf1fd64c25389ac5fd105a11e9b50bf8dfce8d105aba664bb35b0ee948c9" + }, + { + "id": "test_Geography_428", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1603/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/086e78b94948c24334230ff11ffcb8c3e6b08b7665361835beecf297f675954a.jpg", + "bytes": 64405, + "contentType": "image/jpeg", + "sha256": "086e78b94948c24334230ff11ffcb8c3e6b08b7665361835beecf297f675954a" + }, + { + "id": "test_Geography_45", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1718/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5d9f15300662554447efd1f5d8e4c621d26166363ae724aecde3cb1348993c55.png", + "bytes": 741884, + "contentType": "image/png", + "sha256": "5d9f15300662554447efd1f5d8e4c621d26166363ae724aecde3cb1348993c55" + }, + { + "id": "test_Geography_459", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1227/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2368b5bc735cab1fe6bf7278be7cfbde6ffb5bc0c2b1502566cf95b8f0584436.png", + "bytes": 538197, + "contentType": "image/png", + "sha256": "2368b5bc735cab1fe6bf7278be7cfbde6ffb5bc0c2b1502566cf95b8f0584436" + }, + { + "id": "test_Geography_462", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1100/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43b0b6e8155734ee0dde2bf31efb24d85957170ab35e11a63db87f138c6b6664.png", + "bytes": 809562, + "contentType": "image/png", + "sha256": "43b0b6e8155734ee0dde2bf31efb24d85957170ab35e11a63db87f138c6b6664" + }, + { + "id": "test_Geography_472", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/965/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/561ce430a2ed192a5af70591b04047d2656e23c17d2d7470bb2d457ad3b6fa49.png", + "bytes": 989124, + "contentType": "image/png", + "sha256": "561ce430a2ed192a5af70591b04047d2656e23c17d2d7470bb2d457ad3b6fa49" + }, + { + "id": "test_Geography_492", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1377/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aa0e31bccab8357ce080ad23c8e52b01b63498aa2801f55e69d52811024f03da.png", + "bytes": 1950715, + "contentType": "image/png", + "sha256": "aa0e31bccab8357ce080ad23c8e52b01b63498aa2801f55e69d52811024f03da" + }, + { + "id": "test_Geography_518", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1120/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/23e526ce5059053cc79d8a032d49a8eea7642569dfe2ab417e1dccefa7b2abb5.png", + "bytes": 1076011, + "contentType": "image/png", + "sha256": "23e526ce5059053cc79d8a032d49a8eea7642569dfe2ab417e1dccefa7b2abb5" + }, + { + "id": "test_Geography_521", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/944/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a391670d5df045c025dc945882a87d816a737c553098c2190caa759f780666c2.jpg", + "bytes": 129141, + "contentType": "image/jpeg", + "sha256": "a391670d5df045c025dc945882a87d816a737c553098c2190caa759f780666c2" + }, + { + "id": "test_Geography_530", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1526/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5026485a47cf20df1baa87e9b2fe5c7eab73d37cd2d81d972843abbba0ce976a.png", + "bytes": 2216697, + "contentType": "image/png", + "sha256": "5026485a47cf20df1baa87e9b2fe5c7eab73d37cd2d81d972843abbba0ce976a" + }, + { + "id": "test_Geography_55", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1700/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/235a086634d0cdba75c46e96b346e5618e18463d7b35e02af69eda072c344fce.png", + "bytes": 1786885, + "contentType": "image/png", + "sha256": "235a086634d0cdba75c46e96b346e5618e18463d7b35e02af69eda072c344fce" + }, + { + "id": "test_Geography_555", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1151/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/314581b0425c72bf3a505aabc780db34947fcb3959fc14f71f631f1d87c31f71.png", + "bytes": 1726486, + "contentType": "image/png", + "sha256": "314581b0425c72bf3a505aabc780db34947fcb3959fc14f71f631f1d87c31f71" + }, + { + "id": "test_Geography_57", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1729/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e5e606d21b05a496e313c3266d71467e5bfb16cfde457da5b14ecb2a388c94af.png", + "bytes": 1187565, + "contentType": "image/png", + "sha256": "e5e606d21b05a496e313c3266d71467e5bfb16cfde457da5b14ecb2a388c94af" + }, + { + "id": "test_Geography_61", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1713/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/95143776b2771a5cf300087fd878e484c5afa1fcf498a5753dcd0cc3ef13723d.png", + "bytes": 701854, + "contentType": "image/png", + "sha256": "95143776b2771a5cf300087fd878e484c5afa1fcf498a5753dcd0cc3ef13723d" + }, + { + "id": "test_Geography_74", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1090/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/de8a8ce7c0b6ed27ccc1bcafa3fd1f77f3d05f85431bb57904b5e00e49f1584f.png", + "bytes": 1959027, + "contentType": "image/png", + "sha256": "de8a8ce7c0b6ed27ccc1bcafa3fd1f77f3d05f85431bb57904b5e00e49f1584f" + }, + { + "id": "test_Geography_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1549/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e5616013dbd8c243584f711a3b63254d3d759574e9b130a63a3ed8a8f97513a5.png", + "bytes": 827610, + "contentType": "image/png", + "sha256": "e5616013dbd8c243584f711a3b63254d3d759574e9b130a63a3ed8a8f97513a5" + }, + { + "id": "test_Geography_90", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/323/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b4ae74fcde7350dd5e11ce310fd9645a3d21ed2f188cdcdd7d8dfbe9eef16f5.png", + "bytes": 1839756, + "contentType": "image/png", + "sha256": "5b4ae74fcde7350dd5e11ce310fd9645a3d21ed2f188cdcdd7d8dfbe9eef16f5" + }, + { + "id": "test_History_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/0/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a48f4783ab15d73383a82962061000a183085f804474a591261202544c57c7bb.png", + "bytes": 430116, + "contentType": "image/png", + "sha256": "a48f4783ab15d73383a82962061000a183085f804474a591261202544c57c7bb" + }, + { + "id": "test_History_100", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1389/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d27c2bba63743495ac34887112db10ea6f7333ee8ad247eb2331aed799356963.png", + "bytes": 461330, + "contentType": "image/png", + "sha256": "d27c2bba63743495ac34887112db10ea6f7333ee8ad247eb2331aed799356963" + }, + { + "id": "test_History_106", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/485/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8bdede89b20fea94078978f9acb04d26e979d1d81d987dd36c5eb23e74d8d7c7.png", + "bytes": 1768685, + "contentType": "image/png", + "sha256": "8bdede89b20fea94078978f9acb04d26e979d1d81d987dd36c5eb23e74d8d7c7" + }, + { + "id": "test_History_117", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1138/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/63facfa665fd603a200b4bd3a0618e0b77fb617a76c49bddad02edc4608624c0.png", + "bytes": 2386143, + "contentType": "image/png", + "sha256": "63facfa665fd603a200b4bd3a0618e0b77fb617a76c49bddad02edc4608624c0" + }, + { + "id": "test_History_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1248/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a61300417a5ed494d733e390adb86124e88226c1155a8bcf2c251b6ed6e59a4.png", + "bytes": 480357, + "contentType": "image/png", + "sha256": "3a61300417a5ed494d733e390adb86124e88226c1155a8bcf2c251b6ed6e59a4" + }, + { + "id": "test_History_124", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/440/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cdf65ff8887166c88e7115fbf405c820e04b7d41e878f105ac1cc1734af4e23b.png", + "bytes": 2096358, + "contentType": "image/png", + "sha256": "cdf65ff8887166c88e7115fbf405c820e04b7d41e878f105ac1cc1734af4e23b" + }, + { + "id": "test_History_125", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/995/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfb4cdb5c2253fba73d66b8eb0e613de401677a6584e34b3d57a7a60469467b0.png", + "bytes": 966377, + "contentType": "image/png", + "sha256": "cfb4cdb5c2253fba73d66b8eb0e613de401677a6584e34b3d57a7a60469467b0" + }, + { + "id": "test_History_131", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/38/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/528077ee19bacf3db7fd5dcc44a324818a5086cc4f2d94e8b146434c082205fe.png", + "bytes": 1717609, + "contentType": "image/png", + "sha256": "528077ee19bacf3db7fd5dcc44a324818a5086cc4f2d94e8b146434c082205fe" + }, + { + "id": "test_History_134", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/3/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fbdf144e02d7d8e6484786df24edadd6a5449497e46c65dada69f860360e900a.png", + "bytes": 900388, + "contentType": "image/png", + "sha256": "fbdf144e02d7d8e6484786df24edadd6a5449497e46c65dada69f860360e900a" + }, + { + "id": "test_History_138", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/145/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3916ff4436938e7b5c8dc26a98a967a278be380882bfe85a589078221ad7bed4.png", + "bytes": 342802, + "contentType": "image/png", + "sha256": "3916ff4436938e7b5c8dc26a98a967a278be380882bfe85a589078221ad7bed4" + }, + { + "id": "test_History_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/619/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa730dd4a9d2351324e44f40cb1b95e7853d85036b7447f29013b35939e01794.png", + "bytes": 1903008, + "contentType": "image/png", + "sha256": "fa730dd4a9d2351324e44f40cb1b95e7853d85036b7447f29013b35939e01794" + }, + { + "id": "test_History_142", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1591/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cf0753c8af5845805ea427cc90e035cf9bb1fe0c41ef77d531490ef048b5ea5c.jpg", + "bytes": 58656, + "contentType": "image/jpeg", + "sha256": "cf0753c8af5845805ea427cc90e035cf9bb1fe0c41ef77d531490ef048b5ea5c" + }, + { + "id": "test_History_157", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/516/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1da26443c2d7a3acfa0072669a9a0c491ece17156f5f661d64d9ac9628a7b29f.png", + "bytes": 608603, + "contentType": "image/png", + "sha256": "1da26443c2d7a3acfa0072669a9a0c491ece17156f5f661d64d9ac9628a7b29f" + }, + { + "id": "test_History_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1007/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6aa167d7f264ccbf2a45f0675fd4bec217e638a9a99b8c6cd888e57dd8f7e3a3.jpg", + "bytes": 250914, + "contentType": "image/jpeg", + "sha256": "6aa167d7f264ccbf2a45f0675fd4bec217e638a9a99b8c6cd888e57dd8f7e3a3" + }, + { + "id": "test_History_168", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/28/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/65f8dd21c7b39396f2e9af8732ca91aa826a6783edeb811f8e786fafce74f4df.png", + "bytes": 226143, + "contentType": "image/png", + "sha256": "65f8dd21c7b39396f2e9af8732ca91aa826a6783edeb811f8e786fafce74f4df" + }, + { + "id": "test_History_170", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/127/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97f0adbf9b3ffe238d28ef468df94b6dcc340448525bdd19271c82b735c9f934.png", + "bytes": 1253109, + "contentType": "image/png", + "sha256": "97f0adbf9b3ffe238d28ef468df94b6dcc340448525bdd19271c82b735c9f934" + }, + { + "id": "test_History_180", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/316/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1ed36bc3f20c89a9a61848da77a0e8112aea06cfe35487770baecce996ca067.png", + "bytes": 2185194, + "contentType": "image/png", + "sha256": "c1ed36bc3f20c89a9a61848da77a0e8112aea06cfe35487770baecce996ca067" + }, + { + "id": "test_History_189", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1150/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b6c5bfcf30c48df089fa277efb2ae206c18a58b2e7afd8217f7420c6d079a954.png", + "bytes": 262443, + "contentType": "image/png", + "sha256": "b6c5bfcf30c48df089fa277efb2ae206c18a58b2e7afd8217f7420c6d079a954" + }, + { + "id": "test_History_207", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1531/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f30b9bd934c3af07939d80d5c1c7c2602737e6c146fbd51e4762f4abc959e4b1.jpg", + "bytes": 159630, + "contentType": "image/jpeg", + "sha256": "f30b9bd934c3af07939d80d5c1c7c2602737e6c146fbd51e4762f4abc959e4b1" + }, + { + "id": "test_History_208", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/307/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0377c16a67bcd8868ad5abbabe13bf56f85339f26933084266247c6a029d0d89.png", + "bytes": 362090, + "contentType": "image/png", + "sha256": "0377c16a67bcd8868ad5abbabe13bf56f85339f26933084266247c6a029d0d89" + }, + { + "id": "test_History_209", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1698/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d08db90a93fe0935a02bc3e55bac6f2c2e98bf0859705786844cf47ef6f4a07a.png", + "bytes": 1388193, + "contentType": "image/png", + "sha256": "d08db90a93fe0935a02bc3e55bac6f2c2e98bf0859705786844cf47ef6f4a07a" + }, + { + "id": "test_History_216", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/706/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6708ec740a05baf661ca6d9e420632a82040b938e483905e89167ab27aefd947.png", + "bytes": 636142, + "contentType": "image/png", + "sha256": "6708ec740a05baf661ca6d9e420632a82040b938e483905e89167ab27aefd947" + }, + { + "id": "test_History_217", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/903/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a565b74543e2077dc0a8b185ba1531fb9b4f000801e95d19a1613e5d674ab891.png", + "bytes": 384653, + "contentType": "image/png", + "sha256": "a565b74543e2077dc0a8b185ba1531fb9b4f000801e95d19a1613e5d674ab891" + }, + { + "id": "test_History_220", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/459/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5edb877d39b541f0c98ff92487e34f9e74b8d4937bff425276740e27d1364c32.png", + "bytes": 731184, + "contentType": "image/png", + "sha256": "5edb877d39b541f0c98ff92487e34f9e74b8d4937bff425276740e27d1364c32" + }, + { + "id": "test_History_222", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1417/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a6c8ff2a633904b1ab575a07b584e40c0936e2d7237eac9c1d1a2020e9c36a7.png", + "bytes": 959974, + "contentType": "image/png", + "sha256": "4a6c8ff2a633904b1ab575a07b584e40c0936e2d7237eac9c1d1a2020e9c36a7" + }, + { + "id": "test_History_239", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/136/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dbe25a2af54344b9c2a1fe57486859b30676c1067bea3b11fed7adcc3569a741.png", + "bytes": 234291, + "contentType": "image/png", + "sha256": "dbe25a2af54344b9c2a1fe57486859b30676c1067bea3b11fed7adcc3569a741" + }, + { + "id": "test_History_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1416/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7aec3adf4d1d0b4c3b0d9c0612378c6470df8498dd3404b88d09dd2c1cbaf0e7.png", + "bytes": 521570, + "contentType": "image/png", + "sha256": "7aec3adf4d1d0b4c3b0d9c0612378c6470df8498dd3404b88d09dd2c1cbaf0e7" + }, + { + "id": "test_History_254", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1441/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aabc36e567dde7858598f92417931e8f4c0c5f4d22b7ac04e12922f0f109a0a1.png", + "bytes": 825461, + "contentType": "image/png", + "sha256": "aabc36e567dde7858598f92417931e8f4c0c5f4d22b7ac04e12922f0f109a0a1" + }, + { + "id": "test_History_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1459/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/05c58db1dff7bfdd6a2d85305e994aacd7c3cb8ab3cd1fc2a079aa3dda03f2d9.png", + "bytes": 592648, + "contentType": "image/png", + "sha256": "05c58db1dff7bfdd6a2d85305e994aacd7c3cb8ab3cd1fc2a079aa3dda03f2d9" + }, + { + "id": "test_History_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/537/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d900ce58312d318a7b7d5c35dcca566aa3cadda553d145ceecf11ad49110b35a.png", + "bytes": 1713202, + "contentType": "image/png", + "sha256": "d900ce58312d318a7b7d5c35dcca566aa3cadda553d145ceecf11ad49110b35a" + }, + { + "id": "test_History_272", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/677/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7521b61cfee8310ce88791c410453fd200fabd00288574cf8e204b95ba0d4982.png", + "bytes": 765824, + "contentType": "image/png", + "sha256": "7521b61cfee8310ce88791c410453fd200fabd00288574cf8e204b95ba0d4982" + }, + { + "id": "test_History_34", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1653/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a5dfa733988abf07e8a2289f88d88207c11e4f1f84bb1d73073e36c4614d972.png", + "bytes": 411888, + "contentType": "image/png", + "sha256": "7a5dfa733988abf07e8a2289f88d88207c11e4f1f84bb1d73073e36c4614d972" + }, + { + "id": "test_History_37", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/355/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7af5f62fa3268da26f30f243747d110cd6d14c2d2bcb5dbcd07ff096169b7b8.png", + "bytes": 952916, + "contentType": "image/png", + "sha256": "d7af5f62fa3268da26f30f243747d110cd6d14c2d2bcb5dbcd07ff096169b7b8" + }, + { + "id": "test_History_38", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1128/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/db23924fbdc35bd5fa3410f89e79e69b4b11be95ce168cb08bd8c8ee31fa0beb.png", + "bytes": 2032422, + "contentType": "image/png", + "sha256": "db23924fbdc35bd5fa3410f89e79e69b4b11be95ce168cb08bd8c8ee31fa0beb" + }, + { + "id": "test_History_44", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1284/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/561fa89b33b2b868cc34b720425d36b2d7d6b0f12303edfb72444b19fb8bbff5.png", + "bytes": 1020856, + "contentType": "image/png", + "sha256": "561fa89b33b2b868cc34b720425d36b2d7d6b0f12303edfb72444b19fb8bbff5" + }, + { + "id": "test_History_46", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/795/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/13b563afbac8f705d268eb7f517eb0238415d1ce5da8e282b91e089d72047bcb.png", + "bytes": 2038967, + "contentType": "image/png", + "sha256": "13b563afbac8f705d268eb7f517eb0238415d1ce5da8e282b91e089d72047bcb" + }, + { + "id": "test_History_56", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1216/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bdcfb1c042adeb144086c71c35d019a73ff9d4c48e06f7c41019b9a6cd8acd55.png", + "bytes": 593274, + "contentType": "image/png", + "sha256": "bdcfb1c042adeb144086c71c35d019a73ff9d4c48e06f7c41019b9a6cd8acd55" + }, + { + "id": "test_History_70", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/155/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/24625a277085650fd055b44d25e055a85c6a1a64acc7d68350beaf72e33a1d68.png", + "bytes": 608824, + "contentType": "image/png", + "sha256": "24625a277085650fd055b44d25e055a85c6a1a64acc7d68350beaf72e33a1d68" + }, + { + "id": "test_History_72", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/494/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80df6dbd2c7ee4f067254c6175682550803b66a3380ca08df27cd794dc49aaf1.png", + "bytes": 849134, + "contentType": "image/png", + "sha256": "80df6dbd2c7ee4f067254c6175682550803b66a3380ca08df27cd794dc49aaf1" + }, + { + "id": "test_History_74", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1008/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd38bd069251fd78f92d1e70a5341b3e72bfc11312d001f84ce1c2156a1d9be6.png", + "bytes": 840671, + "contentType": "image/png", + "sha256": "bd38bd069251fd78f92d1e70a5341b3e72bfc11312d001f84ce1c2156a1d9be6" + }, + { + "id": "test_History_76", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/16/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3853585b465e3b212e4d4c62e3426c13926a3ed96d8dbdabc3d0bf830311b97c.png", + "bytes": 426066, + "contentType": "image/png", + "sha256": "3853585b465e3b212e4d4c62e3426c13926a3ed96d8dbdabc3d0bf830311b97c" + }, + { + "id": "test_History_79", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1313/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e742d9176d2c9c8385970e5ddb843f676852945214ccfc7b612cae9c58eaf46a.png", + "bytes": 1027235, + "contentType": "image/png", + "sha256": "e742d9176d2c9c8385970e5ddb843f676852945214ccfc7b612cae9c58eaf46a" + }, + { + "id": "test_History_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/167/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a4a67aea586621e632a1f779ec380c2330067f7ba425d16b13210adc2dc5de9.png", + "bytes": 768383, + "contentType": "image/png", + "sha256": "1a4a67aea586621e632a1f779ec380c2330067f7ba425d16b13210adc2dc5de9" + }, + { + "id": "test_History_80", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/453/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/242856379c4f67663144bee17816d40a53022f04d8fae4ba7a29948d7794f227.png", + "bytes": 9547908, + "contentType": "image/png", + "sha256": "242856379c4f67663144bee17816d40a53022f04d8fae4ba7a29948d7794f227" + }, + { + "id": "test_History_82", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/354/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08e70aa0937f612d7f2f865abb28d0e0456da2b89afee45628f5927314623804.png", + "bytes": 553089, + "contentType": "image/png", + "sha256": "08e70aa0937f612d7f2f865abb28d0e0456da2b89afee45628f5927314623804" + }, + { + "id": "test_History_87", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/886/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/128ea3ead568e885ae02c3098001cc920cae9ad340335bee8230f6bf598e4be9.jpg", + "bytes": 138925, + "contentType": "image/jpeg", + "sha256": "128ea3ead568e885ae02c3098001cc920cae9ad340335bee8230f6bf598e4be9" + }, + { + "id": "test_Literature_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1705/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4220451baaf14aa52626748faffb70115ab1d616ee1fe45f3259a2f5889a892c.png", + "bytes": 2559822, + "contentType": "image/png", + "sha256": "4220451baaf14aa52626748faffb70115ab1d616ee1fe45f3259a2f5889a892c" + }, + { + "id": "test_Literature_101", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1588/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d1c593e46c83c771027a210d5fb1f51a0593adf6d4967970baf43b8a826e8aa8.jpg", + "bytes": 87247, + "contentType": "image/jpeg", + "sha256": "d1c593e46c83c771027a210d5fb1f51a0593adf6d4967970baf43b8a826e8aa8" + }, + { + "id": "test_Literature_105", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/857/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ac81be2ed17a0cd655f27bcec846c11a0ea40d7aee288e9582503d1c6019c87.jpg", + "bytes": 115623, + "contentType": "image/jpeg", + "sha256": "6ac81be2ed17a0cd655f27bcec846c11a0ea40d7aee288e9582503d1c6019c87" + }, + { + "id": "test_Literature_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/476/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4386812160b7b2cd6cf5093c8bf431266515b7b120bd02244759d63b6d42f78a.png", + "bytes": 434334, + "contentType": "image/png", + "sha256": "4386812160b7b2cd6cf5093c8bf431266515b7b120bd02244759d63b6d42f78a" + }, + { + "id": "test_Literature_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/23/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e917ec44917eb3f44adcb415d76218935e834fe3140b3125d4f9b70ad0eb9b34.png", + "bytes": 735226, + "contentType": "image/png", + "sha256": "e917ec44917eb3f44adcb415d76218935e834fe3140b3125d4f9b70ad0eb9b34" + }, + { + "id": "test_Literature_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1724/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f268c69197eaee5336760fc624eaad88570aaaf3dfdbbbff59bcdd580a0fea2d.png", + "bytes": 2540951, + "contentType": "image/png", + "sha256": "f268c69197eaee5336760fc624eaad88570aaaf3dfdbbbff59bcdd580a0fea2d" + }, + { + "id": "test_Literature_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/383/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/082ab3d84b228d2045b9dcece05662b26ea9ec9c225e09d3e657f28684524464.png", + "bytes": 379708, + "contentType": "image/png", + "sha256": "082ab3d84b228d2045b9dcece05662b26ea9ec9c225e09d3e657f28684524464" + }, + { + "id": "test_Literature_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/137/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/033c8c5a77ea3302d5336fcb43dfe627ed91c06d5552582e8742a400d7b33e07.png", + "bytes": 2249227, + "contentType": "image/png", + "sha256": "033c8c5a77ea3302d5336fcb43dfe627ed91c06d5552582e8742a400d7b33e07" + }, + { + "id": "test_Literature_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/876/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0f336fb19baf44019f11c246c5a909087ad6c7b256e2dae7db744f21bb2dc3b7.jpg", + "bytes": 170174, + "contentType": "image/jpeg", + "sha256": "0f336fb19baf44019f11c246c5a909087ad6c7b256e2dae7db744f21bb2dc3b7" + }, + { + "id": "test_Literature_34", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1699/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/671b59edc958dd68a627b4dbe0c14b0503f3884cfeae89616856687637761947.png", + "bytes": 1094609, + "contentType": "image/png", + "sha256": "671b59edc958dd68a627b4dbe0c14b0503f3884cfeae89616856687637761947" + }, + { + "id": "test_Literature_36", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1554/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b8be3fc1ffa64115c4cd4b76969cd49d19a071591e77b60aa911ded0b059e9f.png", + "bytes": 1608089, + "contentType": "image/png", + "sha256": "5b8be3fc1ffa64115c4cd4b76969cd49d19a071591e77b60aa911ded0b059e9f" + }, + { + "id": "test_Literature_38", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/153/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ffa01e3cccf781ae3bdb5fe539831b64d9944b3d6e1b33276a80d3dcbcd207d.png", + "bytes": 705890, + "contentType": "image/png", + "sha256": "3ffa01e3cccf781ae3bdb5fe539831b64d9944b3d6e1b33276a80d3dcbcd207d" + }, + { + "id": "test_Literature_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/775/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3de8050ab045ab955e5f58cb53e0dbb23015bee6bf0c7f77c2cc9c1aceedaf70.png", + "bytes": 256762, + "contentType": "image/png", + "sha256": "3de8050ab045ab955e5f58cb53e0dbb23015bee6bf0c7f77c2cc9c1aceedaf70" + }, + { + "id": "test_Literature_40", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1121/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/391d0d221c1ed648d02319b129f2560009e0c352059c03e98c87354048684f18.png", + "bytes": 298853, + "contentType": "image/png", + "sha256": "391d0d221c1ed648d02319b129f2560009e0c352059c03e98c87354048684f18" + }, + { + "id": "test_Literature_44", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1725/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4c2570ae8b369f5cc584bf63ecad69b450a7f57169b3ef4a9b12bd4d1df9081.png", + "bytes": 1003851, + "contentType": "image/png", + "sha256": "b4c2570ae8b369f5cc584bf63ecad69b450a7f57169b3ef4a9b12bd4d1df9081" + }, + { + "id": "test_Literature_46", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/272/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3cbcff1d609f07b47ab022d76c90d3fd61592f7bb78adfcbf671d3b0ce7f40dd.png", + "bytes": 2381542, + "contentType": "image/png", + "sha256": "3cbcff1d609f07b47ab022d76c90d3fd61592f7bb78adfcbf671d3b0ce7f40dd" + }, + { + "id": "test_Literature_47", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/425/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/807302d89f7f317c0ccb5b42c5b42fc4009c78cda4e022712a369bb4533a99d7.png", + "bytes": 992314, + "contentType": "image/png", + "sha256": "807302d89f7f317c0ccb5b42c5b42fc4009c78cda4e022712a369bb4533a99d7" + }, + { + "id": "test_Literature_50", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1710/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4eb751c8b8c541f9a10a73f0d8e85b2fcf01d943ad0ab5ab7e219db77cd0cc5f.png", + "bytes": 2431246, + "contentType": "image/png", + "sha256": "4eb751c8b8c541f9a10a73f0d8e85b2fcf01d943ad0ab5ab7e219db77cd0cc5f" + }, + { + "id": "test_Literature_56", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/608/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2461a1a4220ab44991ce76168117e4d80324fdb72cfa0ad3e3b5e0f57ccf4787.png", + "bytes": 1965936, + "contentType": "image/png", + "sha256": "2461a1a4220ab44991ce76168117e4d80324fdb72cfa0ad3e3b5e0f57ccf4787" + }, + { + "id": "test_Literature_60", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1191/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be84cbff9d4b318264c2c12fdafe08b940ec1ec3b4a3d46bccdee12fe4f91416.png", + "bytes": 426539, + "contentType": "image/png", + "sha256": "be84cbff9d4b318264c2c12fdafe08b940ec1ec3b4a3d46bccdee12fe4f91416" + }, + { + "id": "test_Literature_64", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/325/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e2dfb0f5d39113532bf635547a2ba879a5a22cb91ef1e03005f10ebfa1ee358.png", + "bytes": 267481, + "contentType": "image/png", + "sha256": "6e2dfb0f5d39113532bf635547a2ba879a5a22cb91ef1e03005f10ebfa1ee358" + }, + { + "id": "test_Literature_65", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/4/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/96d98fa4044c88ef269c4fd88b0094d137e1f04a3fa61473d639de6c5aca311c.png", + "bytes": 2641924, + "contentType": "image/png", + "sha256": "96d98fa4044c88ef269c4fd88b0094d137e1f04a3fa61473d639de6c5aca311c" + }, + { + "id": "test_Literature_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/374/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/01887f016f4e0be931c96e6b83e95476fde0a09b57a7fd972cdbb4df2f44a5a8.png", + "bytes": 1705340, + "contentType": "image/png", + "sha256": "01887f016f4e0be931c96e6b83e95476fde0a09b57a7fd972cdbb4df2f44a5a8" + }, + { + "id": "test_Literature_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1594/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e7e611d2b593ff027f76432768d9c159e13d2ca06194ca89bb46338f0d0e540c.jpg", + "bytes": 54960, + "contentType": "image/jpeg", + "sha256": "e7e611d2b593ff027f76432768d9c159e13d2ca06194ca89bb46338f0d0e540c" + }, + { + "id": "test_Literature_70", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/159/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e5ae7bc3a8f7d10ca6b0b27b4a750f527183b102bffad3192cd8c581b7b45150.png", + "bytes": 2046135, + "contentType": "image/png", + "sha256": "e5ae7bc3a8f7d10ca6b0b27b4a750f527183b102bffad3192cd8c581b7b45150" + }, + { + "id": "test_Literature_75", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1693/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5da6c64f1cb8b03a5b583524792bf050c81e9cb6375367b71f09bd3eca4629ef.jpg", + "bytes": 114668, + "contentType": "image/jpeg", + "sha256": "5da6c64f1cb8b03a5b583524792bf050c81e9cb6375367b71f09bd3eca4629ef" + }, + { + "id": "test_Literature_86", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1702/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/18cfb9f66443ab8f6370d1fb733d5ac6e91149a3bd8ccfb1950001eeca2b5d64.png", + "bytes": 2193286, + "contentType": "image/png", + "sha256": "18cfb9f66443ab8f6370d1fb733d5ac6e91149a3bd8ccfb1950001eeca2b5d64" + }, + { + "id": "test_Literature_93", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1708/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a21b489e79798798e3d8a6e35319453c031a4d7afa6fea10083b83970dfcf76d.png", + "bytes": 2612653, + "contentType": "image/png", + "sha256": "a21b489e79798798e3d8a6e35319453c031a4d7afa6fea10083b83970dfcf76d" + }, + { + "id": "test_Literature_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/432/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4e10e4d8281f17182f3e934f48669efb011f47bba951305e9197fd2f7e2f8369.png", + "bytes": 1015654, + "contentType": "image/png", + "sha256": "4e10e4d8281f17182f3e934f48669efb011f47bba951305e9197fd2f7e2f8369" + }, + { + "id": "test_Literature_97", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1376/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/88ceb1fa4b02bfc0cdf1cc1823b2bfad090e07784a1493d7b18b95709435930c.png", + "bytes": 648090, + "contentType": "image/png", + "sha256": "88ceb1fa4b02bfc0cdf1cc1823b2bfad090e07784a1493d7b18b95709435930c" + }, + { + "id": "test_Literature_99", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/391/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ad636d720ed9b22bd97df0b505a2d0c56abe079f1d350f3102ed2e7dbd860993.png", + "bytes": 1087639, + "contentType": "image/png", + "sha256": "ad636d720ed9b22bd97df0b505a2d0c56abe079f1d350f3102ed2e7dbd860993" + }, + { + "id": "test_Manage_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1435/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b2ff4b9e85f98e9a3dc08a442542610803d7abddeec076dea393ed783c2c1f8.png", + "bytes": 149132, + "contentType": "image/png", + "sha256": "5b2ff4b9e85f98e9a3dc08a442542610803d7abddeec076dea393ed783c2c1f8" + }, + { + "id": "test_Manage_104", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/518/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f9fbc921bc84a048ff98a2ec8ab4d4ef56705e23ff1da156e26e98ac5439ede.png", + "bytes": 1344899, + "contentType": "image/png", + "sha256": "8f9fbc921bc84a048ff98a2ec8ab4d4ef56705e23ff1da156e26e98ac5439ede" + }, + { + "id": "test_Manage_115", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1646/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7755f762acd411eae6574c386108752dda960e3b188ccb6bc26bc35f62f012c.png", + "bytes": 474213, + "contentType": "image/png", + "sha256": "f7755f762acd411eae6574c386108752dda960e3b188ccb6bc26bc35f62f012c" + }, + { + "id": "test_Manage_126", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1676/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f242fdb1bfa0f7aad0d04a6bc8bef08243304b0348bc6c816764b45e7c4d9aaa.png", + "bytes": 1378041, + "contentType": "image/png", + "sha256": "f242fdb1bfa0f7aad0d04a6bc8bef08243304b0348bc6c816764b45e7c4d9aaa" + }, + { + "id": "test_Manage_140", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1302/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fda864db975330f523ea9a5738677743343ee446a4d57f6021a3f67e52e49190.png", + "bytes": 938539, + "contentType": "image/png", + "sha256": "fda864db975330f523ea9a5738677743343ee446a4d57f6021a3f67e52e49190" + }, + { + "id": "test_Manage_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1366/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4c739724067263cf164aba0c1878608c29922134b781ae9c96d1f1d1c247d589.png", + "bytes": 232674, + "contentType": "image/png", + "sha256": "4c739724067263cf164aba0c1878608c29922134b781ae9c96d1f1d1c247d589" + }, + { + "id": "test_Manage_154", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1179/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/754672ec06e7f78dd3067243d224479cbde2957f42dd59abe940eead14a2b528.png", + "bytes": 1828301, + "contentType": "image/png", + "sha256": "754672ec06e7f78dd3067243d224479cbde2957f42dd59abe940eead14a2b528" + }, + { + "id": "test_Manage_173", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1351/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3300815932a1d2279d30c36adca77c4dd57fcddd2cad2c8fa5b7ed33efac522f.png", + "bytes": 1665106, + "contentType": "image/png", + "sha256": "3300815932a1d2279d30c36adca77c4dd57fcddd2cad2c8fa5b7ed33efac522f" + }, + { + "id": "test_Manage_177", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/713/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a0ca01b33da4de02480d8dc791eb62b32efcb76066d0868610c2d69ff544c85.png", + "bytes": 278368, + "contentType": "image/png", + "sha256": "4a0ca01b33da4de02480d8dc791eb62b32efcb76066d0868610c2d69ff544c85" + }, + { + "id": "test_Manage_180", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/688/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9b330f0f6b91c4b928f58088d60a7f0957d4687a7579423deed9f36311fcc60d.png", + "bytes": 256278, + "contentType": "image/png", + "sha256": "9b330f0f6b91c4b928f58088d60a7f0957d4687a7579423deed9f36311fcc60d" + }, + { + "id": "test_Manage_187", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/726/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/32c785d6351f143306dc6da86d82182c0689a1e3a86a5e127259a060d0672d1c.png", + "bytes": 229830, + "contentType": "image/png", + "sha256": "32c785d6351f143306dc6da86d82182c0689a1e3a86a5e127259a060d0672d1c" + }, + { + "id": "test_Manage_191", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/982/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/949e9d933b91dfe1f4724c17582ab5bb901bfe34191b092244805cdca479b2b3.png", + "bytes": 815390, + "contentType": "image/png", + "sha256": "949e9d933b91dfe1f4724c17582ab5bb901bfe34191b092244805cdca479b2b3" + }, + { + "id": "test_Manage_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1192/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e3b33cc56efc65317e33d6c0d46d9caa6d6838b11ba056d9e43866d86edf401.png", + "bytes": 563827, + "contentType": "image/png", + "sha256": "6e3b33cc56efc65317e33d6c0d46d9caa6d6838b11ba056d9e43866d86edf401" + }, + { + "id": "test_Manage_202", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/249/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/efb851d4945fe050aaeaac51c98f6f7ef6516b681acad4071a63d6494b165c19.png", + "bytes": 1087940, + "contentType": "image/png", + "sha256": "efb851d4945fe050aaeaac51c98f6f7ef6516b681acad4071a63d6494b165c19" + }, + { + "id": "test_Manage_207", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/243/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/302b27026dcf7816d9fbc89cddbc951c7ea3dbd020ec51a2dc0bc4b64f18dd32.png", + "bytes": 1481687, + "contentType": "image/png", + "sha256": "302b27026dcf7816d9fbc89cddbc951c7ea3dbd020ec51a2dc0bc4b64f18dd32" + }, + { + "id": "test_Manage_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/799/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50ace51dfb73e1b61cbbb3a8bb0ed5065be15db5d1630945ffa46ba16ffebd00.png", + "bytes": 516684, + "contentType": "image/png", + "sha256": "50ace51dfb73e1b61cbbb3a8bb0ed5065be15db5d1630945ffa46ba16ffebd00" + }, + { + "id": "test_Manage_228", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/591/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bca27ee64036984829b208afe94dcedf94f75855f9f0175267d29cc6b7e14c01.png", + "bytes": 947482, + "contentType": "image/png", + "sha256": "bca27ee64036984829b208afe94dcedf94f75855f9f0175267d29cc6b7e14c01" + }, + { + "id": "test_Manage_234", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/985/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b007aa574e4c705d997d3fd906576b80743d7d70b64f1209049fc4e50cb7723.png", + "bytes": 493974, + "contentType": "image/png", + "sha256": "1b007aa574e4c705d997d3fd906576b80743d7d70b64f1209049fc4e50cb7723" + }, + { + "id": "test_Manage_239", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1645/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/559fee97516bdab44a28234a9bf0ff15206974ea8788e0d47ec8af39457aedc8.png", + "bytes": 784546, + "contentType": "image/png", + "sha256": "559fee97516bdab44a28234a9bf0ff15206974ea8788e0d47ec8af39457aedc8" + }, + { + "id": "test_Manage_31", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/794/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/01bcc77b1d84a0dabee1cd3b97e5705490b357033c90ca7315859c82eca74872.png", + "bytes": 403900, + "contentType": "image/png", + "sha256": "01bcc77b1d84a0dabee1cd3b97e5705490b357033c90ca7315859c82eca74872" + }, + { + "id": "test_Manage_35", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1457/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a36aeb4974ac2046dc29b7f7b3d2548ffd156fee2022bafe26e3701b02fc56a3.png", + "bytes": 474123, + "contentType": "image/png", + "sha256": "a36aeb4974ac2046dc29b7f7b3d2548ffd156fee2022bafe26e3701b02fc56a3" + }, + { + "id": "test_Manage_36", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/260/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa4cb677820cde29aafa9bafc620466ea90d546c3ae37ba335eec325b569faca.png", + "bytes": 2445376, + "contentType": "image/png", + "sha256": "fa4cb677820cde29aafa9bafc620466ea90d546c3ae37ba335eec325b569faca" + }, + { + "id": "test_Manage_45", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1433/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aab00a1a3920d7c1a858edbe7699e25764a45e30f4c8aadbac7c087fa6241006.png", + "bytes": 438914, + "contentType": "image/png", + "sha256": "aab00a1a3920d7c1a858edbe7699e25764a45e30f4c8aadbac7c087fa6241006" + }, + { + "id": "test_Manage_49", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1683/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a8143f06ad182a8988e6c0a4688b46102369af6a01920a6861b59de1cccc3314.png", + "bytes": 378559, + "contentType": "image/png", + "sha256": "a8143f06ad182a8988e6c0a4688b46102369af6a01920a6861b59de1cccc3314" + }, + { + "id": "test_Manage_52", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/165/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5056c12ae0698095b68cb902bef6226d10faddd499a10676b31fae919d5c9efb.png", + "bytes": 458517, + "contentType": "image/png", + "sha256": "5056c12ae0698095b68cb902bef6226d10faddd499a10676b31fae919d5c9efb" + }, + { + "id": "test_Manage_56", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1629/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98cb339eff4bd3cc1785eb7dadd08e97c07e65ddfa81e1289e58175e31b4c9b3.png", + "bytes": 612851, + "contentType": "image/png", + "sha256": "98cb339eff4bd3cc1785eb7dadd08e97c07e65ddfa81e1289e58175e31b4c9b3" + }, + { + "id": "test_Manage_64", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/527/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e5db7a5a0275609079c06da45d93b69bf0b142ec186cf2ad4a047ccfa8bc3335.png", + "bytes": 525150, + "contentType": "image/png", + "sha256": "e5db7a5a0275609079c06da45d93b69bf0b142ec186cf2ad4a047ccfa8bc3335" + }, + { + "id": "test_Manage_66", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1133/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b7ac7e9ba10c6cf4ec5c3e0d665bac99d1a6e3e6f40ff8e8101956470658aae0.png", + "bytes": 141613, + "contentType": "image/png", + "sha256": "b7ac7e9ba10c6cf4ec5c3e0d665bac99d1a6e3e6f40ff8e8101956470658aae0" + }, + { + "id": "test_Manage_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/689/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3d2e0796b30f4f34c9d82457ec865afe1aa1ff6924a33f9238145ec0dba92d9c.png", + "bytes": 163348, + "contentType": "image/png", + "sha256": "3d2e0796b30f4f34c9d82457ec865afe1aa1ff6924a33f9238145ec0dba92d9c" + }, + { + "id": "test_Manage_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1539/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7011389dee3ad8fb36bfac15cbc1c269dd643e7a847d43c3dc0b5cc7a59a729e.jpg", + "bytes": 106160, + "contentType": "image/jpeg", + "sha256": "7011389dee3ad8fb36bfac15cbc1c269dd643e7a847d43c3dc0b5cc7a59a729e" + }, + { + "id": "test_Manage_70", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/502/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50cdbf5789fa6061f9f442b5100f4f7f62d9fffa2f686d4d160b57d77000e4fe.png", + "bytes": 1032957, + "contentType": "image/png", + "sha256": "50cdbf5789fa6061f9f442b5100f4f7f62d9fffa2f686d4d160b57d77000e4fe" + }, + { + "id": "test_Manage_73", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1513/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a69399947f911797d88045b07a051c93eb2a27dacfe65cfc036b0225cfdf7281.png", + "bytes": 742640, + "contentType": "image/png", + "sha256": "a69399947f911797d88045b07a051c93eb2a27dacfe65cfc036b0225cfdf7281" + }, + { + "id": "test_Manage_75", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/659/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fc08763df25389db59b1d07a24783c0e97a1e201299ec4f511fc49ed20cc3330.png", + "bytes": 1683003, + "contentType": "image/png", + "sha256": "fc08763df25389db59b1d07a24783c0e97a1e201299ec4f511fc49ed20cc3330" + }, + { + "id": "test_Manage_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/684/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a4f3724f3ec9f55e5213f043285ffe6721890825d9ad682ada8c93a0ad39cef.png", + "bytes": 2386753, + "contentType": "image/png", + "sha256": "7a4f3724f3ec9f55e5213f043285ffe6721890825d9ad682ada8c93a0ad39cef" + }, + { + "id": "test_Manage_80", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1260/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b95e154d3d36bc6b0ec4f29cb6ccab90fa6c8d114a2ec0eb4b8e7c85d3438ffd.png", + "bytes": 515996, + "contentType": "image/png", + "sha256": "b95e154d3d36bc6b0ec4f29cb6ccab90fa6c8d114a2ec0eb4b8e7c85d3438ffd" + }, + { + "id": "test_Manage_87", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/992/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d47296f0da45f1c27b8a87bb84fd6eac37526a8d3f3813ff3b2f49172f09fbc8.png", + "bytes": 6661793, + "contentType": "image/png", + "sha256": "d47296f0da45f1c27b8a87bb84fd6eac37526a8d3f3813ff3b2f49172f09fbc8" + }, + { + "id": "test_Manage_94", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/652/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a0ece5a0f608d56faca400b68f2a83a61f9bbcd3299dc548a8687ee62d954a34.png", + "bytes": 630506, + "contentType": "image/png", + "sha256": "a0ece5a0f608d56faca400b68f2a83a61f9bbcd3299dc548a8687ee62d954a34" + }, + { + "id": "test_Marketing_108", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1064/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f0fae8d00f86669ce489645c165ea7a44b0a0f3cdbe8e7fa26cc6536a65f066f.png", + "bytes": 67153, + "contentType": "image/png", + "sha256": "f0fae8d00f86669ce489645c165ea7a44b0a0f3cdbe8e7fa26cc6536a65f066f" + }, + { + "id": "test_Marketing_109", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/554/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c4fe33cc135c40396d94ac1c3808ae2a6ec4d60cc63e49d8e1aa3939eec163fd.png", + "bytes": 477885, + "contentType": "image/png", + "sha256": "c4fe33cc135c40396d94ac1c3808ae2a6ec4d60cc63e49d8e1aa3939eec163fd" + }, + { + "id": "test_Marketing_111", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/357/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e728ea485d8c33d4e5f8911091fb5e61bf9aa2ae9423ff122266eaf69ed0f615.png", + "bytes": 219867, + "contentType": "image/png", + "sha256": "e728ea485d8c33d4e5f8911091fb5e61bf9aa2ae9423ff122266eaf69ed0f615" + }, + { + "id": "test_Marketing_112", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/274/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/67db184a7669c8dab41c633b73032664b450d2b98eea55ebb623e387a7e70758.png", + "bytes": 768608, + "contentType": "image/png", + "sha256": "67db184a7669c8dab41c633b73032664b450d2b98eea55ebb623e387a7e70758" + }, + { + "id": "test_Marketing_114", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1387/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1dbf8c1520f2e8753e6e1e489b5c8b6a8e125320b2703407077d23331d7c594d.png", + "bytes": 681594, + "contentType": "image/png", + "sha256": "1dbf8c1520f2e8753e6e1e489b5c8b6a8e125320b2703407077d23331d7c594d" + }, + { + "id": "test_Marketing_116", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1215/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d22965d2d2c4a17ce81e3d7f97d505e6213f98bc181e08aae6731f03a1ac44e.png", + "bytes": 608612, + "contentType": "image/png", + "sha256": "1d22965d2d2c4a17ce81e3d7f97d505e6213f98bc181e08aae6731f03a1ac44e" + }, + { + "id": "test_Marketing_120", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/513/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5f01bdfd858073132db9fc754154a917aae249bd25f5f836b5a3d00c9fc5f20.png", + "bytes": 1740595, + "contentType": "image/png", + "sha256": "f5f01bdfd858073132db9fc754154a917aae249bd25f5f836b5a3d00c9fc5f20" + }, + { + "id": "test_Marketing_130", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1569/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a8a0b320cd2aaa468c71c7209a88af710230d2a69720cff55f852be393c283f9.jpg", + "bytes": 57518, + "contentType": "image/jpeg", + "sha256": "a8a0b320cd2aaa468c71c7209a88af710230d2a69720cff55f852be393c283f9" + }, + { + "id": "test_Marketing_134", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1230/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9066a89ecdc14caae5da849a2f2f48f2785355c5d7f0ff81d4e10ef22c10003c.png", + "bytes": 292101, + "contentType": "image/png", + "sha256": "9066a89ecdc14caae5da849a2f2f48f2785355c5d7f0ff81d4e10ef22c10003c" + }, + { + "id": "test_Marketing_135", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/946/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6bcbd2238beac30cf244b3be96ab918c49ccd05250cb5b5e7dc8e6fc866c354d.png", + "bytes": 527076, + "contentType": "image/png", + "sha256": "6bcbd2238beac30cf244b3be96ab918c49ccd05250cb5b5e7dc8e6fc866c354d" + }, + { + "id": "test_Marketing_144", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1208/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9e9e39ae9dc4400e4cf7667988d29a80170db0e865fbe07d00946b65b8e1038d.png", + "bytes": 199595, + "contentType": "image/png", + "sha256": "9e9e39ae9dc4400e4cf7667988d29a80170db0e865fbe07d00946b65b8e1038d" + }, + { + "id": "test_Marketing_150", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1608/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/93840480b669fd3a30ab6f6aa93695104143863981b79d2a61d002444eb75dcf.jpg", + "bytes": 93146, + "contentType": "image/jpeg", + "sha256": "93840480b669fd3a30ab6f6aa93695104143863981b79d2a61d002444eb75dcf" + }, + { + "id": "test_Marketing_155", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/862/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd08c8b822196dcf6d0dc12cffce1485a14218e71efede630fa0cff6dfaf7a2a.png", + "bytes": 1186840, + "contentType": "image/png", + "sha256": "bd08c8b822196dcf6d0dc12cffce1485a14218e71efede630fa0cff6dfaf7a2a" + }, + { + "id": "test_Marketing_161", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/455/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54ff320ef4c907b956a1bea76f25602d1cf5a081ee45eca6045652484440d8ba.png", + "bytes": 676585, + "contentType": "image/png", + "sha256": "54ff320ef4c907b956a1bea76f25602d1cf5a081ee45eca6045652484440d8ba" + }, + { + "id": "test_Marketing_164", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/746/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17a40a65933c62edbcc38736e960442bc7db486e23508e18bb9a3ae6f00cc7e0.png", + "bytes": 106682, + "contentType": "image/png", + "sha256": "17a40a65933c62edbcc38736e960442bc7db486e23508e18bb9a3ae6f00cc7e0" + }, + { + "id": "test_Marketing_166", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1352/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/807058b2b842f9e1edc5352f87a2803d098898724f0830b0f0f8bfacc5ef6bc2.png", + "bytes": 348380, + "contentType": "image/png", + "sha256": "807058b2b842f9e1edc5352f87a2803d098898724f0830b0f0f8bfacc5ef6bc2" + }, + { + "id": "test_Marketing_172", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/468/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/72ef657829fff6717c4d7249ad41ae1cba8f358cf228a24372bceddd7d1214a3.png", + "bytes": 9781439, + "contentType": "image/png", + "sha256": "72ef657829fff6717c4d7249ad41ae1cba8f358cf228a24372bceddd7d1214a3" + }, + { + "id": "test_Marketing_177", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/480/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d9caea24851ec30274624216c0e0cfa83cc56bd6fdf8fb544e08c3dc1c75e3c.png", + "bytes": 558370, + "contentType": "image/png", + "sha256": "1d9caea24851ec30274624216c0e0cfa83cc56bd6fdf8fb544e08c3dc1c75e3c" + }, + { + "id": "test_Marketing_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/798/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/009f85809dcf67000bba43349b7cf01cc99a30e07374fea2a2ec3f60f19c40f0.png", + "bytes": 457686, + "contentType": "image/png", + "sha256": "009f85809dcf67000bba43349b7cf01cc99a30e07374fea2a2ec3f60f19c40f0" + }, + { + "id": "test_Marketing_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/743/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/84deaefadf436e6193250ed3ebf368a98006d91e442e3c674687bce4ea989ea2.png", + "bytes": 178548, + "contentType": "image/png", + "sha256": "84deaefadf436e6193250ed3ebf368a98006d91e442e3c674687bce4ea989ea2" + }, + { + "id": "test_Marketing_33", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/109/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd2e1b332df51ffa2cb4f95742a2974f908fa78845dad3bfcf08725eaa8fe182.png", + "bytes": 96357, + "contentType": "image/png", + "sha256": "dd2e1b332df51ffa2cb4f95742a2974f908fa78845dad3bfcf08725eaa8fe182" + }, + { + "id": "test_Marketing_35", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/464/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f6fb5eda0761ae706f28506444c23c704ab8cf52fe29c8add08b1bef26c31b05.png", + "bytes": 597249, + "contentType": "image/png", + "sha256": "f6fb5eda0761ae706f28506444c23c704ab8cf52fe29c8add08b1bef26c31b05" + }, + { + "id": "test_Marketing_37", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1368/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6fd733932082b2260a26e998d16f0d9190f94f4e23d0156baf6b874fb9755a09.png", + "bytes": 272626, + "contentType": "image/png", + "sha256": "6fd733932082b2260a26e998d16f0d9190f94f4e23d0156baf6b874fb9755a09" + }, + { + "id": "test_Marketing_40", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/705/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a0153c25fc99efddaaad7d0778ff82631a5fba92f6f9c02cfad7ca4a951cd78e.png", + "bytes": 234431, + "contentType": "image/png", + "sha256": "a0153c25fc99efddaaad7d0778ff82631a5fba92f6f9c02cfad7ca4a951cd78e" + }, + { + "id": "test_Marketing_44", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/512/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/85549588ec977acfc7640440090282fd04f228e5e075b23a451a5c20dbfb7aa5.png", + "bytes": 909546, + "contentType": "image/png", + "sha256": "85549588ec977acfc7640440090282fd04f228e5e075b23a451a5c20dbfb7aa5" + }, + { + "id": "test_Marketing_56", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/867/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c539abd9ec6f781bd6f7c83b4e0a3c97ffe91e71101af807dd8e8f79932e75d7.png", + "bytes": 288044, + "contentType": "image/png", + "sha256": "c539abd9ec6f781bd6f7c83b4e0a3c97ffe91e71101af807dd8e8f79932e75d7" + }, + { + "id": "test_Marketing_61", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/393/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/23283622bd954ccd73bf639c49408c545da26e48dc97af585f0f25bd289ad3d1.png", + "bytes": 190689, + "contentType": "image/png", + "sha256": "23283622bd954ccd73bf639c49408c545da26e48dc97af585f0f25bd289ad3d1" + }, + { + "id": "test_Marketing_62", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1566/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1295f9d53c9d6519e159ac5570287645ba7883a6d435bc9b4ed461499561d88.jpg", + "bytes": 119764, + "contentType": "image/jpeg", + "sha256": "b1295f9d53c9d6519e159ac5570287645ba7883a6d435bc9b4ed461499561d88" + }, + { + "id": "test_Marketing_63", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/235/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/853ba4cacf9e4e8ca7855c526c1ac5fc621b77d8955cb78a6bdfc288485fcef8.png", + "bytes": 4518003, + "contentType": "image/png", + "sha256": "853ba4cacf9e4e8ca7855c526c1ac5fc621b77d8955cb78a6bdfc288485fcef8" + }, + { + "id": "test_Marketing_64", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1011/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9986eae53b16b771deef0735da7925f2e3a72b9be05f01ca8202d26e529fe48.png", + "bytes": 232614, + "contentType": "image/png", + "sha256": "a9986eae53b16b771deef0735da7925f2e3a72b9be05f01ca8202d26e529fe48" + }, + { + "id": "test_Marketing_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1507/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ab990f1bb85dcd9414c0d39d27e2f6c71e08c25b26e4a789da1170a69e1eb3c0.png", + "bytes": 428052, + "contentType": "image/png", + "sha256": "ab990f1bb85dcd9414c0d39d27e2f6c71e08c25b26e4a789da1170a69e1eb3c0" + }, + { + "id": "test_Marketing_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/420/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f8d1d05a0787aefa8cfb063269af76f3c1d63085f23a94ed7da9d159d229b0b3.png", + "bytes": 503579, + "contentType": "image/png", + "sha256": "f8d1d05a0787aefa8cfb063269af76f3c1d63085f23a94ed7da9d159d229b0b3" + }, + { + "id": "test_Marketing_72", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/473/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/320e9ddaefe831caa137a3860208019d01c24ddd212c47bf3f6e636f658565dc.png", + "bytes": 621083, + "contentType": "image/png", + "sha256": "320e9ddaefe831caa137a3860208019d01c24ddd212c47bf3f6e636f658565dc" + }, + { + "id": "test_Marketing_73", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/241/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d090a61cd88922b2d7ab1ff88cfd97085d1ec943945c76f8d4dab183fda832ef.png", + "bytes": 193996, + "contentType": "image/png", + "sha256": "d090a61cd88922b2d7ab1ff88cfd97085d1ec943945c76f8d4dab183fda832ef" + }, + { + "id": "test_Marketing_76", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/390/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ee2549fa3573c52d8ad54f00d5fb56d6db87baf12c66b4f5d2861a27d61f322.png", + "bytes": 163605, + "contentType": "image/png", + "sha256": "3ee2549fa3573c52d8ad54f00d5fb56d6db87baf12c66b4f5d2861a27d61f322" + }, + { + "id": "test_Marketing_86", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/77/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd71b6c65c2dae4613d7bd705da1b9a6cef80886fe5217f6fbf3522513afeab4.png", + "bytes": 4331302, + "contentType": "image/png", + "sha256": "dd71b6c65c2dae4613d7bd705da1b9a6cef80886fe5217f6fbf3522513afeab4" + }, + { + "id": "test_Marketing_87", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/785/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86eabfd21182f603025a276a063207d0ca046fae950d6dc22bb2a169ebf50447.png", + "bytes": 784156, + "contentType": "image/png", + "sha256": "86eabfd21182f603025a276a063207d0ca046fae950d6dc22bb2a169ebf50447" + }, + { + "id": "test_Marketing_92", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/967/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2134f3e3fc7a7c4379dd3698382aee611b18ca4c3ccb58208d358acf95a102b0.png", + "bytes": 543618, + "contentType": "image/png", + "sha256": "2134f3e3fc7a7c4379dd3698382aee611b18ca4c3ccb58208d358acf95a102b0" + }, + { + "id": "test_Marketing_98", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/434/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1eb7e737b19fdf989c7180ede226aa7278dddbca163577e6167bf92eda4f8593.png", + "bytes": 1422095, + "contentType": "image/png", + "sha256": "1eb7e737b19fdf989c7180ede226aa7278dddbca163577e6167bf92eda4f8593" + }, + { + "id": "test_Materials_121", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1119/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/103a952aaa2ba89e70c26d050973c96fa78aa0b027dd940f1d72aa4d7efa43f5.png", + "bytes": 390564, + "contentType": "image/png", + "sha256": "103a952aaa2ba89e70c26d050973c96fa78aa0b027dd940f1d72aa4d7efa43f5" + }, + { + "id": "test_Materials_139", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1027/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a2b23217eaf8a9d260429450febb4565409f94dbe8f02b1e7fad7ed4a871d0a.png", + "bytes": 76196, + "contentType": "image/png", + "sha256": "5a2b23217eaf8a9d260429450febb4565409f94dbe8f02b1e7fad7ed4a871d0a" + }, + { + "id": "test_Materials_150", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1251/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ed5bd6a04678dc2c56e62437223b2a6dd49637647501f03def3a4b761b8e6e8.png", + "bytes": 247153, + "contentType": "image/png", + "sha256": "8ed5bd6a04678dc2c56e62437223b2a6dd49637647501f03def3a4b761b8e6e8" + }, + { + "id": "test_Materials_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/781/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/10922643e01313e9324aefb2ea8046a8c973bdda6b209d3cc04fd4b139a20d1e.png", + "bytes": 222856, + "contentType": "image/png", + "sha256": "10922643e01313e9324aefb2ea8046a8c973bdda6b209d3cc04fd4b139a20d1e" + }, + { + "id": "test_Materials_165", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/72/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3312a1c76ef2e245c711533726bcb6015c3acacd4e586d3900daf54d17d673bc.png", + "bytes": 283262, + "contentType": "image/png", + "sha256": "3312a1c76ef2e245c711533726bcb6015c3acacd4e586d3900daf54d17d673bc" + }, + { + "id": "test_Materials_173", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1246/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/24c63e1f47e12400f47eae660b1d8bb9ab0cef9af21807e768a79874e5cb785a.png", + "bytes": 437602, + "contentType": "image/png", + "sha256": "24c63e1f47e12400f47eae660b1d8bb9ab0cef9af21807e768a79874e5cb785a" + }, + { + "id": "test_Materials_204", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/990/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55e3fd1a6b4aa77d1170632ccbadb0b1a9830e5faa9cae0c309ad2b971106f9c.jpg", + "bytes": 461417, + "contentType": "image/jpeg", + "sha256": "55e3fd1a6b4aa77d1170632ccbadb0b1a9830e5faa9cae0c309ad2b971106f9c" + }, + { + "id": "test_Materials_230", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1113/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9d6dc4b12375269bc15ccd29fa746b157e16c28a4d5afc253133483fc4de1497.png", + "bytes": 1505027, + "contentType": "image/png", + "sha256": "9d6dc4b12375269bc15ccd29fa746b157e16c28a4d5afc253133483fc4de1497" + }, + { + "id": "test_Materials_239", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/745/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dc3203278913d0ebb8e009e9d2efca526bd142bb9703aa7922ea580a9fc369f.png", + "bytes": 219429, + "contentType": "image/png", + "sha256": "4dc3203278913d0ebb8e009e9d2efca526bd142bb9703aa7922ea580a9fc369f" + }, + { + "id": "test_Materials_253", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/869/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6fdc38218b412f4351d5dc886771f99c8a34751b031a216215196229f58e74c6.png", + "bytes": 378029, + "contentType": "image/png", + "sha256": "6fdc38218b412f4351d5dc886771f99c8a34751b031a216215196229f58e74c6" + }, + { + "id": "test_Materials_277", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/952/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1da7809248bc76e29857452c92c4ed5e1bd9272d8db0fedf81066641f77dc426.png", + "bytes": 735283, + "contentType": "image/png", + "sha256": "1da7809248bc76e29857452c92c4ed5e1bd9272d8db0fedf81066641f77dc426" + }, + { + "id": "test_Materials_297", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/859/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ee88a21f9f14c3da92078e038c5c5c5a9f78074a72ca0e6363ec537353b29e03.png", + "bytes": 1007059, + "contentType": "image/png", + "sha256": "ee88a21f9f14c3da92078e038c5c5c5a9f78074a72ca0e6363ec537353b29e03" + }, + { + "id": "test_Materials_298", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1621/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/95570bde057a536628194c91ac1ff2d7376004778f2f9f3709425560aff3b0e6.png", + "bytes": 447218, + "contentType": "image/png", + "sha256": "95570bde057a536628194c91ac1ff2d7376004778f2f9f3709425560aff3b0e6" + }, + { + "id": "test_Materials_314", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1340/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7f3ed70afdc5e945f323256f907f7bf71fdcc3c7a3f836654be5914c916f8b8.png", + "bytes": 279113, + "contentType": "image/png", + "sha256": "d7f3ed70afdc5e945f323256f907f7bf71fdcc3c7a3f836654be5914c916f8b8" + }, + { + "id": "test_Materials_319", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/349/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/68a7a20e9ea076899aafc517802738b01193d4b518b2d351a8f9cf5f535e7c84.png", + "bytes": 268766, + "contentType": "image/png", + "sha256": "68a7a20e9ea076899aafc517802738b01193d4b518b2d351a8f9cf5f535e7c84" + }, + { + "id": "test_Materials_326", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1601/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a53268f4db838bc85619c0db4bc461defbd8a20fa4266800eacc70a2ad0f8f44.jpg", + "bytes": 39395, + "contentType": "image/jpeg", + "sha256": "a53268f4db838bc85619c0db4bc461defbd8a20fa4266800eacc70a2ad0f8f44" + }, + { + "id": "test_Materials_327", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1589/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/022aa102c4c391259c0af5756d8e9ddd8851cab29d6b709d8afabf2b4acca6dc.png", + "bytes": 570216, + "contentType": "image/png", + "sha256": "022aa102c4c391259c0af5756d8e9ddd8851cab29d6b709d8afabf2b4acca6dc" + }, + { + "id": "test_Materials_332", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/896/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/166e53435c24c90a58aef7c3022cd5bb8e2e1facd1791be78c95c308409068b0.jpg", + "bytes": 86740, + "contentType": "image/jpeg", + "sha256": "166e53435c24c90a58aef7c3022cd5bb8e2e1facd1791be78c95c308409068b0" + }, + { + "id": "test_Materials_345", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1328/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12b952bc0f00375ef40ee1fd28dc61f54bf9d6f644b2702c27e58ed02d85c0b5.png", + "bytes": 1016402, + "contentType": "image/png", + "sha256": "12b952bc0f00375ef40ee1fd28dc61f54bf9d6f644b2702c27e58ed02d85c0b5" + }, + { + "id": "test_Materials_358", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/630/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/67e4fa328922d5ab5034caeb08c26113da009c3f7bcc237c95328b50b4d94141.png", + "bytes": 335878, + "contentType": "image/png", + "sha256": "67e4fa328922d5ab5034caeb08c26113da009c3f7bcc237c95328b50b4d94141" + }, + { + "id": "test_Materials_383", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1012/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/681ec9d94889570ecc67f2ecad5e4123608029edaabe92ac88e72f6ac25ca498.png", + "bytes": 327027, + "contentType": "image/png", + "sha256": "681ec9d94889570ecc67f2ecad5e4123608029edaabe92ac88e72f6ac25ca498" + }, + { + "id": "test_Materials_392", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/941/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/11f1e18754dfa13aba6e1eae74e0542bcd8862c2814b223fb5b8705ce2529a98.jpg", + "bytes": 191648, + "contentType": "image/jpeg", + "sha256": "11f1e18754dfa13aba6e1eae74e0542bcd8862c2814b223fb5b8705ce2529a98" + }, + { + "id": "test_Materials_415", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1353/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d71a3e538ac6769ede27854ba50cfac760273e980be0cea05e99d3dde644f4e7.png", + "bytes": 157640, + "contentType": "image/png", + "sha256": "d71a3e538ac6769ede27854ba50cfac760273e980be0cea05e99d3dde644f4e7" + }, + { + "id": "test_Materials_417", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1285/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/39de5a3262be77e661b946e7ca8ad47685ceb0bb1346a67227cef2acb42f3b7e.png", + "bytes": 954660, + "contentType": "image/png", + "sha256": "39de5a3262be77e661b946e7ca8ad47685ceb0bb1346a67227cef2acb42f3b7e" + }, + { + "id": "test_Materials_423", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/505/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7b7605266037d471e26a7ba75d936be9abb72125d04269791ffa31ee112b4ad.png", + "bytes": 678387, + "contentType": "image/png", + "sha256": "d7b7605266037d471e26a7ba75d936be9abb72125d04269791ffa31ee112b4ad" + }, + { + "id": "test_Materials_446", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1616/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a569dab81e8eb83e8a33ae9b4fe159f8da48fb9c833fbb14a88d1ea4808859c.png", + "bytes": 348607, + "contentType": "image/png", + "sha256": "4a569dab81e8eb83e8a33ae9b4fe159f8da48fb9c833fbb14a88d1ea4808859c" + }, + { + "id": "test_Materials_450", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/685/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/354e55bb2042881801db3abe9f4d58ad4fae5b106021c3ab3f60edaf91a08d9c.png", + "bytes": 109459, + "contentType": "image/png", + "sha256": "354e55bb2042881801db3abe9f4d58ad4fae5b106021c3ab3f60edaf91a08d9c" + }, + { + "id": "test_Materials_51", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/872/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/139b34f4f187ec7ecd9170111a768f4a8e08015c82e742e668eba9da2b06b76b.png", + "bytes": 605786, + "contentType": "image/png", + "sha256": "139b34f4f187ec7ecd9170111a768f4a8e08015c82e742e668eba9da2b06b76b" + }, + { + "id": "test_Materials_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1106/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/487b2a92b006bee61e1a42cb9eebeb0a644ae64697f0ae8cb3504199d851bc5d.png", + "bytes": 1037923, + "contentType": "image/png", + "sha256": "487b2a92b006bee61e1a42cb9eebeb0a644ae64697f0ae8cb3504199d851bc5d" + }, + { + "id": "test_Materials_72", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/205/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b250458011c022de0ded29736b70e1f8bb779aa951db190eb6aece30b6f59feb.png", + "bytes": 161328, + "contentType": "image/png", + "sha256": "b250458011c022de0ded29736b70e1f8bb779aa951db190eb6aece30b6f59feb" + }, + { + "id": "test_Materials_91", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/199/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7c4fe76242f7f5b6837288eb2adcd4d111f5296772ce7220549c4e08e6bbdbe2.png", + "bytes": 413581, + "contentType": "image/png", + "sha256": "7c4fe76242f7f5b6837288eb2adcd4d111f5296772ce7220549c4e08e6bbdbe2" + }, + { + "id": "test_Materials_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1548/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6455c154bf1cb1eee49737fc106ba925338ab3fb608c1424dc25fc2cae007adb.jpg", + "bytes": 86079, + "contentType": "image/jpeg", + "sha256": "6455c154bf1cb1eee49737fc106ba925338ab3fb608c1424dc25fc2cae007adb" + }, + { + "id": "test_Materials_98", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/421/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b7e8e79c50927efa42e9a9fab26e56f0e8c9e872017c8fcc275a31a7c41e0624.png", + "bytes": 535071, + "contentType": "image/png", + "sha256": "b7e8e79c50927efa42e9a9fab26e56f0e8c9e872017c8fcc275a31a7c41e0624" + }, + { + "id": "test_Math_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/101/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd2f08cecade5a193d44e1d4ad69a26b42d924c597070fb009c2415fb112868f.png", + "bytes": 396445, + "contentType": "image/png", + "sha256": "bd2f08cecade5a193d44e1d4ad69a26b42d924c597070fb009c2415fb112868f" + }, + { + "id": "test_Math_115", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/541/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cf663acbdd77453292bd8e0807d14529c9c9460008c529c00a0f42816609e78a.png", + "bytes": 159222, + "contentType": "image/png", + "sha256": "cf663acbdd77453292bd8e0807d14529c9c9460008c529c00a0f42816609e78a" + }, + { + "id": "test_Math_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/864/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c805d127a578f7ac5598d918e5e027ceeeec8559391c82982bd281c0f6090de3.jpg", + "bytes": 69928, + "contentType": "image/jpeg", + "sha256": "c805d127a578f7ac5598d918e5e027ceeeec8559391c82982bd281c0f6090de3" + }, + { + "id": "test_Math_122", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/291/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb80001204bd1e4f62ebd84237a60dce1f545ee2ead396024b8b40604029a9c9.png", + "bytes": 346782, + "contentType": "image/png", + "sha256": "fb80001204bd1e4f62ebd84237a60dce1f545ee2ead396024b8b40604029a9c9" + }, + { + "id": "test_Math_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1477/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86a3762159ab93d3ce4fe3786b38e939b60f3a62e6102729c456b05ac994f9e7.png", + "bytes": 201930, + "contentType": "image/png", + "sha256": "86a3762159ab93d3ce4fe3786b38e939b60f3a62e6102729c456b05ac994f9e7" + }, + { + "id": "test_Math_164", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/305/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e70bebc2ef584e468902914ce3328f88422169815e23622a1581b7499eb5935c.png", + "bytes": 3764927, + "contentType": "image/png", + "sha256": "e70bebc2ef584e468902914ce3328f88422169815e23622a1581b7499eb5935c" + }, + { + "id": "test_Math_165", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1557/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3c4f3b17b98a30f4e88edf0387aac5993a379c11520ac7ce5f14acb2cfaf51ed.jpg", + "bytes": 38848, + "contentType": "image/jpeg", + "sha256": "3c4f3b17b98a30f4e88edf0387aac5993a379c11520ac7ce5f14acb2cfaf51ed" + }, + { + "id": "test_Math_170", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/132/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/73199d5b2a0c5173ace628d341b4802cfdb3f6d3cbf870a463e202b30c605b1a.png", + "bytes": 513399, + "contentType": "image/png", + "sha256": "73199d5b2a0c5173ace628d341b4802cfdb3f6d3cbf870a463e202b30c605b1a" + }, + { + "id": "test_Math_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1254/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfd6711b8cf8c2006421c8b82f9eec4e0ba480707f7915cf76c046f36706ce95.png", + "bytes": 559893, + "contentType": "image/png", + "sha256": "cfd6711b8cf8c2006421c8b82f9eec4e0ba480707f7915cf76c046f36706ce95" + }, + { + "id": "test_Math_189", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1390/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/988e0d84367f24559abafb537bc1f1cc33efa91d59171f779238805387ed4a98.png", + "bytes": 398679, + "contentType": "image/png", + "sha256": "988e0d84367f24559abafb537bc1f1cc33efa91d59171f779238805387ed4a98" + }, + { + "id": "test_Math_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/598/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83de6750dfb50d5b9582b0d545a532536ccdf374c3644c08385138600968762d.png", + "bytes": 2225959, + "contentType": "image/png", + "sha256": "83de6750dfb50d5b9582b0d545a532536ccdf374c3644c08385138600968762d" + }, + { + "id": "test_Math_201", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/398/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f3bc19dfd2acb9302940aee27f6b9fb70ca83abfdc6284e96fd7cae608255ddf.png", + "bytes": 205972, + "contentType": "image/png", + "sha256": "f3bc19dfd2acb9302940aee27f6b9fb70ca83abfdc6284e96fd7cae608255ddf" + }, + { + "id": "test_Math_205", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1579/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/64816e68b6008328b938e3149d2804d16214c68c8085d503e1d7c2db86a80155.jpg", + "bytes": 75034, + "contentType": "image/jpeg", + "sha256": "64816e68b6008328b938e3149d2804d16214c68c8085d503e1d7c2db86a80155" + }, + { + "id": "test_Math_209", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1665/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d8209fc25a9c90888182bd37e99db0ed117005d83f42e1df701a55e145c17cf.png", + "bytes": 695499, + "contentType": "image/png", + "sha256": "6d8209fc25a9c90888182bd37e99db0ed117005d83f42e1df701a55e145c17cf" + }, + { + "id": "test_Math_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1585/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e0a500659ad4f4a488d69f717647520e24e51f223040a05c6229aaef473f3360.png", + "bytes": 864418, + "contentType": "image/png", + "sha256": "e0a500659ad4f4a488d69f717647520e24e51f223040a05c6229aaef473f3360" + }, + { + "id": "test_Math_222", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1475/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/541bcc3c62bec65b406eb561dad540f7231a714541ca12c5fc7dcd219abe2a10.png", + "bytes": 867456, + "contentType": "image/png", + "sha256": "541bcc3c62bec65b406eb561dad540f7231a714541ca12c5fc7dcd219abe2a10" + }, + { + "id": "test_Math_224", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1075/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6305624b86315d719117d8f1849df49582862f7b9ef1fb83df2db9f5b75e9bde.png", + "bytes": 50455, + "contentType": "image/png", + "sha256": "6305624b86315d719117d8f1849df49582862f7b9ef1fb83df2db9f5b75e9bde" + }, + { + "id": "test_Math_247", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/302/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3f3228f67cd49cb8eeb35d97f9592b2e7719b0f55f4a65a3c47269f41bb5c1c5.png", + "bytes": 702295, + "contentType": "image/png", + "sha256": "3f3228f67cd49cb8eeb35d97f9592b2e7719b0f55f4a65a3c47269f41bb5c1c5" + }, + { + "id": "test_Math_257", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/829/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d98644bfe6f13ee2b119cfcac3523dd309a22dae31abb9371c4e1ba71cbf38d.png", + "bytes": 2809178, + "contentType": "image/png", + "sha256": "8d98644bfe6f13ee2b119cfcac3523dd309a22dae31abb9371c4e1ba71cbf38d" + }, + { + "id": "test_Math_266", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1053/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4f188e523645747fef09eb9c1a0e017b8effc70b9d49b3eafc96a9239a2e646a.png", + "bytes": 45727, + "contentType": "image/png", + "sha256": "4f188e523645747fef09eb9c1a0e017b8effc70b9d49b3eafc96a9239a2e646a" + }, + { + "id": "test_Math_270", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/181/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/91f220875ff559d8622d4ba84c6c0d7b60d61cd7717977eec7f9a7ed2fadb592.png", + "bytes": 2162244, + "contentType": "image/png", + "sha256": "91f220875ff559d8622d4ba84c6c0d7b60d61cd7717977eec7f9a7ed2fadb592" + }, + { + "id": "test_Math_279", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/497/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ddbed0c0f79884cae091667deda6828101524ac078fe4eec903586d4bf2309f2.png", + "bytes": 225182, + "contentType": "image/png", + "sha256": "ddbed0c0f79884cae091667deda6828101524ac078fe4eec903586d4bf2309f2" + }, + { + "id": "test_Math_282", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1232/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ebd5be58ff97e572cc0a5e0dcfbf300b5e5fff092af42578a097ffdb229c77e8.png", + "bytes": 514235, + "contentType": "image/png", + "sha256": "ebd5be58ff97e572cc0a5e0dcfbf300b5e5fff092af42578a097ffdb229c77e8" + }, + { + "id": "test_Math_290", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/184/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e3f31c1ea6edcd0bb65628562762601c9f7fc6d610394bef4c1c164122d85f86.png", + "bytes": 155033, + "contentType": "image/png", + "sha256": "e3f31c1ea6edcd0bb65628562762601c9f7fc6d610394bef4c1c164122d85f86" + }, + { + "id": "test_Math_341", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1359/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c8c0ca52dcd9eec3e6bf8a49bff6a112308a919f258ac4d68ed97afff4e26d97.png", + "bytes": 1716660, + "contentType": "image/png", + "sha256": "c8c0ca52dcd9eec3e6bf8a49bff6a112308a919f258ac4d68ed97afff4e26d97" + }, + { + "id": "test_Math_346", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/413/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/69b96dd00544e72c3863c58896b92ab4a994f0e6dcfc9a6d24c3f7c4a7f4ffc9.png", + "bytes": 229670, + "contentType": "image/png", + "sha256": "69b96dd00544e72c3863c58896b92ab4a994f0e6dcfc9a6d24c3f7c4a7f4ffc9" + }, + { + "id": "test_Math_390", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/417/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4fe17982cc8bd6c5e48ae783f33dd7887f6edc655d2d1ddfc1d7617f371d7b6c.png", + "bytes": 3831157, + "contentType": "image/png", + "sha256": "4fe17982cc8bd6c5e48ae783f33dd7887f6edc655d2d1ddfc1d7617f371d7b6c" + }, + { + "id": "test_Math_393", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1276/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/69386425c8067513f57d80c617a55332bf3d5659779cdab167b7b845b71400d8.png", + "bytes": 834431, + "contentType": "image/png", + "sha256": "69386425c8067513f57d80c617a55332bf3d5659779cdab167b7b845b71400d8" + }, + { + "id": "test_Math_41", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/665/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/669bc52ece3825febbda262276917a3311bb017508e056d6fc70b6308c7bc219.png", + "bytes": 2195865, + "contentType": "image/png", + "sha256": "669bc52ece3825febbda262276917a3311bb017508e056d6fc70b6308c7bc219" + }, + { + "id": "test_Math_435", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1170/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/db7e37a5d3c0631e4919fb0fbb522696f5132ee74f21e85ac476de645c4a8960.png", + "bytes": 766491, + "contentType": "image/png", + "sha256": "db7e37a5d3c0631e4919fb0fbb522696f5132ee74f21e85ac476de645c4a8960" + }, + { + "id": "test_Math_436", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1643/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2fcd24960f7380b5ab1e0007eeaa26611d38a1e7f52d7a93527f81bb894ade07.jpg", + "bytes": 86164, + "contentType": "image/jpeg", + "sha256": "2fcd24960f7380b5ab1e0007eeaa26611d38a1e7f52d7a93527f81bb894ade07" + }, + { + "id": "test_Math_475", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1187/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ed52bbbe827c476c841cb88411423a18549cc3fd1d0c04b5e40f46bad006b9e0.png", + "bytes": 1413496, + "contentType": "image/png", + "sha256": "ed52bbbe827c476c841cb88411423a18549cc3fd1d0c04b5e40f46bad006b9e0" + }, + { + "id": "test_Math_476", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/522/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/368582007c48aff0b2824a196dfd1cf0aa02ae3a67d7004ef9ac3a8fb5d22721.png", + "bytes": 186985, + "contentType": "image/png", + "sha256": "368582007c48aff0b2824a196dfd1cf0aa02ae3a67d7004ef9ac3a8fb5d22721" + }, + { + "id": "test_Math_492", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/244/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ff991ede64c45f3c81f48792641742caa5216d11b91152d1c3023780200e017.png", + "bytes": 4065926, + "contentType": "image/png", + "sha256": "6ff991ede64c45f3c81f48792641742caa5216d11b91152d1c3023780200e017" + }, + { + "id": "test_Math_504", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1332/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/11ae83b6f383ff4822771ce71ff1ed8c54808496d0bcaf0d31a06a67dd74b491.png", + "bytes": 1101759, + "contentType": "image/png", + "sha256": "11ae83b6f383ff4822771ce71ff1ed8c54808496d0bcaf0d31a06a67dd74b491" + }, + { + "id": "test_Math_56", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1263/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ce804a60dc693b6352c72a29c40950599282ca8a01c876843505ac0f02c6bef2.png", + "bytes": 595661, + "contentType": "image/png", + "sha256": "ce804a60dc693b6352c72a29c40950599282ca8a01c876843505ac0f02c6bef2" + }, + { + "id": "test_Math_65", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1266/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/57170ab3b067ec5334dd16b530af6b6b6cabb85af064290b677565933a18c127.png", + "bytes": 504875, + "contentType": "image/png", + "sha256": "57170ab3b067ec5334dd16b530af6b6b6cabb85af064290b677565933a18c127" + }, + { + "id": "test_Math_75", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/939/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c9fb4c2b85f784d48ad7589d7490abde9e4b60aa7b807e5697145510913e8f62.png", + "bytes": 1156395, + "contentType": "image/png", + "sha256": "c9fb4c2b85f784d48ad7589d7490abde9e4b60aa7b807e5697145510913e8f62" + }, + { + "id": "test_Math_80", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/238/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fd7510e79d0099793277a7c066fbd3106b9c36986fd06625cc9dd60efd5536cd.png", + "bytes": 285907, + "contentType": "image/png", + "sha256": "fd7510e79d0099793277a7c066fbd3106b9c36986fd06625cc9dd60efd5536cd" + }, + { + "id": "test_Mechanical_Engineering_104", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1243/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ff3d6bcad35e7d1d2f90fc89040406a70ef2969f667e476348efe04a02b2afe.png", + "bytes": 642452, + "contentType": "image/png", + "sha256": "2ff3d6bcad35e7d1d2f90fc89040406a70ef2969f667e476348efe04a02b2afe" + }, + { + "id": "test_Mechanical_Engineering_123", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/462/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/970ffe42ce403dffb6a5dcede8f556ebe7a852fe809db37cb2da13fa2c0f5927.png", + "bytes": 1840580, + "contentType": "image/png", + "sha256": "970ffe42ce403dffb6a5dcede8f556ebe7a852fe809db37cb2da13fa2c0f5927" + }, + { + "id": "test_Mechanical_Engineering_136", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/587/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/128be03b6bc8485a34ea9131182499d8fd63c1a0ac49937cdae72f1cd40f4d11.png", + "bytes": 1397037, + "contentType": "image/png", + "sha256": "128be03b6bc8485a34ea9131182499d8fd63c1a0ac49937cdae72f1cd40f4d11" + }, + { + "id": "test_Mechanical_Engineering_173", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/562/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ac4c10561c5075454e34c09395cdd424a1177f3c7fcaf7780238857052c8d9f.png", + "bytes": 132624, + "contentType": "image/png", + "sha256": "8ac4c10561c5075454e34c09395cdd424a1177f3c7fcaf7780238857052c8d9f" + }, + { + "id": "test_Mechanical_Engineering_186", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/897/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aefadc3585b6a8984658ac338526b9a68c01cf1c69f44cf5fe61c8e4c3be1751.png", + "bytes": 1813109, + "contentType": "image/png", + "sha256": "aefadc3585b6a8984658ac338526b9a68c01cf1c69f44cf5fe61c8e4c3be1751" + }, + { + "id": "test_Mechanical_Engineering_190", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1606/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3dd70d73c1ab6aa33603d1c913877165933b3bd843dbc22b1097f882a54ae8df.jpg", + "bytes": 47361, + "contentType": "image/jpeg", + "sha256": "3dd70d73c1ab6aa33603d1c913877165933b3bd843dbc22b1097f882a54ae8df" + }, + { + "id": "test_Mechanical_Engineering_192", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1088/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d57d041ca696189723110466110ab01b9c858174a1f6db491a959c6368bbf699.png", + "bytes": 97913, + "contentType": "image/png", + "sha256": "d57d041ca696189723110466110ab01b9c858174a1f6db491a959c6368bbf699" + }, + { + "id": "test_Mechanical_Engineering_201", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/822/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d26b9a51265deac278b75bd2fa7532df426ab36937a56fb87f0416defba172f.png", + "bytes": 104863, + "contentType": "image/png", + "sha256": "8d26b9a51265deac278b75bd2fa7532df426ab36937a56fb87f0416defba172f" + }, + { + "id": "test_Mechanical_Engineering_203", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/126/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/40cc8a189bb9b668d35c7b4fd5a0f3fcc62e32f475981593881ac74114f8992c.png", + "bytes": 73931, + "contentType": "image/png", + "sha256": "40cc8a189bb9b668d35c7b4fd5a0f3fcc62e32f475981593881ac74114f8992c" + }, + { + "id": "test_Mechanical_Engineering_205", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1072/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f4dd75d2a9e9c721355c2fb5c412c0ab245aec46935920ed39a1e76678ef3f1c.png", + "bytes": 40838, + "contentType": "image/png", + "sha256": "f4dd75d2a9e9c721355c2fb5c412c0ab245aec46935920ed39a1e76678ef3f1c" + }, + { + "id": "test_Mechanical_Engineering_209", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1432/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/adc41d626066897bfcc7348640176aa7602cc2b19ae25076c6396044e15d7c8d.png", + "bytes": 109477, + "contentType": "image/png", + "sha256": "adc41d626066897bfcc7348640176aa7602cc2b19ae25076c6396044e15d7c8d" + }, + { + "id": "test_Mechanical_Engineering_230", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1233/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ce8e22820dc2fd702b6cd547b502c9fd80439d486ee7b926f9997daeea4f556d.png", + "bytes": 551453, + "contentType": "image/png", + "sha256": "ce8e22820dc2fd702b6cd547b502c9fd80439d486ee7b926f9997daeea4f556d" + }, + { + "id": "test_Mechanical_Engineering_234", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1429/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/387ba064b14b614fb5e9bc82e0b0dc8a4528b4bc9320997835b76818a14f4df5.png", + "bytes": 451722, + "contentType": "image/png", + "sha256": "387ba064b14b614fb5e9bc82e0b0dc8a4528b4bc9320997835b76818a14f4df5" + }, + { + "id": "test_Mechanical_Engineering_257", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/833/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61eeff1d86833fb54fefca86134d3778d04613067b2c1df7edd902f936a98d46.png", + "bytes": 223230, + "contentType": "image/png", + "sha256": "61eeff1d86833fb54fefca86134d3778d04613067b2c1df7edd902f936a98d46" + }, + { + "id": "test_Mechanical_Engineering_275", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1047/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bf23a10aa03b0097b52c253569c5986b250aa89f4147eed81b8fc3a955b1fff6.png", + "bytes": 140412, + "contentType": "image/png", + "sha256": "bf23a10aa03b0097b52c253569c5986b250aa89f4147eed81b8fc3a955b1fff6" + }, + { + "id": "test_Mechanical_Engineering_278", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1547/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3aff49d562a42c2b342b929001d90d1984eee46b7fed2a2526e921c384484588.png", + "bytes": 1074034, + "contentType": "image/png", + "sha256": "3aff49d562a42c2b342b929001d90d1984eee46b7fed2a2526e921c384484588" + }, + { + "id": "test_Mechanical_Engineering_279", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/133/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50e4db4d5a9bacdb49dc62140d0dc15e433dd212ce23c10cd48f27ef5f99fe4d.png", + "bytes": 333230, + "contentType": "image/png", + "sha256": "50e4db4d5a9bacdb49dc62140d0dc15e433dd212ce23c10cd48f27ef5f99fe4d" + }, + { + "id": "test_Mechanical_Engineering_333", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/714/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/37c31be89f12f188a3878c2e100eae0f8578493e85617b2be0a7c6a57c56a430.png", + "bytes": 1200612, + "contentType": "image/png", + "sha256": "37c31be89f12f188a3878c2e100eae0f8578493e85617b2be0a7c6a57c56a430" + }, + { + "id": "test_Mechanical_Engineering_338", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/196/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a6fd5a1afc47fc36bad9ad775791e486a06decca72e1dc417313459734741253.png", + "bytes": 514602, + "contentType": "image/png", + "sha256": "a6fd5a1afc47fc36bad9ad775791e486a06decca72e1dc417313459734741253" + }, + { + "id": "test_Mechanical_Engineering_359", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/739/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f85214adb5a76a1684394305fdf0f8bc9b1c04a50db41b2ab040997ed836d6d4.png", + "bytes": 106994, + "contentType": "image/png", + "sha256": "f85214adb5a76a1684394305fdf0f8bc9b1c04a50db41b2ab040997ed836d6d4" + }, + { + "id": "test_Mechanical_Engineering_372", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/709/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/228d1220546ca6818a3d238b1e07e9cbf10ebaf11b5f1ad5df16a476f2329fa7.png", + "bytes": 185459, + "contentType": "image/png", + "sha256": "228d1220546ca6818a3d238b1e07e9cbf10ebaf11b5f1ad5df16a476f2329fa7" + }, + { + "id": "test_Mechanical_Engineering_382", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/388/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b8dbc2e7ff18753ea0bceddfdf4bcd283902299f5aecb1ba8ea235769c317d50.png", + "bytes": 322020, + "contentType": "image/png", + "sha256": "b8dbc2e7ff18753ea0bceddfdf4bcd283902299f5aecb1ba8ea235769c317d50" + }, + { + "id": "test_Mechanical_Engineering_392", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1640/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cf73c3bd8887904a8ee8cdde087fdb3b340255a7661a6e9e7103a26f417f6c36.jpg", + "bytes": 113735, + "contentType": "image/jpeg", + "sha256": "cf73c3bd8887904a8ee8cdde087fdb3b340255a7661a6e9e7103a26f417f6c36" + }, + { + "id": "test_Mechanical_Engineering_396", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/958/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9e7ecfcb809aed5d72800df9d2388e1a028fbb4f31f96395eb8242b868f0620f.png", + "bytes": 515176, + "contentType": "image/png", + "sha256": "9e7ecfcb809aed5d72800df9d2388e1a028fbb4f31f96395eb8242b868f0620f" + }, + { + "id": "test_Mechanical_Engineering_409", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1218/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3f904e51ff8c6674b3df4886a498899c62472bea8f86a65339e0c12fd092443a.png", + "bytes": 463508, + "contentType": "image/png", + "sha256": "3f904e51ff8c6674b3df4886a498899c62472bea8f86a65339e0c12fd092443a" + }, + { + "id": "test_Mechanical_Engineering_420", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/189/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d16af23db46d625aded2972780eff13bbef31023e5210e8018fa0fa2339c4c3f.png", + "bytes": 238981, + "contentType": "image/png", + "sha256": "d16af23db46d625aded2972780eff13bbef31023e5210e8018fa0fa2339c4c3f" + }, + { + "id": "test_Mechanical_Engineering_55", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1452/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e29269645c897ce16b77e9e88e33bec1ce531a3dfd30cdd8b63660c33a586133.png", + "bytes": 288463, + "contentType": "image/png", + "sha256": "e29269645c897ce16b77e9e88e33bec1ce531a3dfd30cdd8b63660c33a586133" + }, + { + "id": "test_Mechanical_Engineering_58", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/326/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08d522b31fa3732f54ae5578730233a7fefef873db48fb24497bfd0960babf78.png", + "bytes": 675705, + "contentType": "image/png", + "sha256": "08d522b31fa3732f54ae5578730233a7fefef873db48fb24497bfd0960babf78" + }, + { + "id": "test_Mechanical_Engineering_62", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/87/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/57261797d02b0e8dfd0dd41ecd353419eaf9c3bea7b3ef7e475ec6f3065b0c6f.png", + "bytes": 239124, + "contentType": "image/png", + "sha256": "57261797d02b0e8dfd0dd41ecd353419eaf9c3bea7b3ef7e475ec6f3065b0c6f" + }, + { + "id": "test_Mechanical_Engineering_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/73/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4c7e548f498bf05d222023f45d419131b1d8ae10c342ec5a5d60d00321251eae.png", + "bytes": 157035, + "contentType": "image/png", + "sha256": "4c7e548f498bf05d222023f45d419131b1d8ae10c342ec5a5d60d00321251eae" + }, + { + "id": "test_Mechanical_Engineering_78", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1672/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/885fe379284caa83a52bfcb5250166acb372fc62a21b5055b2654a3cc76c1cda.png", + "bytes": 314030, + "contentType": "image/png", + "sha256": "885fe379284caa83a52bfcb5250166acb372fc62a21b5055b2654a3cc76c1cda" + }, + { + "id": "test_Mechanical_Engineering_81", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/888/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3facc7816a3ec9972754e8d80fbaade233d70c2ef7a79c0f99b7aaff5ada1c3c.png", + "bytes": 1218047, + "contentType": "image/png", + "sha256": "3facc7816a3ec9972754e8d80fbaade233d70c2ef7a79c0f99b7aaff5ada1c3c" + }, + { + "id": "test_Mechanical_Engineering_87", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/130/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/accd3f9d9f5a15692149e1799f5bea4bc9c8a6ef4f4fc12d99ce1d7632bca662.png", + "bytes": 239482, + "contentType": "image/png", + "sha256": "accd3f9d9f5a15692149e1799f5bea4bc9c8a6ef4f4fc12d99ce1d7632bca662" + }, + { + "id": "test_Mechanical_Engineering_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1002/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48db7bb44a7fa1bb6e86a7d26e2c90bd6798bcb3f6676e63e9f7004dff13cdd0.jpg", + "bytes": 145576, + "contentType": "image/jpeg", + "sha256": "48db7bb44a7fa1bb6e86a7d26e2c90bd6798bcb3f6676e63e9f7004dff13cdd0" + }, + { + "id": "test_Music_103", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/525/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/64093c5579fd83663ea5a02c48e4a29a3929647461534cde0284c9c9ce313678.png", + "bytes": 784614, + "contentType": "image/png", + "sha256": "64093c5579fd83663ea5a02c48e4a29a3929647461534cde0284c9c9ce313678" + }, + { + "id": "test_Music_105", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/966/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71b0ac72c125400f95c4b6acb36f7a7aa1bf58f5331347c94aab792d85080988.png", + "bytes": 1010446, + "contentType": "image/png", + "sha256": "71b0ac72c125400f95c4b6acb36f7a7aa1bf58f5331347c94aab792d85080988" + }, + { + "id": "test_Music_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/758/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4300cbbcedac1921100915e4da9c6d4daee9846284d2bfbec6ae124046b14574.png", + "bytes": 128274, + "contentType": "image/png", + "sha256": "4300cbbcedac1921100915e4da9c6d4daee9846284d2bfbec6ae124046b14574" + }, + { + "id": "test_Music_116", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1031/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/475a4631e8d64001566fb6124ed901e67b33acc75dbf29a7708991ca78308aa6.png", + "bytes": 864040, + "contentType": "image/png", + "sha256": "475a4631e8d64001566fb6124ed901e67b33acc75dbf29a7708991ca78308aa6" + }, + { + "id": "test_Music_123", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1408/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f521c8fa242c133684a4c6ef2d4b1f190bf3f52df010da0c8684ca7b8786d0f0.png", + "bytes": 116126, + "contentType": "image/png", + "sha256": "f521c8fa242c133684a4c6ef2d4b1f190bf3f52df010da0c8684ca7b8786d0f0" + }, + { + "id": "test_Music_127", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/622/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1273e9d72fdd71eb3a93b3b95d05c56266c080169519749c2b83edb895a0c13b.png", + "bytes": 1201837, + "contentType": "image/png", + "sha256": "1273e9d72fdd71eb3a93b3b95d05c56266c080169519749c2b83edb895a0c13b" + }, + { + "id": "test_Music_133", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1598/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6bbed9e2d2e7bdd70ab2fd016cbbec0eac977b0fc6b412d663ebde0206b19c13.jpg", + "bytes": 48027, + "contentType": "image/jpeg", + "sha256": "6bbed9e2d2e7bdd70ab2fd016cbbec0eac977b0fc6b412d663ebde0206b19c13" + }, + { + "id": "test_Music_134", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/809/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/759fe18ecd849c222d846f2a3ce549e6c26f05b23d2de0443e6d93fab6e4ea06.png", + "bytes": 1890786, + "contentType": "image/png", + "sha256": "759fe18ecd849c222d846f2a3ce549e6c26f05b23d2de0443e6d93fab6e4ea06" + }, + { + "id": "test_Music_209", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/575/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/87421d9429eedb1562ea18c902af62ce441baef385af381a462f283d810e03eb.png", + "bytes": 257758, + "contentType": "image/png", + "sha256": "87421d9429eedb1562ea18c902af62ce441baef385af381a462f283d810e03eb" + }, + { + "id": "test_Music_210", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1406/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4a00d50d3f15d6c2b9850238bd8218e64e735ebaee5234d5d1753b77dae5323a.png", + "bytes": 1745732, + "contentType": "image/png", + "sha256": "4a00d50d3f15d6c2b9850238bd8218e64e735ebaee5234d5d1753b77dae5323a" + }, + { + "id": "test_Music_219", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/338/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c8c6e0df7609f7db66bb9d81c2cf328a7207c0c8f8873baa6af071ec9a52bc8a.png", + "bytes": 223354, + "contentType": "image/png", + "sha256": "c8c6e0df7609f7db66bb9d81c2cf328a7207c0c8f8873baa6af071ec9a52bc8a" + }, + { + "id": "test_Music_222", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/606/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5be8b69cff804ee4091f804d6bba56d91a0215b9d7edcd00381c551e96f24e9b.png", + "bytes": 333335, + "contentType": "image/png", + "sha256": "5be8b69cff804ee4091f804d6bba56d91a0215b9d7edcd00381c551e96f24e9b" + }, + { + "id": "test_Music_244", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1045/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86b9680c4f165d2ce7f2d23bb2958e0ddec4baa25dd07621921792c74928ec85.png", + "bytes": 61451, + "contentType": "image/png", + "sha256": "86b9680c4f165d2ce7f2d23bb2958e0ddec4baa25dd07621921792c74928ec85" + }, + { + "id": "test_Music_247", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1141/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/000f0cfbe3cc8fe40094d2ca5c42e57f57e446955b628d76277e206e7ad3e33b.png", + "bytes": 1986472, + "contentType": "image/png", + "sha256": "000f0cfbe3cc8fe40094d2ca5c42e57f57e446955b628d76277e206e7ad3e33b" + }, + { + "id": "test_Music_251", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1091/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/25ac8f7c5a148f242930db7f001024411e76418aeeb136e853ed99e82baf6977.png", + "bytes": 101467, + "contentType": "image/png", + "sha256": "25ac8f7c5a148f242930db7f001024411e76418aeeb136e853ed99e82baf6977" + }, + { + "id": "test_Music_264", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1147/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfc20292339fcf307cc4056f8566c391cfc0681164cb748a12e9ccbc5d99c2c7.png", + "bytes": 1343926, + "contentType": "image/png", + "sha256": "cfc20292339fcf307cc4056f8566c391cfc0681164cb748a12e9ccbc5d99c2c7" + }, + { + "id": "test_Music_289", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/722/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eee40d9eda581eee740349a38504e83f3688fde6dfc8620eaa8d8d66ff8f8796.png", + "bytes": 864236, + "contentType": "image/png", + "sha256": "eee40d9eda581eee740349a38504e83f3688fde6dfc8620eaa8d8d66ff8f8796" + }, + { + "id": "test_Music_293", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/120/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa6a8c5167b20e5fc50648107f38d40722a564b657e7bb4476659295e57271e1.png", + "bytes": 419353, + "contentType": "image/png", + "sha256": "fa6a8c5167b20e5fc50648107f38d40722a564b657e7bb4476659295e57271e1" + }, + { + "id": "test_Music_299", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1677/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e874af7bb5272216f3bfe2362a921a66ef465cefa86ad9e282a228b9d082d7b0.png", + "bytes": 406143, + "contentType": "image/png", + "sha256": "e874af7bb5272216f3bfe2362a921a66ef465cefa86ad9e282a228b9d082d7b0" + }, + { + "id": "test_Music_310", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/764/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e0ef5002eb8f40aa562d1499fb3945fbe3ca8ea778f7b4d23daa65206cae09e1.png", + "bytes": 1115473, + "contentType": "image/png", + "sha256": "e0ef5002eb8f40aa562d1499fb3945fbe3ca8ea778f7b4d23daa65206cae09e1" + }, + { + "id": "test_Music_317", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/631/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2636859839040fbc7135199adbc95862a3695fc3f7587ef6c9ad1fa55cf34e58.png", + "bytes": 1644052, + "contentType": "image/png", + "sha256": "2636859839040fbc7135199adbc95862a3695fc3f7587ef6c9ad1fa55cf34e58" + }, + { + "id": "test_Music_322", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1097/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1aee17fa78d3b721e28848ac8ed1905e4f93fbad7b3eb16732a2b4dd81b88017.png", + "bytes": 85766, + "contentType": "image/png", + "sha256": "1aee17fa78d3b721e28848ac8ed1905e4f93fbad7b3eb16732a2b4dd81b88017" + }, + { + "id": "test_Music_324", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1687/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/308fc616abd5786d6f2086088a3c711bf46b3522e61afdcdd522e50b8aca80b8.jpg", + "bytes": 94866, + "contentType": "image/jpeg", + "sha256": "308fc616abd5786d6f2086088a3c711bf46b3522e61afdcdd522e50b8aca80b8" + }, + { + "id": "test_Music_327", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/342/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f8618a64057d3957858776e9580e744ebf219dbe98b2ec5ff63de4bfa3b0028.png", + "bytes": 1715735, + "contentType": "image/png", + "sha256": "1f8618a64057d3957858776e9580e744ebf219dbe98b2ec5ff63de4bfa3b0028" + }, + { + "id": "test_Music_333", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/960/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dec62933b016d0f17f5e93f5569a17d0f27727b3b308570c467ecec11b4addb8.png", + "bytes": 4249268, + "contentType": "image/png", + "sha256": "dec62933b016d0f17f5e93f5569a17d0f27727b3b308570c467ecec11b4addb8" + }, + { + "id": "test_Music_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/635/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1314579410877d508d75adc9b4393a9119323aca4ec977ba26f3f2ed43ad3a07.png", + "bytes": 449172, + "contentType": "image/png", + "sha256": "1314579410877d508d75adc9b4393a9119323aca4ec977ba26f3f2ed43ad3a07" + }, + { + "id": "test_Music_42", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/345/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3388eba1ec97988a1de1e1b9e9ffe35336391811672d79c6d95d37b64b0a7b6d.png", + "bytes": 170924, + "contentType": "image/png", + "sha256": "3388eba1ec97988a1de1e1b9e9ffe35336391811672d79c6d95d37b64b0a7b6d" + }, + { + "id": "test_Music_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1464/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fc3a265c8e361cb8a7d76339478466304965ed4fd8ef11d6ff2968fdb7fa6ea4.png", + "bytes": 982116, + "contentType": "image/png", + "sha256": "fc3a265c8e361cb8a7d76339478466304965ed4fd8ef11d6ff2968fdb7fa6ea4" + }, + { + "id": "test_Music_53", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/71/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9d2424dae58d487163803b3369bea978ca6f05a0f67b3f7a4274822a859afed9.png", + "bytes": 988747, + "contentType": "image/png", + "sha256": "9d2424dae58d487163803b3369bea978ca6f05a0f67b3f7a4274822a859afed9" + }, + { + "id": "test_Music_60", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1670/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ef559679e5c9f4987153c8e2f7fce646acd254652b9511aa1c134efd4a66075.png", + "bytes": 430693, + "contentType": "image/png", + "sha256": "2ef559679e5c9f4987153c8e2f7fce646acd254652b9511aa1c134efd4a66075" + }, + { + "id": "test_Music_70", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/653/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc66fc7d3cc8a88643380b85d7984c87e6e5eca3e84a060cd94e5d41750c593a.png", + "bytes": 1945020, + "contentType": "image/png", + "sha256": "bc66fc7d3cc8a88643380b85d7984c87e6e5eca3e84a060cd94e5d41750c593a" + }, + { + "id": "test_Music_74", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/115/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97b7ef31db649d034af867e2c4e788e35eb66ad7261e9758ed2e2e2801456fe4.png", + "bytes": 107083, + "contentType": "image/png", + "sha256": "97b7ef31db649d034af867e2c4e788e35eb66ad7261e9758ed2e2e2801456fe4" + }, + { + "id": "test_Pharmacy_140", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/55/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7bb103bb086028144ecfbeae176369c7f64ed08ab832c0b827ddff99902f504e.png", + "bytes": 1973602, + "contentType": "image/png", + "sha256": "7bb103bb086028144ecfbeae176369c7f64ed08ab832c0b827ddff99902f504e" + }, + { + "id": "test_Pharmacy_141", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1066/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/890854d0f4af4def93d9bacc65b022e213f53f000a7ea0fe18f644582b31d509.png", + "bytes": 183023, + "contentType": "image/png", + "sha256": "890854d0f4af4def93d9bacc65b022e213f53f000a7ea0fe18f644582b31d509" + }, + { + "id": "test_Pharmacy_170", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1490/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/951decfe4da9047cff4c447183b57f24b823f7aa2bd710d00a312d2cfbdd3243.png", + "bytes": 271426, + "contentType": "image/png", + "sha256": "951decfe4da9047cff4c447183b57f24b823f7aa2bd710d00a312d2cfbdd3243" + }, + { + "id": "test_Pharmacy_174", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/975/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/98779d2f49a3b49bc466f8ddfe8a2bcaea8af5bafd57275250da8b793f73f78c.png", + "bytes": 873301, + "contentType": "image/png", + "sha256": "98779d2f49a3b49bc466f8ddfe8a2bcaea8af5bafd57275250da8b793f73f78c" + }, + { + "id": "test_Pharmacy_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/837/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a45e74568325e0cdab13c2c60e37763af5f978f05fb6be17490dbd488a8f157.png", + "bytes": 281814, + "contentType": "image/png", + "sha256": "3a45e74568325e0cdab13c2c60e37763af5f978f05fb6be17490dbd488a8f157" + }, + { + "id": "test_Pharmacy_198", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/193/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5af75820cd0670367f8773fa583b0daf799b215f67709312ed4f8334604efb1.png", + "bytes": 291035, + "contentType": "image/png", + "sha256": "a5af75820cd0670367f8773fa583b0daf799b215f67709312ed4f8334604efb1" + }, + { + "id": "test_Pharmacy_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/955/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/37d960fa8159ee57718fbdf911c2b076efa55778680e5690fa7ffdecc6bc61b5.png", + "bytes": 354032, + "contentType": "image/png", + "sha256": "37d960fa8159ee57718fbdf911c2b076efa55778680e5690fa7ffdecc6bc61b5" + }, + { + "id": "test_Pharmacy_201", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1149/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/93914035394d463a45115de1e369bd2382d69c9a3a83f0ec91dfede05d38ae64.png", + "bytes": 327608, + "contentType": "image/png", + "sha256": "93914035394d463a45115de1e369bd2382d69c9a3a83f0ec91dfede05d38ae64" + }, + { + "id": "test_Pharmacy_206", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/344/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e073db808504cef14451d9a5ec4e1c355570f4c150dc567199c3970e465bc70b.png", + "bytes": 1547508, + "contentType": "image/png", + "sha256": "e073db808504cef14451d9a5ec4e1c355570f4c150dc567199c3970e465bc70b" + }, + { + "id": "test_Pharmacy_210", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/112/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30e6a72b41e394eeb5399378f448c8bcacb6b8e4cc659a6a8bbed5506f3b2881.png", + "bytes": 279212, + "contentType": "image/png", + "sha256": "30e6a72b41e394eeb5399378f448c8bcacb6b8e4cc659a6a8bbed5506f3b2881" + }, + { + "id": "test_Pharmacy_211", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1685/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae51420480d28c833a3e5c865e1cbe12a3f5b297b496c9c41227fbff4cba9200.png", + "bytes": 360477, + "contentType": "image/png", + "sha256": "ae51420480d28c833a3e5c865e1cbe12a3f5b297b496c9c41227fbff4cba9200" + }, + { + "id": "test_Pharmacy_226", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/446/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0a75c295f2c4537270b330c7467b502d42053348a0411e5cb9298b4a1d971950.png", + "bytes": 1467449, + "contentType": "image/png", + "sha256": "0a75c295f2c4537270b330c7467b502d42053348a0411e5cb9298b4a1d971950" + }, + { + "id": "test_Pharmacy_230", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1321/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d62488692db3d8a9452831822fa44fe05430056727d2c7f14964b880b068094e.png", + "bytes": 784912, + "contentType": "image/png", + "sha256": "d62488692db3d8a9452831822fa44fe05430056727d2c7f14964b880b068094e" + }, + { + "id": "test_Pharmacy_231", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/400/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ac5809f415d2b9ec2f4e7e61637ee8fd3b17f5be916e44dfd42a2b70020c339.png", + "bytes": 1781264, + "contentType": "image/png", + "sha256": "2ac5809f415d2b9ec2f4e7e61637ee8fd3b17f5be916e44dfd42a2b70020c339" + }, + { + "id": "test_Pharmacy_234", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1688/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ad356b498bd76a8a250955da42bd3a6d7dc891dea6e2a1c8056fe83c8c25f3ca.png", + "bytes": 485890, + "contentType": "image/png", + "sha256": "ad356b498bd76a8a250955da42bd3a6d7dc891dea6e2a1c8056fe83c8c25f3ca" + }, + { + "id": "test_Pharmacy_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1667/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3594648b9c7e960d92b3012196932369f126c6a9b198ecaea63567e819e52a11.jpg", + "bytes": 112198, + "contentType": "image/jpeg", + "sha256": "3594648b9c7e960d92b3012196932369f126c6a9b198ecaea63567e819e52a11" + }, + { + "id": "test_Pharmacy_242", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1278/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7f90d275e2bbfd1881ac718596134fdfca5726e4158c6ce2a3c0cbeb2fc12d90.png", + "bytes": 779490, + "contentType": "image/png", + "sha256": "7f90d275e2bbfd1881ac718596134fdfca5726e4158c6ce2a3c0cbeb2fc12d90" + }, + { + "id": "test_Pharmacy_246", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/151/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1284746b6833a4e84aacc4d3696bde772648c00fbc3a44608a9d14fe656f4aec.png", + "bytes": 208416, + "contentType": "image/png", + "sha256": "1284746b6833a4e84aacc4d3696bde772648c00fbc3a44608a9d14fe656f4aec" + }, + { + "id": "test_Pharmacy_254", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1324/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80a266090d6f165a5b29a3775b1e59d1315db3f51fd7229360a9f429a3974df1.png", + "bytes": 1302008, + "contentType": "image/png", + "sha256": "80a266090d6f165a5b29a3775b1e59d1315db3f51fd7229360a9f429a3974df1" + }, + { + "id": "test_Pharmacy_260", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1085/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d8dc94dbc67980a92ee61394220e4d41bbba82e413082e53030630f5056297ce.png", + "bytes": 107723, + "contentType": "image/png", + "sha256": "d8dc94dbc67980a92ee61394220e4d41bbba82e413082e53030630f5056297ce" + }, + { + "id": "test_Pharmacy_280", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1043/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7e80b1e61fb66b47d768dc337bc98ad3fff8819be43397cd4abeb2c0a974d87.png", + "bytes": 1074510, + "contentType": "image/png", + "sha256": "f7e80b1e61fb66b47d768dc337bc98ad3fff8819be43397cd4abeb2c0a974d87" + }, + { + "id": "test_Pharmacy_287", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/10/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eb9396a8fae12a664d4eeabec17de477d6f9449e2d0c057d8dc7ba984526a398.png", + "bytes": 402327, + "contentType": "image/png", + "sha256": "eb9396a8fae12a664d4eeabec17de477d6f9449e2d0c057d8dc7ba984526a398" + }, + { + "id": "test_Pharmacy_308", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/370/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/72a25546ca2d2fbd7699e762335682e1bc9033ed8e7e0a21546764a7871b55d2.png", + "bytes": 312992, + "contentType": "image/png", + "sha256": "72a25546ca2d2fbd7699e762335682e1bc9033ed8e7e0a21546764a7871b55d2" + }, + { + "id": "test_Pharmacy_318", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/372/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d2e22402ebeacf53c290bf05e0958800fbbe89e5e753e2ba72b2240c210f4834.png", + "bytes": 428813, + "contentType": "image/png", + "sha256": "d2e22402ebeacf53c290bf05e0958800fbbe89e5e753e2ba72b2240c210f4834" + }, + { + "id": "test_Pharmacy_333", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1382/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2227d655c38f62f12e2627b50bd5b61874f1922957f7e34563573873b7c3e2b.png", + "bytes": 672685, + "contentType": "image/png", + "sha256": "c2227d655c38f62f12e2627b50bd5b61874f1922957f7e34563573873b7c3e2b" + }, + { + "id": "test_Pharmacy_34", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1592/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16ceda89552c9a9db3cf70f56dd026277bdd8318b4747dfe09d581209f5f0c04.jpg", + "bytes": 61928, + "contentType": "image/jpeg", + "sha256": "16ceda89552c9a9db3cf70f56dd026277bdd8318b4747dfe09d581209f5f0c04" + }, + { + "id": "test_Pharmacy_35", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/610/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c37d746f2dc05eef482dfd5d00b1af35aa39224c0d9c30c1b446479ce0e8a4be.png", + "bytes": 381195, + "contentType": "image/png", + "sha256": "c37d746f2dc05eef482dfd5d00b1af35aa39224c0d9c30c1b446479ce0e8a4be" + }, + { + "id": "test_Pharmacy_355", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/107/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b661031c8eefb26015916340fe36b8b3941144be6eb04aaf52d3311b16d41670.png", + "bytes": 2378136, + "contentType": "image/png", + "sha256": "b661031c8eefb26015916340fe36b8b3941144be6eb04aaf52d3311b16d41670" + }, + { + "id": "test_Pharmacy_393", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/114/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3c844dfd537c9052cc12d770571873f0cdd749960504c275e363e638582a4e4.png", + "bytes": 81892, + "contentType": "image/png", + "sha256": "b3c844dfd537c9052cc12d770571873f0cdd749960504c275e363e638582a4e4" + }, + { + "id": "test_Pharmacy_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1675/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5673297bcfdfa32138bbd6f633e8941ede635db02646798ff9e9954a9050d33e.jpg", + "bytes": 69650, + "contentType": "image/jpeg", + "sha256": "5673297bcfdfa32138bbd6f633e8941ede635db02646798ff9e9954a9050d33e" + }, + { + "id": "test_Pharmacy_410", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/894/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d15d588adf5aacfd7b9b1c291086f0991d22d3e4530d87e8392829ec1eba0c48.jpg", + "bytes": 63618, + "contentType": "image/jpeg", + "sha256": "d15d588adf5aacfd7b9b1c291086f0991d22d3e4530d87e8392829ec1eba0c48" + }, + { + "id": "test_Pharmacy_414", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1460/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/81065d75b2b0679998d187017b6441410ad0cd10af6a0a12085ca16dded678a6.png", + "bytes": 2226259, + "contentType": "image/png", + "sha256": "81065d75b2b0679998d187017b6441410ad0cd10af6a0a12085ca16dded678a6" + }, + { + "id": "test_Pharmacy_415", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/273/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22c30898d5b266891e63858e9de9d059c65353d9264017e8ae13154e945948a3.png", + "bytes": 377761, + "contentType": "image/png", + "sha256": "22c30898d5b266891e63858e9de9d059c65353d9264017e8ae13154e945948a3" + }, + { + "id": "test_Pharmacy_426", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1486/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b236a6f391ee25e69dfe6e89cefeecedf7f1c23b56515ed344b42456ad316cd2.png", + "bytes": 257711, + "contentType": "image/png", + "sha256": "b236a6f391ee25e69dfe6e89cefeecedf7f1c23b56515ed344b42456ad316cd2" + }, + { + "id": "test_Pharmacy_427", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/200/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/573b6f98f272056861a630e5b4fa95ac9c8f116e7a3ee033a521aef8e1b1a9d8.png", + "bytes": 385062, + "contentType": "image/png", + "sha256": "573b6f98f272056861a630e5b4fa95ac9c8f116e7a3ee033a521aef8e1b1a9d8" + }, + { + "id": "test_Pharmacy_45", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1279/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/96a02ff0e444ba25d8bc98b74a6899a11fae095a655265c7b1cd09b8eac3fce4.png", + "bytes": 1098525, + "contentType": "image/png", + "sha256": "96a02ff0e444ba25d8bc98b74a6899a11fae095a655265c7b1cd09b8eac3fce4" + }, + { + "id": "test_Pharmacy_78", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/269/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2e64ba8a3b1b86dc3a11baa51441985e46975cc8dafcab6924e6e9b35934a45d.png", + "bytes": 274648, + "contentType": "image/png", + "sha256": "2e64ba8a3b1b86dc3a11baa51441985e46975cc8dafcab6924e6e9b35934a45d" + }, + { + "id": "test_Pharmacy_83", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/797/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8bed3bfb9215e1dec662273fba36dd89df7534ec2f525d3f32d770012584bd16.png", + "bytes": 446077, + "contentType": "image/png", + "sha256": "8bed3bfb9215e1dec662273fba36dd89df7534ec2f525d3f32d770012584bd16" + }, + { + "id": "test_Pharmacy_89", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1493/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/becc5900bb4dddbf0b35ec5e5e38d0b8eab930669b74df58b4dd05232d9eecc0.png", + "bytes": 810772, + "contentType": "image/png", + "sha256": "becc5900bb4dddbf0b35ec5e5e38d0b8eab930669b74df58b4dd05232d9eecc0" + }, + { + "id": "test_Pharmacy_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/92/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/363c6d4fe459cb98e54033da42df375809b793cfc0e3a7bbed00d6c7428bd0a4.png", + "bytes": 1577018, + "contentType": "image/png", + "sha256": "363c6d4fe459cb98e54033da42df375809b793cfc0e3a7bbed00d6c7428bd0a4" + }, + { + "id": "test_Physics_103", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/891/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8c056b479a1692a231b734b211238ca4e3da9d3a4b127dd524d530b959ac83fb.jpg", + "bytes": 98379, + "contentType": "image/jpeg", + "sha256": "8c056b479a1692a231b734b211238ca4e3da9d3a4b127dd524d530b959ac83fb" + }, + { + "id": "test_Physics_118", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/332/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6e6c5630a398b64cfbd72d8b64c07f4a3a8fd3a761d7e84404c854d7d8c14859.png", + "bytes": 548144, + "contentType": "image/png", + "sha256": "6e6c5630a398b64cfbd72d8b64c07f4a3a8fd3a761d7e84404c854d7d8c14859" + }, + { + "id": "test_Physics_127", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/367/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31d3d6d38e516aaf79251d195d4bee12cd5915dd24e10fccb31c6f08e8b1d144.png", + "bytes": 257253, + "contentType": "image/png", + "sha256": "31d3d6d38e516aaf79251d195d4bee12cd5915dd24e10fccb31c6f08e8b1d144" + }, + { + "id": "test_Physics_156", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1694/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41e14d2a9d9a04b404a80aba313e25728dd773efbd63c8d0509bffc6a7de42fa.jpg", + "bytes": 101200, + "contentType": "image/jpeg", + "sha256": "41e14d2a9d9a04b404a80aba313e25728dd773efbd63c8d0509bffc6a7de42fa" + }, + { + "id": "test_Physics_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/295/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2086c85047ce0f8a59ff4c37efa3c23b9d1e8919bb64778aa2720b98ba996d15.png", + "bytes": 252189, + "contentType": "image/png", + "sha256": "2086c85047ce0f8a59ff4c37efa3c23b9d1e8919bb64778aa2720b98ba996d15" + }, + { + "id": "test_Physics_161", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/576/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5b8d2d4efef1e6bc366349aff5a4ce0ea07ef5a2e6a83dcc0e81cc6d92be4a8.png", + "bytes": 337382, + "contentType": "image/png", + "sha256": "a5b8d2d4efef1e6bc366349aff5a4ce0ea07ef5a2e6a83dcc0e81cc6d92be4a8" + }, + { + "id": "test_Physics_166", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1058/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a1ad56d71b77f77d4b58b897366c45d7a25c381eb8321ea17333fd2dbf4ff463.png", + "bytes": 132550, + "contentType": "image/png", + "sha256": "a1ad56d71b77f77d4b58b897366c45d7a25c381eb8321ea17333fd2dbf4ff463" + }, + { + "id": "test_Physics_173", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/748/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/faee224476a87ce648ea7af69ec00c4cc53c905fc28a5733fadb3fee527ff240.png", + "bytes": 123859, + "contentType": "image/png", + "sha256": "faee224476a87ce648ea7af69ec00c4cc53c905fc28a5733fadb3fee527ff240" + }, + { + "id": "test_Physics_174", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/840/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d47cb394a9d77fc369aedfe04641727bfc3307e70dba0c050cc5dfdbc580106.png", + "bytes": 476221, + "contentType": "image/png", + "sha256": "4d47cb394a9d77fc369aedfe04641727bfc3307e70dba0c050cc5dfdbc580106" + }, + { + "id": "test_Physics_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/318/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b536a2773c301cc2ef8fc4e57626188e0bf9233fdda844652f125ce3497e5c8b.png", + "bytes": 253916, + "contentType": "image/png", + "sha256": "b536a2773c301cc2ef8fc4e57626188e0bf9233fdda844652f125ce3497e5c8b" + }, + { + "id": "test_Physics_201", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/437/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2152f1b9743c8015eea3bc413ff6a2cecf9c07639df74f5b5c429f46c86d2f8.png", + "bytes": 254037, + "contentType": "image/png", + "sha256": "e2152f1b9743c8015eea3bc413ff6a2cecf9c07639df74f5b5c429f46c86d2f8" + }, + { + "id": "test_Physics_210", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/633/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2047434707647f733ad73f543f8803523f6fb87429ebcdabf00f5fb0c609dd1f.png", + "bytes": 175592, + "contentType": "image/png", + "sha256": "2047434707647f733ad73f543f8803523f6fb87429ebcdabf00f5fb0c609dd1f" + }, + { + "id": "test_Physics_214", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1297/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e847225616acff47abb6a2e985f72c445c669a86ff746fd26905c5b73fff66d5.png", + "bytes": 911603, + "contentType": "image/png", + "sha256": "e847225616acff47abb6a2e985f72c445c669a86ff746fd26905c5b73fff66d5" + }, + { + "id": "test_Physics_218", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/330/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d46f22f0a1c878b5905b1e508ad981b1db87c905944f976d628461543a1c0214.png", + "bytes": 244558, + "contentType": "image/png", + "sha256": "d46f22f0a1c878b5905b1e508ad981b1db87c905944f976d628461543a1c0214" + }, + { + "id": "test_Physics_224", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/961/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0768074f493aaf79b802cbe4616addd6323d9a6d6e1a5f6bfa520fed3df75fd3.png", + "bytes": 1334189, + "contentType": "image/png", + "sha256": "0768074f493aaf79b802cbe4616addd6323d9a6d6e1a5f6bfa520fed3df75fd3" + }, + { + "id": "test_Physics_243", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/556/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/05f1b7da76de497367d82b92fb00cc43df89beb8949a98ff52dbe30cf207ef0e.png", + "bytes": 640612, + "contentType": "image/png", + "sha256": "05f1b7da76de497367d82b92fb00cc43df89beb8949a98ff52dbe30cf207ef0e" + }, + { + "id": "test_Physics_252", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/405/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1baac147f11507fe7dc84ebb472dd58c4e88aa76dc3d21aab1e7e0ee1d24407.png", + "bytes": 1694487, + "contentType": "image/png", + "sha256": "c1baac147f11507fe7dc84ebb472dd58c4e88aa76dc3d21aab1e7e0ee1d24407" + }, + { + "id": "test_Physics_253", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1473/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cebee3d274b39b237ce0c768d8f15dadc475b47dfe08ddec63b3cb37536e0af3.png", + "bytes": 406746, + "contentType": "image/png", + "sha256": "cebee3d274b39b237ce0c768d8f15dadc475b47dfe08ddec63b3cb37536e0af3" + }, + { + "id": "test_Physics_275", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1109/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ecadaedc273f6f650c588df5cb468c559315effd2210afff2093f6985549639c.png", + "bytes": 192736, + "contentType": "image/png", + "sha256": "ecadaedc273f6f650c588df5cb468c559315effd2210afff2093f6985549639c" + }, + { + "id": "test_Physics_292", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1241/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6c1cb94d1c6a64f886194dde1a427e96a208263525f8cec9f07b9dcabdbef330.png", + "bytes": 440571, + "contentType": "image/png", + "sha256": "6c1cb94d1c6a64f886194dde1a427e96a208263525f8cec9f07b9dcabdbef330" + }, + { + "id": "test_Physics_293", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/124/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/301ed1089922b1ce284301f6391d0e7c74c25bdfcb9ddb1ab20216c68b8b90f8.png", + "bytes": 180219, + "contentType": "image/png", + "sha256": "301ed1089922b1ce284301f6391d0e7c74c25bdfcb9ddb1ab20216c68b8b90f8" + }, + { + "id": "test_Physics_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/328/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e7f3e29e80446a4e00431c9b029662c7f3b3b1d290c1f186af3f8c7d138df5d4.png", + "bytes": 3920345, + "contentType": "image/png", + "sha256": "e7f3e29e80446a4e00431c9b029662c7f3b3b1d290c1f186af3f8c7d138df5d4" + }, + { + "id": "test_Physics_307", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/301/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d72112ef60d861135c15dbbc78e91d6ff04526a9b37324ab90ae594106ba64a.png", + "bytes": 256357, + "contentType": "image/png", + "sha256": "2d72112ef60d861135c15dbbc78e91d6ff04526a9b37324ab90ae594106ba64a" + }, + { + "id": "test_Physics_34", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1453/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/982ccb2f6356793fb881ea3f6e080e671724135736e139978132e568c9090fdc.png", + "bytes": 375383, + "contentType": "image/png", + "sha256": "982ccb2f6356793fb881ea3f6e080e671724135736e139978132e568c9090fdc" + }, + { + "id": "test_Physics_353", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/754/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc9b1c0caaa0373c92a6719b03b2bf1167a6da1e10cfd52cdaa4ad50b657d7d3.png", + "bytes": 101941, + "contentType": "image/png", + "sha256": "bc9b1c0caaa0373c92a6719b03b2bf1167a6da1e10cfd52cdaa4ad50b657d7d3" + }, + { + "id": "test_Physics_359", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1282/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/079e80a8944cf9a68e3a7220ce6ac0404ea20a56d052eb67054e999647ca699c.png", + "bytes": 741970, + "contentType": "image/png", + "sha256": "079e80a8944cf9a68e3a7220ce6ac0404ea20a56d052eb67054e999647ca699c" + }, + { + "id": "test_Physics_369", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/950/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d638dc579a046cff72b5d3b1bb83b6f37a1e0740c650e6bc32848d8c0d686e09.jpg", + "bytes": 138410, + "contentType": "image/jpeg", + "sha256": "d638dc579a046cff72b5d3b1bb83b6f37a1e0740c650e6bc32848d8c0d686e09" + }, + { + "id": "test_Physics_384", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/436/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3e0ce598ea467e21d6c5d5a4b46806fbc408520d6cc8ceb22098f0b7168866c.png", + "bytes": 424077, + "contentType": "image/png", + "sha256": "d3e0ce598ea467e21d6c5d5a4b46806fbc408520d6cc8ceb22098f0b7168866c" + }, + { + "id": "test_Physics_386", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1436/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/736283990ce71a0325e17d6f5846043d16a0d3b72578bbbb58a088f2f4755fa6.png", + "bytes": 228167, + "contentType": "image/png", + "sha256": "736283990ce71a0325e17d6f5846043d16a0d3b72578bbbb58a088f2f4755fa6" + }, + { + "id": "test_Physics_397", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1265/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c0cbcdab1f0331ec05805cec44c9ef67769089839a90143563df7062dad5cb08.png", + "bytes": 298304, + "contentType": "image/png", + "sha256": "c0cbcdab1f0331ec05805cec44c9ef67769089839a90143563df7062dad5cb08" + }, + { + "id": "test_Physics_40", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1146/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31c169d70eeecb81edac9950290f0845d055b428fcd6ce7398b381d0c0e10c65.png", + "bytes": 1529752, + "contentType": "image/png", + "sha256": "31c169d70eeecb81edac9950290f0845d055b428fcd6ce7398b381d0c0e10c65" + }, + { + "id": "test_Physics_401", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1105/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/68120f39b38adfa4b65ee47b830e4362febc86a962daffefede755a891213481.png", + "bytes": 113654, + "contentType": "image/png", + "sha256": "68120f39b38adfa4b65ee47b830e4362febc86a962daffefede755a891213481" + }, + { + "id": "test_Physics_406", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1288/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be0896ea7c4e443d52b1f66b18e1a7774188e1f84c13d0a3bb31a9fa45bb1921.png", + "bytes": 899119, + "contentType": "image/png", + "sha256": "be0896ea7c4e443d52b1f66b18e1a7774188e1f84c13d0a3bb31a9fa45bb1921" + }, + { + "id": "test_Physics_61", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/793/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a69e6f6e994c5e9712c0a29b1822927691dfd9c017bf26367a03c8213eb4afff.png", + "bytes": 262388, + "contentType": "image/png", + "sha256": "a69e6f6e994c5e9712c0a29b1822927691dfd9c017bf26367a03c8213eb4afff" + }, + { + "id": "test_Physics_85", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/968/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5e528b9ead70d4532f6400cde5f8cc6939ffeb47e858ca384a11108b99c87aa2.jpg", + "bytes": 157847, + "contentType": "image/jpeg", + "sha256": "5e528b9ead70d4532f6400cde5f8cc6939ffeb47e858ca384a11108b99c87aa2" + }, + { + "id": "test_Physics_98", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/142/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f594c060f76ec2b839cd24cd7972f23cc5cc52ad354dbdb948b7ba248fb88e3b.png", + "bytes": 254092, + "contentType": "image/png", + "sha256": "f594c060f76ec2b839cd24cd7972f23cc5cc52ad354dbdb948b7ba248fb88e3b" + }, + { + "id": "test_Psychology_103", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1317/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9403279c58840041fae385cf2921e4e3b5d251796466b681329863f7fb8ff684.png", + "bytes": 1765348, + "contentType": "image/png", + "sha256": "9403279c58840041fae385cf2921e4e3b5d251796466b681329863f7fb8ff684" + }, + { + "id": "test_Psychology_105", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/202/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08afd9f4ccad325114ad68dcf1247a52e2ae7735077ed5ef7af3424c3ba0b4d1.png", + "bytes": 1887909, + "contentType": "image/png", + "sha256": "08afd9f4ccad325114ad68dcf1247a52e2ae7735077ed5ef7af3424c3ba0b4d1" + }, + { + "id": "test_Psychology_106", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/597/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/262df577cdb931e4e8e86209f4eaef90a456b3d103d08106bcc4a290fe8b121e.png", + "bytes": 303174, + "contentType": "image/png", + "sha256": "262df577cdb931e4e8e86209f4eaef90a456b3d103d08106bcc4a290fe8b121e" + }, + { + "id": "test_Psychology_111", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1541/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/884033df809ad19b73ede5de86c142b79fb9e2fde1f937892a82e835bc79844a.png", + "bytes": 749518, + "contentType": "image/png", + "sha256": "884033df809ad19b73ede5de86c142b79fb9e2fde1f937892a82e835bc79844a" + }, + { + "id": "test_Psychology_128", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1374/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51d66191a77d3869bd226e6ad7bf0f8c2c4f315f04725014b73840c8f9b57a27.png", + "bytes": 208478, + "contentType": "image/png", + "sha256": "51d66191a77d3869bd226e6ad7bf0f8c2c4f315f04725014b73840c8f9b57a27" + }, + { + "id": "test_Psychology_149", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1082/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f2b4484896c904d74967707c22c255bb228a3a32a8e99983321d96d0ab76adc6.png", + "bytes": 100035, + "contentType": "image/png", + "sha256": "f2b4484896c904d74967707c22c255bb228a3a32a8e99983321d96d0ab76adc6" + }, + { + "id": "test_Psychology_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/715/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/34831467908cae745e7371ea185942915cdb7e27dd26f7a209a745dbd2ce0e29.png", + "bytes": 1022153, + "contentType": "image/png", + "sha256": "34831467908cae745e7371ea185942915cdb7e27dd26f7a209a745dbd2ce0e29" + }, + { + "id": "test_Psychology_151", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/895/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a0a52b77b789f70221dd0082217e3cb5d0d6ea013ced651743bfc305b29ae69.jpg", + "bytes": 128404, + "contentType": "image/jpeg", + "sha256": "7a0a52b77b789f70221dd0082217e3cb5d0d6ea013ced651743bfc305b29ae69" + }, + { + "id": "test_Psychology_153", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/695/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4069f7b18be06cb8361084a164b291bef7d33367b4bf79a65e5e2b51ff77cf6b.png", + "bytes": 259434, + "contentType": "image/png", + "sha256": "4069f7b18be06cb8361084a164b291bef7d33367b4bf79a65e5e2b51ff77cf6b" + }, + { + "id": "test_Psychology_155", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/224/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/835b929f45a13e0057ce9289a6b8e9aa393771c67eecc708c3b6cffa72c98ae2.png", + "bytes": 584023, + "contentType": "image/png", + "sha256": "835b929f45a13e0057ce9289a6b8e9aa393771c67eecc708c3b6cffa72c98ae2" + }, + { + "id": "test_Psychology_157", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/570/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/076bcfeb47452026a13f4ce1bb8672435c9b2143138d9a5d301983877fff6b50.png", + "bytes": 962018, + "contentType": "image/png", + "sha256": "076bcfeb47452026a13f4ce1bb8672435c9b2143138d9a5d301983877fff6b50" + }, + { + "id": "test_Psychology_159", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1567/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/547f2ad3806f1ad33340cae5527b30a2d5f6a48380deca5f12a1a4152580d3d0.jpg", + "bytes": 68490, + "contentType": "image/jpeg", + "sha256": "547f2ad3806f1ad33340cae5527b30a2d5f6a48380deca5f12a1a4152580d3d0" + }, + { + "id": "test_Psychology_163", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/56/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3ef56d85e4edd9a4c5cd62727076fac263de647bfc3eea42ae3bc6910896ec28.png", + "bytes": 295971, + "contentType": "image/png", + "sha256": "3ef56d85e4edd9a4c5cd62727076fac263de647bfc3eea42ae3bc6910896ec28" + }, + { + "id": "test_Psychology_176", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1644/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02190c1d074ec84a45733e9c5c95b6931f21dcc20360255d8a15a5db1a36ed5b.png", + "bytes": 920224, + "contentType": "image/png", + "sha256": "02190c1d074ec84a45733e9c5c95b6931f21dcc20360255d8a15a5db1a36ed5b" + }, + { + "id": "test_Psychology_180", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/389/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/10f8b0117423964c1c0f5a70d60d112023d0679b45866d535214e1fb331c064f.png", + "bytes": 652906, + "contentType": "image/png", + "sha256": "10f8b0117423964c1c0f5a70d60d112023d0679b45866d535214e1fb331c064f" + }, + { + "id": "test_Psychology_196", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/191/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/853d6442dc1bc67b9a43d493b43b5b22a7fbd63664c578731ea3dc8a04945ef7.png", + "bytes": 558981, + "contentType": "image/png", + "sha256": "853d6442dc1bc67b9a43d493b43b5b22a7fbd63664c578731ea3dc8a04945ef7" + }, + { + "id": "test_Psychology_201", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1648/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e3b134c39424287a45ba5d45426cee7513403db9a8af179f23a56139b0aa39e.jpg", + "bytes": 91910, + "contentType": "image/jpeg", + "sha256": "0e3b134c39424287a45ba5d45426cee7513403db9a8af179f23a56139b0aa39e" + }, + { + "id": "test_Psychology_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/396/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/29ea3778f380f20fbae06ecf59789826c768f70345841778aac3e39ad181fdf1.png", + "bytes": 343469, + "contentType": "image/png", + "sha256": "29ea3778f380f20fbae06ecf59789826c768f70345841778aac3e39ad181fdf1" + }, + { + "id": "test_Psychology_213", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/384/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/361fe43c21ce3c82f46a049857738066e594f1009570672521ecf87568ce93ec.png", + "bytes": 6646654, + "contentType": "image/png", + "sha256": "361fe43c21ce3c82f46a049857738066e594f1009570672521ecf87568ce93ec" + }, + { + "id": "test_Psychology_220", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1306/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5f5e29bf70fa15d1d3760468975bc47fed6e386242737f405348ba575499bcd1.png", + "bytes": 465723, + "contentType": "image/png", + "sha256": "5f5e29bf70fa15d1d3760468975bc47fed6e386242737f405348ba575499bcd1" + }, + { + "id": "test_Psychology_223", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/656/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cc01c34ca3861b6c6666c0aac743cde469b10c953bef695099b796d567d6ff06.png", + "bytes": 7515964, + "contentType": "image/png", + "sha256": "cc01c34ca3861b6c6666c0aac743cde469b10c953bef695099b796d567d6ff06" + }, + { + "id": "test_Psychology_225", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1071/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d970963b4283cb558162fcb24dd89161f85b848fd90e669c004596c3d4a48120.png", + "bytes": 1032523, + "contentType": "image/png", + "sha256": "d970963b4283cb558162fcb24dd89161f85b848fd90e669c004596c3d4a48120" + }, + { + "id": "test_Psychology_228", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/804/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8716b2f555edfed26c82220062dcb0e0d0f7571b15c1e8a8e68c42429a0a3a84.png", + "bytes": 923074, + "contentType": "image/png", + "sha256": "8716b2f555edfed26c82220062dcb0e0d0f7571b15c1e8a8e68c42429a0a3a84" + }, + { + "id": "test_Psychology_233", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1690/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83c9711162f4d974e18524475818a21cbe135d43f195040307c9d2bc31712341.png", + "bytes": 811588, + "contentType": "image/png", + "sha256": "83c9711162f4d974e18524475818a21cbe135d43f195040307c9d2bc31712341" + }, + { + "id": "test_Psychology_245", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1117/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9ef51933e410c00582ba7d9ddeb44cfd88c07aafaa9371ac3ff3c41ab48b78d5.png", + "bytes": 885053, + "contentType": "image/png", + "sha256": "9ef51933e410c00582ba7d9ddeb44cfd88c07aafaa9371ac3ff3c41ab48b78d5" + }, + { + "id": "test_Psychology_258", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/289/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a0b522961b245f029ac1aebebfb6feb80932183b24ae87666260115feeb39cf3.png", + "bytes": 489802, + "contentType": "image/png", + "sha256": "a0b522961b245f029ac1aebebfb6feb80932183b24ae87666260115feeb39cf3" + }, + { + "id": "test_Psychology_270", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/492/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e1e67e3eff0e0e0b9cf656166bbc16f29166b58b44abc60a527f5ba421a32563.png", + "bytes": 461552, + "contentType": "image/png", + "sha256": "e1e67e3eff0e0e0b9cf656166bbc16f29166b58b44abc60a527f5ba421a32563" + }, + { + "id": "test_Psychology_285", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/549/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e6f0f900716338c957a51be5cd827c4c3507787949247a41380b64ecbaa2255.png", + "bytes": 1403227, + "contentType": "image/png", + "sha256": "0e6f0f900716338c957a51be5cd827c4c3507787949247a41380b64ecbaa2255" + }, + { + "id": "test_Psychology_293", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1662/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30630e4d0d9fb08552e8563ec3159c4a060bf05a6f531f9fcf26f7b69d01f226.png", + "bytes": 678928, + "contentType": "image/png", + "sha256": "30630e4d0d9fb08552e8563ec3159c4a060bf05a6f531f9fcf26f7b69d01f226" + }, + { + "id": "test_Psychology_33", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/750/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb9a36ecb23216042e15570f64f983e827760ce28212a0086c3ce753bb29631c.png", + "bytes": 143277, + "contentType": "image/png", + "sha256": "fb9a36ecb23216042e15570f64f983e827760ce28212a0086c3ce753bb29631c" + }, + { + "id": "test_Psychology_35", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/21/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/657993df701c1fff274893921eee3aa53bf561b33a13ed34b13b3e778889908b.png", + "bytes": 483942, + "contentType": "image/png", + "sha256": "657993df701c1fff274893921eee3aa53bf561b33a13ed34b13b3e778889908b" + }, + { + "id": "test_Psychology_44", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/924/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9767250c53f7a3e85c53593ae5fa69e5d195f8f306f15d9a8d846c2c5bf33b75.jpg", + "bytes": 160710, + "contentType": "image/jpeg", + "sha256": "9767250c53f7a3e85c53593ae5fa69e5d195f8f306f15d9a8d846c2c5bf33b75" + }, + { + "id": "test_Psychology_56", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/264/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bcb3d78ab19e0d8fef975944c6147f036acae6089692066db315c8d59b72852c.png", + "bytes": 871703, + "contentType": "image/png", + "sha256": "bcb3d78ab19e0d8fef975944c6147f036acae6089692066db315c8d59b72852c" + }, + { + "id": "test_Psychology_63", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/526/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97ba54191a9bf450c5d44003d696a8d9111fd0cda8af1e8c3bc02456b19308fc.png", + "bytes": 841653, + "contentType": "image/png", + "sha256": "97ba54191a9bf450c5d44003d696a8d9111fd0cda8af1e8c3bc02456b19308fc" + }, + { + "id": "test_Psychology_65", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/555/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/61188f884c0e1976e246dc8540bab851f6fe558d3614c392fdc9f725ad7d9b7f.png", + "bytes": 923614, + "contentType": "image/png", + "sha256": "61188f884c0e1976e246dc8540bab851f6fe558d3614c392fdc9f725ad7d9b7f" + }, + { + "id": "test_Psychology_69", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1312/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbe143891f3b262e0fa11893b98917b77bba03fc2ca7074ed7fcb0e40f534837.png", + "bytes": 1001001, + "contentType": "image/png", + "sha256": "bbe143891f3b262e0fa11893b98917b77bba03fc2ca7074ed7fcb0e40f534837" + }, + { + "id": "test_Psychology_78", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1420/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/670b0a801f279fc9518ab3c8874bdbeb16395cdb8b849712ecc3aa4695f56c3b.png", + "bytes": 2012683, + "contentType": "image/png", + "sha256": "670b0a801f279fc9518ab3c8874bdbeb16395cdb8b849712ecc3aa4695f56c3b" + }, + { + "id": "test_Psychology_83", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/727/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a60c268d3c4e5ea3175ddc05fd3df9342e2719a2857ff928bcfe308dff2e140d.png", + "bytes": 1998838, + "contentType": "image/png", + "sha256": "a60c268d3c4e5ea3175ddc05fd3df9342e2719a2857ff928bcfe308dff2e140d" + }, + { + "id": "test_Psychology_85", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/164/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c49c00e0803b0cc68259568faba620e4308202c372311e2e04289f1bbb6faabc.png", + "bytes": 478331, + "contentType": "image/png", + "sha256": "c49c00e0803b0cc68259568faba620e4308202c372311e2e04289f1bbb6faabc" + }, + { + "id": "test_Psychology_88", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1488/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/283d5d1747db13774a5bf04e2ec2c25d9f8b65ffb33baa0b68e1d7838ae09411.png", + "bytes": 888719, + "contentType": "image/png", + "sha256": "283d5d1747db13774a5bf04e2ec2c25d9f8b65ffb33baa0b68e1d7838ae09411" + }, + { + "id": "test_Psychology_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/177/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/282bb7a7c2f29ea80ea2022cc33b9ba068735ef96d358d74de706be884832586.png", + "bytes": 850093, + "contentType": "image/png", + "sha256": "282bb7a7c2f29ea80ea2022cc33b9ba068735ef96d358d74de706be884832586" + }, + { + "id": "test_Public_Health_103", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/865/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/38403049340a3a9d5044c5a8bb88c9a5de8eca962b18f2a04020fe8d16375ab3.png", + "bytes": 277714, + "contentType": "image/png", + "sha256": "38403049340a3a9d5044c5a8bb88c9a5de8eca962b18f2a04020fe8d16375ab3" + }, + { + "id": "test_Public_Health_127", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1423/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/77ce1f7e7c09c4c7c7f86e579dc8b16c37ecceb53369dd6cf4e55c43a9f9f148.png", + "bytes": 346412, + "contentType": "image/png", + "sha256": "77ce1f7e7c09c4c7c7f86e579dc8b16c37ecceb53369dd6cf4e55c43a9f9f148" + }, + { + "id": "test_Public_Health_152", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1116/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4958087b583214a13a46312eba5b66169b2c38af3f6db07270704199764b7cce.png", + "bytes": 1349577, + "contentType": "image/png", + "sha256": "4958087b583214a13a46312eba5b66169b2c38af3f6db07270704199764b7cce" + }, + { + "id": "test_Public_Health_166", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1666/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1ea5678886d4d730595399faa48eb91b4d0953133ae4118d336ff4c011b388d3.png", + "bytes": 434233, + "contentType": "image/png", + "sha256": "1ea5678886d4d730595399faa48eb91b4d0953133ae4118d336ff4c011b388d3" + }, + { + "id": "test_Public_Health_169", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/600/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7708e8dc718ef0640fe7b358ab7887528ac1f00d9949954bb79d499551d7fd6a.png", + "bytes": 558972, + "contentType": "image/png", + "sha256": "7708e8dc718ef0640fe7b358ab7887528ac1f00d9949954bb79d499551d7fd6a" + }, + { + "id": "test_Public_Health_179", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1017/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f86cf749ddef2a98bde5a72f2578601c5813280471b1f8837dcdd648bafeeeaf.png", + "bytes": 529019, + "contentType": "image/png", + "sha256": "f86cf749ddef2a98bde5a72f2578601c5813280471b1f8837dcdd648bafeeeaf" + }, + { + "id": "test_Public_Health_186", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/110/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e63ad53dae62048ec64f4fc463bf682851255ae9d1aa4984092499ee6ac437f2.png", + "bytes": 5613246, + "contentType": "image/png", + "sha256": "e63ad53dae62048ec64f4fc463bf682851255ae9d1aa4984092499ee6ac437f2" + }, + { + "id": "test_Public_Health_189", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/449/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7cc39caa9292cdd9cc0cf5eaa15668af8624cb90c968bfae62468b1f75da874.png", + "bytes": 846993, + "contentType": "image/png", + "sha256": "d7cc39caa9292cdd9cc0cf5eaa15668af8624cb90c968bfae62468b1f75da874" + }, + { + "id": "test_Public_Health_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/638/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9814a5cfebb88b67b9f599b9439a3c1ca222d258f3b3e9371e9e5466d39c3af.png", + "bytes": 600584, + "contentType": "image/png", + "sha256": "a9814a5cfebb88b67b9f599b9439a3c1ca222d258f3b3e9371e9e5466d39c3af" + }, + { + "id": "test_Public_Health_191", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/681/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/289570f6a6161be05dcb746879377888d7b20a009c4b90dbebb8e14fe6ce50b4.png", + "bytes": 239619, + "contentType": "image/png", + "sha256": "289570f6a6161be05dcb746879377888d7b20a009c4b90dbebb8e14fe6ce50b4" + }, + { + "id": "test_Public_Health_199", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/340/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/501d035db3a31bf1d9000184e3742535b004c7d3daddbefc6026f7c0f718523a.png", + "bytes": 199377, + "contentType": "image/png", + "sha256": "501d035db3a31bf1d9000184e3742535b004c7d3daddbefc6026f7c0f718523a" + }, + { + "id": "test_Public_Health_208", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/908/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83120944392635a31db57f13477264e13c20ec542296718579e4e7c4c253545a.jpg", + "bytes": 123622, + "contentType": "image/jpeg", + "sha256": "83120944392635a31db57f13477264e13c20ec542296718579e4e7c4c253545a" + }, + { + "id": "test_Public_Health_212", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1462/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6397c20a63dd5e7bfbf8393b2da25541ad2c240871765b7a0b16a9c0536e8c8e.png", + "bytes": 290992, + "contentType": "image/png", + "sha256": "6397c20a63dd5e7bfbf8393b2da25541ad2c240871765b7a0b16a9c0536e8c8e" + }, + { + "id": "test_Public_Health_223", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1637/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7d7b43acbb76331196fbf028c9d6d5119d839014f41a7277afcc11d1f7156d2.png", + "bytes": 262847, + "contentType": "image/png", + "sha256": "c7d7b43acbb76331196fbf028c9d6d5119d839014f41a7277afcc11d1f7156d2" + }, + { + "id": "test_Public_Health_239", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1336/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0560674418d5a0d74f4f79a456d7a63c1d16e61107f968377dcf3e0cff0da434.png", + "bytes": 1035344, + "contentType": "image/png", + "sha256": "0560674418d5a0d74f4f79a456d7a63c1d16e61107f968377dcf3e0cff0da434" + }, + { + "id": "test_Public_Health_240", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/51/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8427eaafc131a73d2861cc5224e6e1f4fd17d7ca5a3f95ceb1a499250535567b.png", + "bytes": 456045, + "contentType": "image/png", + "sha256": "8427eaafc131a73d2861cc5224e6e1f4fd17d7ca5a3f95ceb1a499250535567b" + }, + { + "id": "test_Public_Health_243", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/991/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bafbfd1a8257ae144b7345ffea19bf487d22223c4698904936ae27b826c4701.png", + "bytes": 590696, + "contentType": "image/png", + "sha256": "5bafbfd1a8257ae144b7345ffea19bf487d22223c4698904936ae27b826c4701" + }, + { + "id": "test_Public_Health_248", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/216/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/023186c5eb024a1eebbacdeb91a150419ecaf5dd2ca60b4ca496b64b308f3b31.png", + "bytes": 1541712, + "contentType": "image/png", + "sha256": "023186c5eb024a1eebbacdeb91a150419ecaf5dd2ca60b4ca496b64b308f3b31" + }, + { + "id": "test_Public_Health_266", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/590/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e177e00e5ccbb649dafb713b3caaf04540dd592d69c5176d35da92404397819a.png", + "bytes": 297595, + "contentType": "image/png", + "sha256": "e177e00e5ccbb649dafb713b3caaf04540dd592d69c5176d35da92404397819a" + }, + { + "id": "test_Public_Health_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/878/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/38f09ec58c68b634de7e9c0c77a3b1eecf9152a00fd220866aa6d890feef2e8e.jpg", + "bytes": 111420, + "contentType": "image/jpeg", + "sha256": "38f09ec58c68b634de7e9c0c77a3b1eecf9152a00fd220866aa6d890feef2e8e" + }, + { + "id": "test_Public_Health_291", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1051/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/984a3e120eaf01682746a5f9a2de700017b9e3aad5318eed2e30894646c09988.png", + "bytes": 3053796, + "contentType": "image/png", + "sha256": "984a3e120eaf01682746a5f9a2de700017b9e3aad5318eed2e30894646c09988" + }, + { + "id": "test_Public_Health_295", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/85/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97c069e6605c03a0f625c1a327133f44bd97a7ade3ee4b615f3c741c139be129.png", + "bytes": 1970014, + "contentType": "image/png", + "sha256": "97c069e6605c03a0f625c1a327133f44bd97a7ade3ee4b615f3c741c139be129" + }, + { + "id": "test_Public_Health_300", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/186/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3de6c8eda53910fcc04e0eb88a8b4b881d2f238b3667897c0ea7557b871a40ac.png", + "bytes": 340816, + "contentType": "image/png", + "sha256": "3de6c8eda53910fcc04e0eb88a8b4b881d2f238b3667897c0ea7557b871a40ac" + }, + { + "id": "test_Public_Health_309", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1469/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f0d4cedefe4ba41aa8704ff8bd42f79be106cdff1114e9a106d1295322463181.png", + "bytes": 2468053, + "contentType": "image/png", + "sha256": "f0d4cedefe4ba41aa8704ff8bd42f79be106cdff1114e9a106d1295322463181" + }, + { + "id": "test_Public_Health_331", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/198/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/52e5e53c7f0f1a8da7a4da63140041934475a7ce4cb13e0da6ff90f20bc02b56.png", + "bytes": 385016, + "contentType": "image/png", + "sha256": "52e5e53c7f0f1a8da7a4da63140041934475a7ce4cb13e0da6ff90f20bc02b56" + }, + { + "id": "test_Public_Health_338", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1696/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56d68940fea1c1152284088df93608a84e84ca4427337a9808c2bd940cb8f801.png", + "bytes": 510010, + "contentType": "image/png", + "sha256": "56d68940fea1c1152284088df93608a84e84ca4427337a9808c2bd940cb8f801" + }, + { + "id": "test_Public_Health_353", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/467/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48e216edd35fb9d7de48e3dacf70a2d2c5d342f0a5a53d469581c77c2cb9b8df.png", + "bytes": 242151, + "contentType": "image/png", + "sha256": "48e216edd35fb9d7de48e3dacf70a2d2c5d342f0a5a53d469581c77c2cb9b8df" + }, + { + "id": "test_Public_Health_360", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/863/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aad9c1d0df03903510956ed47a1aa952706f3916c1eaa3200704583dc10be8e4.jpg", + "bytes": 216440, + "contentType": "image/jpeg", + "sha256": "aad9c1d0df03903510956ed47a1aa952706f3916c1eaa3200704583dc10be8e4" + }, + { + "id": "test_Public_Health_381", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/710/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7608a9daf7d242ddf9e9c35afd43602431f5734cd577aeacae501cb1c3122d3f.png", + "bytes": 179665, + "contentType": "image/png", + "sha256": "7608a9daf7d242ddf9e9c35afd43602431f5734cd577aeacae501cb1c3122d3f" + }, + { + "id": "test_Public_Health_388", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1357/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d42eef9cccb0f8ca4cff03c32588a7854f553e645372542d5bbce71acc4ab98.png", + "bytes": 1334126, + "contentType": "image/png", + "sha256": "1d42eef9cccb0f8ca4cff03c32588a7854f553e645372542d5bbce71acc4ab98" + }, + { + "id": "test_Public_Health_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/731/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b17ac5988f3c7cfcb51b468f24120d1f80a37e7c56fabd64eefca676abd7a467.png", + "bytes": 165930, + "contentType": "image/png", + "sha256": "b17ac5988f3c7cfcb51b468f24120d1f80a37e7c56fabd64eefca676abd7a467" + }, + { + "id": "test_Public_Health_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/15/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ffc8eca239f23076934d9ac826eb60edde2aff8840c70a3d2e63cdc6c2f15721.png", + "bytes": 305792, + "contentType": "image/png", + "sha256": "ffc8eca239f23076934d9ac826eb60edde2aff8840c70a3d2e63cdc6c2f15721" + }, + { + "id": "test_Public_Health_427", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/542/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4790c92c4a942fbb4d3423358053ff0667674c1875ed99650a3937023f9068d.png", + "bytes": 1157428, + "contentType": "image/png", + "sha256": "b4790c92c4a942fbb4d3423358053ff0667674c1875ed99650a3937023f9068d" + }, + { + "id": "test_Public_Health_463", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/392/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3c4f0f11f4a76dc82c439be511e788524384d12521579b3cab1d4acf65eca561.png", + "bytes": 258040, + "contentType": "image/png", + "sha256": "3c4f0f11f4a76dc82c439be511e788524384d12521579b3cab1d4acf65eca561" + }, + { + "id": "test_Public_Health_465", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1194/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d363bf160faf76aac9974c1c756e9d2f59defdc6a511bc0b81dfd02aa99dd708.png", + "bytes": 665115, + "contentType": "image/png", + "sha256": "d363bf160faf76aac9974c1c756e9d2f59defdc6a511bc0b81dfd02aa99dd708" + }, + { + "id": "test_Public_Health_470", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1157/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/064e73fecd9038e4486334d34be10a166a0a74c680c24aaed9f7adc864c09582.png", + "bytes": 1210211, + "contentType": "image/png", + "sha256": "064e73fecd9038e4486334d34be10a166a0a74c680c24aaed9f7adc864c09582" + }, + { + "id": "test_Public_Health_509", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1444/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/336d56132e72dd6e4b41b84f20a3963ed16f155d218cd3f32666f7c53e6f23b6.png", + "bytes": 340673, + "contentType": "image/png", + "sha256": "336d56132e72dd6e4b41b84f20a3963ed16f155d218cd3f32666f7c53e6f23b6" + }, + { + "id": "test_Public_Health_84", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1580/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/522c11cbbd1901fb30760bb686293aff958a089f41768254535633620e141897.png", + "bytes": 255953, + "contentType": "image/png", + "sha256": "522c11cbbd1901fb30760bb686293aff958a089f41768254535633620e141897" + }, + { + "id": "test_Sociology_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/211/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e02dcb55e1fb012357cacb48393e6850355d160341ab54fa385056a1e5f2a3a.png", + "bytes": 555402, + "contentType": "image/png", + "sha256": "0e02dcb55e1fb012357cacb48393e6850355d160341ab54fa385056a1e5f2a3a" + }, + { + "id": "test_Sociology_102", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/259/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7e7fffac2e8259421516f4d4372f763d6511fb2f05dbd2855af295524bfccd01.png", + "bytes": 2855420, + "contentType": "image/png", + "sha256": "7e7fffac2e8259421516f4d4372f763d6511fb2f05dbd2855af295524bfccd01" + }, + { + "id": "test_Sociology_114", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/915/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2b34d52d8355d517e02f762bfcfd91c2ea6fab94d2e62d33ca536b53cb6154a9.jpg", + "bytes": 140214, + "contentType": "image/jpeg", + "sha256": "2b34d52d8355d517e02f762bfcfd91c2ea6fab94d2e62d33ca536b53cb6154a9" + }, + { + "id": "test_Sociology_122", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/183/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/78d50cd2acca969576fa2288baa3c69e15a235b5274752b8ff8e033bf6b545a9.png", + "bytes": 324746, + "contentType": "image/png", + "sha256": "78d50cd2acca969576fa2288baa3c69e15a235b5274752b8ff8e033bf6b545a9" + }, + { + "id": "test_Sociology_125", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1226/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a96741b0a69b61e15006a4349beca2de289895e39ec08127a317226341877934.png", + "bytes": 536486, + "contentType": "image/png", + "sha256": "a96741b0a69b61e15006a4349beca2de289895e39ec08127a317226341877934" + }, + { + "id": "test_Sociology_140", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/160/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/204e23fb9bf2ec20824c6e93ee0a64c7ed4e1bd27cda1a650e3d2342a70e1c7b.png", + "bytes": 2503731, + "contentType": "image/png", + "sha256": "204e23fb9bf2ec20824c6e93ee0a64c7ed4e1bd27cda1a650e3d2342a70e1c7b" + }, + { + "id": "test_Sociology_145", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/148/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12e2d93666ddf45a974f7e8cd598cf5b82864edeedcee29aa53d775906e54a11.png", + "bytes": 1552176, + "contentType": "image/png", + "sha256": "12e2d93666ddf45a974f7e8cd598cf5b82864edeedcee29aa53d775906e54a11" + }, + { + "id": "test_Sociology_155", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/100/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d961e61073e6efe1296062d1e6dda053c1fc33a23ede3efe1c4f7753609d0c72.png", + "bytes": 258615, + "contentType": "image/png", + "sha256": "d961e61073e6efe1296062d1e6dda053c1fc33a23ede3efe1c4f7753609d0c72" + }, + { + "id": "test_Sociology_168", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1169/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4482b91551a21cf50f5851386a2dabff1118fc5c560555c40a0147cae5509313.png", + "bytes": 107053, + "contentType": "image/png", + "sha256": "4482b91551a21cf50f5851386a2dabff1118fc5c560555c40a0147cae5509313" + }, + { + "id": "test_Sociology_176", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/172/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b2c0fc6437ee21c1be0056abe815eec6c5c1f68663d3ae5e6bdbeea05c97965f.png", + "bytes": 1661698, + "contentType": "image/png", + "sha256": "b2c0fc6437ee21c1be0056abe815eec6c5c1f68663d3ae5e6bdbeea05c97965f" + }, + { + "id": "test_Sociology_177", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1661/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c72e596d53fbb385c49d494d6b4df3ac940233ac9373e4ff6973bb788d22f165.jpg", + "bytes": 139904, + "contentType": "image/jpeg", + "sha256": "c72e596d53fbb385c49d494d6b4df3ac940233ac9373e4ff6973bb788d22f165" + }, + { + "id": "test_Sociology_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1018/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0f61ecb79cdba7a4667ba1eab05ce312dc9b150a104dec08bd647d474d0b434b.jpg", + "bytes": 134732, + "contentType": "image/jpeg", + "sha256": "0f61ecb79cdba7a4667ba1eab05ce312dc9b150a104dec08bd647d474d0b434b" + }, + { + "id": "test_Sociology_180", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1574/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a2582736aeda94fc0cf9bfe99f53d3b32cffa6e8fdb327eb5cc392c84b1ef2e.jpg", + "bytes": 67575, + "contentType": "image/jpeg", + "sha256": "2a2582736aeda94fc0cf9bfe99f53d3b32cffa6e8fdb327eb5cc392c84b1ef2e" + }, + { + "id": "test_Sociology_181", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/343/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c033e9e645aee57080bf6cd0bccda48c1ead84a8157f51284b31124944a7795.png", + "bytes": 723442, + "contentType": "image/png", + "sha256": "1c033e9e645aee57080bf6cd0bccda48c1ead84a8157f51284b31124944a7795" + }, + { + "id": "test_Sociology_191", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/7/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51d23a3269618895c3facba4cdde366c619e34626410a35c1b2414df8e634488.png", + "bytes": 231188, + "contentType": "image/png", + "sha256": "51d23a3269618895c3facba4cdde366c619e34626410a35c1b2414df8e634488" + }, + { + "id": "test_Sociology_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/957/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f4b414cd115cde2af5750602ed1120908842b87631d3ce1a2353a7468b1cec5f.png", + "bytes": 790400, + "contentType": "image/png", + "sha256": "f4b414cd115cde2af5750602ed1120908842b87631d3ce1a2353a7468b1cec5f" + }, + { + "id": "test_Sociology_202", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/284/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/465e950b409c2b2854f4df5f8d528065cbab3d23e8d044a2202dc01a1d33cac2.png", + "bytes": 523136, + "contentType": "image/png", + "sha256": "465e950b409c2b2854f4df5f8d528065cbab3d23e8d044a2202dc01a1d33cac2" + }, + { + "id": "test_Sociology_213", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/962/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ea608c2ed6f10c35802bd40a55ed281ad3263cb2552d19162dfcb30643d4927b.jpg", + "bytes": 250661, + "contentType": "image/jpeg", + "sha256": "ea608c2ed6f10c35802bd40a55ed281ad3263cb2552d19162dfcb30643d4927b" + }, + { + "id": "test_Sociology_214", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1348/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3598291f3630d858c6780f400de80e958c986d48c9828a143bc7540ab3044ce8.png", + "bytes": 1136638, + "contentType": "image/png", + "sha256": "3598291f3630d858c6780f400de80e958c986d48c9828a143bc7540ab3044ce8" + }, + { + "id": "test_Sociology_219", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1370/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/866ecac2850fac5109e48075b0e2d868fcca89c40e94eabbfd864ce649df5618.png", + "bytes": 300900, + "contentType": "image/png", + "sha256": "866ecac2850fac5109e48075b0e2d868fcca89c40e94eabbfd864ce649df5618" + }, + { + "id": "test_Sociology_229", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/842/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2c955a829c9ecae8cb4269424a42c649b69b736042ffb6fae083333ae2da5a38.png", + "bytes": 1217994, + "contentType": "image/png", + "sha256": "2c955a829c9ecae8cb4269424a42c649b69b736042ffb6fae083333ae2da5a38" + }, + { + "id": "test_Sociology_230", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/596/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7d6c019d6bed67b4d66feb063b8bb3e217cf9caefa7ed49d68576733d8a70f0a.png", + "bytes": 413135, + "contentType": "image/png", + "sha256": "7d6c019d6bed67b4d66feb063b8bb3e217cf9caefa7ed49d68576733d8a70f0a" + }, + { + "id": "test_Sociology_245", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1155/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d1ed33e6a1842e330aff930dd2af165cf36f30c4b17f593ab03d0510a6f6d62.png", + "bytes": 262156, + "contentType": "image/png", + "sha256": "1d1ed33e6a1842e330aff930dd2af165cf36f30c4b17f593ab03d0510a6f6d62" + }, + { + "id": "test_Sociology_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/279/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c2e4173f2ba31d81d55bc9a48ac39640a609278c583c19c197177fabd27c937b.png", + "bytes": 1310348, + "contentType": "image/png", + "sha256": "c2e4173f2ba31d81d55bc9a48ac39640a609278c583c19c197177fabd27c937b" + }, + { + "id": "test_Sociology_39", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1509/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d02361581e21ef5f932ee3620ddd0ae58d6d1e1859685d5ac30b3c03dfb28747.png", + "bytes": 587523, + "contentType": "image/png", + "sha256": "d02361581e21ef5f932ee3620ddd0ae58d6d1e1859685d5ac30b3c03dfb28747" + }, + { + "id": "test_Sociology_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1356/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89f10e9a2d3e95cca5c2b9a9dbf5cf0ab6504921047e0142cbc4ffcf91ad1c8e.png", + "bytes": 1373880, + "contentType": "image/png", + "sha256": "89f10e9a2d3e95cca5c2b9a9dbf5cf0ab6504921047e0142cbc4ffcf91ad1c8e" + }, + { + "id": "test_Sociology_40", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/678/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef6a75d1aae8fe4b9136706c8fe9ff9878195caf2e2d2679b568c44380a7d7a8.png", + "bytes": 911375, + "contentType": "image/png", + "sha256": "ef6a75d1aae8fe4b9136706c8fe9ff9878195caf2e2d2679b568c44380a7d7a8" + }, + { + "id": "test_Sociology_47", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/141/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9e738807352aecc07a428829d073051a647dc8941d30ec49b8c52fb82ffb7c5.png", + "bytes": 2466831, + "contentType": "image/png", + "sha256": "e9e738807352aecc07a428829d073051a647dc8941d30ec49b8c52fb82ffb7c5" + }, + { + "id": "test_Sociology_52", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/451/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45bbe86fda67ff678095f241ea47922cf1c6fbb4be2ac06f6ab189c5dd256a43.png", + "bytes": 535604, + "contentType": "image/png", + "sha256": "45bbe86fda67ff678095f241ea47922cf1c6fbb4be2ac06f6ab189c5dd256a43" + }, + { + "id": "test_Sociology_63", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/270/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/602b2757f456a72012d68a4cc929732d3cecf8a90ad64051c9a02e1ece8eed1e.png", + "bytes": 1060387, + "contentType": "image/png", + "sha256": "602b2757f456a72012d68a4cc929732d3cecf8a90ad64051c9a02e1ece8eed1e" + }, + { + "id": "test_Sociology_68", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/341/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dada3affab26748fdadfdb45b1b89dcb6928d00cff592e0435d9daffd5a36425.png", + "bytes": 530279, + "contentType": "image/png", + "sha256": "dada3affab26748fdadfdb45b1b89dcb6928d00cff592e0435d9daffd5a36425" + }, + { + "id": "test_Sociology_77", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1063/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/89afeb8dcc10744751e9628b017bbb482c0d22d5085cffe6eca9c905fcbf7455.png", + "bytes": 288630, + "contentType": "image/png", + "sha256": "89afeb8dcc10744751e9628b017bbb482c0d22d5085cffe6eca9c905fcbf7455" + }, + { + "id": "test_Sociology_83", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1383/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5755b883d97f51ca9dc33e25fcf6c1dd69374f830c5cb52a1277bb0f0e0b886.png", + "bytes": 248760, + "contentType": "image/png", + "sha256": "f5755b883d97f51ca9dc33e25fcf6c1dd69374f830c5cb52a1277bb0f0e0b886" + }, + { + "id": "test_Sociology_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/116/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22b2eac8f7bcad6f4576e696468b9d09e9009bd40e3b66723bbb1d2f6f24ab90.png", + "bytes": 213579, + "contentType": "image/png", + "sha256": "22b2eac8f7bcad6f4576e696468b9d09e9009bd40e3b66723bbb1d2f6f24ab90" + }, + { + "id": "test_Sociology_90", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1625/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0b40679b2a34e846ffabba1a5a293d6861e7f31fb76e60b053f0abfc5de8a925.jpg", + "bytes": 89327, + "contentType": "image/jpeg", + "sha256": "0b40679b2a34e846ffabba1a5a293d6861e7f31fb76e60b053f0abfc5de8a925" + }, + { + "id": "test_Sociology_93", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1222/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f5a9afd4658ad4d02c681723046149baad4b6197b22f68005e054e39b9766541.png", + "bytes": 782586, + "contentType": "image/png", + "sha256": "f5a9afd4658ad4d02c681723046149baad4b6197b22f68005e054e39b9766541" + }, + { + "id": "test_Sociology_96", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1193/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1650918dfdd0ccb95f2f4570d2621467d04b0fcfd8289d0e0c5f9f3447265dd6.png", + "bytes": 472051, + "contentType": "image/png", + "sha256": "1650918dfdd0ccb95f2f4570d2621467d04b0fcfd8289d0e0c5f9f3447265dd6" + }, + { + "id": "test_Sociology_99", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/664/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/285bbb8429acd1945997e667da25694bba477b64c3bd28fda634cb8ac4252198.png", + "bytes": 719268, + "contentType": "image/png", + "sha256": "285bbb8429acd1945997e667da25694bba477b64c3bd28fda634cb8ac4252198" + }, + { + "id": "validation_Accounting_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/756/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/817fceb50203081de6a7b7712086a9f2ddb5684f45b7446fc9bc074ebed15ccd.png", + "bytes": 184893, + "contentType": "image/png", + "sha256": "817fceb50203081de6a7b7712086a9f2ddb5684f45b7446fc9bc074ebed15ccd" + }, + { + "id": "validation_Accounting_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/720/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/552f938a89f47ed86d5f14c014b131e7259be7e0b381504263f89d38754bf192.png", + "bytes": 1304174, + "contentType": "image/png", + "sha256": "552f938a89f47ed86d5f14c014b131e7259be7e0b381504263f89d38754bf192" + }, + { + "id": "validation_Accounting_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1556/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c33424d00e8693814c6df25da8c6e687b6eafc3b62d8b2dcf763c8fe26e144f2.jpg", + "bytes": 62961, + "contentType": "image/jpeg", + "sha256": "c33424d00e8693814c6df25da8c6e687b6eafc3b62d8b2dcf763c8fe26e144f2" + }, + { + "id": "validation_Accounting_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1525/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/67cf66295f02e9c68fd5676b9298ce92dccd717fe90bf7e6de21803f2f7bc530.png", + "bytes": 1858522, + "contentType": "image/png", + "sha256": "67cf66295f02e9c68fd5676b9298ce92dccd717fe90bf7e6de21803f2f7bc530" + }, + { + "id": "validation_Accounting_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/751/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0b11b81d50bf359b43af2683cfc1de643750fadd3f34c182daee76ad29980fce.png", + "bytes": 183304, + "contentType": "image/png", + "sha256": "0b11b81d50bf359b43af2683cfc1de643750fadd3f34c182daee76ad29980fce" + }, + { + "id": "validation_Accounting_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1255/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21912a284390d6c4dc7da78605bd6b5028430b90ada8f57f09bac40a5b99e5a5.png", + "bytes": 349739, + "contentType": "image/png", + "sha256": "21912a284390d6c4dc7da78605bd6b5028430b90ada8f57f09bac40a5b99e5a5" + }, + { + "id": "validation_Accounting_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1499/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2bbf422f854efb3c7d8f54bf493e4e516a33d74bca06e311a006db4f26e81828.png", + "bytes": 634801, + "contentType": "image/png", + "sha256": "2bbf422f854efb3c7d8f54bf493e4e516a33d74bca06e311a006db4f26e81828" + }, + { + "id": "validation_Accounting_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/166/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/838252c358e9452da811115985ad6843b3b271d30f126330edc2349058032373.png", + "bytes": 458930, + "contentType": "image/png", + "sha256": "838252c358e9452da811115985ad6843b3b271d30f126330edc2349058032373" + }, + { + "id": "validation_Accounting_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/760/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2c60f03425d42ac550985068302cbc66b62c4d98c078daf2715468a368a699c6.png", + "bytes": 130179, + "contentType": "image/png", + "sha256": "2c60f03425d42ac550985068302cbc66b62c4d98c078daf2715468a368a699c6" + }, + { + "id": "validation_Accounting_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1242/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1264f5dae2de5994d223d279839a8907ed53e3c1ca09b6bdc5315640c2ccf8a8.png", + "bytes": 470769, + "contentType": "image/png", + "sha256": "1264f5dae2de5994d223d279839a8907ed53e3c1ca09b6bdc5315640c2ccf8a8" + }, + { + "id": "validation_Accounting_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1355/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99840236d8737d7a7802bb098bb6b772628f6aa980f1fa1794b3f1a7a358ecec.png", + "bytes": 1125046, + "contentType": "image/png", + "sha256": "99840236d8737d7a7802bb098bb6b772628f6aa980f1fa1794b3f1a7a358ecec" + }, + { + "id": "validation_Accounting_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1411/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1615c3ef32c06e86d550f3a8ddca500d076a7bd7fd1747afa7ceebe98898ae93.png", + "bytes": 484256, + "contentType": "image/png", + "sha256": "1615c3ef32c06e86d550f3a8ddca500d076a7bd7fd1747afa7ceebe98898ae93" + }, + { + "id": "validation_Accounting_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1325/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1866366502af52ffeb1037552bcbe3b5c3c4ad1fa5324bb78a715b1ce2fd097.png", + "bytes": 718118, + "contentType": "image/png", + "sha256": "b1866366502af52ffeb1037552bcbe3b5c3c4ad1fa5324bb78a715b1ce2fd097" + }, + { + "id": "validation_Accounting_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/565/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5d4fe50087eece169372c99132e4402333b5e20d7239dd3222e5e50d17c7ea62.png", + "bytes": 1559567, + "contentType": "image/png", + "sha256": "5d4fe50087eece169372c99132e4402333b5e20d7239dd3222e5e50d17c7ea62" + }, + { + "id": "validation_Accounting_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/147/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22497e606c03fe10744ca55da9a07bdc137093987d96e8f0d7e2684d440800f3.png", + "bytes": 637091, + "contentType": "image/png", + "sha256": "22497e606c03fe10744ca55da9a07bdc137093987d96e8f0d7e2684d440800f3" + }, + { + "id": "validation_Accounting_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/981/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9c84ca45bcb161cbfc94d7629513ab77e7113cd1edec5814b364695c9f25789.png", + "bytes": 329984, + "contentType": "image/png", + "sha256": "a9c84ca45bcb161cbfc94d7629513ab77e7113cd1edec5814b364695c9f25789" + }, + { + "id": "validation_Accounting_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/81/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bdf222ca3f661beba290ca7906ec29444a397b1547ad41a975d8e5898f427120.jpg", + "bytes": 391335, + "contentType": "image/jpeg", + "sha256": "bdf222ca3f661beba290ca7906ec29444a397b1547ad41a975d8e5898f427120" + }, + { + "id": "validation_Accounting_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/959/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/444eccc3f0de8fb36bf9cc3d2e18762c1ad6293a8cc46d8e13d68cde4501b814.png", + "bytes": 298838, + "contentType": "image/png", + "sha256": "444eccc3f0de8fb36bf9cc3d2e18762c1ad6293a8cc46d8e13d68cde4501b814" + }, + { + "id": "validation_Accounting_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1099/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e914c6a10e01d36febd6f526e6f68c227df5f37cf3604156bb3df2b2af6e4fe9.png", + "bytes": 81997, + "contentType": "image/png", + "sha256": "e914c6a10e01d36febd6f526e6f68c227df5f37cf3604156bb3df2b2af6e4fe9" + }, + { + "id": "validation_Accounting_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/268/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/612d1e4690a0aadb25a226604400b8c18a1d0ca042d817a19f957b5ba7a6a7a4.png", + "bytes": 254742, + "contentType": "image/png", + "sha256": "612d1e4690a0aadb25a226604400b8c18a1d0ca042d817a19f957b5ba7a6a7a4" + }, + { + "id": "validation_Accounting_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/192/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fe76ba42f995c4e9f9688fcebc892c6944efa39d153a979ab6ae6de25500f259.png", + "bytes": 1536372, + "contentType": "image/png", + "sha256": "fe76ba42f995c4e9f9688fcebc892c6944efa39d153a979ab6ae6de25500f259" + }, + { + "id": "validation_Accounting_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1454/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b6ce2d84f30d405d490e1309fb8ac88f51fd4ead304533bd2a11c73b00dc7cfb.png", + "bytes": 329696, + "contentType": "image/png", + "sha256": "b6ce2d84f30d405d490e1309fb8ac88f51fd4ead304533bd2a11c73b00dc7cfb" + }, + { + "id": "validation_Accounting_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/255/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/656cb8ce93e64c71ff93a6af1568b5eef77458ac05a38d2dc4fb032b71602fb4.png", + "bytes": 358814, + "contentType": "image/png", + "sha256": "656cb8ce93e64c71ff93a6af1568b5eef77458ac05a38d2dc4fb032b71602fb4" + }, + { + "id": "validation_Accounting_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/402/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b0e7ba9a64cc108e3b2a33ca1fce7a65b0be5d738384f7ead0b8a05d0a59be7.png", + "bytes": 371392, + "contentType": "image/png", + "sha256": "1b0e7ba9a64cc108e3b2a33ca1fce7a65b0be5d738384f7ead0b8a05d0a59be7" + }, + { + "id": "validation_Accounting_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1605/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c87c3153cb51f9f277f1834d15ba2b257cec14a3c54052c9042821970ad95351.jpg", + "bytes": 57782, + "contentType": "image/jpeg", + "sha256": "c87c3153cb51f9f277f1834d15ba2b257cec14a3c54052c9042821970ad95351" + }, + { + "id": "validation_Agriculture_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/819/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6407c2fb7ee04eba33dc931aac718c9ed596fd9b6173d4b0dfb3fa2cb46f24df.png", + "bytes": 1245050, + "contentType": "image/png", + "sha256": "6407c2fb7ee04eba33dc931aac718c9ed596fd9b6173d4b0dfb3fa2cb46f24df" + }, + { + "id": "validation_Agriculture_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/281/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9db9e1c683cae86603c5d271dc42ccdc36b760095d26071c516eb5336dbe76bc.png", + "bytes": 1097214, + "contentType": "image/png", + "sha256": "9db9e1c683cae86603c5d271dc42ccdc36b760095d26071c516eb5336dbe76bc" + }, + { + "id": "validation_Agriculture_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/836/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/64808084cb420c7703db601fcd57fc47adb2d5d60e5aa38f9d8f0951d5429315.png", + "bytes": 676857, + "contentType": "image/png", + "sha256": "64808084cb420c7703db601fcd57fc47adb2d5d60e5aa38f9d8f0951d5429315" + }, + { + "id": "validation_Agriculture_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1679/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6eb4b9075b1d08f410055396cc1380df044c16ab4ddeab65ee18dcb7d94d8550.jpg", + "bytes": 90600, + "contentType": "image/jpeg", + "sha256": "6eb4b9075b1d08f410055396cc1380df044c16ab4ddeab65ee18dcb7d94d8550" + }, + { + "id": "validation_Agriculture_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1028/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4c1de53122c0e5d77c51f599072e7adae057dc7fe911ff1bd90b8833aada1d7.png", + "bytes": 302577, + "contentType": "image/png", + "sha256": "d4c1de53122c0e5d77c51f599072e7adae057dc7fe911ff1bd90b8833aada1d7" + }, + { + "id": "validation_Agriculture_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/866/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21e35b1c164cfb9d2b63c98d0b202505c3b657a5cd782a66c67b562cb5813d8d.jpg", + "bytes": 97468, + "contentType": "image/jpeg", + "sha256": "21e35b1c164cfb9d2b63c98d0b202505c3b657a5cd782a66c67b562cb5813d8d" + }, + { + "id": "validation_Agriculture_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/918/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30b79aad11c6a9f008932f4fdb086e96e8e0eec7a4624a77e0ce97ea29f35009.png", + "bytes": 1616584, + "contentType": "image/png", + "sha256": "30b79aad11c6a9f008932f4fdb086e96e8e0eec7a4624a77e0ce97ea29f35009" + }, + { + "id": "validation_Agriculture_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1171/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4337ef833b8901fe9eee493a764431235b247b900bc08ebee3c6f3af9df36e14.png", + "bytes": 1560064, + "contentType": "image/png", + "sha256": "4337ef833b8901fe9eee493a764431235b247b900bc08ebee3c6f3af9df36e14" + }, + { + "id": "validation_Agriculture_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/365/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b51d13a7fb3a1eb051f2171b029b0eb9b2a5dd9a6ebbed875982aad283679dc9.png", + "bytes": 715022, + "contentType": "image/png", + "sha256": "b51d13a7fb3a1eb051f2171b029b0eb9b2a5dd9a6ebbed875982aad283679dc9" + }, + { + "id": "validation_Agriculture_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/823/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5cc38adae77e87b3458b3782f4b2efa3468b301efeb20dbd8af9afba61909bb.png", + "bytes": 802053, + "contentType": "image/png", + "sha256": "a5cc38adae77e87b3458b3782f4b2efa3468b301efeb20dbd8af9afba61909bb" + }, + { + "id": "validation_Agriculture_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1584/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5fe76018b7e37954cf2eaa153aa013fef28c77d1b6f3ec98c8160ab48729315b.png", + "bytes": 1019692, + "contentType": "image/png", + "sha256": "5fe76018b7e37954cf2eaa153aa013fef28c77d1b6f3ec98c8160ab48729315b" + }, + { + "id": "validation_Agriculture_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/276/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2055810f31991e0057c2908bc362b7008b0381762a4d252e95b17d68d2323864.png", + "bytes": 1825947, + "contentType": "image/png", + "sha256": "2055810f31991e0057c2908bc362b7008b0381762a4d252e95b17d68d2323864" + }, + { + "id": "validation_Agriculture_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/347/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/35e42779e07c11c4c1381ca5e087f3856c8414e9039398063fe1638d09938794.png", + "bytes": 823188, + "contentType": "image/png", + "sha256": "35e42779e07c11c4c1381ca5e087f3856c8414e9039398063fe1638d09938794" + }, + { + "id": "validation_Agriculture_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1654/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e99bfc1cb6e32a28e5c6108301447c0747810d37a7b6a7f77f488ac42836145b.jpg", + "bytes": 134892, + "contentType": "image/jpeg", + "sha256": "e99bfc1cb6e32a28e5c6108301447c0747810d37a7b6a7f77f488ac42836145b" + }, + { + "id": "validation_Agriculture_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/395/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d191631e408531cff733f86b153cc7e83327732b6cc31634eca7313f70f60b8e.png", + "bytes": 990247, + "contentType": "image/png", + "sha256": "d191631e408531cff733f86b153cc7e83327732b6cc31634eca7313f70f60b8e" + }, + { + "id": "validation_Agriculture_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1568/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/721cc74c8d8341bd4e8c9d1d872c07001f5d36918f5d4f91677eb8871008c1a8.jpg", + "bytes": 83247, + "contentType": "image/jpeg", + "sha256": "721cc74c8d8341bd4e8c9d1d872c07001f5d36918f5d4f91677eb8871008c1a8" + }, + { + "id": "validation_Agriculture_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/351/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/76e52e88cb03693e94232507ba8f5c2c8b15a3b967cc74356fdcdf173455e476.png", + "bytes": 488476, + "contentType": "image/png", + "sha256": "76e52e88cb03693e94232507ba8f5c2c8b15a3b967cc74356fdcdf173455e476" + }, + { + "id": "validation_Agriculture_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/304/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8895382dc1a7d30afffb8ddb10f8f4010414cfad0e6252fb53b39a96aa081419.png", + "bytes": 2075511, + "contentType": "image/png", + "sha256": "8895382dc1a7d30afffb8ddb10f8f4010414cfad0e6252fb53b39a96aa081419" + }, + { + "id": "validation_Agriculture_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1678/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/684ad4b93900dffbea0df9747b261d03e26bcb448dbcb363c08dcca38e5e0605.jpg", + "bytes": 117243, + "contentType": "image/jpeg", + "sha256": "684ad4b93900dffbea0df9747b261d03e26bcb448dbcb363c08dcca38e5e0605" + }, + { + "id": "validation_Architecture_and_Engineering_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/669/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4afe1dd484d3b45ce508c41ea9d9cd9f46c39c46abfcb93cda544dc3e59e5214.png", + "bytes": 1751490, + "contentType": "image/png", + "sha256": "4afe1dd484d3b45ce508c41ea9d9cd9f46c39c46abfcb93cda544dc3e59e5214" + }, + { + "id": "validation_Architecture_and_Engineering_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1479/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cbcdc1cce7abf918d36d759302ddfb7e4b7e94d28b471c9d0cd1290229fb5a6c.png", + "bytes": 249631, + "contentType": "image/png", + "sha256": "cbcdc1cce7abf918d36d759302ddfb7e4b7e94d28b471c9d0cd1290229fb5a6c" + }, + { + "id": "validation_Architecture_and_Engineering_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1069/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d63f1d7020ce31640b68d4a130e99fa450dfefbbcd80eb61594d9e5f439147a7.png", + "bytes": 1700464, + "contentType": "image/png", + "sha256": "d63f1d7020ce31640b68d4a130e99fa450dfefbbcd80eb61594d9e5f439147a7" + }, + { + "id": "validation_Architecture_and_Engineering_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1059/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/799f3601931b81483c83d6acc668e29e3e809e4c8e530a3fbc61c51f2c95db20.png", + "bytes": 100771, + "contentType": "image/png", + "sha256": "799f3601931b81483c83d6acc668e29e3e809e4c8e530a3fbc61c51f2c95db20" + }, + { + "id": "validation_Architecture_and_Engineering_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1630/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/843c562e6d56c4312dfdd7120f19c4032b7b16361c61dc32ab70a302faeb29f1.jpg", + "bytes": 93348, + "contentType": "image/jpeg", + "sha256": "843c562e6d56c4312dfdd7120f19c4032b7b16361c61dc32ab70a302faeb29f1" + }, + { + "id": "validation_Architecture_and_Engineering_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/11/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/78a6ca09f7f7a9c2093dcda16a59968a49314d1413856c89e6d11ac78ed875b6.png", + "bytes": 515109, + "contentType": "image/png", + "sha256": "78a6ca09f7f7a9c2093dcda16a59968a49314d1413856c89e6d11ac78ed875b6" + }, + { + "id": "validation_Architecture_and_Engineering_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/691/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/09e85239828a09a40668e3f213e98ae9b9ad63ca1480d7e38c90e77497a43a2f.png", + "bytes": 238963, + "contentType": "image/png", + "sha256": "09e85239828a09a40668e3f213e98ae9b9ad63ca1480d7e38c90e77497a43a2f" + }, + { + "id": "validation_Architecture_and_Engineering_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1563/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd24c8466d4b091603c05604ada9171be27dd3ad5af280dec0e5399ad2678f33.jpg", + "bytes": 61916, + "contentType": "image/jpeg", + "sha256": "dd24c8466d4b091603c05604ada9171be27dd3ad5af280dec0e5399ad2678f33" + }, + { + "id": "validation_Architecture_and_Engineering_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/936/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/194cf24af0945d41f00e05b65726a66c5219a012f0647c206a352d9bba91049b.png", + "bytes": 7651719, + "contentType": "image/png", + "sha256": "194cf24af0945d41f00e05b65726a66c5219a012f0647c206a352d9bba91049b" + }, + { + "id": "validation_Architecture_and_Engineering_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/356/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/68d81ec14a4cac308c0a42a12fa1755d56104e634dc0c7933139120ea3922c29.png", + "bytes": 299076, + "contentType": "image/png", + "sha256": "68d81ec14a4cac308c0a42a12fa1755d56104e634dc0c7933139120ea3922c29" + }, + { + "id": "validation_Architecture_and_Engineering_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/849/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/479f1b7d8b93cc910a6d09137f24cd538c71e91aee5a559229ef0d34720cb94e.png", + "bytes": 655174, + "contentType": "image/png", + "sha256": "479f1b7d8b93cc910a6d09137f24cd538c71e91aee5a559229ef0d34720cb94e" + }, + { + "id": "validation_Architecture_and_Engineering_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/643/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/544e1ed29a333cd376ef2804dfb13b88b715417b77d0c984055b876e42dbbbc0.png", + "bytes": 489966, + "contentType": "image/png", + "sha256": "544e1ed29a333cd376ef2804dfb13b88b715417b77d0c984055b876e42dbbbc0" + }, + { + "id": "validation_Architecture_and_Engineering_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/983/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/911a4e25728d4010840337f33279b4c25261a88624205edaf8b1847fa3f004fa.png", + "bytes": 298276, + "contentType": "image/png", + "sha256": "911a4e25728d4010840337f33279b4c25261a88624205edaf8b1847fa3f004fa" + }, + { + "id": "validation_Architecture_and_Engineering_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/930/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dfffaa13faf1d6ff0aef2d9309759f41258df361286e297ee90107ee94dc8783.png", + "bytes": 1975041, + "contentType": "image/png", + "sha256": "dfffaa13faf1d6ff0aef2d9309759f41258df361286e297ee90107ee94dc8783" + }, + { + "id": "validation_Architecture_and_Engineering_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1521/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5cccbe39e62986f632e6d5dc918d9e7b8b67a8c71483a052255eaf5002d23ee.png", + "bytes": 502924, + "contentType": "image/png", + "sha256": "a5cccbe39e62986f632e6d5dc918d9e7b8b67a8c71483a052255eaf5002d23ee" + }, + { + "id": "validation_Architecture_and_Engineering_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/143/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/60416e27d46a1b91f02daf5b0fd87d5204a3e7f0542fe45d0b8a34c433ceaa5e.png", + "bytes": 585949, + "contentType": "image/png", + "sha256": "60416e27d46a1b91f02daf5b0fd87d5204a3e7f0542fe45d0b8a34c433ceaa5e" + }, + { + "id": "validation_Architecture_and_Engineering_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/212/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b5c5447a4117bb471bf8f985ef901640c905c4fbcfff6718cf4a516bd3bd7493.png", + "bytes": 2116921, + "contentType": "image/png", + "sha256": "b5c5447a4117bb471bf8f985ef901640c905c4fbcfff6718cf4a516bd3bd7493" + }, + { + "id": "validation_Architecture_and_Engineering_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1196/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/69ee7d76f4bf7c05fc12ad29abce5b4ea5cba5af1686d7407df258dcb9d423cd.png", + "bytes": 611778, + "contentType": "image/png", + "sha256": "69ee7d76f4bf7c05fc12ad29abce5b4ea5cba5af1686d7407df258dcb9d423cd" + }, + { + "id": "validation_Architecture_and_Engineering_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/776/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff0447c74d3c0a8720d7fa94afd6f5f1321eaef84d8f955c20f3b023478528b3.png", + "bytes": 268465, + "contentType": "image/png", + "sha256": "ff0447c74d3c0a8720d7fa94afd6f5f1321eaef84d8f955c20f3b023478528b3" + }, + { + "id": "validation_Architecture_and_Engineering_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/553/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e96f8ab02f6dd530fd920e2d1768f7003f5e7787ddd6fdbb1f19913a244f1b28.png", + "bytes": 1237586, + "contentType": "image/png", + "sha256": "e96f8ab02f6dd530fd920e2d1768f7003f5e7787ddd6fdbb1f19913a244f1b28" + }, + { + "id": "validation_Architecture_and_Engineering_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/560/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba62019c5772bcdfe455b4afaf1ecaf25747e0a2fc833b362bc45d8976f7ea8c.png", + "bytes": 1430433, + "contentType": "image/png", + "sha256": "ba62019c5772bcdfe455b4afaf1ecaf25747e0a2fc833b362bc45d8976f7ea8c" + }, + { + "id": "validation_Architecture_and_Engineering_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1419/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b792268d30b6004eaf72faaf5945a8a0c3d27f57cb9f87ff7d7db418b99daa7e.png", + "bytes": 2167244, + "contentType": "image/png", + "sha256": "b792268d30b6004eaf72faaf5945a8a0c3d27f57cb9f87ff7d7db418b99daa7e" + }, + { + "id": "validation_Art_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/771/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2ee83cd78eac8196379600b1470db112932b51d7cd7daa531707751b39f71949.png", + "bytes": 862219, + "contentType": "image/png", + "sha256": "2ee83cd78eac8196379600b1470db112932b51d7cd7daa531707751b39f71949" + }, + { + "id": "validation_Art_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/838/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1df6f6ff4a70565e51ae7ee04b3151f5adb8e903cd58c33de56c7c33d94c3199.png", + "bytes": 723120, + "contentType": "image/png", + "sha256": "1df6f6ff4a70565e51ae7ee04b3151f5adb8e903cd58c33de56c7c33d94c3199" + }, + { + "id": "validation_Art_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1270/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6cda1eb03abe65809b0106c6002548da3058fd7bde0aa05fb1f52e63c823f6c4.png", + "bytes": 738001, + "contentType": "image/png", + "sha256": "6cda1eb03abe65809b0106c6002548da3058fd7bde0aa05fb1f52e63c823f6c4" + }, + { + "id": "validation_Art_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/515/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ecbea45feadc700062d0d6944734c1a6d710541eeef23f4d2e8ec5a3e4bdc152.png", + "bytes": 1736159, + "contentType": "image/png", + "sha256": "ecbea45feadc700062d0d6944734c1a6d710541eeef23f4d2e8ec5a3e4bdc152" + }, + { + "id": "validation_Art_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/584/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ccf82437a5b3acb120448e53566743cc8a84d56cb17b1ce8946bdd1f0e985e7d.png", + "bytes": 1172510, + "contentType": "image/png", + "sha256": "ccf82437a5b3acb120448e53566743cc8a84d56cb17b1ce8946bdd1f0e985e7d" + }, + { + "id": "validation_Art_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1378/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9bfaa02aed28072ec3b566c08476add5fe1763eee1ea717a1d78487f56800643.png", + "bytes": 446221, + "contentType": "image/png", + "sha256": "9bfaa02aed28072ec3b566c08476add5fe1763eee1ea717a1d78487f56800643" + }, + { + "id": "validation_Art_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1613/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4002360aae8e239cf6f8e55ffb4ce33f919060c43c2d8ff9b29c21aa8c7e6509.jpg", + "bytes": 49952, + "contentType": "image/jpeg", + "sha256": "4002360aae8e239cf6f8e55ffb4ce33f919060c43c2d8ff9b29c21aa8c7e6509" + }, + { + "id": "validation_Art_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1689/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a7fdfa8952be77007aa2c1aa720283481d49e2f043ece4aadf202cb6d4318748.png", + "bytes": 2150815, + "contentType": "image/png", + "sha256": "a7fdfa8952be77007aa2c1aa720283481d49e2f043ece4aadf202cb6d4318748" + }, + { + "id": "validation_Art_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/964/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/935bef843539b287dbdf56bae75c4c56bbc4119523fb79def77a678a7b8cdbb6.jpg", + "bytes": 198174, + "contentType": "image/jpeg", + "sha256": "935bef843539b287dbdf56bae75c4c56bbc4119523fb79def77a678a7b8cdbb6" + }, + { + "id": "validation_Art_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1098/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c5aff2840c4a6caee36723300b7a7904913d91cda71538e7f2e3b429fa8c458c.png", + "bytes": 557061, + "contentType": "image/png", + "sha256": "c5aff2840c4a6caee36723300b7a7904913d91cda71538e7f2e3b429fa8c458c" + }, + { + "id": "validation_Art_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/777/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1c348398f136ab5d9308295990105192e981545df261475e8bae8cc8e0796356.png", + "bytes": 688243, + "contentType": "image/png", + "sha256": "1c348398f136ab5d9308295990105192e981545df261475e8bae8cc8e0796356" + }, + { + "id": "validation_Art_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1544/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc0d4020596dd50aa24d3c9978c3111f3cc8297acf246ca826e595c2a6495e9f.jpg", + "bytes": 107783, + "contentType": "image/jpeg", + "sha256": "bc0d4020596dd50aa24d3c9978c3111f3cc8297acf246ca826e595c2a6495e9f" + }, + { + "id": "validation_Art_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/24/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12fccc89f0e1d2aefb348017689581cf62df30846d39b9600b5f04f51e047937.png", + "bytes": 787157, + "contentType": "image/png", + "sha256": "12fccc89f0e1d2aefb348017689581cf62df30846d39b9600b5f04f51e047937" + }, + { + "id": "validation_Art_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/603/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cccf5b980d48f150ad5f3a1fc757c9baed123fa067d83a157596e287dcb1ce06.png", + "bytes": 1963919, + "contentType": "image/png", + "sha256": "cccf5b980d48f150ad5f3a1fc757c9baed123fa067d83a157596e287dcb1ce06" + }, + { + "id": "validation_Art_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1582/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b38ca6b71a655051214f90bf8f2a66cb7dea94d910bcc1402d8995a691a7aa4b.jpg", + "bytes": 56101, + "contentType": "image/jpeg", + "sha256": "b38ca6b71a655051214f90bf8f2a66cb7dea94d910bcc1402d8995a691a7aa4b" + }, + { + "id": "validation_Art_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/176/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80d1ba756b4be71236816c2d5480581bc8510017ae19e2cee7445a2ef9dd7c2d.png", + "bytes": 1242564, + "contentType": "image/png", + "sha256": "80d1ba756b4be71236816c2d5480581bc8510017ae19e2cee7445a2ef9dd7c2d" + }, + { + "id": "validation_Art_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1372/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae383f0401ffa8fa7c4175ea7ad32adaed1489a1e15149f5534423f629c20a62.png", + "bytes": 402619, + "contentType": "image/png", + "sha256": "ae383f0401ffa8fa7c4175ea7ad32adaed1489a1e15149f5534423f629c20a62" + }, + { + "id": "validation_Art_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/729/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16798b4cac4403d9002acf5c55754829e7b62162bd10a353e69e134f5352b7ae.png", + "bytes": 767900, + "contentType": "image/png", + "sha256": "16798b4cac4403d9002acf5c55754829e7b62162bd10a353e69e134f5352b7ae" + }, + { + "id": "validation_Art_Theory_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1599/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9c00905edade6c0a2cfd4591ea9610ad4a12bfb8faf8b0a96691263cd02d7c54.jpg", + "bytes": 65463, + "contentType": "image/jpeg", + "sha256": "9c00905edade6c0a2cfd4591ea9610ad4a12bfb8faf8b0a96691263cd02d7c54" + }, + { + "id": "validation_Art_Theory_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/474/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6c3d2c16f9ad1748d317dc70c06b0f8facfeb4fbb566e9714ae93ca42e471309.png", + "bytes": 1178476, + "contentType": "image/png", + "sha256": "6c3d2c16f9ad1748d317dc70c06b0f8facfeb4fbb566e9714ae93ca42e471309" + }, + { + "id": "validation_Art_Theory_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1212/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42c2d4d05327f10123492b6179081dd6d2af7d2b191314b9e5fbbec428a60891.png", + "bytes": 1219856, + "contentType": "image/png", + "sha256": "42c2d4d05327f10123492b6179081dd6d2af7d2b191314b9e5fbbec428a60891" + }, + { + "id": "validation_Art_Theory_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1275/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/976244c9a56671fec6dbcbfaea8a9810d23734ba0fdb448da2f59933538fd632.png", + "bytes": 602129, + "contentType": "image/png", + "sha256": "976244c9a56671fec6dbcbfaea8a9810d23734ba0fdb448da2f59933538fd632" + }, + { + "id": "validation_Art_Theory_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1148/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/57f8e87c97dff0b68a765bf3d46cc5d1a6b59bb6aa9e06157fc562b4e1dd0d2a.png", + "bytes": 198379, + "contentType": "image/png", + "sha256": "57f8e87c97dff0b68a765bf3d46cc5d1a6b59bb6aa9e06157fc562b4e1dd0d2a" + }, + { + "id": "validation_Art_Theory_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/63/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b6aa24776617229e267daa52ea3dc8763cb5fd980398686e52a7a787cc6ba503.png", + "bytes": 262254, + "contentType": "image/png", + "sha256": "b6aa24776617229e267daa52ea3dc8763cb5fd980398686e52a7a787cc6ba503" + }, + { + "id": "validation_Art_Theory_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/520/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/06c220c269138c1f3a1d6bf7f58050dab81b7f5d165b203606038f134afbe2e8.png", + "bytes": 733702, + "contentType": "image/png", + "sha256": "06c220c269138c1f3a1d6bf7f58050dab81b7f5d165b203606038f134afbe2e8" + }, + { + "id": "validation_Art_Theory_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/854/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/27a597d9908a52103311af05d93f40694b841cc3911b4ea3a05d434adcfdc46d.jpg", + "bytes": 91382, + "contentType": "image/jpeg", + "sha256": "27a597d9908a52103311af05d93f40694b841cc3911b4ea3a05d434adcfdc46d" + }, + { + "id": "validation_Art_Theory_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/588/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dcf86d230f8c82130d1f25ad0ea95f40fa6f6c13926662af9b1fe197a16be5e.png", + "bytes": 604898, + "contentType": "image/png", + "sha256": "4dcf86d230f8c82130d1f25ad0ea95f40fa6f6c13926662af9b1fe197a16be5e" + }, + { + "id": "validation_Art_Theory_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/230/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8a2b45afc8211409fa6a1e58ff259c24fba0c03d240952da0cf4a490f099ab78.png", + "bytes": 617078, + "contentType": "image/png", + "sha256": "8a2b45afc8211409fa6a1e58ff259c24fba0c03d240952da0cf4a490f099ab78" + }, + { + "id": "validation_Art_Theory_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1310/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a86160db50fded59d3938181622dda4bd0fb436ff63ab43b5ec65d6236f20920.png", + "bytes": 929089, + "contentType": "image/png", + "sha256": "a86160db50fded59d3938181622dda4bd0fb436ff63ab43b5ec65d6236f20920" + }, + { + "id": "validation_Art_Theory_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/807/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30c81906ec5be7a0276d0bea954cad04a2260f335620a843da2702e4a90514b5.png", + "bytes": 441134, + "contentType": "image/png", + "sha256": "30c81906ec5be7a0276d0bea954cad04a2260f335620a843da2702e4a90514b5" + }, + { + "id": "validation_Art_Theory_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1016/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9694bd645de12f65e17feb84b4aa5455072d5fbbd9ab50228489097c6b2672b7.jpg", + "bytes": 249688, + "contentType": "image/jpeg", + "sha256": "9694bd645de12f65e17feb84b4aa5455072d5fbbd9ab50228489097c6b2672b7" + }, + { + "id": "validation_Art_Theory_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/450/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a403d22819250a75bfab08386bf5b7a4838af65286cb9c17a55b8f39494d1a63.png", + "bytes": 1909877, + "contentType": "image/png", + "sha256": "a403d22819250a75bfab08386bf5b7a4838af65286cb9c17a55b8f39494d1a63" + }, + { + "id": "validation_Art_Theory_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1346/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3d3332e9153b6913f3a841508646ed02ece4fb42944e19f0272e5cbf101593e8.png", + "bytes": 1022688, + "contentType": "image/png", + "sha256": "3d3332e9153b6913f3a841508646ed02ece4fb42944e19f0272e5cbf101593e8" + }, + { + "id": "validation_Art_Theory_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1010/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ffd304b82cca283b6bfc0f273e77d954988aacb3440467cf15d7723cab738846.png", + "bytes": 1450092, + "contentType": "image/png", + "sha256": "ffd304b82cca283b6bfc0f273e77d954988aacb3440467cf15d7723cab738846" + }, + { + "id": "validation_Art_Theory_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1371/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/90b5b0198186e261390f2c22a96b79f98178eea6f6fce06b912f5aeef4721ecc.png", + "bytes": 1969305, + "contentType": "image/png", + "sha256": "90b5b0198186e261390f2c22a96b79f98178eea6f6fce06b912f5aeef4721ecc" + }, + { + "id": "validation_Art_Theory_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/144/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/15939babcd956321b14df5aa366644c77d39c9e41b6c9e5c5010794d2c5d7ff4.png", + "bytes": 1899822, + "contentType": "image/png", + "sha256": "15939babcd956321b14df5aa366644c77d39c9e41b6c9e5c5010794d2c5d7ff4" + }, + { + "id": "validation_Art_Theory_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/707/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/760444a53d4698c020fac7a4f9dcafac77007679844ccd4032704786547ad545.png", + "bytes": 2855189, + "contentType": "image/png", + "sha256": "760444a53d4698c020fac7a4f9dcafac77007679844ccd4032704786547ad545" + }, + { + "id": "validation_Art_Theory_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/855/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b2ae9369d21d4db37b95259fbbe7a7c569e03e0860ba5d5329c9ea887d4104c3.jpg", + "bytes": 103162, + "contentType": "image/jpeg", + "sha256": "b2ae9369d21d4db37b95259fbbe7a7c569e03e0860ba5d5329c9ea887d4104c3" + }, + { + "id": "validation_Art_Theory_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/868/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ed476e2f269cb0a6344ed10c0f2d2b1c145348e8889059e5f1997b9d2269f93e.jpg", + "bytes": 110057, + "contentType": "image/jpeg", + "sha256": "ed476e2f269cb0a6344ed10c0f2d2b1c145348e8889059e5f1997b9d2269f93e" + }, + { + "id": "validation_Art_Theory_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1612/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b487eb342547079378a4bfcab79eabe8b98c9f193d17107e0fd2ef3d4744d8d3.jpg", + "bytes": 59027, + "contentType": "image/jpeg", + "sha256": "b487eb342547079378a4bfcab79eabe8b98c9f193d17107e0fd2ef3d4744d8d3" + }, + { + "id": "validation_Art_Theory_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/403/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31ca993e7716eae1d780a30d9ec7b910a5a1edd016206d8904279dd9a9f8103f.jpg", + "bytes": 64098, + "contentType": "image/jpeg", + "sha256": "31ca993e7716eae1d780a30d9ec7b910a5a1edd016206d8904279dd9a9f8103f" + }, + { + "id": "validation_Basic_Medical_Science_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/74/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fdec4af80fa9524c0b038c88bf03c6c441f01f2d660743a68e125a167f7e5687.png", + "bytes": 2267660, + "contentType": "image/png", + "sha256": "fdec4af80fa9524c0b038c88bf03c6c441f01f2d660743a68e125a167f7e5687" + }, + { + "id": "validation_Basic_Medical_Science_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/934/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3b36477d64eb9caf1fec88f7f8d8e3be13433e6be8f0744dd013b0a2670d3dc.jpg", + "bytes": 104357, + "contentType": "image/jpeg", + "sha256": "d3b36477d64eb9caf1fec88f7f8d8e3be13433e6be8f0744dd013b0a2670d3dc" + }, + { + "id": "validation_Basic_Medical_Science_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1398/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56f97dab8093b620a190595afe7d279ce233b8f835d09b980251508a60a535e5.png", + "bytes": 741129, + "contentType": "image/png", + "sha256": "56f97dab8093b620a190595afe7d279ce233b8f835d09b980251508a60a535e5" + }, + { + "id": "validation_Basic_Medical_Science_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1343/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6760fc3a4e51fa2ba40b7bf895cdf8a985becd109743d81a683d57159ddad9f6.png", + "bytes": 850526, + "contentType": "image/png", + "sha256": "6760fc3a4e51fa2ba40b7bf895cdf8a985becd109743d81a683d57159ddad9f6" + }, + { + "id": "validation_Basic_Medical_Science_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1104/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4950303fe1be56371e473fbf15a152d59962ee1cc790cd797a0d9fbc9e128a0b.png", + "bytes": 80943, + "contentType": "image/png", + "sha256": "4950303fe1be56371e473fbf15a152d59962ee1cc790cd797a0d9fbc9e128a0b" + }, + { + "id": "validation_Basic_Medical_Science_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/445/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff4d40b7589d0e5bfb607cf827c9a7bc35d8def4a3200d7b28fd140ec1b40e51.png", + "bytes": 698061, + "contentType": "image/png", + "sha256": "ff4d40b7589d0e5bfb607cf827c9a7bc35d8def4a3200d7b28fd140ec1b40e51" + }, + { + "id": "validation_Basic_Medical_Science_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/36/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0804016db30045e810621ed62c625df5c053d1ea94adb1f4c23e40a4869499cb.png", + "bytes": 453462, + "contentType": "image/png", + "sha256": "0804016db30045e810621ed62c625df5c053d1ea94adb1f4c23e40a4869499cb" + }, + { + "id": "validation_Basic_Medical_Science_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1508/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c93a687545f7546aa788223c63ac40c736122f20508fe79f66cbf21d73b45ccc.png", + "bytes": 654043, + "contentType": "image/png", + "sha256": "c93a687545f7546aa788223c63ac40c736122f20508fe79f66cbf21d73b45ccc" + }, + { + "id": "validation_Basic_Medical_Science_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1342/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a1da9ce5478485c71af71a467b821d3fc5dba0a3f8d7907468c970b02cb4af50.png", + "bytes": 1107330, + "contentType": "image/png", + "sha256": "a1da9ce5478485c71af71a467b821d3fc5dba0a3f8d7907468c970b02cb4af50" + }, + { + "id": "validation_Basic_Medical_Science_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/53/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dad1a304f1caff0901e7669060b4f97a5de82fca1f1d11f5a21311a3f5c6756.png", + "bytes": 441287, + "contentType": "image/png", + "sha256": "4dad1a304f1caff0901e7669060b4f97a5de82fca1f1d11f5a21311a3f5c6756" + }, + { + "id": "validation_Basic_Medical_Science_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1631/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f95b5d9cb25e1acff78e88cfd343b805f0b29f4d4e9443f5dd5c93c11a69c10.jpg", + "bytes": 181477, + "contentType": "image/jpeg", + "sha256": "2f95b5d9cb25e1acff78e88cfd343b805f0b29f4d4e9443f5dd5c93c11a69c10" + }, + { + "id": "validation_Basic_Medical_Science_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/679/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fab0cbac56d6151f26312e2371d750efd9c41ae9105699ed99b780126361e7ad.png", + "bytes": 1773678, + "contentType": "image/png", + "sha256": "fab0cbac56d6151f26312e2371d750efd9c41ae9105699ed99b780126361e7ad" + }, + { + "id": "validation_Basic_Medical_Science_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/717/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/294cc617edebc36f1f21ebb7fb4f205d5f6b1272d6cfa57b1d1e829e70f0390d.png", + "bytes": 598725, + "contentType": "image/png", + "sha256": "294cc617edebc36f1f21ebb7fb4f205d5f6b1272d6cfa57b1d1e829e70f0390d" + }, + { + "id": "validation_Basic_Medical_Science_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/650/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9719472009d37912ab7d739b2391627a1a60d8b3f3fa1f92c71bc31de3c28f6a.png", + "bytes": 385660, + "contentType": "image/png", + "sha256": "9719472009d37912ab7d739b2391627a1a60d8b3f3fa1f92c71bc31de3c28f6a" + }, + { + "id": "validation_Biology_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/277/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c6f40c592bf1573a48dd092edd4a9fcb2fe8c05d16c5b5fe9c26b54c7b9747fe.png", + "bytes": 939739, + "contentType": "image/png", + "sha256": "c6f40c592bf1573a48dd092edd4a9fcb2fe8c05d16c5b5fe9c26b54c7b9747fe" + }, + { + "id": "validation_Biology_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1056/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a3b6e3d5e00248bccc49ec436d48207ccfdcf0ed6e5111ed7c72487e22edf4ce.png", + "bytes": 216279, + "contentType": "image/png", + "sha256": "a3b6e3d5e00248bccc49ec436d48207ccfdcf0ed6e5111ed7c72487e22edf4ce" + }, + { + "id": "validation_Biology_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1575/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5e1fe51b9820115596eca3d1852b2689d0b50cb1e801d7347036cf28a56d2790.jpg", + "bytes": 71076, + "contentType": "image/jpeg", + "sha256": "5e1fe51b9820115596eca3d1852b2689d0b50cb1e801d7347036cf28a56d2790" + }, + { + "id": "validation_Biology_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/558/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ddf6e6b81f7ed0b8174a2383e61e3fc0d39446307a9d507ed14ebb3abd145f0b.png", + "bytes": 2941202, + "contentType": "image/png", + "sha256": "ddf6e6b81f7ed0b8174a2383e61e3fc0d39446307a9d507ed14ebb3abd145f0b" + }, + { + "id": "validation_Biology_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/75/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8322fbf6ff5894b57137a89a1d8ce35de865a035b1e9a8d736f1154214d6c188.png", + "bytes": 200282, + "contentType": "image/png", + "sha256": "8322fbf6ff5894b57137a89a1d8ce35de865a035b1e9a8d736f1154214d6c188" + }, + { + "id": "validation_Biology_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1140/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4db93cd3db4ee53f75bd7f15d0fc2774bf479357bab456affca0507a6e630fa4.png", + "bytes": 146922, + "contentType": "image/png", + "sha256": "4db93cd3db4ee53f75bd7f15d0fc2774bf479357bab456affca0507a6e630fa4" + }, + { + "id": "validation_Biology_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/240/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f4f06d3c1a0209817140ba0bdd9a226999b7b02a517f9e45100c041d0a0e238.png", + "bytes": 434172, + "contentType": "image/png", + "sha256": "2f4f06d3c1a0209817140ba0bdd9a226999b7b02a517f9e45100c041d0a0e238" + }, + { + "id": "validation_Biology_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/772/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8fe871775c6d5bf7c83c2d9a63caaa8afee63c57d496d85ada6f8e1096120eae.png", + "bytes": 570903, + "contentType": "image/png", + "sha256": "8fe871775c6d5bf7c83c2d9a63caaa8afee63c57d496d85ada6f8e1096120eae" + }, + { + "id": "validation_Biology_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/353/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/20972d96b1a32e0ecc9008993b55595aa70d0f5d6f1e07a61f2e808b14f0b06d.png", + "bytes": 151763, + "contentType": "image/png", + "sha256": "20972d96b1a32e0ecc9008993b55595aa70d0f5d6f1e07a61f2e808b14f0b06d" + }, + { + "id": "validation_Biology_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/247/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2199e8053c2e6bd4eb9c703d76d68d3a3aed639b8b16da555cdd9fd7f4a809e5.png", + "bytes": 831458, + "contentType": "image/png", + "sha256": "2199e8053c2e6bd4eb9c703d76d68d3a3aed639b8b16da555cdd9fd7f4a809e5" + }, + { + "id": "validation_Biology_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1114/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54867ab905b0d8ef7c84f0d355e34267a8946358f4bab33df6d76ff9cbf6753e.png", + "bytes": 658415, + "contentType": "image/png", + "sha256": "54867ab905b0d8ef7c84f0d355e34267a8946358f4bab33df6d76ff9cbf6753e" + }, + { + "id": "validation_Biology_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/99/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa9bd5c9915a2d200fb8e618b65674f2b8921b02186dbfd375891f1757b57af1.png", + "bytes": 189289, + "contentType": "image/png", + "sha256": "fa9bd5c9915a2d200fb8e618b65674f2b8921b02186dbfd375891f1757b57af1" + }, + { + "id": "validation_Biology_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1505/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4190728d7710dd3b436285dda96f808c26243c51d616051b1c44fbe27540bcec.png", + "bytes": 286966, + "contentType": "image/png", + "sha256": "4190728d7710dd3b436285dda96f808c26243c51d616051b1c44fbe27540bcec" + }, + { + "id": "validation_Biology_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/236/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7e15b96121a538b0ebb9dfe7429cd0061526eb40ba4e1f7b990f742d449a90f6.png", + "bytes": 676865, + "contentType": "image/png", + "sha256": "7e15b96121a538b0ebb9dfe7429cd0061526eb40ba4e1f7b990f742d449a90f6" + }, + { + "id": "validation_Biology_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1296/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4490cb5cb1077473b574f5db8ee18cae5ba8d8eb1df5b061a812521346f7fc69.png", + "bytes": 1627076, + "contentType": "image/png", + "sha256": "4490cb5cb1077473b574f5db8ee18cae5ba8d8eb1df5b061a812521346f7fc69" + }, + { + "id": "validation_Biology_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1195/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50ecb6ad7fc84e81825d45bc06dfc565e3588a18a7655e87a4b6474acf10c277.png", + "bytes": 474632, + "contentType": "image/png", + "sha256": "50ecb6ad7fc84e81825d45bc06dfc565e3588a18a7655e87a4b6474acf10c277" + }, + { + "id": "validation_Biology_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/469/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ce310e110c8e7205cd033414c38a45f60283008779c9a1dd4b1ef3dd8f4f9904.png", + "bytes": 236159, + "contentType": "image/png", + "sha256": "ce310e110c8e7205cd033414c38a45f60283008779c9a1dd4b1ef3dd8f4f9904" + }, + { + "id": "validation_Biology_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/507/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8b405e13851f528cd938066b6c2821d871dedb0d4d77ed9265aabc5449b5a3cb.png", + "bytes": 245053, + "contentType": "image/png", + "sha256": "8b405e13851f528cd938066b6c2821d871dedb0d4d77ed9265aabc5449b5a3cb" + }, + { + "id": "validation_Biology_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/121/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ee9e6759030add8519d4951170182125e4403905afdb18951042b8e0d553729.png", + "bytes": 2133634, + "contentType": "image/png", + "sha256": "6ee9e6759030add8519d4951170182125e4403905afdb18951042b8e0d553729" + }, + { + "id": "validation_Biology_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/821/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0a7c96ceac2505bd4c31f6c33a8115b7bd198e7625c5aa95a907d46ecb2e9559.png", + "bytes": 662598, + "contentType": "image/png", + "sha256": "0a7c96ceac2505bd4c31f6c33a8115b7bd198e7625c5aa95a907d46ecb2e9559" + }, + { + "id": "validation_Chemistry_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/623/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/63197b3f7027dc30acac0b24fc0c47c951be4baac4b769ea090323f7e589bc82.png", + "bytes": 410928, + "contentType": "image/png", + "sha256": "63197b3f7027dc30acac0b24fc0c47c951be4baac4b769ea090323f7e589bc82" + }, + { + "id": "validation_Chemistry_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1167/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e837e6ecc90e5ee1303f0435eb986577da275ae56c4c1f5822b4de87000a4019.png", + "bytes": 1727907, + "contentType": "image/png", + "sha256": "e837e6ecc90e5ee1303f0435eb986577da275ae56c4c1f5822b4de87000a4019" + }, + { + "id": "validation_Chemistry_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/210/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ada43137bfa97d44fbcae274d3d72534537b1d3bb11186a218348bb47f5b5792.png", + "bytes": 177707, + "contentType": "image/png", + "sha256": "ada43137bfa97d44fbcae274d3d72534537b1d3bb11186a218348bb47f5b5792" + }, + { + "id": "validation_Chemistry_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1316/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae82f366d647fa9f3862d39561c0026d0e01e4263e89a9ca7dde5fbea8d4c1b8.png", + "bytes": 931362, + "contentType": "image/png", + "sha256": "ae82f366d647fa9f3862d39561c0026d0e01e4263e89a9ca7dde5fbea8d4c1b8" + }, + { + "id": "validation_Chemistry_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/742/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/151bf483aa2b554f4364392b00c7f8cc095d132220555797c6c2113586d25f80.png", + "bytes": 110889, + "contentType": "image/png", + "sha256": "151bf483aa2b554f4364392b00c7f8cc095d132220555797c6c2113586d25f80" + }, + { + "id": "validation_Chemistry_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/559/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/768cf9aba71d1139229866f4e69bfd83b0e1e079b8e0d967248a3533b13b5549.png", + "bytes": 474963, + "contentType": "image/png", + "sha256": "768cf9aba71d1139229866f4e69bfd83b0e1e079b8e0d967248a3533b13b5549" + }, + { + "id": "validation_Chemistry_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/382/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f15290568ced240d24ab7abc668006254e17dfd55f8274b216c9e7abade7f13c.png", + "bytes": 458559, + "contentType": "image/png", + "sha256": "f15290568ced240d24ab7abc668006254e17dfd55f8274b216c9e7abade7f13c" + }, + { + "id": "validation_Chemistry_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1111/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d663ebe52beb8bcf9c02028c269496cbc2a4187672175e133a593af7e47c52d.png", + "bytes": 1385044, + "contentType": "image/png", + "sha256": "4d663ebe52beb8bcf9c02028c269496cbc2a4187672175e133a593af7e47c52d" + }, + { + "id": "validation_Chemistry_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/190/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a8719215f7aad533e48ceda0ad27e47933e2f130693b45a5d9bd6efd4930745b.png", + "bytes": 241544, + "contentType": "image/png", + "sha256": "a8719215f7aad533e48ceda0ad27e47933e2f130693b45a5d9bd6efd4930745b" + }, + { + "id": "validation_Chemistry_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/974/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0a22fde195ac4fa0cecee32b027050123b53dca5f8f5862d2742912c05dbe084.png", + "bytes": 250829, + "contentType": "image/png", + "sha256": "0a22fde195ac4fa0cecee32b027050123b53dca5f8f5862d2742912c05dbe084" + }, + { + "id": "validation_Chemistry_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/257/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/51a67cfd82a4578c039ce2384a3881f3ef9d18aad57c8f55624ca1089b9ec8ef.png", + "bytes": 2195186, + "contentType": "image/png", + "sha256": "51a67cfd82a4578c039ce2384a3881f3ef9d18aad57c8f55624ca1089b9ec8ef" + }, + { + "id": "validation_Chemistry_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/624/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8cfee7e6992844d850e2a9216f5594a92b7aa9bbd59b147f460010f8101b96f4.png", + "bytes": 1489307, + "contentType": "image/png", + "sha256": "8cfee7e6992844d850e2a9216f5594a92b7aa9bbd59b147f460010f8101b96f4" + }, + { + "id": "validation_Chemistry_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1522/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22a000255bb352bfb102d30ae0030b72d1685f27635d0ab029b25116932fd852.png", + "bytes": 289850, + "contentType": "image/png", + "sha256": "22a000255bb352bfb102d30ae0030b72d1685f27635d0ab029b25116932fd852" + }, + { + "id": "validation_Chemistry_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/438/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/28c9cb82b7b8c132274b1396815667409610fe8c85847682ba7bf7ea8dcdf2c0.png", + "bytes": 1469645, + "contentType": "image/png", + "sha256": "28c9cb82b7b8c132274b1396815667409610fe8c85847682ba7bf7ea8dcdf2c0" + }, + { + "id": "validation_Chemistry_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1697/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fba44a9c0677c9a1ae49bcb278aa807fef39f25ccaaad25b60d36ce07e894f35.png", + "bytes": 1233257, + "contentType": "image/png", + "sha256": "fba44a9c0677c9a1ae49bcb278aa807fef39f25ccaaad25b60d36ce07e894f35" + }, + { + "id": "validation_Chemistry_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1186/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d1cebc26374efa628dd90dfcef0330687a0ed19ae63f9c5aee713696f53f4381.png", + "bytes": 2157866, + "contentType": "image/png", + "sha256": "d1cebc26374efa628dd90dfcef0330687a0ed19ae63f9c5aee713696f53f4381" + }, + { + "id": "validation_Chemistry_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1225/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21673b8cd6a9532c43fba84ed7762be875d91d65dcedbe716486c2bb21d0bcbd.png", + "bytes": 372615, + "contentType": "image/png", + "sha256": "21673b8cd6a9532c43fba84ed7762be875d91d65dcedbe716486c2bb21d0bcbd" + }, + { + "id": "validation_Chemistry_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1126/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/188800d8b1837c544ccdac581a924fca0d69f51f23b79cb354e51e339837c80c.png", + "bytes": 1527632, + "contentType": "image/png", + "sha256": "188800d8b1837c544ccdac581a924fca0d69f51f23b79cb354e51e339837c80c" + }, + { + "id": "validation_Clinical_Medicine_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/361/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99cd223e24b4f1c59f353a9a4c94fa9a934ecc8c222e2d460498b6f725cceda3.png", + "bytes": 722685, + "contentType": "image/png", + "sha256": "99cd223e24b4f1c59f353a9a4c94fa9a934ecc8c222e2d460498b6f725cceda3" + }, + { + "id": "validation_Clinical_Medicine_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/314/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c5614985d579706695603a5560e403de47b2d9273f687bc66fc1daf5227e6545.png", + "bytes": 571181, + "contentType": "image/png", + "sha256": "c5614985d579706695603a5560e403de47b2d9273f687bc66fc1daf5227e6545" + }, + { + "id": "validation_Clinical_Medicine_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/350/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/643d30f7858a4da75c6ffa1bce46029a4bfb9d64f1ae328d0e8d9d15146fcdb7.png", + "bytes": 727773, + "contentType": "image/png", + "sha256": "643d30f7858a4da75c6ffa1bce46029a4bfb9d64f1ae328d0e8d9d15146fcdb7" + }, + { + "id": "validation_Clinical_Medicine_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/979/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30c05d9e516f0e6652c6a09204af73fc281eeb81d317728963da9f61e0786513.jpg", + "bytes": 303500, + "contentType": "image/jpeg", + "sha256": "30c05d9e516f0e6652c6a09204af73fc281eeb81d317728963da9f61e0786513" + }, + { + "id": "validation_Clinical_Medicine_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/44/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/611bdaf15223e590a84cb05785bbb8858bf17a8910fbf56491f1e485f04a9de6.png", + "bytes": 233637, + "contentType": "image/png", + "sha256": "611bdaf15223e590a84cb05785bbb8858bf17a8910fbf56491f1e485f04a9de6" + }, + { + "id": "validation_Clinical_Medicine_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/779/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3802e42a67afd7880a4b8b46e4220fd627bd49a2bfac5c91b6bd07438f516172.png", + "bytes": 2220255, + "contentType": "image/png", + "sha256": "3802e42a67afd7880a4b8b46e4220fd627bd49a2bfac5c91b6bd07438f516172" + }, + { + "id": "validation_Clinical_Medicine_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/639/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e3c0ea09906b3a5498c9ddca17e1ba5a20aa15df2f975c943ec1d47b2c4ff00.png", + "bytes": 923629, + "contentType": "image/png", + "sha256": "0e3c0ea09906b3a5498c9ddca17e1ba5a20aa15df2f975c943ec1d47b2c4ff00" + }, + { + "id": "validation_Clinical_Medicine_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1123/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/49d868650a02d0bf7598f3ca9112fc439d1f950f3c68970617a031f0f4278f28.png", + "bytes": 1023564, + "contentType": "image/png", + "sha256": "49d868650a02d0bf7598f3ca9112fc439d1f950f3c68970617a031f0f4278f28" + }, + { + "id": "validation_Clinical_Medicine_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/428/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3668bcc7daa52627d6b55381dacf09336b597c47d24eab9ebdbc8ed0328ac369.png", + "bytes": 924285, + "contentType": "image/png", + "sha256": "3668bcc7daa52627d6b55381dacf09336b597c47d24eab9ebdbc8ed0328ac369" + }, + { + "id": "validation_Clinical_Medicine_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/942/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99989574022002889cdce375ceb3154eb64248580541360f37a8fa261343c3c6.jpg", + "bytes": 246718, + "contentType": "image/jpeg", + "sha256": "99989574022002889cdce375ceb3154eb64248580541360f37a8fa261343c3c6" + }, + { + "id": "validation_Clinical_Medicine_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/362/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b88bd4a861c5d56ede7c879d8652097e04cb8dce1b3d637fd4b8c3841c97446.png", + "bytes": 519499, + "contentType": "image/png", + "sha256": "5b88bd4a861c5d56ede7c879d8652097e04cb8dce1b3d637fd4b8c3841c97446" + }, + { + "id": "validation_Clinical_Medicine_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/759/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1efd4667499dc4583eb3f264aa6179a5637152d2e73a63543de55d5fd1534cb1.png", + "bytes": 1597333, + "contentType": "image/png", + "sha256": "1efd4667499dc4583eb3f264aa6179a5637152d2e73a63543de55d5fd1534cb1" + }, + { + "id": "validation_Clinical_Medicine_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/481/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b94a2c1e9c1c8d8ce0c2b0296b9cc81e76a657cd7a732234a3178ffb79d379d6.png", + "bytes": 1908766, + "contentType": "image/png", + "sha256": "b94a2c1e9c1c8d8ce0c2b0296b9cc81e76a657cd7a732234a3178ffb79d379d6" + }, + { + "id": "validation_Clinical_Medicine_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1627/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/865172a04236716cf0fd1c72aa9b2e64b094877014e54fe098717820f77f1ea3.jpg", + "bytes": 157947, + "contentType": "image/jpeg", + "sha256": "865172a04236716cf0fd1c72aa9b2e64b094877014e54fe098717820f77f1ea3" + }, + { + "id": "validation_Clinical_Medicine_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/22/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7ef77e48abcb12404eb70f5259fb8cadbbf4b7b54ca274efb4838a03d16f866b.png", + "bytes": 358486, + "contentType": "image/png", + "sha256": "7ef77e48abcb12404eb70f5259fb8cadbbf4b7b54ca274efb4838a03d16f866b" + }, + { + "id": "validation_Clinical_Medicine_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/376/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d7f28c05545c1b8f6e5ba2b295b184e4533def84146609ded7d1d1568b7e3fb.png", + "bytes": 431450, + "contentType": "image/png", + "sha256": "6d7f28c05545c1b8f6e5ba2b295b184e4533def84146609ded7d1d1568b7e3fb" + }, + { + "id": "validation_Clinical_Medicine_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/452/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0610a6cc94a186ccb71b1c977f16f2b42402330f7b7f2858743442daa2fbaf1b.png", + "bytes": 1212915, + "contentType": "image/png", + "sha256": "0610a6cc94a186ccb71b1c977f16f2b42402330f7b7f2858743442daa2fbaf1b" + }, + { + "id": "validation_Clinical_Medicine_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/845/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a1754267d49cea98886f87829d8e20fa1e40f9065b5bd82b8c0fca71764dade.png", + "bytes": 972616, + "contentType": "image/png", + "sha256": "3a1754267d49cea98886f87829d8e20fa1e40f9065b5bd82b8c0fca71764dade" + }, + { + "id": "validation_Computer_Science_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1080/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2322b4609d799035aea686b7569ef6ad6dd69181323401260e9d756eb10208d4.png", + "bytes": 71176, + "contentType": "image/png", + "sha256": "2322b4609d799035aea686b7569ef6ad6dd69181323401260e9d756eb10208d4" + }, + { + "id": "validation_Computer_Science_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/736/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e993579982d791e9d990a0e045ff5ab9b60f9358421514200ef9795497149015.png", + "bytes": 108938, + "contentType": "image/png", + "sha256": "e993579982d791e9d990a0e045ff5ab9b60f9358421514200ef9795497149015" + }, + { + "id": "validation_Computer_Science_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/317/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3b61e652084c2986e7a5326dc81c2b23fd03a88429f1ee75f203cf9169ff29d0.png", + "bytes": 648419, + "contentType": "image/png", + "sha256": "3b61e652084c2986e7a5326dc81c2b23fd03a88429f1ee75f203cf9169ff29d0" + }, + { + "id": "validation_Computer_Science_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/60/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbfa3d213b49ae7f72b5bd00f26cafade385d49a64924e52dfc40a775f9686f8.png", + "bytes": 167775, + "contentType": "image/png", + "sha256": "bbfa3d213b49ae7f72b5bd00f26cafade385d49a64924e52dfc40a775f9686f8" + }, + { + "id": "validation_Computer_Science_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/387/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7857dc5f5635e6386156006cbde24af0e68c8eae9ee53feb9309722f7687f939.png", + "bytes": 420404, + "contentType": "image/png", + "sha256": "7857dc5f5635e6386156006cbde24af0e68c8eae9ee53feb9309722f7687f939" + }, + { + "id": "validation_Computer_Science_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1527/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/198f34b4a418b116f83943d6ed489b611ace6d15e0d8c8981c77e75d835b81f6.png", + "bytes": 6700168, + "contentType": "image/png", + "sha256": "198f34b4a418b116f83943d6ed489b611ace6d15e0d8c8981c77e75d835b81f6" + }, + { + "id": "validation_Computer_Science_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1624/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1f3a3924a3b438fbddea7fa8f4d55fe6341fcb8b186a121faac002ed60ca0ac6.jpg", + "bytes": 45903, + "contentType": "image/jpeg", + "sha256": "1f3a3924a3b438fbddea7fa8f4d55fe6341fcb8b186a121faac002ed60ca0ac6" + }, + { + "id": "validation_Computer_Science_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/740/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/febd99164bf6383ed4bed8d16bd4a1d105357eafb3bf0848ab57ad8c16ce3209.png", + "bytes": 164280, + "contentType": "image/png", + "sha256": "febd99164bf6383ed4bed8d16bd4a1d105357eafb3bf0848ab57ad8c16ce3209" + }, + { + "id": "validation_Computer_Science_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/217/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1cad9e6d21a744ce43114adc265f43785604f259213e5aec171b2efeb31c195a.png", + "bytes": 282031, + "contentType": "image/png", + "sha256": "1cad9e6d21a744ce43114adc265f43785604f259213e5aec171b2efeb31c195a" + }, + { + "id": "validation_Computer_Science_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/599/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ccc56c5b31cdef19668c3a3ed2bfe84a08b2f59159d4197f32d9a7bd2c378d33.png", + "bytes": 254734, + "contentType": "image/png", + "sha256": "ccc56c5b31cdef19668c3a3ed2bfe84a08b2f59159d4197f32d9a7bd2c378d33" + }, + { + "id": "validation_Computer_Science_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1652/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/597d6534ebf0e44455295ba3d7314babe174bf5af50f69a78d2e3e6f3720eb8c.png", + "bytes": 428264, + "contentType": "image/png", + "sha256": "597d6534ebf0e44455295ba3d7314babe174bf5af50f69a78d2e3e6f3720eb8c" + }, + { + "id": "validation_Computer_Science_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/791/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71018cab010134573700ba1576a86fb88f3af81dba08b8a937a9357850cff443.png", + "bytes": 546443, + "contentType": "image/png", + "sha256": "71018cab010134573700ba1576a86fb88f3af81dba08b8a937a9357850cff443" + }, + { + "id": "validation_Computer_Science_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1519/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/87bd6c734a8710575448a164d3325900a0c960835ae710ff5e2c8894d16ea2c6.png", + "bytes": 339018, + "contentType": "image/png", + "sha256": "87bd6c734a8710575448a164d3325900a0c960835ae710ff5e2c8894d16ea2c6" + }, + { + "id": "validation_Computer_Science_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/465/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0bfda5395e73159d2378b7e72e589198a0b452dcf605318610cea6765de048b2.png", + "bytes": 523945, + "contentType": "image/png", + "sha256": "0bfda5395e73159d2378b7e72e589198a0b452dcf605318610cea6765de048b2" + }, + { + "id": "validation_Computer_Science_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/168/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2357d12f0169f3e8f1dac320548ffab224e9f19f07ad8050c5dad08533c1341e.png", + "bytes": 587136, + "contentType": "image/png", + "sha256": "2357d12f0169f3e8f1dac320548ffab224e9f19f07ad8050c5dad08533c1341e" + }, + { + "id": "validation_Computer_Science_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/213/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6781677b86a3213eaf6d391011852ba59b26e55bbf22576b9743e49ae0caee85.png", + "bytes": 282669, + "contentType": "image/png", + "sha256": "6781677b86a3213eaf6d391011852ba59b26e55bbf22576b9743e49ae0caee85" + }, + { + "id": "validation_Computer_Science_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/906/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bd11c752eeff61cf89c2025fec603e92f091e3c2d6bec21cb59519255ff7b15f.png", + "bytes": 1073452, + "contentType": "image/png", + "sha256": "bd11c752eeff61cf89c2025fec603e92f091e3c2d6bec21cb59519255ff7b15f" + }, + { + "id": "validation_Computer_Science_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1600/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e7b917607cca0cdc6255d247b6d2f6350d47285ae6c2c6b8e33aea8297ff0b26.jpg", + "bytes": 54990, + "contentType": "image/jpeg", + "sha256": "e7b917607cca0cdc6255d247b6d2f6350d47285ae6c2c6b8e33aea8297ff0b26" + }, + { + "id": "validation_Computer_Science_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/582/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1666c5c32040bf54406acfee92d3aec4fa01312c4ce323efb51918878da436e1.png", + "bytes": 412542, + "contentType": "image/png", + "sha256": "1666c5c32040bf54406acfee92d3aec4fa01312c4ce323efb51918878da436e1" + }, + { + "id": "validation_Design_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1440/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a5d77e2441e5d93a0d414ea77ab03f227bdcbdaed0a162d3001f3011c11ae5f3.png", + "bytes": 842009, + "contentType": "image/png", + "sha256": "a5d77e2441e5d93a0d414ea77ab03f227bdcbdaed0a162d3001f3011c11ae5f3" + }, + { + "id": "validation_Design_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/676/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0902c6540309e4b7b67c828c80ea655497e75adf2ace0d87f088862ab43940b0.png", + "bytes": 750417, + "contentType": "image/png", + "sha256": "0902c6540309e4b7b67c828c80ea655497e75adf2ace0d87f088862ab43940b0" + }, + { + "id": "validation_Design_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1239/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/af74173ca2e83995988699f2c7b28581809e377dfde4ae75872fd22fcd169a5c.png", + "bytes": 431950, + "contentType": "image/png", + "sha256": "af74173ca2e83995988699f2c7b28581809e377dfde4ae75872fd22fcd169a5c" + }, + { + "id": "validation_Design_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/131/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f1ed9e80c042c4aaa5e1e6e0996ceee4aea37c91db2bf0561ff6da2a2f3f8247.png", + "bytes": 327780, + "contentType": "image/png", + "sha256": "f1ed9e80c042c4aaa5e1e6e0996ceee4aea37c91db2bf0561ff6da2a2f3f8247" + }, + { + "id": "validation_Design_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1428/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/345cab74f6cd206b1dd6b2602b16172ac6e28378f1a80e40bb3d7b208de94358.png", + "bytes": 1327906, + "contentType": "image/png", + "sha256": "345cab74f6cd206b1dd6b2602b16172ac6e28378f1a80e40bb3d7b208de94358" + }, + { + "id": "validation_Design_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/324/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c46b6ed615b817dd026993a812e0d8e45300cacb63f42a906dacd6840ac5e6b9.png", + "bytes": 1786658, + "contentType": "image/png", + "sha256": "c46b6ed615b817dd026993a812e0d8e45300cacb63f42a906dacd6840ac5e6b9" + }, + { + "id": "validation_Design_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/315/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c54d66d772a6d52f378b27a8b2c7764fb6eca0f69b18bf7f81c4cc1bb2a518ad.png", + "bytes": 601023, + "contentType": "image/png", + "sha256": "c54d66d772a6d52f378b27a8b2c7764fb6eca0f69b18bf7f81c4cc1bb2a518ad" + }, + { + "id": "validation_Design_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/2/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dbd80335b321cf53a7f32f4a2ef783507c9deea2abbf12e80178acdd8181cd34.png", + "bytes": 385127, + "contentType": "image/png", + "sha256": "dbd80335b321cf53a7f32f4a2ef783507c9deea2abbf12e80178acdd8181cd34" + }, + { + "id": "validation_Design_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/456/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6f4a39835c8e0f60ebdc38d5c10235c2cab66b404433b4f343c165a5d4f35c80.png", + "bytes": 1488888, + "contentType": "image/png", + "sha256": "6f4a39835c8e0f60ebdc38d5c10235c2cab66b404433b4f343c165a5d4f35c80" + }, + { + "id": "validation_Design_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/700/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5c7ca16fee4f0a8be762a1338fbe47358c38afcfaa57c5ab854d858118a1fb23.png", + "bytes": 540810, + "contentType": "image/png", + "sha256": "5c7ca16fee4f0a8be762a1338fbe47358c38afcfaa57c5ab854d858118a1fb23" + }, + { + "id": "validation_Design_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/544/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/91b6378a67a2300a39306f97b7147fff5d4cf4a326a5c2dd970901690c4058c5.png", + "bytes": 729940, + "contentType": "image/png", + "sha256": "91b6378a67a2300a39306f97b7147fff5d4cf4a326a5c2dd970901690c4058c5" + }, + { + "id": "validation_Design_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1093/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cb538f49e7224557ece6c576bdc0086ad085b205cfd38f4093154d8fe6b43d20.png", + "bytes": 107183, + "contentType": "image/png", + "sha256": "cb538f49e7224557ece6c576bdc0086ad085b205cfd38f4093154d8fe6b43d20" + }, + { + "id": "validation_Design_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/595/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba4c605e2221ff2ea1cd7ed5b5a4352ff762db28b4e3e9a274202b7c9ed81e84.png", + "bytes": 1792792, + "contentType": "image/png", + "sha256": "ba4c605e2221ff2ea1cd7ed5b5a4352ff762db28b4e3e9a274202b7c9ed81e84" + }, + { + "id": "validation_Design_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/938/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca7e4f295ccaef09aa6cf68a51445349e839be9af7d75d693c5ec4da5f1db445.png", + "bytes": 2792500, + "contentType": "image/png", + "sha256": "ca7e4f295ccaef09aa6cf68a51445349e839be9af7d75d693c5ec4da5f1db445" + }, + { + "id": "validation_Design_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1003/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/651f638ea76cd92fe9d15009cdc335cc41ab44d0380f684868adf3d2f2899305.jpg", + "bytes": 284383, + "contentType": "image/jpeg", + "sha256": "651f638ea76cd92fe9d15009cdc335cc41ab44d0380f684868adf3d2f2899305" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/366/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4537602599240c3329eed6e8a8de4dd6fba134159a7768297f82389d43bb369c.png", + "bytes": 592557, + "contentType": "image/png", + "sha256": "4537602599240c3329eed6e8a8de4dd6fba134159a7768297f82389d43bb369c" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1000/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1cc882dc24a134f3c1b8a3f2a911e96adc5a33ab64a67b70cd44403b0dfa23e8.jpg", + "bytes": 241977, + "contentType": "image/jpeg", + "sha256": "1cc882dc24a134f3c1b8a3f2a911e96adc5a33ab64a67b70cd44403b0dfa23e8" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1164/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d0baa8be4ba16d4cce20160efbc474b76a13c4e0c6a56c147fa8016299809269.png", + "bytes": 167845, + "contentType": "image/png", + "sha256": "d0baa8be4ba16d4cce20160efbc474b76a13c4e0c6a56c147fa8016299809269" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/986/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/796b6372c7183edebee92505276be89c84b09fbcf8e1243aa5a0bd8b76244b59.jpg", + "bytes": 142015, + "contentType": "image/jpeg", + "sha256": "796b6372c7183edebee92505276be89c84b09fbcf8e1243aa5a0bd8b76244b59" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/914/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/99eaa1d851dadf29e22fe4e0b338be22f6d03c21b3bacbd71946bc3ad448b79f.jpg", + "bytes": 132533, + "contentType": "image/jpeg", + "sha256": "99eaa1d851dadf29e22fe4e0b338be22f6d03c21b3bacbd71946bc3ad448b79f" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1258/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08579b73487afa3ed3916ad786f4b85ab4051c49284b40fcb04b83c8857450ae.png", + "bytes": 395299, + "contentType": "image/png", + "sha256": "08579b73487afa3ed3916ad786f4b85ab4051c49284b40fcb04b83c8857450ae" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/86/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b976d204ff16ac42d5f7a65792b865f491d05bf4b88f35ffdc2c494729afc6e.png", + "bytes": 1862863, + "contentType": "image/png", + "sha256": "6b976d204ff16ac42d5f7a65792b865f491d05bf4b88f35ffdc2c494729afc6e" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/219/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/da6eb06b253a1b6cf7f2a1ebb714d3a659e41473430b402bde2a87b2acd68fa3.png", + "bytes": 218134, + "contentType": "image/png", + "sha256": "da6eb06b253a1b6cf7f2a1ebb714d3a659e41473430b402bde2a87b2acd68fa3" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1030/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7fb701282067713fbbb7e07a32399322239115c8e8dadc68277210993e7583a4.png", + "bytes": 157002, + "contentType": "image/png", + "sha256": "7fb701282067713fbbb7e07a32399322239115c8e8dadc68277210993e7583a4" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1315/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/055b535f1569276a95248d8f0315e1ca3061ac997d7c54f062ade3e4f8e286ef.png", + "bytes": 850986, + "contentType": "image/png", + "sha256": "055b535f1569276a95248d8f0315e1ca3061ac997d7c54f062ade3e4f8e286ef" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/335/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21071a69461675ed74cf840cff12c62269e5c9a55ead28bb3ae86d028837492a.png", + "bytes": 257890, + "contentType": "image/png", + "sha256": "21071a69461675ed74cf840cff12c62269e5c9a55ead28bb3ae86d028837492a" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1206/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/079276adcb24a4b199889e18fb93711051c1b6f84f9c7fd40b028ed4d6e17fc4.png", + "bytes": 437055, + "contentType": "image/png", + "sha256": "079276adcb24a4b199889e18fb93711051c1b6f84f9c7fd40b028ed4d6e17fc4" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1482/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9193af3d420e9ece0a5473e4f3a1880c916ea4ad767f4ead0d2734ef9409c1b3.png", + "bytes": 893234, + "contentType": "image/png", + "sha256": "9193af3d420e9ece0a5473e4f3a1880c916ea4ad767f4ead0d2734ef9409c1b3" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1320/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a4e63f6b99f8515cc90e2ca4fc996c7263c5ce352c0a640aabe7580f95ccdf9.png", + "bytes": 925113, + "contentType": "image/png", + "sha256": "1a4e63f6b99f8515cc90e2ca4fc996c7263c5ce352c0a640aabe7580f95ccdf9" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1274/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b286d605b036bcd7600a152ec452257d39dbea1ecba91bd0180bc8977a5324c.png", + "bytes": 474491, + "contentType": "image/png", + "sha256": "6b286d605b036bcd7600a152ec452257d39dbea1ecba91bd0180bc8977a5324c" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/880/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f70d7a8265f1e894fd4ac77144706e3ea7f26c82667205941ebf0d958db652a0.png", + "bytes": 1421093, + "contentType": "image/png", + "sha256": "f70d7a8265f1e894fd4ac77144706e3ea7f26c82667205941ebf0d958db652a0" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/882/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/abbac18acb3ad69649b09411ff1ef3deedbfd3a8a8afa4fed4028c6955a87d64.jpg", + "bytes": 128477, + "contentType": "image/jpeg", + "sha256": "abbac18acb3ad69649b09411ff1ef3deedbfd3a8a8afa4fed4028c6955a87d64" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/627/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8823494a578b810c918288627d2d91a81f9cabbbcc3efb333a86d99c4005b748.png", + "bytes": 1525852, + "contentType": "image/png", + "sha256": "8823494a578b810c918288627d2d91a81f9cabbbcc3efb333a86d99c4005b748" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/765/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12c440591b1b2c993eac7dcd59746d549e8a91906ef169dfc5ba8d7c152d2ebc.png", + "bytes": 1890479, + "contentType": "image/png", + "sha256": "12c440591b1b2c993eac7dcd59746d549e8a91906ef169dfc5ba8d7c152d2ebc" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1664/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/da0840fa23be6cdd98162d49b92f37aae34f5e1347dd70e8a6329428fd2f79ee.jpg", + "bytes": 95753, + "contentType": "image/jpeg", + "sha256": "da0840fa23be6cdd98162d49b92f37aae34f5e1347dd70e8a6329428fd2f79ee" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1182/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b805b76dbd09b4bcd6ac334b06fc8148681b11166aaac7bf6239e82b9176650d.png", + "bytes": 195967, + "contentType": "image/png", + "sha256": "b805b76dbd09b4bcd6ac334b06fc8148681b11166aaac7bf6239e82b9176650d" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/221/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4c51d5f636b4ff3663d3aa723ae3a2e30b40c4659ab8fd2835e1b6db05f8233f.png", + "bytes": 459515, + "contentType": "image/png", + "sha256": "4c51d5f636b4ff3663d3aa723ae3a2e30b40c4659ab8fd2835e1b6db05f8233f" + }, + { + "id": "validation_Diagnostics_and_Laboratory_Medicine_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/668/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8ba0adf56e84f77fc6f0cf150be36d594064d38fe33e62b62cbeb89c2f1fa576.png", + "bytes": 629462, + "contentType": "image/png", + "sha256": "8ba0adf56e84f77fc6f0cf150be36d594064d38fe33e62b62cbeb89c2f1fa576" + }, + { + "id": "validation_Economics_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/766/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b89177c55c5a71b318f49fa26a1d053fc2d12c51dea2cb84953d75e71cb1c47e.png", + "bytes": 441983, + "contentType": "image/png", + "sha256": "b89177c55c5a71b318f49fa26a1d053fc2d12c51dea2cb84953d75e71cb1c47e" + }, + { + "id": "validation_Economics_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/33/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/976f54a977194bf45578856a4e31bce6d7bbeb50989f282d1c9fe2e23b7ffafc.png", + "bytes": 117658, + "contentType": "image/png", + "sha256": "976f54a977194bf45578856a4e31bce6d7bbeb50989f282d1c9fe2e23b7ffafc" + }, + { + "id": "validation_Economics_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1005/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a3c80c2b856921168f27e830bd0da5ac3d8754bc1ba82aff49e17476caa11ece.png", + "bytes": 383228, + "contentType": "image/png", + "sha256": "a3c80c2b856921168f27e830bd0da5ac3d8754bc1ba82aff49e17476caa11ece" + }, + { + "id": "validation_Economics_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/534/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31e3cce79efbb6c323f114d5230f57f1d55faf619ad751cd9b8a52ae1b192c12.png", + "bytes": 1427791, + "contentType": "image/png", + "sha256": "31e3cce79efbb6c323f114d5230f57f1d55faf619ad751cd9b8a52ae1b192c12" + }, + { + "id": "validation_Economics_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1618/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4dd19ddcc1f4ffed3e00948057e0dbe75c63d011116d694846d3cc577f913b4b.png", + "bytes": 288998, + "contentType": "image/png", + "sha256": "4dd19ddcc1f4ffed3e00948057e0dbe75c63d011116d694846d3cc577f913b4b" + }, + { + "id": "validation_Economics_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/37/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6c029c3c78bd6a2b9c018ba44150349493c6e9690bfa797944e1759c90f538fd.png", + "bytes": 175264, + "contentType": "image/png", + "sha256": "6c029c3c78bd6a2b9c018ba44150349493c6e9690bfa797944e1759c90f538fd" + }, + { + "id": "validation_Economics_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/248/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8b844a9500c283928378fed00f5593dde06cb72c4ab8e9717f18ec5647351f9b.png", + "bytes": 1821565, + "contentType": "image/png", + "sha256": "8b844a9500c283928378fed00f5593dde06cb72c4ab8e9717f18ec5647351f9b" + }, + { + "id": "validation_Economics_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1540/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae6d34b12ec0b23c1a7f3c6b5b26fbe2dffb1151ff07e4514ff94df9b630fdd5.jpg", + "bytes": 54528, + "contentType": "image/jpeg", + "sha256": "ae6d34b12ec0b23c1a7f3c6b5b26fbe2dffb1151ff07e4514ff94df9b630fdd5" + }, + { + "id": "validation_Economics_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/43/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be89147c33946beea8c0daefd0ad40e5f56bba559bedf733a4b6c9cc1142d37d.png", + "bytes": 378878, + "contentType": "image/png", + "sha256": "be89147c33946beea8c0daefd0ad40e5f56bba559bedf733a4b6c9cc1142d37d" + }, + { + "id": "validation_Economics_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/550/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e1dac7f5dff78cb3f10b6a5bcd13404eb23cc6f0af390f344f78f9104550828d.png", + "bytes": 1726232, + "contentType": "image/png", + "sha256": "e1dac7f5dff78cb3f10b6a5bcd13404eb23cc6f0af390f344f78f9104550828d" + }, + { + "id": "validation_Economics_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/580/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ae5b166fd12d4a4457b5693a9d406dc8376f22da52d801817f2445c5d6293019.png", + "bytes": 1115707, + "contentType": "image/png", + "sha256": "ae5b166fd12d4a4457b5693a9d406dc8376f22da52d801817f2445c5d6293019" + }, + { + "id": "validation_Economics_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1590/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1e10aaafc9dc723424740600ef64f66be508ec60d0f40f507eec8b2db458ecc.jpg", + "bytes": 114479, + "contentType": "image/jpeg", + "sha256": "c1e10aaafc9dc723424740600ef64f66be508ec60d0f40f507eec8b2db458ecc" + }, + { + "id": "validation_Economics_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/422/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f1dc020047c6ddbeb87b82cf1b662899cf8bd15a33c69e654e60bfb4664c1873.png", + "bytes": 325182, + "contentType": "image/png", + "sha256": "f1dc020047c6ddbeb87b82cf1b662899cf8bd15a33c69e654e60bfb4664c1873" + }, + { + "id": "validation_Economics_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/812/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/184314e43dda47db3d70962bbbe0ce8ee1019da43634beac71466bb9430a8dae.png", + "bytes": 389698, + "contentType": "image/png", + "sha256": "184314e43dda47db3d70962bbbe0ce8ee1019da43634beac71466bb9430a8dae" + }, + { + "id": "validation_Economics_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/755/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a950155c17974d2bd06a0dd68434dd546f7df321b20bd81e8db724fb6c55a5b.png", + "bytes": 145456, + "contentType": "image/png", + "sha256": "5a950155c17974d2bd06a0dd68434dd546f7df321b20bd81e8db724fb6c55a5b" + }, + { + "id": "validation_Economics_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/769/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ccd59dfbab4e687325b6c7548022f8cae5beee61b93520109c5f9c85895bc02e.png", + "bytes": 416392, + "contentType": "image/png", + "sha256": "ccd59dfbab4e687325b6c7548022f8cae5beee61b93520109c5f9c85895bc02e" + }, + { + "id": "validation_Economics_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/348/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7a8be661b4510f45c0fde7a62320fddf1d847c49071c058b7c4cd1e5c905af5a.png", + "bytes": 1595466, + "contentType": "image/png", + "sha256": "7a8be661b4510f45c0fde7a62320fddf1d847c49071c058b7c4cd1e5c905af5a" + }, + { + "id": "validation_Economics_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1057/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45b2bf821846e7e988cd1efbcc03407510e3ee785101d8d09f277897a8882b62.png", + "bytes": 123235, + "contentType": "image/png", + "sha256": "45b2bf821846e7e988cd1efbcc03407510e3ee785101d8d09f277897a8882b62" + }, + { + "id": "validation_Electronics_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/827/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/db266f27f156d139f01b3a10e935251214d3dfd9aa032cbc435d20759f6e32c3.png", + "bytes": 167934, + "contentType": "image/png", + "sha256": "db266f27f156d139f01b3a10e935251214d3dfd9aa032cbc435d20759f6e32c3" + }, + { + "id": "validation_Electronics_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/20/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c154894b54fb1df99f9ffffe407c1e48ef593c9dc7bf669776ce19f180c9f40a.png", + "bytes": 213974, + "contentType": "image/png", + "sha256": "c154894b54fb1df99f9ffffe407c1e48ef593c9dc7bf669776ce19f180c9f40a" + }, + { + "id": "validation_Electronics_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1392/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/416d6c9046cd2093aa8dbb07e245cdb94019b318bdc9778834a7f1b4e501dd7a.png", + "bytes": 2220803, + "contentType": "image/png", + "sha256": "416d6c9046cd2093aa8dbb07e245cdb94019b318bdc9778834a7f1b4e501dd7a" + }, + { + "id": "validation_Electronics_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1686/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dbaa36004beed63e0472940ac184f8a58bd0ad90a3d2f5511c22a7e8288c6a44.png", + "bytes": 553383, + "contentType": "image/png", + "sha256": "dbaa36004beed63e0472940ac184f8a58bd0ad90a3d2f5511c22a7e8288c6a44" + }, + { + "id": "validation_Electronics_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/149/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f9a65a24258b3b1ee11fd7356e133c9bc1ded17e5a0539a3fc199e29b3e7606d.png", + "bytes": 778913, + "contentType": "image/png", + "sha256": "f9a65a24258b3b1ee11fd7356e133c9bc1ded17e5a0539a3fc199e29b3e7606d" + }, + { + "id": "validation_Electronics_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1253/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/322ae5c2fa6289a98670b31894119d6b68f248667d3b783d7d728580fa18dc84.png", + "bytes": 258897, + "contentType": "image/png", + "sha256": "322ae5c2fa6289a98670b31894119d6b68f248667d3b783d7d728580fa18dc84" + }, + { + "id": "validation_Electronics_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/170/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5e4330c9c839067c0294a4c7ad1f73d43c91a752c77bb32b9ca035c4ca9a10bb.png", + "bytes": 150497, + "contentType": "image/png", + "sha256": "5e4330c9c839067c0294a4c7ad1f73d43c91a752c77bb32b9ca035c4ca9a10bb" + }, + { + "id": "validation_Electronics_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/188/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7597ee3c754b9147925db5b8a2364ea69f008432170b1286d085d19311849e6b.png", + "bytes": 218967, + "contentType": "image/png", + "sha256": "7597ee3c754b9147925db5b8a2364ea69f008432170b1286d085d19311849e6b" + }, + { + "id": "validation_Electronics_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/613/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ac6dcff4ef7abd6617ac3125a643d7101b4359f6560e8f2d4b9573d81346ba8c.png", + "bytes": 969943, + "contentType": "image/png", + "sha256": "ac6dcff4ef7abd6617ac3125a643d7101b4359f6560e8f2d4b9573d81346ba8c" + }, + { + "id": "validation_Energy_and_Power_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1593/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ef6deaeaba337ebbe9736cdf1dc13fb0dba256319bd8b5deaf36d86a6b7f9571.jpg", + "bytes": 67718, + "contentType": "image/jpeg", + "sha256": "ef6deaeaba337ebbe9736cdf1dc13fb0dba256319bd8b5deaf36d86a6b7f9571" + }, + { + "id": "validation_Energy_and_Power_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1536/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/59ed12fa5302c48bcf6129e03d20cf95158162ba917343f0ae1867d6c32f6dd6.jpg", + "bytes": 83349, + "contentType": "image/jpeg", + "sha256": "59ed12fa5302c48bcf6129e03d20cf95158162ba917343f0ae1867d6c32f6dd6" + }, + { + "id": "validation_Energy_and_Power_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1614/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/22d27a7ffbf7966b75b30ae87f084ca5c3fcf1c6e39926c183bcb7b88a50e170.jpg", + "bytes": 70377, + "contentType": "image/jpeg", + "sha256": "22d27a7ffbf7966b75b30ae87f084ca5c3fcf1c6e39926c183bcb7b88a50e170" + }, + { + "id": "validation_Energy_and_Power_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1176/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d80da6e78f5d40345f764bdfe36a426e1bc67890ef7e7a7c3bbf7c5c6f15798.png", + "bytes": 1705598, + "contentType": "image/png", + "sha256": "8d80da6e78f5d40345f764bdfe36a426e1bc67890ef7e7a7c3bbf7c5c6f15798" + }, + { + "id": "validation_Energy_and_Power_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/102/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/09c68ebe51c93cbb7833132854aa29c425ef4131bae7eec87d318b151c8b3fdf.png", + "bytes": 172968, + "contentType": "image/png", + "sha256": "09c68ebe51c93cbb7833132854aa29c425ef4131bae7eec87d318b151c8b3fdf" + }, + { + "id": "validation_Energy_and_Power_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1602/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/46283d96900523376ac6273f928c8390d4ca4282d5fcd48309a7b62e87652a89.jpg", + "bytes": 56952, + "contentType": "image/jpeg", + "sha256": "46283d96900523376ac6273f928c8390d4ca4282d5fcd48309a7b62e87652a89" + }, + { + "id": "validation_Energy_and_Power_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1213/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7e6d6cace7ee2aef2973c07b5170e6943ccedde96095bfda50eb20b7862c1f1b.png", + "bytes": 439607, + "contentType": "image/png", + "sha256": "7e6d6cace7ee2aef2973c07b5170e6943ccedde96095bfda50eb20b7862c1f1b" + }, + { + "id": "validation_Energy_and_Power_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1234/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8cfff210f5ee1f0c9f575827ab74b76dd5493d1882d26b31a474fc41973e0635.png", + "bytes": 485746, + "contentType": "image/png", + "sha256": "8cfff210f5ee1f0c9f575827ab74b76dd5493d1882d26b31a474fc41973e0635" + }, + { + "id": "validation_Energy_and_Power_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1158/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a9a348f8c00e544c4ead47dec504fdae559f821e468956671a5ebc2872d33aa.png", + "bytes": 166294, + "contentType": "image/png", + "sha256": "5a9a348f8c00e544c4ead47dec504fdae559f821e468956671a5ebc2872d33aa" + }, + { + "id": "validation_Energy_and_Power_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/545/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3e37437989fe578ddebd5f6875372b065312c7c79e6c73569f78580250953a30.png", + "bytes": 271835, + "contentType": "image/png", + "sha256": "3e37437989fe578ddebd5f6875372b065312c7c79e6c73569f78580250953a30" + }, + { + "id": "validation_Energy_and_Power_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/788/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc2b5d82f5696ea9c828b8f6323f0463be9187d023cd22f6e988879e43001723.png", + "bytes": 395329, + "contentType": "image/png", + "sha256": "bc2b5d82f5696ea9c828b8f6323f0463be9187d023cd22f6e988879e43001723" + }, + { + "id": "validation_Energy_and_Power_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/551/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/70a534d4bcc9ffd2374f3907f63dcf57a5f91dfbbf32e0e824a74a98bd55b720.png", + "bytes": 1475060, + "contentType": "image/png", + "sha256": "70a534d4bcc9ffd2374f3907f63dcf57a5f91dfbbf32e0e824a74a98bd55b720" + }, + { + "id": "validation_Energy_and_Power_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/628/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/201c919ec3619ec9249ada69dbdb35f472c675c3736a80ab09ebb69284250d6b.png", + "bytes": 477634, + "contentType": "image/png", + "sha256": "201c919ec3619ec9249ada69dbdb35f472c675c3736a80ab09ebb69284250d6b" + }, + { + "id": "validation_Energy_and_Power_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/654/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2aba047b99ff9672026821ffc9bbb3f477cece2ed5b58f9c6aca884d278e3987.png", + "bytes": 227178, + "contentType": "image/png", + "sha256": "2aba047b99ff9672026821ffc9bbb3f477cece2ed5b58f9c6aca884d278e3987" + }, + { + "id": "validation_Energy_and_Power_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/503/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5daa16ae7d4a6909fb0247c1fbef84161618adf641a73187da9014b18a7b677a.png", + "bytes": 378409, + "contentType": "image/png", + "sha256": "5daa16ae7d4a6909fb0247c1fbef84161618adf641a73187da9014b18a7b677a" + }, + { + "id": "validation_Energy_and_Power_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1674/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e84cd99027bfe9fe60051d828be1728a8c1392d523a36b27a5a8705a575dbb98.jpg", + "bytes": 116014, + "contentType": "image/jpeg", + "sha256": "e84cd99027bfe9fe60051d828be1728a8c1392d523a36b27a5a8705a575dbb98" + }, + { + "id": "validation_Energy_and_Power_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/605/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a2bd97613e2c9f28a3887f422ba4431ee4de1bee72bfa47328b8a83961315f3d.png", + "bytes": 324576, + "contentType": "image/png", + "sha256": "a2bd97613e2c9f28a3887f422ba4431ee4de1bee72bfa47328b8a83961315f3d" + }, + { + "id": "validation_Energy_and_Power_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/117/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/046e69854d72468fbe66145ee929d18ca79fa8f6874e4d3866796e58fa0190a1.png", + "bytes": 263363, + "contentType": "image/png", + "sha256": "046e69854d72468fbe66145ee929d18ca79fa8f6874e4d3866796e58fa0190a1" + }, + { + "id": "validation_Energy_and_Power_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/67/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fc60aa186ad983867af7362dda99d378d2b8da6b09d808ef7a51835529bf8545.png", + "bytes": 174384, + "contentType": "image/png", + "sha256": "fc60aa186ad983867af7362dda99d378d2b8da6b09d808ef7a51835529bf8545" + }, + { + "id": "validation_Energy_and_Power_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/572/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c301687d575d196ce50bd82085fad2328024e913c6370d91e71e602f72f4d55e.png", + "bytes": 264832, + "contentType": "image/png", + "sha256": "c301687d575d196ce50bd82085fad2328024e913c6370d91e71e602f72f4d55e" + }, + { + "id": "validation_Energy_and_Power_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/644/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/404eb8a5d011ace468284b2437e9ea928e135431b1aabc58f4b40389314c98b2.png", + "bytes": 1258864, + "contentType": "image/png", + "sha256": "404eb8a5d011ace468284b2437e9ea928e135431b1aabc58f4b40389314c98b2" + }, + { + "id": "validation_Energy_and_Power_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1535/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e37ec78e4a3f1c5f5d59aac37b6d9f92f3770b04aa0bbb7076522ff73a78f1d2.jpg", + "bytes": 77688, + "contentType": "image/jpeg", + "sha256": "e37ec78e4a3f1c5f5d59aac37b6d9f92f3770b04aa0bbb7076522ff73a78f1d2" + }, + { + "id": "validation_Energy_and_Power_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/82/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bc44fddf5e80c0d01803dd564b558a8bc63b958129aa79cc9fb259dac8e4ffd1.png", + "bytes": 2839429, + "contentType": "image/png", + "sha256": "bc44fddf5e80c0d01803dd564b558a8bc63b958129aa79cc9fb259dac8e4ffd1" + }, + { + "id": "validation_Energy_and_Power_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/912/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fed120d82e77887234d4dcb607a7c7f42523fe8946de1c38aaf47b0d9b752d85.jpg", + "bytes": 121339, + "contentType": "image/jpeg", + "sha256": "fed120d82e77887234d4dcb607a7c7f42523fe8946de1c38aaf47b0d9b752d85" + }, + { + "id": "validation_Energy_and_Power_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/352/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/256bf2d3af95ca80283d166daa664b7c13549cc1459c90c29f6e06c5473d4c44.png", + "bytes": 247867, + "contentType": "image/png", + "sha256": "256bf2d3af95ca80283d166daa664b7c13549cc1459c90c29f6e06c5473d4c44" + }, + { + "id": "validation_Energy_and_Power_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1363/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f927b82b4bfda31f6f90caa802d1cf2f2d6d03ce991a43d5f9b75b1ecf2bcde4.png", + "bytes": 252447, + "contentType": "image/png", + "sha256": "f927b82b4bfda31f6f90caa802d1cf2f2d6d03ce991a43d5f9b75b1ecf2bcde4" + }, + { + "id": "validation_Finance_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1572/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f22bed7de13245055a28b161260b270a953d17d051799f2494aa626e166dc433.jpg", + "bytes": 127958, + "contentType": "image/jpeg", + "sha256": "f22bed7de13245055a28b161260b270a953d17d051799f2494aa626e166dc433" + }, + { + "id": "validation_Finance_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/625/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7e7f28f1c2610959fbf792dd433e881162e95764b34d608a9c1b75af13cb9450.png", + "bytes": 199682, + "contentType": "image/png", + "sha256": "7e7f28f1c2610959fbf792dd433e881162e95764b34d608a9c1b75af13cb9450" + }, + { + "id": "validation_Finance_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/640/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4d1370be4d2e7d824608e6693b3f67f152902c448954144ac0c2e69e3045e2f2.png", + "bytes": 1669455, + "contentType": "image/png", + "sha256": "4d1370be4d2e7d824608e6693b3f67f152902c448954144ac0c2e69e3045e2f2" + }, + { + "id": "validation_Finance_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/321/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aa0affc7386a25b336eaf953024f21fa0acf9ce285806e651d0dca532908747d.png", + "bytes": 741320, + "contentType": "image/png", + "sha256": "aa0affc7386a25b336eaf953024f21fa0acf9ce285806e651d0dca532908747d" + }, + { + "id": "validation_Finance_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/470/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9714ae08897db99242aaf87b641d6e47aa4ac5e7f0ebb57d4c251c6c37c762f.png", + "bytes": 381915, + "contentType": "image/png", + "sha256": "e9714ae08897db99242aaf87b641d6e47aa4ac5e7f0ebb57d4c251c6c37c762f" + }, + { + "id": "validation_Finance_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/329/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ea93fff19684b34bf80cf5dc92d23f1a8357a5d998c936c238d8fc3654ba7d1d.png", + "bytes": 467085, + "contentType": "image/png", + "sha256": "ea93fff19684b34bf80cf5dc92d23f1a8357a5d998c936c238d8fc3654ba7d1d" + }, + { + "id": "validation_Finance_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1203/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a3d216f59962131816e28bd0f8715e085e5fa2f36b08795948cf730cdf324954.png", + "bytes": 267061, + "contentType": "image/png", + "sha256": "a3d216f59962131816e28bd0f8715e085e5fa2f36b08795948cf730cdf324954" + }, + { + "id": "validation_Finance_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1160/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/69b64ad844ee832d3483a9740a75bedf891d720a362cbd32173191beb2acd35f.png", + "bytes": 153365, + "contentType": "image/png", + "sha256": "69b64ad844ee832d3483a9740a75bedf891d720a362cbd32173191beb2acd35f" + }, + { + "id": "validation_Finance_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/672/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42a9e2de720edf087b5477ed95cbca42969264c1b9d0b34d11800ea8bd8150e9.png", + "bytes": 1848196, + "contentType": "image/png", + "sha256": "42a9e2de720edf087b5477ed95cbca42969264c1b9d0b34d11800ea8bd8150e9" + }, + { + "id": "validation_Finance_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1006/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3361af33a5c939fd1013298e6ecc0e86f9ca10e898b4d80b80774be0c0affb4d.png", + "bytes": 916169, + "contentType": "image/png", + "sha256": "3361af33a5c939fd1013298e6ecc0e86f9ca10e898b4d80b80774be0c0affb4d" + }, + { + "id": "validation_Finance_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1422/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/710999826d344234081acdf64dfeeb4d467a01277f8e7cc2065805650f3e5949.png", + "bytes": 331442, + "contentType": "image/png", + "sha256": "710999826d344234081acdf64dfeeb4d467a01277f8e7cc2065805650f3e5949" + }, + { + "id": "validation_Finance_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/530/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/414157ee7f15bb545c419f753e0c7733d103de91ce00674bf0e9c65d2d4d0944.png", + "bytes": 1727900, + "contentType": "image/png", + "sha256": "414157ee7f15bb545c419f753e0c7733d103de91ce00674bf0e9c65d2d4d0944" + }, + { + "id": "validation_Finance_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/686/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eb00f056dc19bdb5592fee1848cf3ffb7dc22bab5025091cab9535e50a2cce0d.png", + "bytes": 268753, + "contentType": "image/png", + "sha256": "eb00f056dc19bdb5592fee1848cf3ffb7dc22bab5025091cab9535e50a2cce0d" + }, + { + "id": "validation_Finance_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/647/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d4fd4305eb1183eaa80291419541d26ae822aa6749a6a7685b7c6fa94fe1bcb.png", + "bytes": 1607595, + "contentType": "image/png", + "sha256": "2d4fd4305eb1183eaa80291419541d26ae822aa6749a6a7685b7c6fa94fe1bcb" + }, + { + "id": "validation_Finance_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/161/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/12a1739bbce64a65b7c62ea58b86439e114a37ea1547824064ae395c02cfa6a2.png", + "bytes": 568090, + "contentType": "image/png", + "sha256": "12a1739bbce64a65b7c62ea58b86439e114a37ea1547824064ae395c02cfa6a2" + }, + { + "id": "validation_Finance_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/489/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1fd57fa1e1b036039825755186538d73ee21a1fd1417b12809913b9c57af3ff5.png", + "bytes": 7160813, + "contentType": "image/png", + "sha256": "1fd57fa1e1b036039825755186538d73ee21a1fd1417b12809913b9c57af3ff5" + }, + { + "id": "validation_Finance_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1199/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2b68466f9a4a0b363bb8d6354a3936e8d3c5611aae47b42534a3fb2702ffeb2.png", + "bytes": 1924837, + "contentType": "image/png", + "sha256": "e2b68466f9a4a0b363bb8d6354a3936e8d3c5611aae47b42534a3fb2702ffeb2" + }, + { + "id": "validation_Finance_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/561/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ac90fdda22e8b4fc5b6a36eb77a7e0452603b99490b1eb2ecbcc1346d9a46f47.png", + "bytes": 469620, + "contentType": "image/png", + "sha256": "ac90fdda22e8b4fc5b6a36eb77a7e0452603b99490b1eb2ecbcc1346d9a46f47" + }, + { + "id": "validation_Finance_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1337/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ed1b6b8a3e213f1ab5eb9102eff2eb309c4c7d6cbe3a9aa5c5e45b6b42c4e98c.png", + "bytes": 2289498, + "contentType": "image/png", + "sha256": "ed1b6b8a3e213f1ab5eb9102eff2eb309c4c7d6cbe3a9aa5c5e45b6b42c4e98c" + }, + { + "id": "validation_Geography_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/327/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3934c44bf2b8a86b9a2d769256d2770b235b5ccee700f32b434242de01b1b8f1.png", + "bytes": 1015928, + "contentType": "image/png", + "sha256": "3934c44bf2b8a86b9a2d769256d2770b235b5ccee700f32b434242de01b1b8f1" + }, + { + "id": "validation_Geography_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1586/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7edd51bad5a31272cd2364761317ab300c36f2771ffd8200432907b8858031d0.png", + "bytes": 452174, + "contentType": "image/png", + "sha256": "7edd51bad5a31272cd2364761317ab300c36f2771ffd8200432907b8858031d0" + }, + { + "id": "validation_Geography_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/943/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/759b9873f48298ad6687c5735e54b579fcab72cd0a60689aa618cc63d32bc601.jpg", + "bytes": 125465, + "contentType": "image/jpeg", + "sha256": "759b9873f48298ad6687c5735e54b579fcab72cd0a60689aa618cc63d32bc601" + }, + { + "id": "validation_Geography_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1365/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fdfa1ef8029c75ef9dffdc914f5bb2fc7ba3632550059da0511336145743fbe7.png", + "bytes": 3264533, + "contentType": "image/png", + "sha256": "fdfa1ef8029c75ef9dffdc914f5bb2fc7ba3632550059da0511336145743fbe7" + }, + { + "id": "validation_Geography_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1375/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/790ce46d44a1e0c0f55bf2c076d06dd3a6709637e1cb1f9a99749e82b4cc6c84.png", + "bytes": 133002, + "contentType": "image/png", + "sha256": "790ce46d44a1e0c0f55bf2c076d06dd3a6709637e1cb1f9a99749e82b4cc6c84" + }, + { + "id": "validation_Geography_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1339/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/009ca62a7b69268f33a04a8dff804d183fd48b85c237d1c430828149dda9bdaf.png", + "bytes": 798442, + "contentType": "image/png", + "sha256": "009ca62a7b69268f33a04a8dff804d183fd48b85c237d1c430828149dda9bdaf" + }, + { + "id": "validation_Geography_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/94/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bdac8cf696e5d7ac0bc54846d24420ce8675c5d5f89a37bc0ec2fd9051e567b2.png", + "bytes": 2003637, + "contentType": "image/png", + "sha256": "bdac8cf696e5d7ac0bc54846d24420ce8675c5d5f89a37bc0ec2fd9051e567b2" + }, + { + "id": "validation_Geography_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/510/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8a1744fd1116e487fa2307177fb7ccba315e00ac1e018c1888533e52b3cb1014.png", + "bytes": 1547077, + "contentType": "image/png", + "sha256": "8a1744fd1116e487fa2307177fb7ccba315e00ac1e018c1888533e52b3cb1014" + }, + { + "id": "validation_Geography_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/360/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bc7689751fca118a33a041eafe5290847f54a60501614afea89a60a668763b1.png", + "bytes": 755662, + "contentType": "image/png", + "sha256": "5bc7689751fca118a33a041eafe5290847f54a60501614afea89a60a668763b1" + }, + { + "id": "validation_Geography_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/752/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42069c3f9db1d9850206bedb618701b73b895db3131a5b460b527f722c991b45.png", + "bytes": 255762, + "contentType": "image/png", + "sha256": "42069c3f9db1d9850206bedb618701b73b895db3131a5b460b527f722c991b45" + }, + { + "id": "validation_History_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1492/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/acfabcd44bafa9b9ec41228a08437551351a70620b402a65b790b20e601ad207.png", + "bytes": 989471, + "contentType": "image/png", + "sha256": "acfabcd44bafa9b9ec41228a08437551351a70620b402a65b790b20e601ad207" + }, + { + "id": "validation_History_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1576/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fcbcf202e30ded072f2ef0ff03fda24d10587439b83b487a9f39bc954e1ff7a2.png", + "bytes": 722148, + "contentType": "image/png", + "sha256": "fcbcf202e30ded072f2ef0ff03fda24d10587439b83b487a9f39bc954e1ff7a2" + }, + { + "id": "validation_History_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/721/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41b5ded60cdf3cb9a05c44d0a5782b6269229501dda4d6ca20dda3748b930765.png", + "bytes": 583994, + "contentType": "image/png", + "sha256": "41b5ded60cdf3cb9a05c44d0a5782b6269229501dda4d6ca20dda3748b930765" + }, + { + "id": "validation_History_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1523/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a05c2e826713eafa41c1ea0c16da0a71ad2da8d05f099d01cc4ae56705baaa41.png", + "bytes": 986629, + "contentType": "image/png", + "sha256": "a05c2e826713eafa41c1ea0c16da0a71ad2da8d05f099d01cc4ae56705baaa41" + }, + { + "id": "validation_History_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/747/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/722afaa72cfb642a8daa0caba487add8cbc7cbf91877d9164df3220190b684ca.png", + "bytes": 380614, + "contentType": "image/png", + "sha256": "722afaa72cfb642a8daa0caba487add8cbc7cbf91877d9164df3220190b684ca" + }, + { + "id": "validation_History_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1500/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d00d4268c8971d0e380c164a6028bea87b09c14506401b8ff2706846adf455f2.png", + "bytes": 568785, + "contentType": "image/png", + "sha256": "d00d4268c8971d0e380c164a6028bea87b09c14506401b8ff2706846adf455f2" + }, + { + "id": "validation_History_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1322/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e26b88a0b70f25d80eeb6ae689b2ef7e5426a8025e16eb7cf59b5d8367c88fcf.png", + "bytes": 1051237, + "contentType": "image/png", + "sha256": "e26b88a0b70f25d80eeb6ae689b2ef7e5426a8025e16eb7cf59b5d8367c88fcf" + }, + { + "id": "validation_History_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/614/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/164915b5b09a99d4f0769c6f4ebde516a848f7574597914f37101b7e235853dd.png", + "bytes": 955118, + "contentType": "image/png", + "sha256": "164915b5b09a99d4f0769c6f4ebde516a848f7574597914f37101b7e235853dd" + }, + { + "id": "validation_History_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1211/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b1a96cfe8287c223cfbc81fab96d11ab243c925a544c459fb4e0f9b1ae771434.png", + "bytes": 555032, + "contentType": "image/png", + "sha256": "b1a96cfe8287c223cfbc81fab96d11ab243c925a544c459fb4e0f9b1ae771434" + }, + { + "id": "validation_History_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1166/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e2a52b557bed3199317a9a1b6ec261fd890519aa9bd715b8fa3ba0d525e5bae4.png", + "bytes": 594204, + "contentType": "image/png", + "sha256": "e2a52b557bed3199317a9a1b6ec261fd890519aa9bd715b8fa3ba0d525e5bae4" + }, + { + "id": "validation_Literature_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1070/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2295b25db002542a6b52897d89d87e03b4af67f20c3445a47eadf3300ee2087a.png", + "bytes": 232534, + "contentType": "image/png", + "sha256": "2295b25db002542a6b52897d89d87e03b4af67f20c3445a47eadf3300ee2087a" + }, + { + "id": "validation_Literature_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/783/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7e20a29f82732fd758dd9a372cef848a39a31529eec22c83cb0d46a684e82ae.png", + "bytes": 1798775, + "contentType": "image/png", + "sha256": "f7e20a29f82732fd758dd9a372cef848a39a31529eec22c83cb0d46a684e82ae" + }, + { + "id": "validation_Literature_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/179/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fa2e80495b2b0a2d80bdfe02f52bf0eee00dd7dac827046899f25068998146ae.png", + "bytes": 677853, + "contentType": "image/png", + "sha256": "fa2e80495b2b0a2d80bdfe02f52bf0eee00dd7dac827046899f25068998146ae" + }, + { + "id": "validation_Literature_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/612/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9f91deb934939f5bdb39f1430c56bff6ee0da79081df2e996bc8af86fa728a4f.png", + "bytes": 657921, + "contentType": "image/png", + "sha256": "9f91deb934939f5bdb39f1430c56bff6ee0da79081df2e996bc8af86fa728a4f" + }, + { + "id": "validation_Literature_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/662/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/42d6e58326c8408e04ab46ee3a243140cc85d0735cd3a4614d48f2b7a668814e.png", + "bytes": 1124312, + "contentType": "image/png", + "sha256": "42d6e58326c8408e04ab46ee3a243140cc85d0735cd3a4614d48f2b7a668814e" + }, + { + "id": "validation_Literature_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/271/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80f99f534c4290fe6ecaa967a95b95ac9ddc40719d1e92228ee157b3c6feef4e.png", + "bytes": 417963, + "contentType": "image/png", + "sha256": "80f99f534c4290fe6ecaa967a95b95ac9ddc40719d1e92228ee157b3c6feef4e" + }, + { + "id": "validation_Literature_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1156/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c206189ec51396f0fbed26749328dc0d258bf6403877c1c711f19345fecb27f5.png", + "bytes": 406027, + "contentType": "image/png", + "sha256": "c206189ec51396f0fbed26749328dc0d258bf6403877c1c711f19345fecb27f5" + }, + { + "id": "validation_Literature_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1467/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5b3ee97443ce14ce88db3347092752e5ca0abc448fbbe62da9cffd7eb9cbb205.png", + "bytes": 2058773, + "contentType": "image/png", + "sha256": "5b3ee97443ce14ce88db3347092752e5ca0abc448fbbe62da9cffd7eb9cbb205" + }, + { + "id": "validation_Literature_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1173/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6a71aeb5ab648262958f3a4712fed3ed2650963ff829f45eda7573a92c811290.png", + "bytes": 96956, + "contentType": "image/png", + "sha256": "6a71aeb5ab648262958f3a4712fed3ed2650963ff829f45eda7573a92c811290" + }, + { + "id": "validation_Literature_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1350/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/249353280b5f2b8f49e5108d2f90baebcb89c3a8b06c7c5b23fb1d05f5898965.png", + "bytes": 1596833, + "contentType": "image/png", + "sha256": "249353280b5f2b8f49e5108d2f90baebcb89c3a8b06c7c5b23fb1d05f5898965" + }, + { + "id": "validation_Literature_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/674/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c16d293c897a14985f76fca296a6d1d343deda24dd0e273e701f3b4e35bebc0f.png", + "bytes": 779195, + "contentType": "image/png", + "sha256": "c16d293c897a14985f76fca296a6d1d343deda24dd0e273e701f3b4e35bebc0f" + }, + { + "id": "validation_Literature_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/225/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4783c38550fb3edf63cd06cbfbc5a4cd354e7f5f7e29af1608fe3501a9796120.png", + "bytes": 2052955, + "contentType": "image/png", + "sha256": "4783c38550fb3edf63cd06cbfbc5a4cd354e7f5f7e29af1608fe3501a9796120" + }, + { + "id": "validation_Literature_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/528/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a75ddb7687caa465d5254a82aa278016c08c95ae28c20443de73e793cf58df6.png", + "bytes": 604570, + "contentType": "image/png", + "sha256": "3a75ddb7687caa465d5254a82aa278016c08c95ae28c20443de73e793cf58df6" + }, + { + "id": "validation_Literature_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/209/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/851195b8b7226fddd559d7338fc1cf70cef28c9a61a12bd19b06e18de555acbc.png", + "bytes": 2044069, + "contentType": "image/png", + "sha256": "851195b8b7226fddd559d7338fc1cf70cef28c9a61a12bd19b06e18de555acbc" + }, + { + "id": "validation_Literature_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/79/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55ed090266c32cd1b9c95457bc37296c25403c0393eb03e8bf2ba1bf46a6c6d4.png", + "bytes": 1676864, + "contentType": "image/png", + "sha256": "55ed090266c32cd1b9c95457bc37296c25403c0393eb03e8bf2ba1bf46a6c6d4" + }, + { + "id": "validation_Literature_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1358/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b96acd59f6e3b77547e76fff8ef4dc14b27069582d50c2fde3e38679a503da05.png", + "bytes": 831995, + "contentType": "image/png", + "sha256": "b96acd59f6e3b77547e76fff8ef4dc14b27069582d50c2fde3e38679a503da05" + }, + { + "id": "validation_Literature_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1209/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7b940d28810b3a0cd4c6ee6ec5e97c9a9f6e382941eac681d4944d1374226752.png", + "bytes": 599336, + "contentType": "image/png", + "sha256": "7b940d28810b3a0cd4c6ee6ec5e97c9a9f6e382941eac681d4944d1374226752" + }, + { + "id": "validation_Literature_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/409/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2fd5f4c659110d78de0e13920f86d1550a5cefed71f010f18b53bbb0dda199bc.png", + "bytes": 500538, + "contentType": "image/png", + "sha256": "2fd5f4c659110d78de0e13920f86d1550a5cefed71f010f18b53bbb0dda199bc" + }, + { + "id": "validation_Literature_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1543/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/58d806cc019ec234a35b9da2af05ff998daf586bc3fa126b018bc826005e996c.jpg", + "bytes": 48085, + "contentType": "image/jpeg", + "sha256": "58d806cc019ec234a35b9da2af05ff998daf586bc3fa126b018bc826005e996c" + }, + { + "id": "validation_Literature_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1518/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a695784d5de6b1c2713658f988256777c8ad39bef878e4a48d3df21d9863256e.png", + "bytes": 1248578, + "contentType": "image/png", + "sha256": "a695784d5de6b1c2713658f988256777c8ad39bef878e4a48d3df21d9863256e" + }, + { + "id": "validation_Literature_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/275/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/92fc813c2a0d991be52917785e08b45d019b06767c06516cc444d69f8b115217.png", + "bytes": 439422, + "contentType": "image/png", + "sha256": "92fc813c2a0d991be52917785e08b45d019b06767c06516cc444d69f8b115217" + }, + { + "id": "validation_Manage_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/154/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f344acb41e0456850e38bda42c37a2b87d44ab7eac42084c6cd2dcf8ff59eb3e.png", + "bytes": 493113, + "contentType": "image/png", + "sha256": "f344acb41e0456850e38bda42c37a2b87d44ab7eac42084c6cd2dcf8ff59eb3e" + }, + { + "id": "validation_Manage_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1034/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4b6c62cdbab83e95ad2d4b2fc7bee6e879ed23ce14857bb45fce7ae60fb08cf.png", + "bytes": 620576, + "contentType": "image/png", + "sha256": "b4b6c62cdbab83e95ad2d4b2fc7bee6e879ed23ce14857bb45fce7ae60fb08cf" + }, + { + "id": "validation_Manage_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1238/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7d5463eff16b22e4a1444aba0cd6b3c3973ad3a6789b8fd9e7b338a271396779.png", + "bytes": 813537, + "contentType": "image/png", + "sha256": "7d5463eff16b22e4a1444aba0cd6b3c3973ad3a6789b8fd9e7b338a271396779" + }, + { + "id": "validation_Manage_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1178/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7030226f6dd5a316c6a529f8eb765d7b36f3d95c18091d81ab554b8cf2727399.png", + "bytes": 617991, + "contentType": "image/png", + "sha256": "7030226f6dd5a316c6a529f8eb765d7b36f3d95c18091d81ab554b8cf2727399" + }, + { + "id": "validation_Manage_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/569/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ece1cdd0aa3db65cd22451a2339f3547be357e2cb4f2f621acefdc0c88afc122.png", + "bytes": 2661032, + "contentType": "image/png", + "sha256": "ece1cdd0aa3db65cd22451a2339f3547be357e2cb4f2f621acefdc0c88afc122" + }, + { + "id": "validation_Manage_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/698/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6961e920ed0643619ce32dc99dd6101031a6559ebc79e8840b158af6d3432398.png", + "bytes": 98029, + "contentType": "image/png", + "sha256": "6961e920ed0643619ce32dc99dd6101031a6559ebc79e8840b158af6d3432398" + }, + { + "id": "validation_Manage_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/831/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/486e858792349331da115efd2d7ebea1711f3959fc17110ef6437d35bd03154e.png", + "bytes": 649619, + "contentType": "image/png", + "sha256": "486e858792349331da115efd2d7ebea1711f3959fc17110ef6437d35bd03154e" + }, + { + "id": "validation_Manage_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/26/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5d0e8234e4a85a7bb32456a28f6832c80bd936216858d120cda4eb2beb4dd959.png", + "bytes": 504045, + "contentType": "image/png", + "sha256": "5d0e8234e4a85a7bb32456a28f6832c80bd936216858d120cda4eb2beb4dd959" + }, + { + "id": "validation_Manage_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/125/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/197c166a7d997ee4893908dba270737461dec500d72ca85b14d34c1eeb00828f.png", + "bytes": 172550, + "contentType": "image/png", + "sha256": "197c166a7d997ee4893908dba270737461dec500d72ca85b14d34c1eeb00828f" + }, + { + "id": "validation_Manage_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1333/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b7f576c318d8f19984c298be44820ad32e123002b2c85887ca55c9b2eb35d6b7.png", + "bytes": 1175987, + "contentType": "image/png", + "sha256": "b7f576c318d8f19984c298be44820ad32e123002b2c85887ca55c9b2eb35d6b7" + }, + { + "id": "validation_Manage_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/874/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cb853d5f0dd80d7c0d17c2ac42e7734b9d3e085a651251c17e278971164502a8.jpg", + "bytes": 80827, + "contentType": "image/jpeg", + "sha256": "cb853d5f0dd80d7c0d17c2ac42e7734b9d3e085a651251c17e278971164502a8" + }, + { + "id": "validation_Manage_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/283/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ee3282234973892ca0bcdc48d5407d9ed0d745591726322bcdb15bfe95486f91.png", + "bytes": 651765, + "contentType": "image/png", + "sha256": "ee3282234973892ca0bcdc48d5407d9ed0d745591726322bcdb15bfe95486f91" + }, + { + "id": "validation_Manage_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/538/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e1ef9863ce117aa6b9651dfebecc13727dc19d1b35884f1aff54c3e546831d5b.png", + "bytes": 331594, + "contentType": "image/png", + "sha256": "e1ef9863ce117aa6b9651dfebecc13727dc19d1b35884f1aff54c3e546831d5b" + }, + { + "id": "validation_Marketing_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/564/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0d20edda69a9e5808037cfbd1658214d9c99ddc83a04a39ef0f0a43a004fdf0c.png", + "bytes": 147267, + "contentType": "image/png", + "sha256": "0d20edda69a9e5808037cfbd1658214d9c99ddc83a04a39ef0f0a43a004fdf0c" + }, + { + "id": "validation_Marketing_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/773/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d3c565e95017f2dc8de1eccf9f2418c17e7959a684b07355059eb63d24df75db.png", + "bytes": 1255216, + "contentType": "image/png", + "sha256": "d3c565e95017f2dc8de1eccf9f2418c17e7959a684b07355059eb63d24df75db" + }, + { + "id": "validation_Marketing_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/611/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3b46e11bd74cf5010044a6e784f78023de0c322af0098bf719212381d75b601e.png", + "bytes": 260647, + "contentType": "image/png", + "sha256": "3b46e11bd74cf5010044a6e784f78023de0c322af0098bf719212381d75b601e" + }, + { + "id": "validation_Marketing_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/371/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/58a5f19861e87e577ad99eb9778038559506db2579cfd417ffd0fc9da4d0cff9.png", + "bytes": 128702, + "contentType": "image/png", + "sha256": "58a5f19861e87e577ad99eb9778038559506db2579cfd417ffd0fc9da4d0cff9" + }, + { + "id": "validation_Marketing_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1144/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b417a04d2abf32883903eaec6001607fdf32498fddd4539807fa18551800d866.png", + "bytes": 157046, + "contentType": "image/png", + "sha256": "b417a04d2abf32883903eaec6001607fdf32498fddd4539807fa18551800d866" + }, + { + "id": "validation_Marketing_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/828/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/47c1c73dd10f61e486c2cad589223c43a298620a5aa0de5c8ba33f326e511370.png", + "bytes": 340573, + "contentType": "image/png", + "sha256": "47c1c73dd10f61e486c2cad589223c43a298620a5aa0de5c8ba33f326e511370" + }, + { + "id": "validation_Marketing_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1597/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/810042c177aabe62f7878e212b54df3961c0c9c21ac4afe2638f18cf5e772af5.jpg", + "bytes": 77792, + "contentType": "image/jpeg", + "sha256": "810042c177aabe62f7878e212b54df3961c0c9c21ac4afe2638f18cf5e772af5" + }, + { + "id": "validation_Marketing_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/346/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/58b811d69c793919a3e0ff52c39ac8a155f939bb91e18e22491a7a1596a0f86c.png", + "bytes": 285895, + "contentType": "image/png", + "sha256": "58b811d69c793919a3e0ff52c39ac8a155f939bb91e18e22491a7a1596a0f86c" + }, + { + "id": "validation_Marketing_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/306/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/08309af1dfe8e738d4fd48c3ba42fc3d0500d681b7e602ec5c899a215d7a4f74.png", + "bytes": 176491, + "contentType": "image/png", + "sha256": "08309af1dfe8e738d4fd48c3ba42fc3d0500d681b7e602ec5c899a215d7a4f74" + }, + { + "id": "validation_Marketing_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/290/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1407f6c4f480b29c5e29b15e7474c22f120b987c804574de56ec31994caf18bb.png", + "bytes": 444925, + "contentType": "image/png", + "sha256": "1407f6c4f480b29c5e29b15e7474c22f120b987c804574de56ec31994caf18bb" + }, + { + "id": "validation_Marketing_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1299/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/21ec026b2432a2159b74a60539409d8dd622825d781b9bb69fa8eac83a62e201.png", + "bytes": 287220, + "contentType": "image/png", + "sha256": "21ec026b2432a2159b74a60539409d8dd622825d781b9bb69fa8eac83a62e201" + }, + { + "id": "validation_Marketing_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/233/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/06012b04c1e810344fc6ae3ef9dc66ebfc06e1c193d081c0fd62aa8e86bb2fc9.png", + "bytes": 350904, + "contentType": "image/png", + "sha256": "06012b04c1e810344fc6ae3ef9dc66ebfc06e1c193d081c0fd62aa8e86bb2fc9" + }, + { + "id": "validation_Marketing_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1381/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f22fb84abe946348157e52823b24c912b18f132ac18d45f063c99f7c8273f4f8.png", + "bytes": 2179032, + "contentType": "image/png", + "sha256": "f22fb84abe946348157e52823b24c912b18f132ac18d45f063c99f7c8273f4f8" + }, + { + "id": "validation_Marketing_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1364/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c0244ad64eed81227e38f3b27219557342b4e926850fe8e620d9f71c5b8d9ab8.png", + "bytes": 117648, + "contentType": "image/png", + "sha256": "c0244ad64eed81227e38f3b27219557342b4e926850fe8e620d9f71c5b8d9ab8" + }, + { + "id": "validation_Marketing_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/523/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/006759a5d4d017bb57354e0ff7c21463f884df0be992a566c3be83e96c8536f1.png", + "bytes": 1273963, + "contentType": "image/png", + "sha256": "006759a5d4d017bb57354e0ff7c21463f884df0be992a566c3be83e96c8536f1" + }, + { + "id": "validation_Marketing_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1094/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6bb04cbc3febd802258cae0810d171277c0352a31cc8498c57cbc6cf77c57384.png", + "bytes": 702092, + "contentType": "image/png", + "sha256": "6bb04cbc3febd802258cae0810d171277c0352a31cc8498c57cbc6cf77c57384" + }, + { + "id": "validation_Marketing_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/251/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/40474854c0c86dbd9cfeed1372d3bfc821c60a771a980f810f5778bf3b614d21.png", + "bytes": 68994, + "contentType": "image/png", + "sha256": "40474854c0c86dbd9cfeed1372d3bfc821c60a771a980f810f5778bf3b614d21" + }, + { + "id": "validation_Marketing_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/448/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a2be8ca4bb2541883e72328b49b5b9fa2af6a7f7092cf141208ffca9d87c672.png", + "bytes": 298389, + "contentType": "image/png", + "sha256": "3a2be8ca4bb2541883e72328b49b5b9fa2af6a7f7092cf141208ffca9d87c672" + }, + { + "id": "validation_Marketing_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1571/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2dd1121efb47956e78352b7493884d67e5f6d6681dd2b3319626694ea6d8a5fb.jpg", + "bytes": 58951, + "contentType": "image/jpeg", + "sha256": "2dd1121efb47956e78352b7493884d67e5f6d6681dd2b3319626694ea6d8a5fb" + }, + { + "id": "validation_Marketing_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1143/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/bbb55e72f3cbe44cf7e1d4f6ac1170d292d57af9575f58a11073ffd53b4b3980.png", + "bytes": 182973, + "contentType": "image/png", + "sha256": "bbb55e72f3cbe44cf7e1d4f6ac1170d292d57af9575f58a11073ffd53b4b3980" + }, + { + "id": "validation_Materials_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/890/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6d01bb52ab3bbcb2757ebab52e21361cc4fcaeb8fba5713f488e3a337a42e139.jpg", + "bytes": 58878, + "contentType": "image/jpeg", + "sha256": "6d01bb52ab3bbcb2757ebab52e21361cc4fcaeb8fba5713f488e3a337a42e139" + }, + { + "id": "validation_Materials_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/956/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71eca9b5419241afcfe44f0f71edfa941557177725f6aff99e136c24fb251dae.png", + "bytes": 1050290, + "contentType": "image/png", + "sha256": "71eca9b5419241afcfe44f0f71edfa941557177725f6aff99e136c24fb251dae" + }, + { + "id": "validation_Materials_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/265/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dcc3ba253eb654179f63a2489bfed19c54a10dfd624e143348331c5e08e0e89c.png", + "bytes": 4283666, + "contentType": "image/png", + "sha256": "dcc3ba253eb654179f63a2489bfed19c54a10dfd624e143348331c5e08e0e89c" + }, + { + "id": "validation_Materials_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/429/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0da08e055f563a17be05a52753c9d21e25d44039e7db4deb9fcec991015f659b.png", + "bytes": 730719, + "contentType": "image/png", + "sha256": "0da08e055f563a17be05a52753c9d21e25d44039e7db4deb9fcec991015f659b" + }, + { + "id": "validation_Materials_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/311/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/91161a4347cc64c548a0a12b2769094ef6da7cf130b8224df5b3cc0e42eeb143.png", + "bytes": 295689, + "contentType": "image/png", + "sha256": "91161a4347cc64c548a0a12b2769094ef6da7cf130b8224df5b3cc0e42eeb143" + }, + { + "id": "validation_Materials_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1240/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/41c0e0bc6854263ca0b3b7f9c97ddf4b38a9e8ec515d7a77247543e887869a3f.png", + "bytes": 310855, + "contentType": "image/png", + "sha256": "41c0e0bc6854263ca0b3b7f9c97ddf4b38a9e8ec515d7a77247543e887869a3f" + }, + { + "id": "validation_Materials_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/657/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a97a92f170f22d4b4ac8c1e483d4825ee80a93ea55599dd6b49af28a802bb3d8.png", + "bytes": 509368, + "contentType": "image/png", + "sha256": "a97a92f170f22d4b4ac8c1e483d4825ee80a93ea55599dd6b49af28a802bb3d8" + }, + { + "id": "validation_Materials_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/909/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d83fdf2451ab9f19cc59c6a91e6b0f807e4c49dcdd580a44ff4d5638f36c3e66.jpg", + "bytes": 147845, + "contentType": "image/jpeg", + "sha256": "d83fdf2451ab9f19cc59c6a91e6b0f807e4c49dcdd580a44ff4d5638f36c3e66" + }, + { + "id": "validation_Materials_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/263/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/abf0ced00f3a39bdc8304681f615f186b7fef8ba8a58b87f2886c4ca3770fdc8.png", + "bytes": 202816, + "contentType": "image/png", + "sha256": "abf0ced00f3a39bdc8304681f615f186b7fef8ba8a58b87f2886c4ca3770fdc8" + }, + { + "id": "validation_Materials_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/418/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/735aff14fb2b599a4624edb1aa78047056744fc90cdc9c63f1380382114d1365.png", + "bytes": 254941, + "contentType": "image/png", + "sha256": "735aff14fb2b599a4624edb1aa78047056744fc90cdc9c63f1380382114d1365" + }, + { + "id": "validation_Materials_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1096/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f08973b103311eab4ceebfbd283bb00145140b7e84170c26617c1c64dbda4f6a.png", + "bytes": 2291444, + "contentType": "image/png", + "sha256": "f08973b103311eab4ceebfbd283bb00145140b7e84170c26617c1c64dbda4f6a" + }, + { + "id": "validation_Materials_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/734/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45f81b10638376c7da0d81e8264754ac5f544be40d2d549c2c7c329c88ae7fe7.png", + "bytes": 200898, + "contentType": "image/png", + "sha256": "45f81b10638376c7da0d81e8264754ac5f544be40d2d549c2c7c329c88ae7fe7" + }, + { + "id": "validation_Materials_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/583/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a8eefbd94002bbde59a698afbfc94fe5b9078b74739b6426675d61433bf9dad.png", + "bytes": 287417, + "contentType": "image/png", + "sha256": "2a8eefbd94002bbde59a698afbfc94fe5b9078b74739b6426675d61433bf9dad" + }, + { + "id": "validation_Materials_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1542/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/beca05159dd1d5ac8236576329df943ea542b8b77891e00025ea9629200c021c.jpg", + "bytes": 55756, + "contentType": "image/jpeg", + "sha256": "beca05159dd1d5ac8236576329df943ea542b8b77891e00025ea9629200c021c" + }, + { + "id": "validation_Materials_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1236/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7f9d91a658452afb41afef11798aaa5d7d3cc06094abf2d6a08e5910e5c4631f.png", + "bytes": 392017, + "contentType": "image/png", + "sha256": "7f9d91a658452afb41afef11798aaa5d7d3cc06094abf2d6a08e5910e5c4631f" + }, + { + "id": "validation_Materials_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/577/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/289dde1caa651ef5e8911626481a33e66d71de522a7681cbd9e645fe726e07fe.png", + "bytes": 280070, + "contentType": "image/png", + "sha256": "289dde1caa651ef5e8911626481a33e66d71de522a7681cbd9e645fe726e07fe" + }, + { + "id": "validation_Materials_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/996/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/52c5e7dc7926f56c22c4ff84afb389e3c1f41af073ffcece7a7ef1ac7473afd4.png", + "bytes": 214399, + "contentType": "image/png", + "sha256": "52c5e7dc7926f56c22c4ff84afb389e3c1f41af073ffcece7a7ef1ac7473afd4" + }, + { + "id": "validation_Materials_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/945/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/584f180fe72ecb24c21b06035978277e6a582419b77c1a5bdd37c6f5afd2c88a.png", + "bytes": 1057040, + "contentType": "image/png", + "sha256": "584f180fe72ecb24c21b06035978277e6a582419b77c1a5bdd37c6f5afd2c88a" + }, + { + "id": "validation_Materials_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1314/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ca8b9c31683742c7869fb7fad1ba36819c6bcf80adfcdda95152d6f8852a8cb5.png", + "bytes": 3035817, + "contentType": "image/png", + "sha256": "ca8b9c31683742c7869fb7fad1ba36819c6bcf80adfcdda95152d6f8852a8cb5" + }, + { + "id": "validation_Materials_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/227/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7d62bf6515b67ca7cc93a7d61ce2516c71970eb9cd6be710f6d65b8977a87d4c.png", + "bytes": 387164, + "contentType": "image/png", + "sha256": "7d62bf6515b67ca7cc93a7d61ce2516c71970eb9cd6be710f6d65b8977a87d4c" + }, + { + "id": "validation_Materials_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/626/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/37ab78570b9e69f6ae52455ece7434267e9c2926a9180f4977bbeed4a25892ac.png", + "bytes": 301599, + "contentType": "image/png", + "sha256": "37ab78570b9e69f6ae52455ece7434267e9c2926a9180f4977bbeed4a25892ac" + }, + { + "id": "validation_Materials_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/932/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/169d03b25e13917f24f61070557ee99d21a0e90d4b9c10c573ee47a9e47eccf2.jpg", + "bytes": 141362, + "contentType": "image/jpeg", + "sha256": "169d03b25e13917f24f61070557ee99d21a0e90d4b9c10c573ee47a9e47eccf2" + }, + { + "id": "validation_Materials_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1271/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d8386254aec43749993275b44506e197ace99fe9662a0c98103c9ce4271a24b3.png", + "bytes": 320008, + "contentType": "image/png", + "sha256": "d8386254aec43749993275b44506e197ace99fe9662a0c98103c9ce4271a24b3" + }, + { + "id": "validation_Materials_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/293/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/676b4f172408cb495fc8c60653b24fd1cbc35f53fb82b0be83c85a0ed0cbc337.png", + "bytes": 292454, + "contentType": "image/png", + "sha256": "676b4f172408cb495fc8c60653b24fd1cbc35f53fb82b0be83c85a0ed0cbc337" + }, + { + "id": "validation_Materials_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1044/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb3f4de66dfbd66510efc129cc9e33578d2cdadc14e6ffb770a22bfdfead8033.png", + "bytes": 3226872, + "contentType": "image/png", + "sha256": "fb3f4de66dfbd66510efc129cc9e33578d2cdadc14e6ffb770a22bfdfead8033" + }, + { + "id": "validation_Materials_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1515/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2f5fa931b53965e8a22a45c1dc0859554745ad3e5fe5a6422167e5aabd13fa0a.png", + "bytes": 299813, + "contentType": "image/png", + "sha256": "2f5fa931b53965e8a22a45c1dc0859554745ad3e5fe5a6422167e5aabd13fa0a" + }, + { + "id": "validation_Materials_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1134/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55892f72e99cb22efe8645c28e6210bb50d9f7ad77ab2eea24c5e9bdc58449e7.png", + "bytes": 122967, + "contentType": "image/png", + "sha256": "55892f72e99cb22efe8645c28e6210bb50d9f7ad77ab2eea24c5e9bdc58449e7" + }, + { + "id": "validation_Math_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/375/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2097967d5e4c30e3d51297e567c5e29185e4c26fc2a3e54c16156bae2bbb9da1.png", + "bytes": 134043, + "contentType": "image/png", + "sha256": "2097967d5e4c30e3d51297e567c5e29185e4c26fc2a3e54c16156bae2bbb9da1" + }, + { + "id": "validation_Math_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1558/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/60b5e0aadf5e936b699a45fcfe369c68a1447907585ce62e4c3ef42e2146ce44.jpg", + "bytes": 55155, + "contentType": "image/jpeg", + "sha256": "60b5e0aadf5e936b699a45fcfe369c68a1447907585ce62e4c3ef42e2146ce44" + }, + { + "id": "validation_Math_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/566/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/800212418f24512dc51762a92e72983dc059517968d86a892668659f5e51b610.png", + "bytes": 267934, + "contentType": "image/png", + "sha256": "800212418f24512dc51762a92e72983dc059517968d86a892668659f5e51b610" + }, + { + "id": "validation_Math_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/411/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7721978fb5ef74c32a298a652d7e6e4e6eff0fd4be2d812b0b4d83995f108d41.png", + "bytes": 299507, + "contentType": "image/png", + "sha256": "7721978fb5ef74c32a298a652d7e6e4e6eff0fd4be2d812b0b4d83995f108d41" + }, + { + "id": "validation_Math_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1019/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02dc8afd63a1d6387d445ae55c859858e57a617fe03be3ce0bea89fa1a4ae808.jpg", + "bytes": 238999, + "contentType": "image/jpeg", + "sha256": "02dc8afd63a1d6387d445ae55c859858e57a617fe03be3ce0bea89fa1a4ae808" + }, + { + "id": "validation_Math_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/439/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/50fe96da258f7c3c2d916f625d31a006f9e66e7ccd39509868f3e3a16411bd20.png", + "bytes": 589048, + "contentType": "image/png", + "sha256": "50fe96da258f7c3c2d916f625d31a006f9e66e7ccd39509868f3e3a16411bd20" + }, + { + "id": "validation_Math_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1388/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/552ee206c05e04f78b4319057f5b27665ea1601a588498cbf56cfeb827289a10.png", + "bytes": 223378, + "contentType": "image/png", + "sha256": "552ee206c05e04f78b4319057f5b27665ea1601a588498cbf56cfeb827289a10" + }, + { + "id": "validation_Math_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1108/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a6195039d841444fa0dc3a81a8751b872278bce954c34d6e0ea0319e38c73639.png", + "bytes": 1568099, + "contentType": "image/png", + "sha256": "a6195039d841444fa0dc3a81a8751b872278bce954c34d6e0ea0319e38c73639" + }, + { + "id": "validation_Math_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/899/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/332f300f8e6eec54b54d3ccfac74e8aa3d856277322fd18bf2d98f0615b9a88e.jpg", + "bytes": 136585, + "contentType": "image/jpeg", + "sha256": "332f300f8e6eec54b54d3ccfac74e8aa3d856277322fd18bf2d98f0615b9a88e" + }, + { + "id": "validation_Math_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1649/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d171f1c573a94ebb7960d3969fca10305e4714e60edaae41868a96db2f6d927c.jpg", + "bytes": 70882, + "contentType": "image/jpeg", + "sha256": "d171f1c573a94ebb7960d3969fca10305e4714e60edaae41868a96db2f6d927c" + }, + { + "id": "validation_Math_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1172/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17c32b5e1d19943671bc226e0fc48b27a91a126e4fd8d8cd801e95be040a3598.png", + "bytes": 217357, + "contentType": "image/png", + "sha256": "17c32b5e1d19943671bc226e0fc48b27a91a126e4fd8d8cd801e95be040a3598" + }, + { + "id": "validation_Math_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1669/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/56d0f213dda6467b9a40ac18875ee4cdb40ba0b06c9ed2930ed98100da9b86e6.jpg", + "bytes": 63486, + "contentType": "image/jpeg", + "sha256": "56d0f213dda6467b9a40ac18875ee4cdb40ba0b06c9ed2930ed98100da9b86e6" + }, + { + "id": "validation_Math_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1494/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7924b63822189000e5c2cac58d4c16d86a36858aaaeb1cb164675db1d15a4c72.png", + "bytes": 308829, + "contentType": "image/png", + "sha256": "7924b63822189000e5c2cac58d4c16d86a36858aaaeb1cb164675db1d15a4c72" + }, + { + "id": "validation_Math_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/50/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5f91000e2f10e3d2f131b1d1f45b6bc00cc8bdadd0256041429bb56db477a6bd.png", + "bytes": 152290, + "contentType": "image/png", + "sha256": "5f91000e2f10e3d2f131b1d1f45b6bc00cc8bdadd0256041429bb56db477a6bd" + }, + { + "id": "validation_Math_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/858/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/981b80413ad3a428f07031223870064ebad92b09523afb6b4c45d3639cbe901d.jpg", + "bytes": 91183, + "contentType": "image/jpeg", + "sha256": "981b80413ad3a428f07031223870064ebad92b09523afb6b4c45d3639cbe901d" + }, + { + "id": "validation_Math_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1516/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/63594c00f467279eb5677e98b674d8e09c4615cd8d26367bd45370f87d65740b.png", + "bytes": 327049, + "contentType": "image/png", + "sha256": "63594c00f467279eb5677e98b674d8e09c4615cd8d26367bd45370f87d65740b" + }, + { + "id": "validation_Math_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1207/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/303126e551c38e5582fad7faabed07cc1f375740bc659f710044db2a92c8a734.png", + "bytes": 422413, + "contentType": "image/png", + "sha256": "303126e551c38e5582fad7faabed07cc1f375740bc659f710044db2a92c8a734" + }, + { + "id": "validation_Math_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/651/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1b1ff3acbdae797a706cd161572fdb49701ec848b7faa25a2ebee76b70aca7a4.png", + "bytes": 471266, + "contentType": "image/png", + "sha256": "1b1ff3acbdae797a706cd161572fdb49701ec848b7faa25a2ebee76b70aca7a4" + }, + { + "id": "validation_Math_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/548/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/069680e7c10a5d93b1b83dbed34645c7833afdea2874064aff614fedf7141ba6.png", + "bytes": 1475202, + "contentType": "image/png", + "sha256": "069680e7c10a5d93b1b83dbed34645c7833afdea2874064aff614fedf7141ba6" + }, + { + "id": "validation_Math_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/491/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ff5159288b9d958d40b0531d36b350058f09fc1bab7d3c45e78ea7e2adaf0645.png", + "bytes": 1622663, + "contentType": "image/png", + "sha256": "ff5159288b9d958d40b0531d36b350058f09fc1bab7d3c45e78ea7e2adaf0645" + }, + { + "id": "validation_Math_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1294/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/36e19ab5650491aa18d636b4ee3b0d7a60cde0cd91289c5a332fc3a6944aa0d0.png", + "bytes": 1107330, + "contentType": "image/png", + "sha256": "36e19ab5650491aa18d636b4ee3b0d7a60cde0cd91289c5a332fc3a6944aa0d0" + }, + { + "id": "validation_Mechanical_Engineering_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/716/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/57585a24835a4406fb5ac583d1e439ca7e42269ae8eef6db7a297d5ec5e82a65.png", + "bytes": 99207, + "contentType": "image/png", + "sha256": "57585a24835a4406fb5ac583d1e439ca7e42269ae8eef6db7a297d5ec5e82a65" + }, + { + "id": "validation_Mechanical_Engineering_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/732/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/17625881badbc94a53894cd2567b93bc3cda654ac4a72ec1bbd64926de388740.png", + "bytes": 113699, + "contentType": "image/png", + "sha256": "17625881badbc94a53894cd2567b93bc3cda654ac4a72ec1bbd64926de388740" + }, + { + "id": "validation_Mechanical_Engineering_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1501/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/eca76580ecdbfa0288b9e01dc3d895b4030d5b0fc754e7bce30efe928b38af2d.png", + "bytes": 139047, + "contentType": "image/png", + "sha256": "eca76580ecdbfa0288b9e01dc3d895b4030d5b0fc754e7bce30efe928b38af2d" + }, + { + "id": "validation_Mechanical_Engineering_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/887/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/925c378eecdf900f3ba3ae449c6246a2baa8e1bf7ed1c76962fce3e97d3792ae.jpg", + "bytes": 91900, + "contentType": "image/jpeg", + "sha256": "925c378eecdf900f3ba3ae449c6246a2baa8e1bf7ed1c76962fce3e97d3792ae" + }, + { + "id": "validation_Mechanical_Engineering_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/533/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9e1ca4d0430b47aec0083ddd5f42a5f42cd20756c9a6de56f773cfe0ffd9a04c.png", + "bytes": 1044558, + "contentType": "image/png", + "sha256": "9e1ca4d0430b47aec0083ddd5f42a5f42cd20756c9a6de56f773cfe0ffd9a04c" + }, + { + "id": "validation_Mechanical_Engineering_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1201/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd040589484b3fe99ada9f2544bfe921058a6341b2818e0920411cd6d76f4008.png", + "bytes": 402077, + "contentType": "image/png", + "sha256": "dd040589484b3fe99ada9f2544bfe921058a6341b2818e0920411cd6d76f4008" + }, + { + "id": "validation_Mechanical_Engineering_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/744/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2822b201edcbb3c0bf3efbc7b22172f0b204bbb0319a6dc6bdebd05360e45fb7.png", + "bytes": 116338, + "contentType": "image/png", + "sha256": "2822b201edcbb3c0bf3efbc7b22172f0b204bbb0319a6dc6bdebd05360e45fb7" + }, + { + "id": "validation_Mechanical_Engineering_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/30/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4ed6e59825aaf533dfe4d12dace7279340d394869e92998e26c1890e9032d7d.png", + "bytes": 1646051, + "contentType": "image/png", + "sha256": "a4ed6e59825aaf533dfe4d12dace7279340d394869e92998e26c1890e9032d7d" + }, + { + "id": "validation_Mechanical_Engineering_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1647/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ba66b5c03f0f7b566f8db730f3bd40cfa91e295010632e191517ec6c3d69335b.png", + "bytes": 1036589, + "contentType": "image/png", + "sha256": "ba66b5c03f0f7b566f8db730f3bd40cfa91e295010632e191517ec6c3d69335b" + }, + { + "id": "validation_Mechanical_Engineering_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/789/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fdd85c19264ce4d18231cf1a414e2aba272876aa014bf24d4e157d2751b12275.png", + "bytes": 354593, + "contentType": "image/png", + "sha256": "fdd85c19264ce4d18231cf1a414e2aba272876aa014bf24d4e157d2751b12275" + }, + { + "id": "validation_Mechanical_Engineering_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1038/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9ad90fdec503372b1cdde72f030ed8edf2935de0b84287d192075b98c33a57b3.png", + "bytes": 2015295, + "contentType": "image/png", + "sha256": "9ad90fdec503372b1cdde72f030ed8edf2935de0b84287d192075b98c33a57b3" + }, + { + "id": "validation_Mechanical_Engineering_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/108/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9bdbc4c18143d027cd872b768b6602cf64b15e5b0f5ef0124276b9f026a9e77.png", + "bytes": 211692, + "contentType": "image/png", + "sha256": "a9bdbc4c18143d027cd872b768b6602cf64b15e5b0f5ef0124276b9f026a9e77" + }, + { + "id": "validation_Mechanical_Engineering_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/34/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2a89cdced8478c4c7fe37c48890d8193e363a541ca94b5ad64fd45931fbbb922.png", + "bytes": 157158, + "contentType": "image/png", + "sha256": "2a89cdced8478c4c7fe37c48890d8193e363a541ca94b5ad64fd45931fbbb922" + }, + { + "id": "validation_Mechanical_Engineering_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1200/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9c9e1f2aa73f6218a5189d3c2920900876d3bac35d67588d4caef6a4f00d5b17.png", + "bytes": 1001925, + "contentType": "image/png", + "sha256": "9c9e1f2aa73f6218a5189d3c2920900876d3bac35d67588d4caef6a4f00d5b17" + }, + { + "id": "validation_Mechanical_Engineering_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/725/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1ec31b9efb07a600d0ba1776dadc02a6e448151170cc7b1ba76310c5cf926ead.png", + "bytes": 83242, + "contentType": "image/png", + "sha256": "1ec31b9efb07a600d0ba1776dadc02a6e448151170cc7b1ba76310c5cf926ead" + }, + { + "id": "validation_Mechanical_Engineering_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1604/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/477e7d96657eee7f54cf21ed857392578943ec2ff96386565658e9ad920d252e.jpg", + "bytes": 65400, + "contentType": "image/jpeg", + "sha256": "477e7d96657eee7f54cf21ed857392578943ec2ff96386565658e9ad920d252e" + }, + { + "id": "validation_Mechanical_Engineering_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1638/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b3e84318321652afa1c2b8f491d2bcc4ba337b7966e648f6ec3b19f238d11213.png", + "bytes": 369592, + "contentType": "image/png", + "sha256": "b3e84318321652afa1c2b8f491d2bcc4ba337b7966e648f6ec3b19f238d11213" + }, + { + "id": "validation_Mechanical_Engineering_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/90/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/86149a722a66186e202964273d2b0a519aa57d01210ddcc4176d08cbd7fc970c.png", + "bytes": 178288, + "contentType": "image/png", + "sha256": "86149a722a66186e202964273d2b0a519aa57d01210ddcc4176d08cbd7fc970c" + }, + { + "id": "validation_Mechanical_Engineering_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/900/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3db54ec0ea294446d2a3dbd7c07967da6b3adc86f7b7c858b337d3e439e5bb99.jpg", + "bytes": 59045, + "contentType": "image/jpeg", + "sha256": "3db54ec0ea294446d2a3dbd7c07967da6b3adc86f7b7c858b337d3e439e5bb99" + }, + { + "id": "validation_Mechanical_Engineering_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/972/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7dccee67be38e35fdbcb76220c12a2a46196fb399b80ebfad0ec918affe9dd0c.png", + "bytes": 220040, + "contentType": "image/png", + "sha256": "7dccee67be38e35fdbcb76220c12a2a46196fb399b80ebfad0ec918affe9dd0c" + }, + { + "id": "validation_Mechanical_Engineering_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/208/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f1a858370fee93f8d9abb51ff3796eb74cabbc4ac8b9012119989efdb9da5a0c.png", + "bytes": 312001, + "contentType": "image/png", + "sha256": "f1a858370fee93f8d9abb51ff3796eb74cabbc4ac8b9012119989efdb9da5a0c" + }, + { + "id": "validation_Mechanical_Engineering_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/954/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5f6a62dcb67220ad0c09a66805dc24f7e819157ff11655b4000696a50191054f.png", + "bytes": 167751, + "contentType": "image/png", + "sha256": "5f6a62dcb67220ad0c09a66805dc24f7e819157ff11655b4000696a50191054f" + }, + { + "id": "validation_Mechanical_Engineering_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1682/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9eee60bf241b4257f27bbb53adc2478dc9ac5ff275e1dc8fc28c3f03bbcda9f2.jpg", + "bytes": 244195, + "contentType": "image/jpeg", + "sha256": "9eee60bf241b4257f27bbb53adc2478dc9ac5ff275e1dc8fc28c3f03bbcda9f2" + }, + { + "id": "validation_Mechanical_Engineering_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/632/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d7624365966893d32cc07a3e493a9bdc6c54c18371d1d31b085572bc179c629.png", + "bytes": 1873487, + "contentType": "image/png", + "sha256": "2d7624365966893d32cc07a3e493a9bdc6c54c18371d1d31b085572bc179c629" + }, + { + "id": "validation_Mechanical_Engineering_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1449/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/e9c760d15caca3558e1d6dea58ac9c38d92f3d52a333e3eec9e6f51c7144f0bf.png", + "bytes": 411111, + "contentType": "image/png", + "sha256": "e9c760d15caca3558e1d6dea58ac9c38d92f3d52a333e3eec9e6f51c7144f0bf" + }, + { + "id": "validation_Music_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/169/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ae84aafa0e472552e697849e5e409588570244869cd3b740702e33424542b5c.png", + "bytes": 97474, + "contentType": "image/png", + "sha256": "6ae84aafa0e472552e697849e5e409588570244869cd3b740702e33424542b5c" + }, + { + "id": "validation_Music_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1301/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2082a490597c4c7f51ab386f9bba1845789477066a5d06aa46eeafcd1e497451.png", + "bytes": 600829, + "contentType": "image/png", + "sha256": "2082a490597c4c7f51ab386f9bba1845789477066a5d06aa46eeafcd1e497451" + }, + { + "id": "validation_Music_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1079/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83dcf487701df2b5b875fc1fe49cb0b6a6935e642ead9582b3753b8c952017cc.png", + "bytes": 198417, + "contentType": "image/png", + "sha256": "83dcf487701df2b5b875fc1fe49cb0b6a6935e642ead9582b3753b8c952017cc" + }, + { + "id": "validation_Music_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/568/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/70adfb6e2eba67cb92f499d75c7eb6252fb7c6d0efaf9b5ddfd9d79378929ae4.png", + "bytes": 215907, + "contentType": "image/png", + "sha256": "70adfb6e2eba67cb92f499d75c7eb6252fb7c6d0efaf9b5ddfd9d79378929ae4" + }, + { + "id": "validation_Music_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/814/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/384f8adf4c12f2169fd6e2d90bd67610a228f5097f4bb53594df23f486428c5f.png", + "bytes": 207255, + "contentType": "image/png", + "sha256": "384f8adf4c12f2169fd6e2d90bd67610a228f5097f4bb53594df23f486428c5f" + }, + { + "id": "validation_Music_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/671/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6c9e3f4526f8871380640d5fba9169246417d9e39d5851212e59c4cd4695c311.png", + "bytes": 1309411, + "contentType": "image/png", + "sha256": "6c9e3f4526f8871380640d5fba9169246417d9e39d5851212e59c4cd4695c311" + }, + { + "id": "validation_Music_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1658/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/719e65ca234d98e2903de51596e918748a9608e53411840e62c8ad3667f3a41a.png", + "bytes": 6982410, + "contentType": "image/png", + "sha256": "719e65ca234d98e2903de51596e918748a9608e53411840e62c8ad3667f3a41a" + }, + { + "id": "validation_Music_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/379/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/442f10d7fe857dccc6fa2f22f5f2e782d256d680d09274bab45eb5996378a813.png", + "bytes": 421274, + "contentType": "image/png", + "sha256": "442f10d7fe857dccc6fa2f22f5f2e782d256d680d09274bab45eb5996378a813" + }, + { + "id": "validation_Music_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/737/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d199c257d5e67874d3b29c744cb2fa3586899b6d69ef8c7cebf3a1e33c761d0.png", + "bytes": 122185, + "contentType": "image/png", + "sha256": "2d199c257d5e67874d3b29c744cb2fa3586899b6d69ef8c7cebf3a1e33c761d0" + }, + { + "id": "validation_Music_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/150/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/31e305dac09fe1540fcd85ecb62f779bdb168a22c85eb4827def659d827042a5.png", + "bytes": 251785, + "contentType": "image/png", + "sha256": "31e305dac09fe1540fcd85ecb62f779bdb168a22c85eb4827def659d827042a5" + }, + { + "id": "validation_Music_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/380/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7af2055ddbd1f335a27ecad271550c19d343ef61389a9fcba4778fa3f29f56f7.png", + "bytes": 212426, + "contentType": "image/png", + "sha256": "7af2055ddbd1f335a27ecad271550c19d343ef61389a9fcba4778fa3f29f56f7" + }, + { + "id": "validation_Music_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/574/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c17852fc6085f6f8ab490916b102f89863742b8ded519d8982ad19e30e548d26.png", + "bytes": 1160409, + "contentType": "image/png", + "sha256": "c17852fc6085f6f8ab490916b102f89863742b8ded519d8982ad19e30e548d26" + }, + { + "id": "validation_Music_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/500/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a298de048f4ba50c814b9486ccf2cd79730d5c92540f203da78258186d5bcc0.png", + "bytes": 1291634, + "contentType": "image/png", + "sha256": "5a298de048f4ba50c814b9486ccf2cd79730d5c92540f203da78258186d5bcc0" + }, + { + "id": "validation_Music_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1198/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/730c4aeb05dc5b619739becdc4ff3619b76f5defc1b854eec785a97d7ea8c55c.png", + "bytes": 435115, + "contentType": "image/png", + "sha256": "730c4aeb05dc5b619739becdc4ff3619b76f5defc1b854eec785a97d7ea8c55c" + }, + { + "id": "validation_Music_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/602/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b2e01737f82e68952040c9cb14b64b025d8bb1efd0448b9b5252db33f14a1f3b.png", + "bytes": 931031, + "contentType": "image/png", + "sha256": "b2e01737f82e68952040c9cb14b64b025d8bb1efd0448b9b5252db33f14a1f3b" + }, + { + "id": "validation_Music_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/931/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/54c00ac8df0c167aecc4ff75bce87c083e5df35cf9e0f7c26f5e4648b1b8cda6.jpg", + "bytes": 68541, + "contentType": "image/jpeg", + "sha256": "54c00ac8df0c167aecc4ff75bce87c083e5df35cf9e0f7c26f5e4648b1b8cda6" + }, + { + "id": "validation_Music_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/206/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfeefcad9c6c841073c14ebe5aea6b2aa337a083c7b34a19088a4804460e88e9.png", + "bytes": 119350, + "contentType": "image/png", + "sha256": "cfeefcad9c6c841073c14ebe5aea6b2aa337a083c7b34a19088a4804460e88e9" + }, + { + "id": "validation_Music_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/712/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16013490a09c83b589f50e0409bfd909fbd924496b59c0402d5a759d9d23f7f6.png", + "bytes": 95872, + "contentType": "image/png", + "sha256": "16013490a09c83b589f50e0409bfd909fbd924496b59c0402d5a759d9d23f7f6" + }, + { + "id": "validation_Music_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/373/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/552a7cb22536eb7fb0232f22fc0abb8c463491f0b18483c2cb88194f6df91580.png", + "bytes": 1710383, + "contentType": "image/png", + "sha256": "552a7cb22536eb7fb0232f22fc0abb8c463491f0b18483c2cb88194f6df91580" + }, + { + "id": "validation_Music_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/925/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0aeb3c1ac1604e72eb7f8e92341fb3353dfbbb7a0816d40556c45c1d7d44e70c.png", + "bytes": 1012638, + "contentType": "image/png", + "sha256": "0aeb3c1ac1604e72eb7f8e92341fb3353dfbbb7a0816d40556c45c1d7d44e70c" + }, + { + "id": "validation_Music_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/927/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/74224c5f17b6a6e405f35e0ea73e7b614fe3ecba87208996265de7915ec8ec88.jpg", + "bytes": 94362, + "contentType": "image/jpeg", + "sha256": "74224c5f17b6a6e405f35e0ea73e7b614fe3ecba87208996265de7915ec8ec88" + }, + { + "id": "validation_Music_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1257/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5bd431ebf4522540b57e9e8ec598b1f659c9070f678e14405f0a7ce1453d1006.png", + "bytes": 202662, + "contentType": "image/png", + "sha256": "5bd431ebf4522540b57e9e8ec598b1f659c9070f678e14405f0a7ce1453d1006" + }, + { + "id": "validation_Music_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/778/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cfd1a106b82e35ef1a9dbc6783cce04aaaf4320cbaf5271c9692f5d68dbcc947.png", + "bytes": 341155, + "contentType": "image/png", + "sha256": "cfd1a106b82e35ef1a9dbc6783cce04aaaf4320cbaf5271c9692f5d68dbcc947" + }, + { + "id": "validation_Music_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1506/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/289c448e9f4a23e0976cda22e9329c4157aeae82fc73f5a6d497cbc2909ab65a.png", + "bytes": 220906, + "contentType": "image/png", + "sha256": "289c448e9f4a23e0976cda22e9329c4157aeae82fc73f5a6d497cbc2909ab65a" + }, + { + "id": "validation_Music_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/704/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02750bdb423ca9ad940d942a2c3ac8f45d0ec1a06dd01b883961a80802b50edf.png", + "bytes": 110467, + "contentType": "image/png", + "sha256": "02750bdb423ca9ad940d942a2c3ac8f45d0ec1a06dd01b883961a80802b50edf" + }, + { + "id": "validation_Music_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/91/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/327adeaf316c1fe8bcde2a3475f71a90c22dc0e73d276ff2ce43e87724d43dd6.png", + "bytes": 113102, + "contentType": "image/png", + "sha256": "327adeaf316c1fe8bcde2a3475f71a90c22dc0e73d276ff2ce43e87724d43dd6" + }, + { + "id": "validation_Music_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/203/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dada9e6a6d989d71388b8f2ebf89401afff6ba1685bc3542989b77364e24882c.png", + "bytes": 108291, + "contentType": "image/png", + "sha256": "dada9e6a6d989d71388b8f2ebf89401afff6ba1685bc3542989b77364e24882c" + }, + { + "id": "validation_Music_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1060/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8f1bc8409e77770797bfc8c9292707c29130a192d12ff4ab938fcda4f384b73c.png", + "bytes": 72508, + "contentType": "image/png", + "sha256": "8f1bc8409e77770797bfc8c9292707c29130a192d12ff4ab938fcda4f384b73c" + }, + { + "id": "validation_Pharmacy_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/64/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a48e8da18aef995c018b9f44c58e245fd87817ec755f799ad0a3d9444d830c93.png", + "bytes": 200888, + "contentType": "image/png", + "sha256": "a48e8da18aef995c018b9f44c58e245fd87817ec755f799ad0a3d9444d830c93" + }, + { + "id": "validation_Pharmacy_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/649/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/75d987dc18fed489d90c826364a75aefbc085698add3d36a67ff721e25536484.png", + "bytes": 572751, + "contentType": "image/png", + "sha256": "75d987dc18fed489d90c826364a75aefbc085698add3d36a67ff721e25536484" + }, + { + "id": "validation_Pharmacy_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/105/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/74facf368ce584db4456011a5ed80974ee4bcb877a17af9026c2eca18968aa22.png", + "bytes": 198964, + "contentType": "image/png", + "sha256": "74facf368ce584db4456011a5ed80974ee4bcb877a17af9026c2eca18968aa22" + }, + { + "id": "validation_Pharmacy_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/226/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aff1a8d0196d80fca6442d6020bbd7c89af816d3edb073ae716003661f9b6bb9.png", + "bytes": 354635, + "contentType": "image/png", + "sha256": "aff1a8d0196d80fca6442d6020bbd7c89af816d3edb073ae716003661f9b6bb9" + }, + { + "id": "validation_Pharmacy_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1447/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be5d1357bf00aee8f1f5c9ea5403bc1e6908bb1c581dbedaebcc97f73273890b.png", + "bytes": 925831, + "contentType": "image/png", + "sha256": "be5d1357bf00aee8f1f5c9ea5403bc1e6908bb1c581dbedaebcc97f73273890b" + }, + { + "id": "validation_Pharmacy_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1168/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ab4e363e7ca1dc9add334d4ee2aaea24a15ba750e48b33c3c416bf7e41450250.png", + "bytes": 1591705, + "contentType": "image/png", + "sha256": "ab4e363e7ca1dc9add334d4ee2aaea24a15ba750e48b33c3c416bf7e41450250" + }, + { + "id": "validation_Pharmacy_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/988/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d41d87d32099d395af5ca2924bdfb7ca55e8edca81c5b87976757c9f967d30c6.jpg", + "bytes": 224944, + "contentType": "image/jpeg", + "sha256": "d41d87d32099d395af5ca2924bdfb7ca55e8edca81c5b87976757c9f967d30c6" + }, + { + "id": "validation_Pharmacy_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/693/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/738a166d42c912e5ba2823b8999f0e3ad108560a5d1227cf84c4368e436b55fc.png", + "bytes": 2907377, + "contentType": "image/png", + "sha256": "738a166d42c912e5ba2823b8999f0e3ad108560a5d1227cf84c4368e436b55fc" + }, + { + "id": "validation_Pharmacy_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/940/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a5860eedef00405ef3642c85c046ea1a19bee3a8eefd039b6076a33fe24c7a2.png", + "bytes": 556373, + "contentType": "image/png", + "sha256": "1a5860eedef00405ef3642c85c046ea1a19bee3a8eefd039b6076a33fe24c7a2" + }, + { + "id": "validation_Pharmacy_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1484/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/97d1c8057f8c35f631f498c5016bed1ae47d8092e7417f5a179834e0eba4da34.png", + "bytes": 9852387, + "contentType": "image/png", + "sha256": "97d1c8057f8c35f631f498c5016bed1ae47d8092e7417f5a179834e0eba4da34" + }, + { + "id": "validation_Pharmacy_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/62/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d7b6c4a31e02d1a7361acbdf0f0f44db680d96bccaeadbd592897b7001e06c1b.png", + "bytes": 401042, + "contentType": "image/png", + "sha256": "d7b6c4a31e02d1a7361acbdf0f0f44db680d96bccaeadbd592897b7001e06c1b" + }, + { + "id": "validation_Pharmacy_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1046/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8d7614946bae394d08a4b764de3eb99de48402ea158d8ffcb66fbbdfe7a940d1.png", + "bytes": 957033, + "contentType": "image/png", + "sha256": "8d7614946bae394d08a4b764de3eb99de48402ea158d8ffcb66fbbdfe7a940d1" + }, + { + "id": "validation_Pharmacy_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1511/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3e76b4cd6083ed85db62e2878eeff8501c9a3a8e02565609c0993ca42e5cc60c.png", + "bytes": 802705, + "contentType": "image/png", + "sha256": "3e76b4cd6083ed85db62e2878eeff8501c9a3a8e02565609c0993ca42e5cc60c" + }, + { + "id": "validation_Pharmacy_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1188/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b4839e6be7de15ada3f13aedc97ec8e79ae145d3f782dc32116e416f1f39d41c.png", + "bytes": 1779142, + "contentType": "image/png", + "sha256": "b4839e6be7de15ada3f13aedc97ec8e79ae145d3f782dc32116e416f1f39d41c" + }, + { + "id": "validation_Pharmacy_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1385/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ea1729bb718e909ef3b2ed8caf851d407e3b9fa86bb866dbff2a47b2d1a0f047.png", + "bytes": 168398, + "contentType": "image/png", + "sha256": "ea1729bb718e909ef3b2ed8caf851d407e3b9fa86bb866dbff2a47b2d1a0f047" + }, + { + "id": "validation_Pharmacy_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/483/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/9c46f3c0272f2162e6a567bcf69b474370a616165382320f9abb3bb7c398d9d8.png", + "bytes": 159307, + "contentType": "image/png", + "sha256": "9c46f3c0272f2162e6a567bcf69b474370a616165382320f9abb3bb7c398d9d8" + }, + { + "id": "validation_Pharmacy_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/853/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/be72d77aa9e61228eb5812a6aa5a7e7f40fadf1e79bd92d27c83a938966ae54a.jpg", + "bytes": 64860, + "contentType": "image/jpeg", + "sha256": "be72d77aa9e61228eb5812a6aa5a7e7f40fadf1e79bd92d27c83a938966ae54a" + }, + { + "id": "validation_Physics_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/334/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2d54ae21713a06a9dcdb1c43e631cc1b2d0c6e4bad455c5243bc5e9231b603a2.png", + "bytes": 268848, + "contentType": "image/png", + "sha256": "2d54ae21713a06a9dcdb1c43e631cc1b2d0c6e4bad455c5243bc5e9231b603a2" + }, + { + "id": "validation_Physics_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/663/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/802971e6ddd756fca1719f832824c69d002e172914118ad1f97e213ed422b233.png", + "bytes": 401055, + "contentType": "image/png", + "sha256": "802971e6ddd756fca1719f832824c69d002e172914118ad1f97e213ed422b233" + }, + { + "id": "validation_Physics_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1247/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7d6684312fcfd86d550e9c00eab13a159344a9a83763f53578e473d672585cdd.png", + "bytes": 537663, + "contentType": "image/png", + "sha256": "7d6684312fcfd86d550e9c00eab13a159344a9a83763f53578e473d672585cdd" + }, + { + "id": "validation_Physics_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1107/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b563f11dd147612c1f5d5457679d7eb7982cb0ddb80b910f4f32e76fb73d4cc.png", + "bytes": 182003, + "contentType": "image/png", + "sha256": "6b563f11dd147612c1f5d5457679d7eb7982cb0ddb80b910f4f32e76fb73d4cc" + }, + { + "id": "validation_Physics_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/48/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/91b2b253d2a3cdf4774b66acb00e2e5844d7525f494d92b5ac2c57a40f2255a6.png", + "bytes": 127635, + "contentType": "image/png", + "sha256": "91b2b253d2a3cdf4774b66acb00e2e5844d7525f494d92b5ac2c57a40f2255a6" + }, + { + "id": "validation_Physics_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1692/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fb227246069646c810da4588d50cbdfba1ef78a7d8a18e5a629d07957f9fddb8.jpg", + "bytes": 87747, + "contentType": "image/jpeg", + "sha256": "fb227246069646c810da4588d50cbdfba1ef78a7d8a18e5a629d07957f9fddb8" + }, + { + "id": "validation_Physics_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1026/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c7fc4a7b9a4d4fc164f93ffa4fc1ad95ea11f69a1f8d5881fa3dd7d7f79dba41.png", + "bytes": 109667, + "contentType": "image/png", + "sha256": "c7fc4a7b9a4d4fc164f93ffa4fc1ad95ea11f69a1f8d5881fa3dd7d7f79dba41" + }, + { + "id": "validation_Physics_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/589/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/73a78f30b13c7b21aa408cccd3dd52420918bd07074bd86f73adab30cd47bd42.png", + "bytes": 157201, + "contentType": "image/png", + "sha256": "73a78f30b13c7b21aa408cccd3dd52420918bd07074bd86f73adab30cd47bd42" + }, + { + "id": "validation_Physics_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1118/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2286eab971fd35c97b1d4576a1a29d0abae550cb102663f58652debbfc1cf4ab.png", + "bytes": 87262, + "contentType": "image/png", + "sha256": "2286eab971fd35c97b1d4576a1a29d0abae550cb102663f58652debbfc1cf4ab" + }, + { + "id": "validation_Physics_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1078/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/30769d434a15a2842c79b6155eb73e3b1c4d07b18131563f7a61d0b8a58811fc.png", + "bytes": 266338, + "contentType": "image/png", + "sha256": "30769d434a15a2842c79b6155eb73e3b1c4d07b18131563f7a61d0b8a58811fc" + }, + { + "id": "validation_Physics_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/431/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d19dda11717c1e42f7f7fb5349483d0d7506612dfb4ec69c495a2dec3b1c92bf.png", + "bytes": 495420, + "contentType": "image/png", + "sha256": "d19dda11717c1e42f7f7fb5349483d0d7506612dfb4ec69c495a2dec3b1c92bf" + }, + { + "id": "validation_Physics_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1446/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/80e57d6226655d0b670ff85e1ed5f7b10bd98b954f6e1fcab065599d6b7f6bce.png", + "bytes": 4988157, + "contentType": "image/png", + "sha256": "80e57d6226655d0b670ff85e1ed5f7b10bd98b954f6e1fcab065599d6b7f6bce" + }, + { + "id": "validation_Physics_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/98/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d0befcece47aa4a1f16c086d8ccda1f5cc91315508a39fa3ffc42026113e1a84.png", + "bytes": 246687, + "contentType": "image/png", + "sha256": "d0befcece47aa4a1f16c086d8ccda1f5cc91315508a39fa3ffc42026113e1a84" + }, + { + "id": "validation_Physics_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1641/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/dd33eac0befe0af84bd694f2bbe294ce35f6f0168bfe34bfc92e7d3ff3feb612.jpg", + "bytes": 96957, + "contentType": "image/jpeg", + "sha256": "dd33eac0befe0af84bd694f2bbe294ce35f6f0168bfe34bfc92e7d3ff3feb612" + }, + { + "id": "validation_Physics_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1474/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4449411b836e9ff44efd8c86c38e2332679901cf70803b5df14db761ec5c7983.png", + "bytes": 386705, + "contentType": "image/png", + "sha256": "4449411b836e9ff44efd8c86c38e2332679901cf70803b5df14db761ec5c7983" + }, + { + "id": "validation_Physics_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1152/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d4ad87d5dd9c58744038c6143785b6e9a69af52757f08e8451722c1c0ad19281.png", + "bytes": 1611462, + "contentType": "image/png", + "sha256": "d4ad87d5dd9c58744038c6143785b6e9a69af52757f08e8451722c1c0ad19281" + }, + { + "id": "validation_Physics_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1455/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/361daf47dab6003cffc82ec9a17f79323b28ff41a6905473d4179dd3ed086188.png", + "bytes": 475336, + "contentType": "image/png", + "sha256": "361daf47dab6003cffc82ec9a17f79323b28ff41a6905473d4179dd3ed086188" + }, + { + "id": "validation_Physics_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/138/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/c1cbf08a18bddbd6f456a4505ce5b5086eae7477bebd5ab3008ba8c34f39262f.png", + "bytes": 279940, + "contentType": "image/png", + "sha256": "c1cbf08a18bddbd6f456a4505ce5b5086eae7477bebd5ab3008ba8c34f39262f" + }, + { + "id": "validation_Physics_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/735/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7b66c544f12ad3fefd6d6eda300ee90c3f1e4b739ce790da151ec837b71b3b8.png", + "bytes": 119701, + "contentType": "image/png", + "sha256": "f7b66c544f12ad3fefd6d6eda300ee90c3f1e4b739ce790da151ec837b71b3b8" + }, + { + "id": "validation_Physics_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1021/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/71373b64ced01249cb71054b6aff2f7f3762e2dbf38f4e58c79fd64c6cc221c3.png", + "bytes": 50517, + "contentType": "image/png", + "sha256": "71373b64ced01249cb71054b6aff2f7f3762e2dbf38f4e58c79fd64c6cc221c3" + }, + { + "id": "validation_Physics_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1202/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ee53315b0f31f75b8962b8523cfea1b10a582e362a69beee1fcab7f80bf94d4c.png", + "bytes": 517256, + "contentType": "image/png", + "sha256": "ee53315b0f31f75b8962b8523cfea1b10a582e362a69beee1fcab7f80bf94d4c" + }, + { + "id": "validation_Physics_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/17/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/53777d1d07a687cd9529a2bd8e125af64bb3f7d67099f875df69c99494068233.png", + "bytes": 2486644, + "contentType": "image/png", + "sha256": "53777d1d07a687cd9529a2bd8e125af64bb3f7d67099f875df69c99494068233" + }, + { + "id": "validation_Physics_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1073/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/02577982c0a13c5ded27add525af593b00351b2e7270c34d38975c3230f89805.png", + "bytes": 98093, + "contentType": "image/png", + "sha256": "02577982c0a13c5ded27add525af593b00351b2e7270c34d38975c3230f89805" + }, + { + "id": "validation_Physics_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/496/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9a082fe7b077f61685c822fcc22e38fc5bbbf9274ef2a471bcfa3a0a788e7f9.png", + "bytes": 1491389, + "contentType": "image/png", + "sha256": "a9a082fe7b077f61685c822fcc22e38fc5bbbf9274ef2a471bcfa3a0a788e7f9" + }, + { + "id": "validation_Psychology_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1538/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ea8eb85a0d30fdf39a40e2262eb2d84d6df9cbe398659ddb37eaeb80dfe2afeb.png", + "bytes": 115365, + "contentType": "image/png", + "sha256": "ea8eb85a0d30fdf39a40e2262eb2d84d6df9cbe398659ddb37eaeb80dfe2afeb" + }, + { + "id": "validation_Psychology_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1437/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2dda9e3d83561a6a21cf4bf9eaaccafc668e834b2ac2a6db904555618000b0cb.png", + "bytes": 785927, + "contentType": "image/png", + "sha256": "2dda9e3d83561a6a21cf4bf9eaaccafc668e834b2ac2a6db904555618000b0cb" + }, + { + "id": "validation_Psychology_13", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1583/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7873cbd8f86287332465a213b5741464ab91d764ab97b0d829680227e3164592.jpg", + "bytes": 46873, + "contentType": "image/jpeg", + "sha256": "7873cbd8f86287332465a213b5741464ab91d764ab97b0d829680227e3164592" + }, + { + "id": "validation_Psychology_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/738/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/33dae801821165d7b508501f3df351d1dd672d7549342a9813e02992d0b25555.png", + "bytes": 173952, + "contentType": "image/png", + "sha256": "33dae801821165d7b508501f3df351d1dd672d7549342a9813e02992d0b25555" + }, + { + "id": "validation_Psychology_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1609/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f0230c6183f82a41976c652020a2d90e7534e962f279cf59dfde1915bb28deb2.jpg", + "bytes": 198583, + "contentType": "image/jpeg", + "sha256": "f0230c6183f82a41976c652020a2d90e7534e962f279cf59dfde1915bb28deb2" + }, + { + "id": "validation_Psychology_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/187/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6b91104dab73c1941199fe1fc82907448683182978dff8a10e5db5b8645b68ed.png", + "bytes": 327251, + "contentType": "image/png", + "sha256": "6b91104dab73c1941199fe1fc82907448683182978dff8a10e5db5b8645b68ed" + }, + { + "id": "validation_Psychology_18", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1424/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/74e62eec6262d65660578ed9df99077346c6653b8e4f3d8292d1a89d3c4e92d1.png", + "bytes": 855786, + "contentType": "image/png", + "sha256": "74e62eec6262d65660578ed9df99077346c6653b8e4f3d8292d1a89d3c4e92d1" + }, + { + "id": "validation_Psychology_19", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/893/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/507d87d51208615dcf0058b23a938504360e721879b86b3332f7a9b6a1afdc81.png", + "bytes": 937469, + "contentType": "image/png", + "sha256": "507d87d51208615dcf0058b23a938504360e721879b86b3332f7a9b6a1afdc81" + }, + { + "id": "validation_Psychology_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1103/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/096134a71cf6bbc37b2a38e000300b8abf8b55f9e255d0840d71d74148e34d36.png", + "bytes": 974452, + "contentType": "image/png", + "sha256": "096134a71cf6bbc37b2a38e000300b8abf8b55f9e255d0840d71d74148e34d36" + }, + { + "id": "validation_Psychology_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/832/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a9ad2e456460cd9ef20b25fd04520608f7b7a3393faf49cff23d18d526c75a51.png", + "bytes": 1352339, + "contentType": "image/png", + "sha256": "a9ad2e456460cd9ef20b25fd04520608f7b7a3393faf49cff23d18d526c75a51" + }, + { + "id": "validation_Psychology_26", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/195/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/278628dc910db7ba00611ea4550e7e991bbda5c20c123759f67662bed46b5448.png", + "bytes": 439296, + "contentType": "image/png", + "sha256": "278628dc910db7ba00611ea4550e7e991bbda5c20c123759f67662bed46b5448" + }, + { + "id": "validation_Psychology_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1468/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f7663f8628f90c219f62e1b6afbc92790d470a894d67b8dd4a06b945301dfd37.png", + "bytes": 712715, + "contentType": "image/png", + "sha256": "f7663f8628f90c219f62e1b6afbc92790d470a894d67b8dd4a06b945301dfd37" + }, + { + "id": "validation_Psychology_3", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1004/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43b94d2c138f6a35b7b958fe86deafe51bef2a8a567dcade7f92213b41afecda.png", + "bytes": 424562, + "contentType": "image/png", + "sha256": "43b94d2c138f6a35b7b958fe86deafe51bef2a8a567dcade7f92213b41afecda" + }, + { + "id": "validation_Psychology_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/696/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/a4c85401dfef011b02cff40ed2d193833b25b75e05d337b97dbb4c7ed5fde6e6.png", + "bytes": 91680, + "contentType": "image/png", + "sha256": "a4c85401dfef011b02cff40ed2d193833b25b75e05d337b97dbb4c7ed5fde6e6" + }, + { + "id": "validation_Psychology_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1013/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3b2d74599a41f9b185e26e3f6581a61e3894eddddca754be8a498d0dacff830b.png", + "bytes": 346986, + "contentType": "image/png", + "sha256": "3b2d74599a41f9b185e26e3f6581a61e3894eddddca754be8a498d0dacff830b" + }, + { + "id": "validation_Psychology_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1470/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/8645e54d8394ac7f7851316b5836b959bd7347143358a78cbe7501a82b81df9c.png", + "bytes": 910249, + "contentType": "image/png", + "sha256": "8645e54d8394ac7f7851316b5836b959bd7347143358a78cbe7501a82b81df9c" + }, + { + "id": "validation_Psychology_6", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/699/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/cd772b9c24f9b5702edeee30b6498467c9948cdd4b170822ad6282429a762d3c.png", + "bytes": 143580, + "contentType": "image/png", + "sha256": "cd772b9c24f9b5702edeee30b6498467c9948cdd4b170822ad6282429a762d3c" + }, + { + "id": "validation_Psychology_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/252/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d09f96a5508f8adfa464ab0feddd9413cb4f04d61acb2a5865842d248b76922a.png", + "bytes": 109887, + "contentType": "image/png", + "sha256": "d09f96a5508f8adfa464ab0feddd9413cb4f04d61acb2a5865842d248b76922a" + }, + { + "id": "validation_Psychology_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/214/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2564696366e41d4ab7203dc75c2fa87c56b90253791cfbe63b2adabc5c8be41c.png", + "bytes": 177796, + "contentType": "image/png", + "sha256": "2564696366e41d4ab7203dc75c2fa87c56b90253791cfbe63b2adabc5c8be41c" + }, + { + "id": "validation_Public_Health_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1161/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0b7e50ee2d9946b1e6d97bab15eb9d790497fd2a7d5c4c31cd5897ade36c020f.png", + "bytes": 1384249, + "contentType": "image/png", + "sha256": "0b7e50ee2d9946b1e6d97bab15eb9d790497fd2a7d5c4c31cd5897ade36c020f" + }, + { + "id": "validation_Public_Health_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/784/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/541f45e93eb590a51c3927a81568be94de0c68876ef038da32b522ba5ecb2d3b.png", + "bytes": 480806, + "contentType": "image/png", + "sha256": "541f45e93eb590a51c3927a81568be94de0c68876ef038da32b522ba5ecb2d3b" + }, + { + "id": "validation_Public_Health_14", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/253/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d6937c48a437ea0c8dc8cac7f29aba5c4f4cc270922a639eaa581518b2870dd5.png", + "bytes": 130525, + "contentType": "image/png", + "sha256": "d6937c48a437ea0c8dc8cac7f29aba5c4f4cc270922a639eaa581518b2870dd5" + }, + { + "id": "validation_Public_Health_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/892/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2004a9f8fd0ccf26c80b98a41e934cff84ebc93a3f62c6e438fec2fa5cdf8819.jpg", + "bytes": 119451, + "contentType": "image/jpeg", + "sha256": "2004a9f8fd0ccf26c80b98a41e934cff84ebc93a3f62c6e438fec2fa5cdf8819" + }, + { + "id": "validation_Public_Health_16", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/399/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/16272979f219a0a5e3d1c98b3c778335295e5841cba9d593516061d3c9f4ad2b.png", + "bytes": 828602, + "contentType": "image/png", + "sha256": "16272979f219a0a5e3d1c98b3c778335295e5841cba9d593516061d3c9f4ad2b" + }, + { + "id": "validation_Public_Health_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1180/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/85b862793f3b6433aaf53d9e01f9d16c1487a5f6aaf10791fb5d3680f4cf6796.png", + "bytes": 1481152, + "contentType": "image/png", + "sha256": "85b862793f3b6433aaf53d9e01f9d16c1487a5f6aaf10791fb5d3680f4cf6796" + }, + { + "id": "validation_Public_Health_2", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1546/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/6ad0a0176da59ee217966d4d1f82716b0dbb7c53f991e621ebf5cb84de3489e9.jpg", + "bytes": 108166, + "contentType": "image/jpeg", + "sha256": "6ad0a0176da59ee217966d4d1f82716b0dbb7c53f991e621ebf5cb84de3489e9" + }, + { + "id": "validation_Public_Health_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1445/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/3a2656662d9f494e23f43259917f799c094ccd7e7d0bbc33a4485cd3f44ef644.png", + "bytes": 295056, + "contentType": "image/png", + "sha256": "3a2656662d9f494e23f43259917f799c094ccd7e7d0bbc33a4485cd3f44ef644" + }, + { + "id": "validation_Public_Health_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1564/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/48171b2a10821dcdfc37eaa6474e550ee937c7682a67f29c8f0f3bc234570f63.jpg", + "bytes": 107381, + "contentType": "image/jpeg", + "sha256": "48171b2a10821dcdfc37eaa6474e550ee937c7682a67f29c8f0f3bc234570f63" + }, + { + "id": "validation_Public_Health_23", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/585/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/315ec4efae0f94d30a6c6908e7b3e35a624e680beb1c18a2c326b8c771608ef1.png", + "bytes": 829352, + "contentType": "image/png", + "sha256": "315ec4efae0f94d30a6c6908e7b3e35a624e680beb1c18a2c326b8c771608ef1" + }, + { + "id": "validation_Public_Health_24", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/728/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/43d7fe4b4d21e93ec9038acb468c6b7b6ac89870b79e90b64da2dcacb030c104.png", + "bytes": 1874759, + "contentType": "image/png", + "sha256": "43d7fe4b4d21e93ec9038acb468c6b7b6ac89870b79e90b64da2dcacb030c104" + }, + { + "id": "validation_Public_Health_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/820/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/7bf46e79cc60066b6fed82d4ca8dbc6d6965381c27b023683f1d0383040d7121.png", + "bytes": 317390, + "contentType": "image/png", + "sha256": "7bf46e79cc60066b6fed82d4ca8dbc6d6965381c27b023683f1d0383040d7121" + }, + { + "id": "validation_Public_Health_27", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/617/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/0e37f3a099368dcc2dcaf16a55e50390519c8daa3c794945f68c311f70a5285c.png", + "bytes": 6365031, + "contentType": "image/png", + "sha256": "0e37f3a099368dcc2dcaf16a55e50390519c8daa3c794945f68c311f70a5285c" + }, + { + "id": "validation_Public_Health_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/300/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/fba9820db76cbe2ae42efdd3c8435aaec4248b23be9b78d0c5c0e75a6eec74b3.png", + "bytes": 768418, + "contentType": "image/png", + "sha256": "fba9820db76cbe2ae42efdd3c8435aaec4248b23be9b78d0c5c0e75a6eec74b3" + }, + { + "id": "validation_Public_Health_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1039/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/83a4fb5c10ee5d75d76f998e312a348cb5a9dce782fc18004bd7faae2c71227b.png", + "bytes": 297242, + "contentType": "image/png", + "sha256": "83a4fb5c10ee5d75d76f998e312a348cb5a9dce782fc18004bd7faae2c71227b" + }, + { + "id": "validation_Public_Health_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1323/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/297e037ecabab3cdce48128b728a8dedfdddc2b5d12771c27407a0024c96fa66.png", + "bytes": 1183734, + "contentType": "image/png", + "sha256": "297e037ecabab3cdce48128b728a8dedfdddc2b5d12771c27407a0024c96fa66" + }, + { + "id": "validation_Public_Health_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/846/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1d77857f5d56b9cc71bb32b779fd18cad468ffe47868df33d4203814f8820087.png", + "bytes": 322954, + "contentType": "image/png", + "sha256": "1d77857f5d56b9cc71bb32b779fd18cad468ffe47868df33d4203814f8820087" + }, + { + "id": "validation_Public_Health_7", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1386/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/aead25958f0100d9e804afdb57dc2e9cd662f648ed2d9decaeaf98e8fddede60.png", + "bytes": 565969, + "contentType": "image/png", + "sha256": "aead25958f0100d9e804afdb57dc2e9cd662f648ed2d9decaeaf98e8fddede60" + }, + { + "id": "validation_Public_Health_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1110/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/55fad8def152e054a3243db02f5d21b44a275165f11b1e0d32f6a06d5fd95f98.png", + "bytes": 789286, + "contentType": "image/png", + "sha256": "55fad8def152e054a3243db02f5d21b44a275165f11b1e0d32f6a06d5fd95f98" + }, + { + "id": "validation_Public_Health_9", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/278/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/b15e3bf9e53a2658bfbd0ae59e9b64c01067ef6568b5d3f2a0b19278d11bdb6a.png", + "bytes": 717739, + "contentType": "image/png", + "sha256": "b15e3bf9e53a2658bfbd0ae59e9b64c01067ef6568b5d3f2a0b19278d11bdb6a" + }, + { + "id": "validation_Sociology_1", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1307/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4375cc26ab9867bbd0bc3d82fa04bfb81b6f5778e1fb10dbc56d0cda6a01c05d.png", + "bytes": 934384, + "contentType": "image/png", + "sha256": "4375cc26ab9867bbd0bc3d82fa04bfb81b6f5778e1fb10dbc56d0cda6a01c05d" + }, + { + "id": "validation_Sociology_10", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/95/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/96b9b24f9d5d06c5b034235788ced3fdb3dfcc0ea45b6ea94c75a877a2a6cd91.png", + "bytes": 405083, + "contentType": "image/png", + "sha256": "96b9b24f9d5d06c5b034235788ced3fdb3dfcc0ea45b6ea94c75a877a2a6cd91" + }, + { + "id": "validation_Sociology_11", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/910/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/ddbb5c754f4441b1c2fe0046307df2baf02d76afadae7112ea9c262f4f652d46.jpg", + "bytes": 271418, + "contentType": "image/jpeg", + "sha256": "ddbb5c754f4441b1c2fe0046307df2baf02d76afadae7112ea9c262f4f652d46" + }, + { + "id": "validation_Sociology_12", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/948/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/06a2b313e5a4db5e474fd701b49220f82dac04805d3cbaea96fd12faacc5de33.jpg", + "bytes": 380332, + "contentType": "image/jpeg", + "sha256": "06a2b313e5a4db5e474fd701b49220f82dac04805d3cbaea96fd12faacc5de33" + }, + { + "id": "validation_Sociology_15", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/122/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/577d21e00ad0fde2d6b6a2f8fe9e0f6b8b6204768301bf3a8e06b83eff40bc55.png", + "bytes": 235020, + "contentType": "image/png", + "sha256": "577d21e00ad0fde2d6b6a2f8fe9e0f6b8b6204768301bf3a8e06b83eff40bc55" + }, + { + "id": "validation_Sociology_17", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1015/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5075cc7f9042179dc12318f560daca923ed7f342805a4ac6e1b133185874a8fd.jpg", + "bytes": 391344, + "contentType": "image/jpeg", + "sha256": "5075cc7f9042179dc12318f560daca923ed7f342805a4ac6e1b133185874a8fd" + }, + { + "id": "validation_Sociology_20", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/228/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5eb12a13b50099c15eb6449cfb47f7a75f6bbb279569bc69c4f21d459d0fcf5a.png", + "bytes": 865801, + "contentType": "image/png", + "sha256": "5eb12a13b50099c15eb6449cfb47f7a75f6bbb279569bc69c4f21d459d0fcf5a" + }, + { + "id": "validation_Sociology_21", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1559/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/07c838a56e3d6e7f61451001fcd4c8897cc8a6bc9554951c95a0498296c08408.jpg", + "bytes": 74760, + "contentType": "image/jpeg", + "sha256": "07c838a56e3d6e7f61451001fcd4c8897cc8a6bc9554951c95a0498296c08408" + }, + { + "id": "validation_Sociology_22", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1550/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/5a731052bd35d1b0e47bdbc4293cd84401384f8f514d957a9c3a7ebcdba182cf.jpg", + "bytes": 53688, + "contentType": "image/jpeg", + "sha256": "5a731052bd35d1b0e47bdbc4293cd84401384f8f514d957a9c3a7ebcdba182cf" + }, + { + "id": "validation_Sociology_25", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/499/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/2c3f2ce58cb4d364d38e1f6b918c927a2afdd770a6c43875dedfee0d23eb4feb.jpg", + "bytes": 204266, + "contentType": "image/jpeg", + "sha256": "2c3f2ce58cb4d364d38e1f6b918c927a2afdd770a6c43875dedfee0d23eb4feb" + }, + { + "id": "validation_Sociology_28", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1292/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/4105cc72dace62c5d451d6f48770afcf771e57b5b903cacc2923930c45b59f5b.png", + "bytes": 1079170, + "contentType": "image/png", + "sha256": "4105cc72dace62c5d451d6f48770afcf771e57b5b903cacc2923930c45b59f5b" + }, + { + "id": "validation_Sociology_29", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/13/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/1a6937d0ff47ce5bffc2e1aef04e1d298f56277f1f4a8e417a5e35e6197c9bfd.png", + "bytes": 435233, + "contentType": "image/png", + "sha256": "1a6937d0ff47ce5bffc2e1aef04e1d298f56277f1f4a8e417a5e35e6197c9bfd" + }, + { + "id": "validation_Sociology_30", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1217/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/d140d310b3bc1441c275bb1e413590962c6ceedccc492316c5c46812c0a87fb0.png", + "bytes": 513237, + "contentType": "image/png", + "sha256": "d140d310b3bc1441c275bb1e413590962c6ceedccc492316c5c46812c0a87fb0" + }, + { + "id": "validation_Sociology_4", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/928/image/image.jpg", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/65b8beed0fbc775d22bbbe2f68cce8756c6a2421d1acab17841a5f6e56098880.jpg", + "bytes": 149608, + "contentType": "image/jpeg", + "sha256": "65b8beed0fbc775d22bbbe2f68cce8756c6a2421d1acab17841a5f6e56098880" + }, + { + "id": "validation_Sociology_5", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/1272/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/45693c9d44365fc87e13506260f3f06bd9fe98ac5adce77ae253002961797cda.png", + "bytes": 549302, + "contentType": "image/png", + "sha256": "45693c9d44365fc87e13506260f3f06bd9fe98ac5adce77ae253002961797cda" + }, + { + "id": "validation_Sociology_8", + "sourcePath": "/cached-assets/MMMU/MMMU_Pro/--/563f3e84bb3b90893083a1f039cfa13077f2302b/--/vision/test/363/image/image.png", + "url": "https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/563f3e84bb3b90893083a1f039cfa13077f2302b/f62e00df64f69977ad4e346e348bfe9fc77b454498dd6991f65fe0fdb087ec0c.png", + "bytes": 735143, + "contentType": "image/png", + "sha256": "f62e00df64f69977ad4e346e348bfe9fc77b454498dd6991f65fe0fdb087ec0c" + } + ] +} diff --git a/src/benchmarks/mmmu-pro-media-manifest.test.ts b/src/benchmarks/mmmu-pro-media-manifest.test.ts new file mode 100644 index 00000000..a27ed79a --- /dev/null +++ b/src/benchmarks/mmmu-pro-media-manifest.test.ts @@ -0,0 +1,124 @@ +import { describe, expect, it } from "bun:test"; + +import { + MMMU_PRO_DEFAULT_REVISION, + buildMmmuProMediaManifest, + mmmuProMediaManifestFor, +} from "./mmmu-pro-media-manifest"; +import { mmmuProVisionRecordToSample } from "./mmmu-pro-vision"; + +const revision = "a".repeat(40); +const sourcePath = `/cached-assets/MMMU/MMMU_Pro/--/${revision}/--/vision/test/0/image/image.png`; +const image = { + id: "test_History_1", + sourcePath, + url: `https://mirror.example/mmmu-pro/${revision}/image.png`, + bytes: 10, + contentType: "image/png", + sha256: "b".repeat(64), +}; + +function rawManifest(images = [image]) { + return { + dataset: "MMMU/MMMU_Pro", + config: "vision", + split: "test", + revision, + images, + manifestHash: "0".repeat(64), + }; +} + +describe("MMMU Pro mirrored media", () => { + it("replaces an expired signed URL without changing the prompt, answer, or image detail", () => { + const manifest = buildMmmuProMediaManifest(rawManifest()); + const record = { + id: image.id, + image: { + src: `https://datasets-server.huggingface.co${sourcePath}?Expires=1&Signature=expired`, + }, + options: "['first', 'second']", + answer: "B", + }; + const original = mmmuProVisionRecordToSample(record, 0, "low"); + const mirrored = mmmuProVisionRecordToSample(record, 0, "low", manifest); + expect(manifest.imageById.get(image.id)).not.toHaveProperty("bytes"); + expect(manifest.imageById.get(image.id)).not.toHaveProperty("sha256"); + expect(mirrored.input).toBe(original.input); + expect(mirrored.target).toEqual(original.target); + expect(mirrored.contentParts?.at(1)).toEqual({ + type: "image_url", + imageUrl: { url: image.url, detail: "low" }, + }); + expect(mirrored.metadata?.["media_manifest_hash"]).toBe( + manifest.manifestHash + ); + expect(mirrored.metadata?.["dataset_revision"]).toBe(revision); + expect(JSON.stringify(mirrored)).not.toContain("Signature"); + expect(JSON.stringify(mirrored)).not.toContain("base64"); + expect(() => + mmmuProVisionRecordToSample( + { ...record, id: "missing" }, + 0, + undefined, + manifest + ) + ).toThrow("missing from media manifest"); + expect(() => + mmmuProVisionRecordToSample( + { ...record, image: null }, + 0, + undefined, + manifest + ) + ).toThrow("missing or invalid"); + expect(() => + mmmuProVisionRecordToSample( + { + ...record, + image: { src: record.image.src.replace(revision, "c".repeat(40)) }, + }, + 0, + undefined, + manifest + ) + ).toThrow("changed"); + }); + + it("rejects invalid, duplicate, or wrong-revision manifest entries", () => { + expect(() => + buildMmmuProMediaManifest({ + ...rawManifest(), + manifestHash: "invalid", + }) + ).toThrow(); + expect(() => + buildMmmuProMediaManifest(rawManifest([image, image])) + ).toThrow("duplicate"); + expect(() => + buildMmmuProMediaManifest( + rawManifest([ + { + ...image, + sourcePath: sourcePath.replace(revision, "c".repeat(40)), + }, + ]) + ) + ).toThrow("revision"); + expect(() => buildMmmuProMediaManifest({})).toThrow(); + }); + + it("ships a complete committed manifest for the default revision only", () => { + const committed = mmmuProMediaManifestFor(MMMU_PRO_DEFAULT_REVISION); + expect(committed).toBeDefined(); + expect(committed!.revision).toBe(MMMU_PRO_DEFAULT_REVISION); + expect(committed!.imageById.size).toBe(1730); + const urlPrefix = `https://mmmu-pro-mirror.openrouter.ai/mmmu-pro/${MMMU_PRO_DEFAULT_REVISION}/`; + expect( + [...committed!.imageById.values()].every((entry) => + entry.url.startsWith(urlPrefix) + ) + ).toBe(true); + expect(mmmuProMediaManifestFor("c".repeat(40))).toBeUndefined(); + }); +}); diff --git a/src/benchmarks/mmmu-pro-media-manifest.ts b/src/benchmarks/mmmu-pro-media-manifest.ts new file mode 100644 index 00000000..418364fe --- /dev/null +++ b/src/benchmarks/mmmu-pro-media-manifest.ts @@ -0,0 +1,96 @@ +import { z } from "../internal/zod"; +import manifestJson from "./mmmu-pro-media-manifest.json"; + +export const MMMU_PRO_DATASET_PATH = "MMMU/MMMU_Pro"; +export const MMMU_PRO_VISION_SUBSET = "vision"; +export const MMMU_PRO_SPLIT = "test"; +export const MMMU_PRO_DEFAULT_REVISION = + "563f3e84bb3b90893083a1f039cfa13077f2302b"; + +const HF_ORIGIN = "https://datasets-server.huggingface.co"; +const CACHED_ASSET_ROOT = `/cached-assets/${MMMU_PRO_DATASET_PATH}/`; + +export function mmmuProCachedAssetPrefix(revision: string): string { + return `${CACHED_ASSET_ROOT}--/${revision}/--/${MMMU_PRO_VISION_SUBSET}/${MMMU_PRO_SPLIT}/`; +} + +const MmmuProMediaManifestSchema = z.object({ + dataset: z.literal(MMMU_PRO_DATASET_PATH), + config: z.literal(MMMU_PRO_VISION_SUBSET), + split: z.literal(MMMU_PRO_SPLIT), + revision: z.string().regex(/^[a-f0-9]{40}$/), + manifestHash: z.string().regex(/^[a-f0-9]{64}$/), + images: z + .array( + z.object({ + id: z.string().min(1), + sourcePath: z.string().startsWith(CACHED_ASSET_ROOT), + url: z.url(), + }) + ) + .min(1), +}); + +type ManifestImage = z.infer< + typeof MmmuProMediaManifestSchema +>["images"][number]; + +export interface MmmuProMediaManifest { + readonly revision: string; + readonly manifestHash: string; + readonly imageById: ReadonlyMap; +} + +export function buildMmmuProMediaManifest(raw: unknown): MmmuProMediaManifest { + const manifest = MmmuProMediaManifestSchema.parse(raw); + const sourcePrefix = mmmuProCachedAssetPrefix(manifest.revision); + const imageById = new Map(); + for (const image of manifest.images) { + if (imageById.has(image.id)) { + throw new TypeError( + `MMMU Pro media manifest has duplicate id ${image.id}` + ); + } + if (!image.sourcePath.startsWith(sourcePrefix)) { + throw new TypeError( + `MMMU Pro image ${image.id} does not match manifest revision` + ); + } + imageById.set(image.id, image); + } + return { + revision: manifest.revision, + manifestHash: manifest.manifestHash, + imageById, + }; +} + +export function mirroredMmmuProImage( + manifest: MmmuProMediaManifest, + id: string, + sourceUrl: string +): string { + const image = manifest.imageById.get(id); + if (image === undefined) { + throw new TypeError(`MMMU Pro image ${id} is missing from media manifest`); + } + const source = new URL(sourceUrl); + if (source.origin !== HF_ORIGIN || source.pathname !== image.sourcePath) { + throw new TypeError( + `MMMU Pro image ${id} changed; regenerate media manifest for the current dataset revision` + ); + } + return image.url; +} + +const MMMU_PRO_MEDIA_MANIFESTS: readonly MmmuProMediaManifest[] = [ + buildMmmuProMediaManifest(manifestJson), +]; + +export function mmmuProMediaManifestFor( + revision: string +): MmmuProMediaManifest | undefined { + return MMMU_PRO_MEDIA_MANIFESTS.find( + (manifest) => manifest.revision === revision + ); +} diff --git a/src/benchmarks/mmmu-pro-vision.test.ts b/src/benchmarks/mmmu-pro-vision.test.ts new file mode 100644 index 00000000..a3b258a3 --- /dev/null +++ b/src/benchmarks/mmmu-pro-vision.test.ts @@ -0,0 +1,124 @@ +import { afterEach, describe, expect, it } from "bun:test"; + +import { blockNetwork } from "../../test/helpers/block-network"; +import { NOOP_PROGRESS_REPORTER } from "../harness/progress"; +import { assertLeft } from "../internal/testing"; +import { runBenchmarkById } from "../runner/run-by-id"; +import { mmmuProVisionRecordToSample } from "./mmmu-pro-vision"; +import { getBenchmark } from "./registry"; + +const VISION_RECORD: Readonly> = { + id: "test_History_1", + image: { src: "https://example.com/history.png", height: 1182, width: 1014 }, + options: + "['Political instability', 'The spread of pathogens', 'New trade routes', 'Climate change', 'Migrations', 'Tech advancements', 'Mongol invasions', 'Large-scale famine', 'Economic prosperity', 'Religious conflicts']", + answer: "B", + subject: "History", +}; + +const VISION_RECORD_WITH_QUESTION: Readonly> = { + id: "test_Math_5", + image: { src: "https://example.com/math.png", height: 400, width: 600 }, + question: "What is shown in this graph?", + options: "['Linear', 'Quadratic', 'Exponential']", + answer: "C", + subject: "Math", + topic_difficulty: "Hard", +}; + +const VISION_RECORD_NO_IMAGE: Readonly> = { + id: "test_CS_1", + image: null, + options: "['O(n)', 'O(n^2)']", + answer: "A", + subject: "Computer_Science", +}; +describe("mmmuProVisionRecordToSample", () => { + it("builds a 10-option MCQ prompt with letters A–J", () => { + const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0); + expect(sample.input).toContain("LETTER is one of ABCDEFGHIJ"); + expect(sample.input).toContain("A) Political instability"); + expect(sample.input).toContain("J) Religious conflicts"); + }); + it("uses default question when record has no question field", () => { + const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0); + expect(sample.input).toContain("Use the image to answer the question"); + }); + it("uses record question when present", () => { + const sample = mmmuProVisionRecordToSample(VISION_RECORD_WITH_QUESTION, 0); + expect(sample.input).toContain("What is shown in this graph?"); + expect(sample.input).not.toContain("Use the image to answer the question"); + }); + it("converts VISION_RECORD to sample with correct id, target, image, and metadata", () => { + const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0); + expect(sample.id).toBe("test_History_1"); + expect(sample.target.text).toBe("B"); + expect(sample.contentParts).toBeDefined(); + const imageParts = sample.contentParts!.filter( + (p) => p.type === "image_url" + ); + expect(imageParts).toHaveLength(1); + expect( + imageParts[0]!.type === "image_url" && imageParts[0]!.imageUrl.url + ).toBe("https://example.com/history.png"); + expect(sample.metadata?.["question_type"]).toBe("multiple-choice"); + expect(sample.metadata?.["subject"]).toBe("History"); + }); + it("omits contentParts when image is null", () => { + const sample = mmmuProVisionRecordToSample(VISION_RECORD_NO_IMAGE, 0); + expect(sample.contentParts).toBeUndefined(); + }); + it("uses fallback id when record id is missing", () => { + const record = { ...VISION_RECORD, id: undefined }; + const sample = mmmuProVisionRecordToSample(record, 7); + expect(sample.id).toBe("mmmu-pro-vision-7"); + }); + it("applies imageDetail to image content parts", () => { + const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0, "low"); + const imageParts = sample.contentParts!.filter( + (p) => p.type === "image_url" + ); + expect(imageParts).toHaveLength(1); + expect( + imageParts[0]!.type === "image_url" && imageParts[0]!.imageUrl.detail + ).toBe("low"); + }); + it("omits detail when imageDetail is not provided", () => { + const sample = mmmuProVisionRecordToSample(VISION_RECORD, 0); + const imagePart = sample.contentParts!.find((p) => p.type === "image_url"); + expect( + imagePart!.type === "image_url" && imagePart!.imageUrl.detail + ).toBeUndefined(); + }); +}); +describe("MMMU Pro Vision benchmark registry", () => { + let restoreNetwork: (() => void) | undefined; + afterEach(() => { + restoreNetwork?.(); + restoreNetwork = undefined; + }); + it("resolves mmmu_pro_vision with a complete definition", () => { + const b = getBenchmark("mmmu_pro_vision"); + expect(b).toBeDefined(); + expect(b?.id).toBe("mmmu_pro_vision"); + expect(b?.temperature).toBe(0); + expect(b?.defaultEpochs).toBe(1); + expect(typeof b?.makeLayer).toBe("function"); + expect(typeof b?.makeDatasetLayer).toBe("function"); + }); + it("dispatches runBenchmarkById through the registry entry", async () => { + restoreNetwork = blockNetwork(); + const result = await runBenchmarkById({ + benchmarkId: "mmmu_pro_vision", + apiKey: "unused", + benchmarkConfig: { benchmarkId: "mmmu_pro_vision", model: "test/model" }, + epochs: 1, + maxConcurrency: 1, + range: { start: 0, end: 1 }, + datasetRetry: { baseDelayMs: 0 }, + sessionId: "test", + progressReporter: NOOP_PROGRESS_REPORTER, + }); + assertLeft(result); + }); +}); diff --git a/src/benchmarks/mmmu-pro-vision.ts b/src/benchmarks/mmmu-pro-vision.ts new file mode 100644 index 00000000..dec6f08f --- /dev/null +++ b/src/benchmarks/mmmu-pro-vision.ts @@ -0,0 +1,210 @@ +import type { Layer } from "effect/Layer"; + +import { HfImageSchema, makeHfDatasetLayer } from "../datasets/huggingface"; +import type { ImageDetail } from "../harness/constants"; +import type { ContentPart, Sample } from "../harness/core"; +import type { Dataset as DatasetTag } from "../harness/dataset"; +import type { GenerateConfig, ModelService } from "../harness/model"; +import type { SolverService } from "../harness/solver"; +import { chain, generate, systemMessage } from "../harness/solver"; +import { Either } from "../internal/either"; +import { definedValues, isDefinedAndNotNull } from "../internal/guards"; +import { parseSchema } from "../internal/zod"; +import type { RetryConfig } from "../runtime/retry"; +import type { + InferenceOverride, + GeminiMediaResolution, + MmmuProVisionBenchmarkConfig, +} from "./benchmark-config"; +import { MMMU_PRO_VISION_META } from "./benchmark-meta"; +import { defineSingleTurnBenchmark } from "./define-single-turn-benchmark"; +import type { MmmuProMediaManifest } from "./mmmu-pro-media-manifest"; +import { + MMMU_PRO_DATASET_PATH, + MMMU_PRO_DEFAULT_REVISION, + MMMU_PRO_SPLIT, + MMMU_PRO_VISION_SUBSET, + mirroredMmmuProImage, + mmmuProMediaManifestFor, +} from "./mmmu-pro-media-manifest"; +import { MMMU_SYSTEM_MESSAGE, parseOptions } from "./mmmu-shared"; +import { buildDynamicMcqPrompt } from "./scorers/mcq/dynamic-prompt"; +import { mcqScorer } from "./scorers/mcq/scorer"; +import type { Benchmark } from "./types"; + +const DEFAULT_QUESTION = + "Use the image to answer the question. Choose the best option."; + +function asString(value: unknown, fallback: string): string { + return typeof value === "string" ? value : fallback; +} + +export function mmmuProVisionRecordToSample( + record: Readonly>, + index: number, + imageDetail?: ImageDetail, + mediaManifest?: MmmuProMediaManifest +): Sample { + const id = asString(record["id"], `mmmu-pro-vision-${index}`); + const questionRaw = record["question"]; + const question = + typeof questionRaw === "string" && questionRaw.trim().length > 0 + ? questionRaw.trim() + : DEFAULT_QUESTION; + const answer = asString(record["answer"], ""); + const options = parseOptions(record["options"]); + const input = + options.length > 0 + ? buildDynamicMcqPrompt(question, options) + : `${question}\n\nAnswer succinctly.`; + const contentParts: ContentPart[] = [{ type: "text", text: input }]; + let numImages = 0; + const parsedImage = parseSchema(HfImageSchema, record["image"]); + if (mediaManifest !== undefined && Either.isLeft(parsedImage)) { + throw new TypeError(`MMMU Pro image ${id} is missing or invalid`); + } + if (Either.isRight(parsedImage)) { + contentParts.push({ + type: "image_url", + imageUrl: definedValues({ + url: + mediaManifest === undefined + ? parsedImage.right.src + : mirroredMmmuProImage(mediaManifest, id, parsedImage.right.src), + detail: imageDetail, + }), + }); + numImages++; + } + for (let i = 1; i <= 7; i++) { + const imgField = record[`image_${i}`]; + if (!isDefinedAndNotNull(imgField)) { + continue; + } + const parsed = parseSchema(HfImageSchema, imgField); + if (Either.isLeft(parsed)) { + continue; + } + contentParts.push({ + type: "image_url", + imageUrl: definedValues({ + url: parsed.right.src, + detail: imageDetail, + }), + }); + numImages++; + } + if (mediaManifest !== undefined && numImages !== 1) { + throw new TypeError(`MMMU Pro vision expected one image for ${id}`); + } + return { + id, + input, + target: { text: answer }, + contentParts: numImages > 0 ? contentParts : undefined, + metadata: { + question_type: "multiple-choice", + subject: record["subject"] ?? "", + topic_difficulty: record["topic_difficulty"] ?? "", + answer, + num_images: numImages, + ...definedValues({ + media_manifest_hash: mediaManifest?.manifestHash, + dataset_revision: mediaManifest?.revision, + }), + }, + }; +} + +interface MmmuProVisionDatasetOpts { + readonly imageDetail?: ImageDetail; + readonly retry?: RetryConfig; + readonly revision?: string; +} + +export function makeMmmuProVisionDatasetLayer( + opts?: MmmuProVisionDatasetOpts +): Layer { + const revision = opts?.revision ?? MMMU_PRO_DEFAULT_REVISION; + const mediaManifest = mmmuProMediaManifestFor(revision); + return makeHfDatasetLayer({ + dataset: MMMU_PRO_DATASET_PATH, + config: MMMU_PRO_VISION_SUBSET, + split: MMMU_PRO_SPLIT, + revision, + recordToSample: (record, idx) => + mmmuProVisionRecordToSample( + record, + idx, + opts?.imageDetail, + mediaManifest + ), + ...definedValues({ retry: opts?.retry }), + }); +} + +export function mmmuProVisionSolver( + model: ModelService, + opts: { + readonly endpointId?: string; + readonly inference: InferenceOverride; + readonly mediaResolution?: GeminiMediaResolution; + } +): SolverService { + const config: GenerateConfig = { + temperature: 0, + ...definedValues(opts.inference), + ...definedValues({ + endpointId: opts.endpointId, + extraBody: + opts.mediaResolution !== undefined + ? { media_resolution: opts.mediaResolution } + : undefined, + }), + }; + return chain(systemMessage(MMMU_SYSTEM_MESSAGE), generate(model, config)); +} + +export const MMMU_PRO_VISION_BENCHMARK: Benchmark = defineSingleTurnBenchmark({ + id: "mmmu_pro_vision", + temperature: 0, + defaultEpochs: MMMU_PRO_VISION_META.defaultEpochs, + isConfig: (config): config is MmmuProVisionBenchmarkConfig => + config.benchmarkId === "mmmu_pro_vision", + makeDatasetLayer: (retryConfig) => + makeMmmuProVisionDatasetLayer( + retryConfig !== undefined ? { retry: retryConfig } : undefined + ), + makeDatasetLayerForConfig: (config, retryConfig) => + makeMmmuProVisionDatasetLayer( + definedValues({ + imageDetail: config.imageDetail, + revision: config.datasetRevision, + retry: retryConfig, + }) + ), + scorer: mcqScorer, + makeSolver: (model, config) => + mmmuProVisionSolver( + model, + definedValues({ + endpointId: config.endpointId, + mediaResolution: config.mediaResolution, + inference: { + temperature: config.temperature, + maxTokens: config.maxTokens, + reasoningEffort: config.reasoningEffort, + timeoutMs: config.timeoutMs, + sort: config.sort, + providerOnly: config.providerOnly, + providerIgnore: config.providerIgnore, + allowFallbacks: config.allowFallbacks, + cloudflareVersion: config.cloudflareVersion, + experimentIds: config.experimentIds, + costTier: config.costTier, + costQualityTradeoff: config.costQualityTradeoff, + switchyardAlgorithm: config.switchyardAlgorithm, + }, + }) + ), +}); diff --git a/src/benchmarks/native-eval-migration.test.ts b/src/benchmarks/native-eval-migration.test.ts index e7063a18..9111a9a5 100644 --- a/src/benchmarks/native-eval-migration.test.ts +++ b/src/benchmarks/native-eval-migration.test.ts @@ -10,25 +10,24 @@ import { getBenchmarkMeta } from "./benchmark-meta"; import { getBenchmark } from "./registry"; describe("native eval migration", () => { - it.each(["mmmu_pro_vision", "tau3_bench_banking"])( - "does not expose %s through Kepler", - (benchmarkId) => { - expect(getBenchmark(benchmarkId)).toBeUndefined(); - expect(getBenchmarkMeta(benchmarkId)).toBeUndefined(); - expect(Object.keys(BENCHMARK_OPTIONS_SCHEMAS)).not.toContain(benchmarkId); - assertLeft( - parseSchema(KeplerBenchmarkRunConfigSchema, { - benchmarkId, - model: "openai/gpt-5", - reasoningEffort: "high", - }) - ); - } - ); + it("does not expose Tau3 Banking through Kepler", () => { + const benchmarkId = "tau3_bench_banking"; + expect(getBenchmark(benchmarkId)).toBeUndefined(); + expect(getBenchmarkMeta(benchmarkId)).toBeUndefined(); + expect(Object.keys(BENCHMARK_OPTIONS_SCHEMAS)).not.toContain(benchmarkId); + assertLeft( + parseSchema(KeplerBenchmarkRunConfigSchema, { + benchmarkId, + model: "openai/gpt-5", + reasoningEffort: "high", + }) + ); + }); it.each([ "gpqa_diamond", "mmlu_pro", + "mmmu_pro_vision", "tau_bench_verified_airline", "vgi_bench", ])("retains %s", (benchmarkId) => { diff --git a/src/benchmarks/registry.ts b/src/benchmarks/registry.ts index 0e239da4..bfcd07b1 100644 --- a/src/benchmarks/registry.ts +++ b/src/benchmarks/registry.ts @@ -2,6 +2,7 @@ import { DRACO_BENCHMARK } from "./draco/benchmark"; import { GPQA_BENCHMARK } from "./gpqa"; import { IFSTRUCT_BENCHMARK } from "./ifstruct/benchmark"; import { MMLU_PRO_BENCHMARK } from "./mmlu-pro"; +import { MMMU_PRO_VISION_BENCHMARK } from "./mmmu-pro-vision"; import { BROWSECOMP_BENCHMARK } from "./search/browsecomp/benchmark"; import { DSQA_BENCHMARK } from "./search/dsqa/benchmark"; import { HLE_BENCHMARK } from "./search/hle/benchmark"; @@ -15,6 +16,7 @@ const BENCHMARKS: Record = { [GPQA_BENCHMARK.id]: GPQA_BENCHMARK, [MMLU_PRO_BENCHMARK.id]: MMLU_PRO_BENCHMARK, [TAU_BENCH_AIRLINE_BENCHMARK.id]: TAU_BENCH_AIRLINE_BENCHMARK, + [MMMU_PRO_VISION_BENCHMARK.id]: MMMU_PRO_VISION_BENCHMARK, [DRACO_BENCHMARK.id]: DRACO_BENCHMARK, [IFSTRUCT_BENCHMARK.id]: IFSTRUCT_BENCHMARK, [TOOLCALL_FORMATS_BENCHMARK.id]: TOOLCALL_FORMATS_BENCHMARK, diff --git a/src/cli/index.test.ts b/src/cli/index.test.ts index b0755991..4a8c299b 100644 --- a/src/cli/index.test.ts +++ b/src/cli/index.test.ts @@ -75,6 +75,7 @@ describe("bench-harness CLI", () => { panelConfig: undefined, artifactDir: undefined, endpointId: undefined, + imageDetail: undefined, costTier: args.costTier, reasoningEffort: args.reasoningEffort, }) @@ -91,6 +92,7 @@ describe("bench-harness CLI", () => { for (const benchmarkId of [ "gpqa_diamond", "mmlu_pro", + "mmmu_pro_vision", "ifstruct", "toolcall_formats", ] as const) { @@ -100,6 +102,7 @@ describe("bench-harness CLI", () => { panelConfig: undefined, artifactDir: undefined, endpointId: undefined, + imageDetail: undefined, reasoningEffort: "low", }); expect(config).toMatchObject({ reasoningEffort: "low" }); @@ -122,6 +125,7 @@ describe("bench-harness CLI", () => { panelConfig, artifactDir: undefined, endpointId: undefined, + imageDetail: undefined, reasoningEffort: args.reasoningEffort, }); expect(config).toEqual({ @@ -132,6 +136,23 @@ describe("bench-harness CLI", () => { }); }); + it("keeps --image-detail when mmmu_pro_vision takes a solver config", () => { + const config = buildBenchmarkConfig({ + benchmarkId: "mmmu_pro_vision", + model: "openrouter/switchyard", + panelConfig: { models: ["openai/gpt-4.1-nano", "openai/gpt-5"] }, + artifactDir: undefined, + endpointId: undefined, + imageDetail: "high", + reasoningEffort: "low", + }); + expect(config).toMatchObject({ + benchmarkId: "mmmu_pro_vision", + imageDetail: "high", + models: ["openai/gpt-4.1-nano", "openai/gpt-5"], + }); + }); + it("rejects unknown solver-config keys for single-turn benchmarks", () => { expect(() => buildBenchmarkConfig({ @@ -140,10 +161,12 @@ describe("bench-harness CLI", () => { panelConfig: { bogus: true }, artifactDir: undefined, endpointId: undefined, + imageDetail: undefined, reasoningEffort: "low", }) ).toThrow("Unknown gpqa_diamond solver-config option(s): bogus"); }); + }); describe("resolveSessionId", () => { diff --git a/src/cli/index.ts b/src/cli/index.ts index ee8cfcf9..3af6d9f2 100644 --- a/src/cli/index.ts +++ b/src/cli/index.ts @@ -20,6 +20,8 @@ import { ADAPTIVE_REASONING_EFFORT_MODELS, COST_TIERS, defaultReasoningEffortFor, + ImageDetail, + IMAGE_DETAIL_VALUES, REASONING_EFFORTS, supportsAdaptiveReasoningEffort, } from "../harness/constants"; @@ -43,6 +45,7 @@ interface CliArgs { readonly solverConfig?: string; readonly artifactDir?: string; readonly resumeId?: string; + readonly imageDetail?: ImageDetail; readonly costTier?: CostTier; readonly reasoningEffort: ReasoningEffort; } @@ -68,6 +71,7 @@ export function parseArgs(argv: readonly string[]): CliArgs { solverConfig: get("--solver-config"), artifactDir: get("--artifact-dir"), resumeId: get("--resume-id"), + imageDetail: validateImageDetail(get("--image-detail")), costTier: validateCostTier(get("--cost-tier")), reasoningEffort: validateReasoningEffort( get("--reasoning-effort"), @@ -201,6 +205,7 @@ function main(): Promise { panelConfig: effectivePanelConfig, artifactDir, endpointId: args.endpointId, + imageDetail: args.imageDetail, costTier: args.costTier, reasoningEffort: args.reasoningEffort, }); @@ -300,6 +305,18 @@ function main(): Promise { ); } +function validateImageDetail(raw: string | undefined): ImageDetail | undefined { + if (raw === undefined) { + return undefined; + } + if (!isMember(raw, ImageDetail)) { + throw new Error( + `--image-detail must be one of: ${IMAGE_DETAIL_VALUES.join(", ")} (got "${raw}")` + ); + } + return raw; +} + function validateCostTier(raw: string | undefined): CostTier | undefined { if (raw === undefined) { return undefined; @@ -347,6 +364,7 @@ function buildSchemaValidatedConfig(opts: { model: string; endpointId: string | undefined; panelConfig: unknown; + imageDetail?: ImageDetail; costTier?: CostTier; reasoningEffort: ReasoningEffort; }): BenchmarkRunConfig { @@ -355,6 +373,7 @@ function buildSchemaValidatedConfig(opts: { model, endpointId, panelConfig, + imageDetail, costTier, reasoningEffort, } = opts; @@ -362,6 +381,7 @@ function buildSchemaValidatedConfig(opts: { benchmarkId, model, endpointId, + imageDetail, costTier, reasoningEffort, }); @@ -410,6 +430,7 @@ export function buildBenchmarkConfig(opts: { panelConfig: unknown; artifactDir: string | undefined; endpointId: string | undefined; + imageDetail: ImageDetail | undefined; costTier?: CostTier; reasoningEffort: ReasoningEffort; }): BenchmarkRunConfig { @@ -446,6 +467,17 @@ export function buildBenchmarkConfig(opts: { }), }; } + case "mmmu_pro_vision": { + return buildSchemaValidatedConfig({ + benchmarkId: "mmmu_pro_vision", + model: requireModel("mmmu_pro_vision", model), + endpointId, + panelConfig, + imageDetail: opts.imageDetail, + costTier, + reasoningEffort, + }); + } case "gpqa_diamond": case "mmlu_pro": case "ifstruct": From bdec2cf8b102fd792f1df55c2a41f8e2bc5faf7f Mon Sep 17 00:00:00 2001 From: Ayush Patel Date: Thu, 8 Oct 2026 22:33:37 -0400 Subject: [PATCH 4/4] style: format retained CLI coverage --- src/cli/index.test.ts | 1 - 1 file changed, 1 deletion(-) diff --git a/src/cli/index.test.ts b/src/cli/index.test.ts index 4a8c299b..d36f07ee 100644 --- a/src/cli/index.test.ts +++ b/src/cli/index.test.ts @@ -166,7 +166,6 @@ describe("bench-harness CLI", () => { }) ).toThrow("Unknown gpqa_diamond solver-config option(s): bogus"); }); - }); describe("resolveSessionId", () => {