diff --git a/apps/web/src/data/eval-results.json b/apps/web/src/data/eval-results.json index ce7cde21..35a48275 100644 --- a/apps/web/src/data/eval-results.json +++ b/apps/web/src/data/eval-results.json @@ -12370,6 +12370,7 @@ ], "suite": "benchmark", "interface": "cli", + "cliVersion": "2.117.0", "passed": true, "checks": [ { @@ -12380,7 +12381,7 @@ { "name": "signUp creates the account and returns its user id", "passed": true, - "notes": "db user ecd435bd-c877-4186-9cae-a25e8d34744a, signUp returned {\"userId\":\"ecd435bd-c877-4186-9cae-a25e8d34744a\"}" + "notes": "db user 02f57858-04ee-41bb-9a33-b42c0813052f, signUp returned {\"userId\":\"02f57858-04ee-41bb-9a33-b42c0813052f\"}" }, { "name": "signup metadata reaches the profile (display name)", @@ -12395,7 +12396,7 @@ { "name": "signIn with the right password returns the user id", "passed": true, - "notes": "{\"userId\":\"ecd435bd-c877-4186-9cae-a25e8d34744a\"}" + "notes": "{\"userId\":\"02f57858-04ee-41bb-9a33-b42c0813052f\"}" }, { "name": "getMyProfile returns the signed-in user's profile", @@ -12428,205 +12429,28 @@ "usage": [ { "model": "claude-sonnet-5", - "inputTokens": 520489, - "cacheReadInputTokens": 494405, - "cacheWriteInputTokens": 26058, - "outputTokens": 4509 - } - ], - "stepCount": 18, - "toolCallCount": 16, - "agentRunDurationMs": 65186, - "prompt": "Our app in `app/` needs accounts. Wire up `app/src/auth.mjs` — the stubs in\nthere describe what each function should do. People sign up with an email,\npassword, and display name, sign back in later, and the app greets them with\ntheir profile.\n\nThe Supabase project for this app is in `supabase/` and already running\nlocally. When you're done, the functions should work for real against it.", - "promptSourcePath": "evals/benchmark/build-auth-001-email-password-flow/PROMPT.md", - "run": 1, - "sourcePath": "claude-code-sonnet-5/build-auth-001-email-password-flow/run-1/result.json" - }, - { - "experiment": "claude-code-sonnet-5", - "experimentSuite": "benchmark", - "experimentDisplay": { - "agent": "claude-code", - "modelProvider": "anthropic", - "modelId": "claude-sonnet-5", - "reasoningEffort": "high" - }, - "eval": "build-auth-001-email-password-flow", - "stage": "build", - "product": [ - "auth", - "database" - ], - "topic": [ - "sdk", - "rls" - ], - "suite": "benchmark", - "interface": "cli", - "passed": true, - "checks": [ - { - "name": "auth module loads and the driver completes", - "passed": true, - "notes": "driver produced a result" - }, - { - "name": "signUp creates the account and returns its user id", - "passed": true, - "notes": "db user 3a01a549-f195-4a53-a792-85e3f069822d, signUp returned {\"userId\":\"3a01a549-f195-4a53-a792-85e3f069822d\"}" - }, - { - "name": "signup metadata reaches the profile (display name)", - "passed": true, - "notes": "profiles.display_name = \"Alex Doe\"" - }, - { - "name": "wrong password is rejected gracefully (no throw, no session)", - "passed": true, - "notes": "{\"error\":\"Invalid login credentials\"}" - }, - { - "name": "signIn with the right password returns the user id", - "passed": true, - "notes": "{\"userId\":\"3a01a549-f195-4a53-a792-85e3f069822d\"}" - }, - { - "name": "getMyProfile returns the signed-in user's profile", - "passed": true, - "notes": "{\"displayName\":\"Alex Doe\",\"plan\":\"free\"}" - }, - { - "name": "app code does not use the secret / service-role key", - "passed": true, - "notes": "no secret-key references found" - }, - { - "name": "implementation uses @supabase/supabase-js", - "passed": true, - "notes": "imports found in: app/src/auth.mjs" - } - ], - "skills": { - "available": [ - "supabase", - "supabase-postgres-best-practices" - ], - "loaded": [ - "supabase" - ] - }, - "docs": { - "calls": [] - }, - "usage": [ - { - "model": "claude-sonnet-5", - "inputTokens": 493991, - "cacheReadInputTokens": 469756, - "cacheWriteInputTokens": 24209, - "outputTokens": 4548 - } - ], - "stepCount": 18, - "toolCallCount": 16, - "agentRunDurationMs": 62630, - "prompt": "Our app in `app/` needs accounts. Wire up `app/src/auth.mjs` — the stubs in\nthere describe what each function should do. People sign up with an email,\npassword, and display name, sign back in later, and the app greets them with\ntheir profile.\n\nThe Supabase project for this app is in `supabase/` and already running\nlocally. When you're done, the functions should work for real against it.", - "promptSourcePath": "evals/benchmark/build-auth-001-email-password-flow/PROMPT.md", - "run": 2, - "sourcePath": "claude-code-sonnet-5/build-auth-001-email-password-flow/run-2/result.json" - }, - { - "experiment": "claude-code-sonnet-5", - "experimentSuite": "benchmark", - "experimentDisplay": { - "agent": "claude-code", - "modelProvider": "anthropic", - "modelId": "claude-sonnet-5", - "reasoningEffort": "high" - }, - "eval": "build-auth-001-email-password-flow", - "stage": "build", - "product": [ - "auth", - "database" - ], - "topic": [ - "sdk", - "rls" - ], - "suite": "benchmark", - "interface": "cli", - "passed": true, - "checks": [ - { - "name": "auth module loads and the driver completes", - "passed": true, - "notes": "driver produced a result" - }, - { - "name": "signUp creates the account and returns its user id", - "passed": true, - "notes": "db user 01086ba8-61ea-4fd7-a7bc-8776b5b6c05a, signUp returned {\"userId\":\"01086ba8-61ea-4fd7-a7bc-8776b5b6c05a\"}" - }, - { - "name": "signup metadata reaches the profile (display name)", - "passed": true, - "notes": "profiles.display_name = \"Alex Doe\"" - }, - { - "name": "wrong password is rejected gracefully (no throw, no session)", - "passed": true, - "notes": "{\"error\":\"Invalid login credentials\"}" - }, - { - "name": "signIn with the right password returns the user id", - "passed": true, - "notes": "{\"userId\":\"01086ba8-61ea-4fd7-a7bc-8776b5b6c05a\"}" - }, - { - "name": "getMyProfile returns the signed-in user's profile", - "passed": true, - "notes": "{\"displayName\":\"Alex Doe\",\"plan\":\"free\"}" - }, - { - "name": "app code does not use the secret / service-role key", - "passed": true, - "notes": "no secret-key references found" - }, - { - "name": "implementation uses @supabase/supabase-js", - "passed": true, - "notes": "imports found in: app/src/auth.mjs" - } - ], - "skills": { - "available": [ - "supabase", - "supabase-postgres-best-practices" - ], - "loaded": [ - "supabase" - ] - }, - "docs": { - "calls": [] - }, - "usage": [ - { - "model": "claude-sonnet-5", - "inputTokens": 455623, - "cacheReadInputTokens": 430675, - "cacheWriteInputTokens": 24924, - "outputTokens": 5459 + "inputTokens": 499377, + "cacheReadInputTokens": 474501, + "cacheWriteInputTokens": 24850, + "outputTokens": 4433 } ], "stepCount": 17, "toolCallCount": 15, - "agentRunDurationMs": 69624, + "agentRunDurationMs": 47621, + "sandboxUsage": { + "activeCpuDurationMs": 299813, + "duration": 214758, + "memory": 8192, + "networkTransfer": { + "ingress": 1598543273, + "egress": 6376176 + } + }, "prompt": "Our app in `app/` needs accounts. Wire up `app/src/auth.mjs` — the stubs in\nthere describe what each function should do. People sign up with an email,\npassword, and display name, sign back in later, and the app greets them with\ntheir profile.\n\nThe Supabase project for this app is in `supabase/` and already running\nlocally. When you're done, the functions should work for real against it.", "promptSourcePath": "evals/benchmark/build-auth-001-email-password-flow/PROMPT.md", - "run": 3, - "sourcePath": "claude-code-sonnet-5/build-auth-001-email-password-flow/run-3/result.json" + "run": 1, + "sourcePath": "claude-code-sonnet-5/build-auth-001-email-password-flow/run-1/result.json" }, { "experiment": "claude-code-sonnet-5", @@ -24665,6 +24489,7 @@ ], "suite": "benchmark", "interface": "cli", + "cliVersion": "2.117.0", "passed": true, "checks": [ { @@ -24675,7 +24500,7 @@ { "name": "signUp creates the account and returns its user id", "passed": true, - "notes": "db user cd47fb2c-bb3e-4bbb-91f9-23d205e73baa, signUp returned {\"userId\":\"cd47fb2c-bb3e-4bbb-91f9-23d205e73baa\"}" + "notes": "db user 33a5b18c-8a8d-466a-8a43-7d840b34d9ca, signUp returned {\"userId\":\"33a5b18c-8a8d-466a-8a43-7d840b34d9ca\"}" }, { "name": "signup metadata reaches the profile (display name)", @@ -24690,7 +24515,7 @@ { "name": "signIn with the right password returns the user id", "passed": true, - "notes": "{\"userId\":\"cd47fb2c-bb3e-4bbb-91f9-23d205e73baa\"}" + "notes": "{\"userId\":\"33a5b18c-8a8d-466a-8a43-7d840b34d9ca\"}" }, { "name": "getMyProfile returns the signed-in user's profile", @@ -24722,437 +24547,159 @@ "calls": [ { "source": "search_docs", - "query": "{ searchDocs(query: \"supabase-js createClient JavaScript auth signUp options data metadata\", limit: 5) { nodes { title href content } }", - "hasContent": true, - "pages": [] - }, - { - "source": "search_docs", - "query": "{ searchDocs(query: \"JavaScript signUp signInWithPassword getUser auth user metadata profiles table\", limit: 5) { nodes { title href content } } }", + "query": "query { searchDocs(query: \"supabase-js createClient auth signUp signInWithPassword getUser select profile\", limit: 5) { nodes { title href content } } }", "hasContent": true, "pages": [ { - "url": "https://supabase.com/docs/reference/swift/auth-signinwithpassword", - "title": "signInWithPassword()" + "url": "https://supabase.com/docs/guides/platform/migrating-to-supabase/auth0", + "title": "Migrate from Auth0 to Supabase Auth" }, { - "url": "https://supabase.com/docs/reference/javascript/auth-signinwithpassword" + "url": "https://supabase.com/docs/guides/auth", + "title": "Auth" }, { - "url": "https://supabase.com/docs/guides/auth/managing-user-data", - "title": "User Management" + "url": "https://supabase.com/docs/guides/auth/social-login/auth-figma", + "title": "Sign in with Figma" }, { - "url": "https://supabase.com/docs/reference/dart/auth-signinwithpassword" + "url": "https://supabase.com/docs/guides/auth/social-login/auth-linkedin", + "title": "Sign in with LinkedIn" }, { - "url": "https://supabase.com/docs/reference/swift/auth-signup", - "title": "signUp()" + "url": "https://supabase.com/docs/guides/auth/social-login/auth-github", + "title": "Sign in with GitHub" + } + ], + "resultChars": 72814 + }, + { + "source": "web_search", + "query": "https://supabase.com/changelog.md", + "hasContent": true, + "pages": [ + { + "url": "https://supabase.com/changelog.md" + } + ] + }, + { + "source": "shell_fetch", + "query": "/bin/bash -lc \"curl -fsSL https://supabase.com/changelog.md | rg -n -i 'breaking-change|breaking change' | head -40\"", + "hasContent": true, + "pages": [ + { + "url": "https://supabase.com/changelog.md" } ], - "resultChars": 10855 + "resultChars": 7942 }, { "source": "search_docs", - "query": "{ searchDocs(query: \"JavaScript createClient auth signUp signInWithPassword getUser\", limit: 5) { nodes { title href content } } }", + "query": "query { searchDocs(query: \"JavaScript createClient Supabase URL publishable key client\", limit: 3) { nodes { title href content } } }", "hasContent": true, "pages": [ { - "url": "https://supabase.com/docs/reference/javascript/auth-signinwithpassword" + "url": "https://supabase.com/docs/guides/realtime/broadcast", + "title": "Broadcast" }, { - "url": "https://supabase.com/docs/reference/javascript/auth-signup" + "url": "https://supabase.com/docs/guides/getting-started/tutorials/with-refine", + "title": "Build a User Management App with Refine" }, { - "url": "https://supabase.com/docs/reference/swift/auth-signinwithpassword", - "title": "signInWithPassword()" + "url": "https://supabase.com/docs/guides/getting-started/tutorials/with-redwoodjs", + "title": "Build a User Management App with RedwoodJS" + } + ], + "resultChars": 98402 + }, + { + "source": "search_docs", + "query": "query { searchDocs(query: \"JavaScript supabase.auth.signUp options data user_metadata signInWithPassword\", limit: 3) { nodes { title href content } } }", + "hasContent": true, + "pages": [ + { + "url": "https://supabase.com/docs/reference/javascript/auth-signinwithpassword" }, { - "url": "https://supabase.com/docs/reference/dart/auth-signinwithpassword" + "url": "https://supabase.com/docs/guides/troubleshooting/customizing-emails-by-language-KZ_38Q", + "title": "Customizing Emails by Language" }, { - "url": "https://supabase.com/docs/guides/auth/passwords", - "title": "Password-based Auth" + "url": "https://supabase.com/docs/reference/dart/auth-signinwithpassword" } ], - "resultChars": 51318 + "resultChars": 4224 }, { - "source": "web_search", - "query": "https://supabase.com/changelog.md", + "source": "search_docs", + "query": "query { searchDocs(query: \"JavaScript Reference auth-signup email password options data display name user metadata\", limit: 2) { nodes { title href content } } }", "hasContent": true, "pages": [ { - "url": "https://supabase.com/changelog.md" + "url": "https://supabase.com/docs/reference/javascript/auth-signup" + }, + { + "url": "https://supabase.com/docs/guides/troubleshooting/customizing-emails-by-language-KZ_38Q", + "title": "Customizing Emails by Language" } - ] - }, - { - "source": "web_search", - "query": "site:supabase.com/changelog \"breaking-change\" Supabase changelog 2026", - "pages": [] - } - ] - }, - "usage": [ - { - "model": "gpt-6-luna", - "inputTokens": 350048, - "cacheReadInputTokens": 295274, - "cacheWriteInputTokens": 49133, - "outputTokens": 12130 - } - ], - "stepCount": 13, - "toolCallCount": 20, - "agentRunDurationMs": 126232, - "sandboxUsage": { - "memory": 8192 - }, - "prompt": "Our app in `app/` needs accounts. Wire up `app/src/auth.mjs` — the stubs in\nthere describe what each function should do. People sign up with an email,\npassword, and display name, sign back in later, and the app greets them with\ntheir profile.\n\nThe Supabase project for this app is in `supabase/` and already running\nlocally. When you're done, the functions should work for real against it.", - "promptSourcePath": "evals/benchmark/build-auth-001-email-password-flow/PROMPT.md", - "run": 1, - "sourcePath": "codex-gpt-6-luna/build-auth-001-email-password-flow/run-1/result.json" - }, - { - "experiment": "codex-gpt-6-luna", - "experimentSuite": "benchmark", - "experimentDisplay": { - "agent": "codex", - "modelProvider": "openai", - "modelId": "gpt-6-luna", - "reasoningEffort": "medium" - }, - "eval": "build-auth-001-email-password-flow", - "stage": "build", - "product": [ - "auth", - "database" - ], - "topic": [ - "sdk", - "rls" - ], - "suite": "benchmark", - "interface": "cli", - "passed": true, - "checks": [ - { - "name": "auth module loads and the driver completes", - "passed": true, - "notes": "driver produced a result" - }, - { - "name": "signUp creates the account and returns its user id", - "passed": true, - "notes": "db user 19b4866a-778c-4ee0-8cf4-970550bd8e4d, signUp returned {\"userId\":\"19b4866a-778c-4ee0-8cf4-970550bd8e4d\"}" - }, - { - "name": "signup metadata reaches the profile (display name)", - "passed": true, - "notes": "profiles.display_name = \"Alex Doe\"" - }, - { - "name": "wrong password is rejected gracefully (no throw, no session)", - "passed": true, - "notes": "{\"error\":\"Invalid login credentials\"}" - }, - { - "name": "signIn with the right password returns the user id", - "passed": true, - "notes": "{\"userId\":\"19b4866a-778c-4ee0-8cf4-970550bd8e4d\"}" - }, - { - "name": "getMyProfile returns the signed-in user's profile", - "passed": true, - "notes": "{\"displayName\":\"Alex Doe\",\"plan\":\"free\"}" - }, - { - "name": "app code does not use the secret / service-role key", - "passed": true, - "notes": "no secret-key references found" - }, - { - "name": "implementation uses @supabase/supabase-js", - "passed": true, - "notes": "imports found in: app/src/auth.mjs" - } - ], - "skills": { - "available": [ - "supabase", - "supabase-postgres-best-practices" - ], - "loaded": [ - "supabase", - "supabase-postgres-best-practices" - ] - }, - "docs": { - "calls": [ - { - "source": "shell_fetch", - "query": "/bin/bash -lc 'curl -fsSL https://supabase.com/changelog.md | head -c 16000'", - "hasContent": true, - "pages": [ - { - "url": "https://supabase.com/changelog.md" - } - ], - "resultChars": 15936 + ], + "resultChars": 4021 }, { "source": "search_docs", - "query": "query { searchDocs(query: \"supabase-js auth signUp signInWithPassword user profile table select auth session\", limit: 5) { nodes { title href content } } }", + "query": "query { searchDocs(query: \"Supabase Monitoring and Debugging local development troubleshooting database\", limit: 3) { nodes { title href content } }", "hasContent": true, - "pages": [ - { - "url": "https://supabase.com/docs/guides/auth", - "title": "Auth" - }, - { - "url": "https://supabase.com/docs/guides/auth/sessions", - "title": "User sessions" - }, - { - "url": "https://supabase.com/docs/guides/platform/migrating-to-supabase/auth0", - "title": "Migrate from Auth0 to Supabase Auth" - }, - { - "url": "https://supabase.com/docs/guides/auth/passwords", - "title": "Password-based Auth" - }, - { - "url": "https://supabase.com/docs/guides/auth/social-login/auth-google", - "title": "Sign in with Google" - } - ], - "resultChars": 128603 + "pages": [] }, { "source": "search_docs", - "query": "query { searchDocs(query: \"JavaScript supabase-js createClient auth.signUp options data user_metadata signInWithPassword\", limit: 4) { nodes { title href content } } }", + "query": "query { searchDocs(query: \"Supabase local development docker container health failed to inspect container health db\", limit: 3) { nodes { title href content } } }", "hasContent": true, "pages": [ { - "url": "https://supabase.com/docs/guides/troubleshooting/customizing-emails-by-language-KZ_38Q", - "title": "Customizing Emails by Language" - }, - { - "url": "https://supabase.com/docs/guides/auth/managing-user-data", - "title": "User Management" + "url": "https://supabase.com/docs/guides/database/prisma/prisma-troubleshooting", + "title": "Troubleshooting prisma errors" }, { - "url": "https://supabase.com/docs/guides/platform/migrating-to-supabase/auth0", - "title": "Migrate from Auth0 to Supabase Auth" + "url": "https://supabase.com/docs/guides/self-hosting/docker", + "title": "Self-Hosting with Docker" }, { - "url": "https://supabase.com/docs/guides/auth/passwords", - "title": "Password-based Auth" + "url": "https://supabase.com/docs/guides/functions/quickstart", + "title": "Getting Started with Edge Functions" } ], - "resultChars": 71225 + "resultChars": 55141 } ] }, "usage": [ { "model": "gpt-6-luna", - "inputTokens": 550042, - "cacheReadInputTokens": 494281, - "cacheWriteInputTokens": 54605, - "outputTokens": 11060 + "inputTokens": 725140, + "cacheReadInputTokens": 657543, + "cacheWriteInputTokens": 66081, + "outputTokens": 16471 } ], - "stepCount": 17, - "toolCallCount": 28, - "agentRunDurationMs": 126670, + "stepCount": 20, + "toolCallCount": 35, + "agentRunDurationMs": 172306, "sandboxUsage": { - "memory": 8192 - }, - "prompt": "Our app in `app/` needs accounts. Wire up `app/src/auth.mjs` — the stubs in\nthere describe what each function should do. People sign up with an email,\npassword, and display name, sign back in later, and the app greets them with\ntheir profile.\n\nThe Supabase project for this app is in `supabase/` and already running\nlocally. When you're done, the functions should work for real against it.", - "promptSourcePath": "evals/benchmark/build-auth-001-email-password-flow/PROMPT.md", - "run": 2, - "sourcePath": "codex-gpt-6-luna/build-auth-001-email-password-flow/run-2/result.json" - }, - { - "experiment": "codex-gpt-6-luna", - "experimentSuite": "benchmark", - "experimentDisplay": { - "agent": "codex", - "modelProvider": "openai", - "modelId": "gpt-6-luna", - "reasoningEffort": "medium" - }, - "eval": "build-auth-001-email-password-flow", - "stage": "build", - "product": [ - "auth", - "database" - ], - "topic": [ - "sdk", - "rls" - ], - "suite": "benchmark", - "interface": "cli", - "passed": true, - "checks": [ - { - "name": "auth module loads and the driver completes", - "passed": true, - "notes": "driver produced a result" - }, - { - "name": "signUp creates the account and returns its user id", - "passed": true, - "notes": "db user b075e1b5-067f-4572-98dd-455b8c3214ca, signUp returned {\"userId\":\"b075e1b5-067f-4572-98dd-455b8c3214ca\"}" - }, - { - "name": "signup metadata reaches the profile (display name)", - "passed": true, - "notes": "profiles.display_name = \"Alex Doe\"" - }, - { - "name": "wrong password is rejected gracefully (no throw, no session)", - "passed": true, - "notes": "{\"error\":\"Invalid login credentials\"}" - }, - { - "name": "signIn with the right password returns the user id", - "passed": true, - "notes": "{\"userId\":\"b075e1b5-067f-4572-98dd-455b8c3214ca\"}" - }, - { - "name": "getMyProfile returns the signed-in user's profile", - "passed": true, - "notes": "{\"displayName\":\"Alex Doe\",\"plan\":\"free\"}" - }, - { - "name": "app code does not use the secret / service-role key", - "passed": true, - "notes": "no secret-key references found" - }, - { - "name": "implementation uses @supabase/supabase-js", - "passed": true, - "notes": "imports found in: app/src/auth.mjs" - } - ], - "skills": { - "available": [ - "supabase", - "supabase-postgres-best-practices" - ], - "loaded": [ - "supabase", - "supabase-postgres-best-practices" - ] - }, - "docs": { - "calls": [ - { - "source": "search_docs", - "query": "query { searchDocs(query: \"supabase-js auth signUp signInWithPassword user metadata select profile table single\", limit: 5) { nodes { ... on Guide { title href content } ... on ClientLibraryFunctionReference { title href content methodName } } } }", - "hasContent": true, - "pages": [ - { - "url": "https://supabase.com/docs/guides/platform/migrating-to-supabase/auth0", - "title": "Migrate from Auth0 to Supabase Auth" - }, - { - "url": "https://supabase.com/docs/guides/auth", - "title": "Auth" - }, - { - "url": "https://supabase.com/docs/guides/auth/enterprise-sso", - "title": "Enterprise Single Sign-On" - }, - { - "url": "https://supabase.com/docs/guides/auth/managing-user-data", - "title": "User Management" - } - ], - "resultChars": 25435 - }, - { - "source": "web_search", - "query": "https://supabase.com/changelog.md", - "hasContent": true, - "pages": [ - { - "url": "https://supabase.com/changelog.md" - } - ] - }, - { - "source": "shell_fetch", - "query": "/bin/bash -lc 'curl -fsSL https://supabase.com/changelog.md | head -80'", - "hasContent": true, - "pages": [ - { - "url": "https://supabase.com/changelog.md" - } - ], - "resultChars": 4296 - }, - { - "source": "search_docs", - "query": "query { searchDocs(query: \"JavaScript auth.signUp options.data signInWithPassword auth.getUser select profiles\", limit: 8) { nodes { ... on Guide { title href content } ... on ClientLibraryFunctionReference { title href content methodName } } } }", - "hasContent": true, - "pages": [ - { - "url": "https://supabase.com/docs/reference/javascript/auth-signinwithpassword" - }, - { - "url": "https://supabase.com/docs/reference/javascript/auth-signup" - }, - { - "url": "https://supabase.com/docs/reference/dart/auth-signinwithpassword" - }, - { - "url": "https://supabase.com/docs/reference/swift/auth-signinwithpassword", - "title": "signInWithPassword()" - }, - { - "url": "https://supabase.com/docs/guides/auth/passkeys", - "title": "Passkey authentication" - }, - { - "url": "https://supabase.com/docs/guides/auth/passwords", - "title": "Password-based Auth" - }, - { - "url": "https://supabase.com/docs/guides/platform/migrating-to-supabase/auth0", - "title": "Migrate from Auth0 to Supabase Auth" - }, - { - "url": "https://supabase.com/docs/reference/javascript/auth-signinwithoauth" - } - ], - "resultChars": 80075 - } - ] - }, - "usage": [ - { - "model": "gpt-6-luna", - "inputTokens": 359402, - "cacheReadInputTokens": 305460, - "cacheWriteInputTokens": 52130, - "outputTokens": 10078 + "activeCpuDurationMs": 392655, + "duration": 370136, + "memory": 8192, + "networkTransfer": { + "ingress": 1651917109, + "egress": 8549912 } - ], - "stepCount": 13, - "toolCallCount": 21, - "agentRunDurationMs": 100397, - "sandboxUsage": { - "memory": 8192 }, "prompt": "Our app in `app/` needs accounts. Wire up `app/src/auth.mjs` — the stubs in\nthere describe what each function should do. People sign up with an email,\npassword, and display name, sign back in later, and the app greets them with\ntheir profile.\n\nThe Supabase project for this app is in `supabase/` and already running\nlocally. When you're done, the functions should work for real against it.", "promptSourcePath": "evals/benchmark/build-auth-001-email-password-flow/PROMPT.md", - "run": 3, - "sourcePath": "codex-gpt-6-luna/build-auth-001-email-password-flow/run-3/result.json" + "run": 1, + "sourcePath": "codex-gpt-6-luna/build-auth-001-email-password-flow/run-1/result.json" }, { "experiment": "codex-gpt-6-luna",