fix(tinyfish): address review findings

- Add tinyfish to PROVIDER_SECTIONS. The sectioned BYOK renderer drops any
  provider missing from a section, so the key field never rendered. Export
  PROVIDERS/PROVIDER_SECTIONS and assert they agree, so the next provider to
  miss a section fails CI instead of vanishing.
- Replace the `any` payload params with raw snake_case wire types. This caught
  two real gaps: `status` could reach the output undefined, and `error` could
  be null where ToolResponse.error is `string | undefined`.
- Reject an already-parsed array output schema, which a `json` block input can
  produce, and name malformed schema JSON instead of leaking a SyntaxError.
- Count Fetch rate-limit usage from the submitted URLs rather than the returned
  arrays, so a URL in neither array cannot undercount.
- Make "List runs" a literal canvas clause; a blank goal filter lists everything.
- Regenerate the docs manifest for the new integration page.

Author: waleedlatif1

apps/sim/app/workspace/[workspaceId]/settings/components/byok/byok.test.tsx

@@ -171,7 +171,27 @@ vi.mock('@/hooks/queries/byok-keys', () => ({
   useDeleteOrganizationBYOKKey: mocks.mutation,
 }))
 
-import { BYOK } from '@/app/workspace/[workspaceId]/settings/components/byok/byok'
+import {
+  BYOK,
+  PROVIDER_SECTIONS,
+  PROVIDERS,
+} from '@/app/workspace/[workspaceId]/settings/components/byok/byok'
+
+describe('BYOK provider sections', () => {
+  it('renders every provider, since the sectioned list drops unlisted ids', () => {
+    const sectioned = new Set(PROVIDER_SECTIONS.flatMap((section) => section.ids))
+    const missing = PROVIDERS.map((provider) => provider.id).filter((id) => !sectioned.has(id))
+    expect(missing).toEqual([])
+  })
+
+  it('has no section entry without a matching provider', () => {
+    const known = new Set(PROVIDERS.map((provider) => provider.id))
+    const orphaned = PROVIDER_SECTIONS.flatMap((section) => section.ids).filter(
+      (id) => !known.has(id)
+    )
+    expect(orphaned).toEqual([])
+  })
+})
 
 describe('BYOK scope access', () => {
   let container: HTMLDivElement

apps/sim/app/workspace/[workspaceId]/settings/components/byok/byok.tsx

@@ -71,7 +71,12 @@ import {
   useUpsertOrganizationBYOKKey,
 } from '@/hooks/queries/byok-keys'
 
-const PROVIDERS: (BYOKManagerProvider & { id: BYOKProviderId })[] = [
+/**
+ * Every provider the BYOK page can render. A provider listed here but missing
+ * from {@link PROVIDER_SECTIONS} is dropped by the sectioned renderer, so the
+ * two lists are kept in sync by a test rather than by memory.
+ */
+export const PROVIDERS: (BYOKManagerProvider & { id: BYOKProviderId })[] = [
   {
     id: 'openai',
     name: 'OpenAI',
@@ -338,7 +343,7 @@ const PROVIDERS: (BYOKManagerProvider & { id: BYOKProviderId })[] = [
  * {@link PROVIDERS} belongs to exactly one section; rows keep their
  * {@link PROVIDERS} order within each group.
  */
-const PROVIDER_SECTIONS: BYOKProviderSection[] = [
+export const PROVIDER_SECTIONS: BYOKProviderSection[] = [
   {
     label: 'Models',
     ids: [
@@ -363,6 +368,7 @@ const PROVIDER_SECTIONS: BYOKProviderSection[] = [
       'firecrawl',
       'exa',
       'context_dev',
+      'tinyfish',
       'serper',
       'linkup',
       'parallel_ai',

apps/sim/blocks/blocks/tinyfish.ts

@@ -55,7 +55,8 @@ export const TinyFishBlock: BlockConfig<TinyFishRunResponse> = {
         tinyfish_get_run: [{ text: 'Get run', field: 'runId', core: true }],
         tinyfish_cancel_run: [{ text: 'Cancel run', field: 'runId', core: true }],
         tinyfish_list_runs: [
-          { text: 'List runs matching', field: 'goalFilter', core: true },
+          'List runs',
+          { text: 'matching', field: 'goalFilter' },
           { text: ', with status', field: 'status' },
         ],
         tinyfish_search: [{ text: 'Search the web for', field: 'query', core: true }],

apps/sim/lib/copilot/generated/docs-manifest.ts

@@ -314,6 +314,7 @@ export const DOCS_MANIFEST: readonly string[] = [
   'integrations/thrive.mdx',
   'integrations/tiktok.mdx',
   'integrations/tinybird.mdx',
+  'integrations/tinyfish.mdx',
   'integrations/trello-service-account.mdx',
   'integrations/trello.mdx',
   'integrations/trigger_dev.mdx',

apps/sim/tools/tinyfish/cancel_run.ts

@@ -1,4 +1,8 @@
-import type { TinyFishCancelRunParams, TinyFishCancelRunResponse } from '@/tools/tinyfish/types'
+import type {
+  TinyFishCancelRunParams,
+  TinyFishCancelRunResponse,
+  TinyFishRawCancel,
+} from '@/tools/tinyfish/types'
 import {
   TINYFISH_AGENT_API_BASE,
   tinyfishErrorMessage,
@@ -45,13 +49,13 @@ export const cancelRunTool: ToolConfig<TinyFishCancelRunParams, TinyFishCancelRu
       throw new Error(await tinyfishErrorMessage(response))
     }
 
-    const data = await response.json()
+    const data = (await response.json()) as TinyFishRawCancel
 
     return {
       success: true,
       output: {
         runId: data.run_id ?? '',
-        status: data.status,
+        status: data.status ?? 'CANCELLED',
         cancelledAt: data.cancelled_at ?? null,
         message: data.message ?? null,
       },

apps/sim/tools/tinyfish/fetch_urls.ts

@@ -1,5 +1,9 @@
 import { tinyfishFetchHosting } from '@/tools/tinyfish/hosting'
-import type { TinyFishFetchParams, TinyFishFetchResponse } from '@/tools/tinyfish/types'
+import type {
+  TinyFishFetchParams,
+  TinyFishFetchResponse,
+  TinyFishRawFetch,
+} from '@/tools/tinyfish/types'
 import {
   MAX_FETCH_URLS,
   parseList,
@@ -81,33 +85,29 @@ export const fetchUrlsTool: ToolConfig<TinyFishFetchParams, TinyFishFetchRespons
       throw new Error(await tinyfishErrorMessage(response))
     }
 
-    const data = await response.json()
+    const data = (await response.json()) as TinyFishRawFetch
 
     return {
       success: true,
       output: {
-        results: Array.isArray(data.results)
-          ? data.results.map((result: any) => ({
-              url: result?.url ?? '',
-              finalUrl: result?.final_url ?? null,
-              title: result?.title ?? null,
-              description: result?.description ?? null,
-              language: result?.language ?? null,
-              format: result?.format ?? 'markdown',
-              text: result?.text ?? null,
-              author: result?.author ?? null,
-              publishedDate: result?.published_date ?? null,
-              links: result?.links ?? [],
-              imageLinks: result?.image_links ?? [],
-              latencyMs: result?.latency_ms ?? null,
-            }))
-          : [],
-        errors: Array.isArray(data.errors)
-          ? data.errors.map((issue: any) => ({
-              url: issue?.url ?? '',
-              error: issue?.error ?? '',
-            }))
-          : [],
+        results: (data.results ?? []).map((result) => ({
+          url: result?.url ?? '',
+          finalUrl: result?.final_url ?? null,
+          title: result?.title ?? null,
+          description: result?.description ?? null,
+          language: result?.language ?? null,
+          format: result?.format ?? 'markdown',
+          text: result?.text ?? null,
+          author: result?.author ?? null,
+          publishedDate: result?.published_date ?? null,
+          links: result?.links ?? [],
+          imageLinks: result?.image_links ?? [],
+          latencyMs: result?.latency_ms ?? null,
+        })),
+        errors: (data.errors ?? []).map((issue) => ({
+          url: issue?.url ?? '',
+          error: issue?.error ?? '',
+        })),
       },
     }
   },

apps/sim/tools/tinyfish/get_run.ts

@@ -2,6 +2,7 @@ import {
   RUN_SUMMARY_OUTPUT_PROPERTIES,
   type TinyFishGetRunParams,
   type TinyFishGetRunResponse,
+  type TinyFishRawRunDetail,
 } from '@/tools/tinyfish/types'
 import {
   mapRunSummary,
@@ -45,22 +46,20 @@ export const getRunTool: ToolConfig<TinyFishGetRunParams, TinyFishGetRunResponse
       throw new Error(await tinyfishErrorMessage(response))
     }
 
-    const data = await response.json()
+    const data = (await response.json()) as TinyFishRawRunDetail
 
     return {
       success: true,
       output: {
         ...mapRunSummary(data),
         videoUrl: data.video_url ?? null,
-        steps: Array.isArray(data.steps)
-          ? data.steps.map((step: any) => ({
-              id: step?.id ?? '',
-              timestamp: step?.timestamp ?? '',
-              status: step?.status ?? 'PENDING',
-              action: step?.action ?? null,
-              duration: step?.duration ?? null,
-            }))
-          : [],
+        steps: (data.steps ?? []).map((step) => ({
+          id: step?.id ?? '',
+          timestamp: step?.timestamp ?? '',
+          status: step?.status ?? 'PENDING',
+          action: step?.action ?? null,
+          duration: step?.duration ?? null,
+        })),
       },
     }
   },

apps/sim/tools/tinyfish/list_runs.ts

@@ -2,6 +2,7 @@ import {
   RUN_SUMMARY_OUTPUT_PROPERTIES,
   type TinyFishListRunsParams,
   type TinyFishListRunsResponse,
+  type TinyFishRawRunList,
 } from '@/tools/tinyfish/types'
 import {
   mapRunSummary,
@@ -94,12 +95,12 @@ export const listRunsTool: ToolConfig<TinyFishListRunsParams, TinyFishListRunsRe
       throw new Error(await tinyfishErrorMessage(response))
     }
 
-    const data = await response.json()
+    const data = (await response.json()) as TinyFishRawRunList
 
     return {
       success: true,
       output: {
-        runs: Array.isArray(data.data) ? data.data.map(mapRunSummary) : [],
+        runs: (data.data ?? []).map(mapRunSummary),
         total: data.pagination?.total ?? 0,
         nextCursor: data.pagination?.next_cursor ?? null,
         hasMore: data.pagination?.has_more ?? false,

apps/sim/tools/tinyfish/list_vault_items.ts

@@ -1,6 +1,7 @@
 import type {
   TinyFishListVaultItemsParams,
   TinyFishListVaultItemsResponse,
+  TinyFishRawVaultItems,
 } from '@/tools/tinyfish/types'
 import {
   TINYFISH_AGENT_API_BASE,
@@ -45,28 +46,24 @@ export const listVaultItemsTool: ToolConfig<
       throw new Error(await tinyfishErrorMessage(response))
     }
 
-    const data = await response.json()
+    const data = (await response.json()) as TinyFishRawVaultItems
 
     return {
       success: true,
       output: {
-        items: Array.isArray(data.items)
-          ? data.items.map((item: any) => ({
-              itemId: item?.itemId ?? '',
-              connectionId: item?.connectionId ?? null,
-              label: item?.label ?? '',
-              vaultName: item?.vaultName ?? '',
-              domains: item?.domains ?? [],
-              fieldMetadata: Array.isArray(item?.fieldMetadata)
-                ? item.fieldMetadata.map((field: any) => ({
-                    fieldId: field?.fieldId ?? '',
-                    label: field?.label ?? '',
-                    type: field?.type ?? 'STRING',
-                  }))
-                : [],
-              hasTotp: item?.hasTotp ?? false,
-            }))
-          : [],
+        items: (data.items ?? []).map((item) => ({
+          itemId: item?.itemId ?? '',
+          connectionId: item?.connectionId ?? null,
+          label: item?.label ?? '',
+          vaultName: item?.vaultName ?? '',
+          domains: item?.domains ?? [],
+          fieldMetadata: (item?.fieldMetadata ?? []).map((field) => ({
+            fieldId: field?.fieldId ?? '',
+            label: field?.label ?? '',
+            type: field?.type ?? 'STRING',
+          })),
+          hasTotp: item?.hasTotp ?? false,
+        })),
       },
     }
   },

apps/sim/tools/tinyfish/run.ts

@@ -2,6 +2,7 @@ import { tinyfishAgentHosting } from '@/tools/tinyfish/hosting'
 import {
   RUN_ERROR_OUTPUT_PROPERTIES,
   SCHEMA_VALIDATION_OUTPUT_PROPERTIES,
+  type TinyFishRawRun,
   type TinyFishRunParams,
   type TinyFishRunResponse,
 } from '@/tools/tinyfish/types'
@@ -44,7 +45,7 @@ export const runTool: ToolConfig<TinyFishRunParams, TinyFishRunResponse> = {
       throw new Error(await tinyfishErrorMessage(response))
     }
 
-    const data = await response.json()
+    const data = (await response.json()) as TinyFishRawRun
 
     return {
       /**
@@ -54,15 +55,15 @@ export const runTool: ToolConfig<TinyFishRunParams, TinyFishRunResponse> = {
       success: data.status === 'COMPLETED',
       output: {
         runId: data.run_id ?? null,
-        status: data.status,
+        status: data.status ?? 'FAILED',
         startedAt: data.started_at ?? null,
         finishedAt: data.finished_at ?? null,
         numOfSteps: data.num_of_steps ?? null,
         result: data.result ?? null,
         schemaValidation: mapSchemaValidation(data.schema_validation),
         error: mapRunError(data.error),
       },
-      error: data.error?.message,
+      error: data.error?.message ?? undefined,
     }
   },