Incompatible with ai@5.0

[sebakthapa]

The functions like generateObject, generateText, etc. expects model of type LanguageModelV2 but the createPortkey emits LanguageModelV1

[amitbeck]

Until a proper fix is released, there are 2 options for a workaround:

Option 1: use AI SDK OpenAI-compatible provider with custom base URL and headers

import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
import { PORTKEY_GATEWAY_URL, createHeaders } from 'portkey-ai';

const portkeyProvider = createOpenAICompatible({
  name: 'portkey-ai',
  apiKey: process.env.PORTKEY_API_KEY,
  baseURL: PORTKEY_GATEWAY_URL,
  headers: createHeaders({}),
});

This is your best bet.

Option 2: patch this package

This uses patch-package + overrides in package.json.

If you haven't already, begin by installing patch-package as a dependency:

npm install patch-package

Define the following overrides in your package.json:

"overrides": {
  "@portkey-ai/vercel-provider": {
    "@ai-sdk/openai-compatible": "^1.0.0",
    "@ai-sdk/provider": "^2.0.0",
    "@ai-sdk/provider-utils": "^3.0.0"
  }
}

and install the new overrides using npm install.

Then, add the following patch as patches/@portkey-ai+vercel-provider+2.1.0.patch:

diff --git a/node_modules/@portkey-ai/vercel-provider/dist/index.d.mts b/node_modules/@portkey-ai/vercel-provider/dist/index.d.mts
index 67487f9..66a7a44 100644
--- a/node_modules/@portkey-ai/vercel-provider/dist/index.d.mts
+++ b/node_modules/@portkey-ai/vercel-provider/dist/index.d.mts
@@ -1,18 +1,17 @@
 import { ApiClientInterface } from 'portkey-ai/dist/src/_types/generalTypes';
-import { OpenAICompatibleChatSettings, OpenAICompatibleCompletionSettings, OpenAICompatibleEmbeddingSettings } from '@ai-sdk/openai-compatible';
 export { OpenAICompatibleErrorData as PortkeyAIErrorData } from '@ai-sdk/openai-compatible';
 import { Portkey } from 'portkey-ai';
-import { ProviderV1, LanguageModelV1, EmbeddingModelV1, ImageModelV1 } from '@ai-sdk/provider';
+import { ProviderV2, LanguageModelV2, EmbeddingModelV2, ImageModelV2 } from '@ai-sdk/provider';
 
 type PortkeyClient = InstanceType<typeof Portkey>;
-interface PortkeyProvider extends PortkeyClient, ProviderV1 {
-    (modelId: string): LanguageModelV1;
-    chatModel(modelId: string, settings?: OpenAICompatibleChatSettings): LanguageModelV1;
-    completionModel(modelId: string, settings?: OpenAICompatibleCompletionSettings): LanguageModelV1;
-    textEmbeddingModel(modelId: string, settings?: OpenAICompatibleEmbeddingSettings): EmbeddingModelV1<string>;
+interface PortkeyProvider extends PortkeyClient, ProviderV2 {
+    (modelId: string): LanguageModelV2;
+    chatModel(modelId: string): LanguageModelV2;
+    completionModel(modelId: string): LanguageModelV2;
+    textEmbeddingModel(modelId: string): EmbeddingModelV2<string>;
     imageModel(modelId: string, settings?: {
         maxImagesPerCall: number;
-    }): ImageModelV1;
+    }): ImageModelV2;
 }
 declare function createPortkey(options?: ApiClientInterface): Omit<PortkeyProvider, "chat" | "completions">;
 
diff --git a/node_modules/@portkey-ai/vercel-provider/dist/index.d.ts b/node_modules/@portkey-ai/vercel-provider/dist/index.d.ts
index 67487f9..66a7a44 100644
--- a/node_modules/@portkey-ai/vercel-provider/dist/index.d.ts
+++ b/node_modules/@portkey-ai/vercel-provider/dist/index.d.ts
@@ -1,18 +1,17 @@
 import { ApiClientInterface } from 'portkey-ai/dist/src/_types/generalTypes';
-import { OpenAICompatibleChatSettings, OpenAICompatibleCompletionSettings, OpenAICompatibleEmbeddingSettings } from '@ai-sdk/openai-compatible';
 export { OpenAICompatibleErrorData as PortkeyAIErrorData } from '@ai-sdk/openai-compatible';
 import { Portkey } from 'portkey-ai';
-import { ProviderV1, LanguageModelV1, EmbeddingModelV1, ImageModelV1 } from '@ai-sdk/provider';
+import { ProviderV2, LanguageModelV2, EmbeddingModelV2, ImageModelV2 } from '@ai-sdk/provider';
 
 type PortkeyClient = InstanceType<typeof Portkey>;
-interface PortkeyProvider extends PortkeyClient, ProviderV1 {
-    (modelId: string): LanguageModelV1;
-    chatModel(modelId: string, settings?: OpenAICompatibleChatSettings): LanguageModelV1;
-    completionModel(modelId: string, settings?: OpenAICompatibleCompletionSettings): LanguageModelV1;
-    textEmbeddingModel(modelId: string, settings?: OpenAICompatibleEmbeddingSettings): EmbeddingModelV1<string>;
+interface PortkeyProvider extends PortkeyClient, ProviderV2 {
+    (modelId: string): LanguageModelV2;
+    chatModel(modelId: string): LanguageModelV2;
+    completionModel(modelId: string): LanguageModelV2;
+    textEmbeddingModel(modelId: string): EmbeddingModelV2<string>;
     imageModel(modelId: string, settings?: {
         maxImagesPerCall: number;
-    }): ImageModelV1;
+    }): ImageModelV2;
 }
 declare function createPortkey(options?: ApiClientInterface): Omit<PortkeyProvider, "chat" | "completions">;
 
diff --git a/node_modules/@portkey-ai/vercel-provider/dist/index.js b/node_modules/@portkey-ai/vercel-provider/dist/index.js
index 7b96cbc..75cc19c 100644
--- a/node_modules/@portkey-ai/vercel-provider/dist/index.js
+++ b/node_modules/@portkey-ai/vercel-provider/dist/index.js
@@ -169,20 +169,18 @@ function createPortkey(options = {}) {
     headers: getHeaders,
     fetch: options.fetch
   });
-  const createChatModel = (modelId, settings = {}) => {
-    return new import_openai_compatible.OpenAICompatibleChatLanguageModel(modelId, settings, {
+  const createChatModel = (modelId) => {
+    return new import_openai_compatible.OpenAICompatibleChatLanguageModel(modelId, {
       ...getCommonModelConfig("chat"),
       defaultObjectGenerationMode: "tool"
     });
   };
-  const createCompletionModel = (modelId, settings = {}) => new import_openai_compatible.OpenAICompatibleCompletionLanguageModel(
+  const createCompletionModel = (modelId) => new import_openai_compatible.OpenAICompatibleCompletionLanguageModel(
     modelId,
-    settings,
     getCommonModelConfig("completion")
   );
-  const createTextEmbeddingModel = (modelId, settings = {}) => new import_openai_compatible.OpenAICompatibleEmbeddingModel(
+  const createTextEmbeddingModel = (modelId) => new import_openai_compatible.OpenAICompatibleEmbeddingModel(
     modelId,
-    settings,
     getCommonModelConfig("embedding")
   );
   const createImageModel = (modelId, settings = { maxImagesPerCall: 1 }) => {
diff --git a/node_modules/@portkey-ai/vercel-provider/dist/index.mjs b/node_modules/@portkey-ai/vercel-provider/dist/index.mjs
index d840133..2fbff0f 100644
--- a/node_modules/@portkey-ai/vercel-provider/dist/index.mjs
+++ b/node_modules/@portkey-ai/vercel-provider/dist/index.mjs
@@ -147,20 +147,18 @@ function createPortkey(options = {}) {
     headers: getHeaders,
     fetch: options.fetch
   });
-  const createChatModel = (modelId, settings = {}) => {
-    return new OpenAICompatibleChatLanguageModel(modelId, settings, {
+  const createChatModel = (modelId) => {
+    return new OpenAICompatibleChatLanguageModel(modelId, {
       ...getCommonModelConfig("chat"),
       defaultObjectGenerationMode: "tool"
     });
   };
-  const createCompletionModel = (modelId, settings = {}) => new OpenAICompatibleCompletionLanguageModel(
+  const createCompletionModel = (modelId) => new OpenAICompatibleCompletionLanguageModel(
     modelId,
-    settings,
     getCommonModelConfig("completion")
   );
-  const createTextEmbeddingModel = (modelId, settings = {}) => new OpenAICompatibleEmbeddingModel(
+  const createTextEmbeddingModel = (modelId) => new OpenAICompatibleEmbeddingModel(
     modelId,
-    settings,
     getCommonModelConfig("embedding")
   );
   const createImageModel = (modelId, settings = { maxImagesPerCall: 1 }) => {

Finally, apply the patch:

npx patch-package

and also add it as a postinstall script in your package.json to always be applied after installing:

"scripts": {
  // ...
  "postinstall": "patch-package"
}

While it works, it's hacky.

[reactsaas]

yes please update this asap !