feat(ai): improve warnings with provider and model id (#9815)

lgrammel · web-flow · commit a755db5d9800 · 2025-10-27T16:27:27.000+01:00
## Background Warning logging currently does not show model or provider id, making it harder to pinpoint issues (e.g. from server logs). Also, in the reranking feature ( #3764 ), a new `SharedV3Warning` type will be used, which is currently not supported in the warning logger. ## Summary * **breaking change**: different warning logger signature (affects user developed loggers) * display provider and model id in warnings * add `SharedV3Warning` type * support `SharedV3Warning` in warning logger ## Future Work * Use `SharedV3Warning` in models unless specific warning types are needed. * Add note to migration guide regarding this breaking change ## Related Issues Extracted from #3764
diff --git a/.changeset/new-news-destroy.md b/.changeset/new-news-destroy.md
@@ -0,0 +1,5 @@
+---
+'ai': patch
+---
+
+feat(ai): improve warnings with provider and model id
diff --git a/.changeset/ninety-deers-drive.md b/.changeset/ninety-deers-drive.md
@@ -0,0 +1,5 @@
+---
+'@ai-sdk/provider': patch
+---
+
+feat(provider): Add SharedV3Warning type
diff --git a/packages/ai/src/generate-image/generate-image.test.ts b/packages/ai/src/generate-image/generate-image.test.ts
@@ -166,7 +166,11 @@ describe('generateImage', () => {
     });
 
     expect(logWarningsSpy).toHaveBeenCalledOnce();
-    expect(logWarningsSpy).toHaveBeenCalledWith(expectedWarnings);
+    expect(logWarningsSpy).toHaveBeenCalledWith({
+      warnings: expectedWarnings,
+      provider: 'mock-provider',
+      model: 'mock-model-id',
+    });
   });
 
   it('should call logWarnings with aggregated warnings from multiple calls', async () => {
@@ -207,7 +211,11 @@ describe('generateImage', () => {
     });
 
     expect(logWarningsSpy).toHaveBeenCalledOnce();
-    expect(logWarningsSpy).toHaveBeenCalledWith(expectedAggregatedWarnings);
+    expect(logWarningsSpy).toHaveBeenCalledWith({
+      warnings: expectedAggregatedWarnings,
+      provider: 'mock-provider',
+      model: 'mock-model-id',
+    });
   });
 
   it('should call logWarnings with empty array when no warnings are present', async () => {
@@ -223,7 +231,11 @@ describe('generateImage', () => {
     });
 
     expect(logWarningsSpy).toHaveBeenCalledOnce();
-    expect(logWarningsSpy).toHaveBeenCalledWith([]);
+    expect(logWarningsSpy).toHaveBeenCalledWith({
+      warnings: [],
+      provider: 'mock-provider',
+      model: 'mock-model-id',
+    });
   });
 
   describe('base64 image data', () => {
diff --git a/packages/ai/src/generate-image/generate-image.ts b/packages/ai/src/generate-image/generate-image.ts
@@ -202,7 +202,7 @@ Only applicable for HTTP-based providers.
     responses.push(result.response);
   }
 
-  logWarnings(warnings);
+  logWarnings({ warnings, provider: model.provider, model: model.modelId });
 
   if (!images.length) {
     throw new NoImageGeneratedError({ responses });
diff --git a/packages/ai/src/generate-object/generate-object.test.ts b/packages/ai/src/generate-object/generate-object.test.ts
@@ -205,7 +205,11 @@ describe('generateObject', () => {
       });
 
       expect(logWarningsSpy).toHaveBeenCalledOnce();
-      expect(logWarningsSpy).toHaveBeenCalledWith(expectedWarnings);
+      expect(logWarningsSpy).toHaveBeenCalledWith({
+        warnings: expectedWarnings,
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
 
     it('should call logWarnings with empty array when no warnings are present', async () => {
@@ -222,7 +226,11 @@ describe('generateObject', () => {
       });
 
       expect(logWarningsSpy).toHaveBeenCalledOnce();
-      expect(logWarningsSpy).toHaveBeenCalledWith([]);
+      expect(logWarningsSpy).toHaveBeenCalledWith({
+        warnings: [],
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
 
     describe('result.request', () => {
diff --git a/packages/ai/src/generate-object/generate-object.ts b/packages/ai/src/generate-object/generate-object.ts
@@ -433,7 +433,11 @@ Default and recommended: 'auto' (best mode for the model).
         response = generateResult.responseData;
         reasoning = generateResult.reasoning;
 
-        logWarnings(warnings);
+        logWarnings({
+          warnings,
+          provider: model.provider,
+          model: model.modelId,
+        });
 
         const object = await parseAndValidateObjectResultWithRepair(
           result,
diff --git a/packages/ai/src/generate-object/stream-object.test.ts b/packages/ai/src/generate-object/stream-object.test.ts
@@ -1889,7 +1889,11 @@ describe('streamObject', () => {
       await convertAsyncIterableToArray(result.partialObjectStream);
 
       expect(logWarningsSpy).toHaveBeenCalledOnce();
-      expect(logWarningsSpy).toHaveBeenCalledWith(expectedWarnings);
+      expect(logWarningsSpy).toHaveBeenCalledWith({
+        warnings: expectedWarnings,
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
 
     it('should call logWarnings with empty array when no warnings are present', async () => {
@@ -1907,7 +1911,11 @@ describe('streamObject', () => {
       await convertAsyncIterableToArray(result.partialObjectStream);
 
       expect(logWarningsSpy).toHaveBeenCalledOnce();
-      expect(logWarningsSpy).toHaveBeenCalledWith([]);
+      expect(logWarningsSpy).toHaveBeenCalledWith({
+        warnings: [],
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
   });
 });
diff --git a/packages/ai/src/generate-object/stream-object.ts b/packages/ai/src/generate-object/stream-object.ts
@@ -723,7 +723,11 @@ class DefaultStreamObjectResult<PARTIAL, RESULT, ELEMENT_STREAM>
                     });
 
                     // log warnings:
-                    logWarnings(warnings ?? []);
+                    logWarnings({
+                      warnings: warnings ?? [],
+                      provider: model.provider,
+                      model: model.modelId,
+                    });
 
                     // resolve promises that can be resolved now:
                     self._usage.resolve(usage);
diff --git a/packages/ai/src/generate-speech/generate-speech.test.ts b/packages/ai/src/generate-speech/generate-speech.test.ts
@@ -160,7 +160,11 @@ describe('generateSpeech', () => {
     });
 
     expect(logWarningsSpy).toHaveBeenCalledOnce();
-    expect(logWarningsSpy).toHaveBeenCalledWith(expectedWarnings);
+    expect(logWarningsSpy).toHaveBeenCalledWith({
+      warnings: expectedWarnings,
+      provider: 'mock-provider',
+      model: 'mock-model-id',
+    });
   });
 
   it('should call logWarnings with empty array when no warnings are present', async () => {
@@ -176,7 +180,11 @@ describe('generateSpeech', () => {
     });
 
     expect(logWarningsSpy).toHaveBeenCalledOnce();
-    expect(logWarningsSpy).toHaveBeenCalledWith([]);
+    expect(logWarningsSpy).toHaveBeenCalledWith({
+      warnings: [],
+      provider: 'mock-provider',
+      model: 'mock-model-id',
+    });
   });
 
   it('should return the audio data', async () => {
diff --git a/packages/ai/src/generate-speech/generate-speech.ts b/packages/ai/src/generate-speech/generate-speech.ts
@@ -147,7 +147,11 @@ Only applicable for HTTP-based providers.
     throw new NoSpeechGeneratedError({ responses: [result.response] });
   }
 
-  logWarnings(result.warnings);
+  logWarnings({
+    warnings: result.warnings,
+    provider: resolvedModel.provider,
+    model: resolvedModel.modelId,
+  });
 
   return new DefaultSpeechResult({
     audio: new DefaultGeneratedAudioFile({
diff --git a/packages/ai/src/generate-text/generate-text.test.ts b/packages/ai/src/generate-text/generate-text.test.ts
@@ -3776,7 +3776,11 @@ describe('generateText', () => {
       });
 
       expect(logWarningsSpy).toHaveBeenCalledOnce();
-      expect(logWarningsSpy).toHaveBeenCalledWith(expectedWarnings);
+      expect(logWarningsSpy).toHaveBeenCalledWith({
+        warnings: expectedWarnings,
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
 
     it('should call logWarnings once for each step with warnings from that step', async () => {
@@ -3832,8 +3836,16 @@ describe('generateText', () => {
       });
 
       expect(logWarningsSpy).toHaveBeenCalledTimes(2);
-      expect(logWarningsSpy).toHaveBeenNthCalledWith(1, [warning1]);
-      expect(logWarningsSpy).toHaveBeenNthCalledWith(2, [warning2]);
+      expect(logWarningsSpy).toHaveBeenNthCalledWith(1, {
+        warnings: [warning1],
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
+      expect(logWarningsSpy).toHaveBeenNthCalledWith(2, {
+        warnings: [warning2],
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
 
     it('should call logWarnings with empty array when no warnings are present', async () => {
@@ -3849,7 +3861,11 @@ describe('generateText', () => {
       });
 
       expect(logWarningsSpy).toHaveBeenCalledOnce();
-      expect(logWarningsSpy).toHaveBeenCalledWith([]);
+      expect(logWarningsSpy).toHaveBeenCalledWith({
+        warnings: [],
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
   });
 
diff --git a/packages/ai/src/generate-text/generate-text.ts b/packages/ai/src/generate-text/generate-text.ts
@@ -672,7 +672,11 @@ A function that attempts to repair a tool call that failed to parse.
             },
           });
 
-          logWarnings(currentModelResponse.warnings ?? []);
+          logWarnings({
+            warnings: currentModelResponse.warnings ?? [],
+            provider: stepModel.provider,
+            model: stepModel.modelId,
+          });
 
           steps.push(currentStepResult);
           await onStepFinish?.(currentStepResult);
diff --git a/packages/ai/src/generate-text/stream-text.test.ts b/packages/ai/src/generate-text/stream-text.test.ts
@@ -14230,7 +14230,11 @@ describe('streamText', () => {
       await result.finishReason;
 
       expect(logWarningsSpy).toHaveBeenCalledOnce();
-      expect(logWarningsSpy).toHaveBeenCalledWith(expectedWarnings);
+      expect(logWarningsSpy).toHaveBeenCalledWith({
+        warnings: expectedWarnings,
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
 
     it('should call logWarnings once for each step with warnings from that step', async () => {
@@ -14321,8 +14325,16 @@ describe('streamText', () => {
       await result.finishReason;
 
       expect(logWarningsSpy).toHaveBeenCalledTimes(2);
-      expect(logWarningsSpy).toHaveBeenNthCalledWith(1, [warning1]);
-      expect(logWarningsSpy).toHaveBeenNthCalledWith(2, [warning2]);
+      expect(logWarningsSpy).toHaveBeenNthCalledWith(1, {
+        warnings: [warning1],
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
+      expect(logWarningsSpy).toHaveBeenNthCalledWith(2, {
+        warnings: [warning2],
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
 
     it('should call logWarnings with empty array when no warnings are present', async () => {
@@ -14337,7 +14349,11 @@ describe('streamText', () => {
       await result.finishReason;
 
       expect(logWarningsSpy).toHaveBeenCalledOnce();
-      expect(logWarningsSpy).toHaveBeenCalledWith([]);
+      expect(logWarningsSpy).toHaveBeenCalledWith({
+        warnings: [],
+        provider: 'mock-provider',
+        model: 'mock-model-id',
+      });
     });
   });
 
diff --git a/packages/ai/src/generate-text/stream-text.ts b/packages/ai/src/generate-text/stream-text.ts
@@ -863,7 +863,11 @@ class DefaultStreamTextResult<TOOLS extends ToolSet, OUTPUT, PARTIAL_OUTPUT>
 
           await onStepFinish?.(currentStepResult);
 
-          logWarnings(recordedWarnings);
+          logWarnings({
+            warnings: recordedWarnings,
+            provider: model.provider,
+            model: model.modelId,
+          });
 
           recordedSteps.push(currentStepResult);
 
diff --git a/packages/ai/src/logger/log-warnings.test.ts b/packages/ai/src/logger/log-warnings.test.ts
diff --git a/packages/ai/src/logger/log-warnings.ts b/packages/ai/src/logger/log-warnings.ts
diff --git a/packages/ai/src/transcribe/transcribe.test.ts b/packages/ai/src/transcribe/transcribe.test.ts
diff --git a/packages/ai/src/transcribe/transcribe.ts b/packages/ai/src/transcribe/transcribe.ts
diff --git a/packages/provider/src/shared/v3/index.ts b/packages/provider/src/shared/v3/index.ts
diff --git a/packages/provider/src/shared/v3/shared-v3-warning.ts b/packages/provider/src/shared/v3/shared-v3-warning.ts

-Original file line number
+Diff line change
@@ @@ -0,0 +1,5 @@ @@
 +---
 +'ai': patch
 +---
++
 +feat(ai): improve warnings with provider and model id
Original file line number	Diff line number	Diff line change
`@@ -202,7 +202,7 @@ Only applicable for HTTP-based providers.`
`202`	`202`	`responses.push(result.response);`
`203`	`203`	`}`
`204`	`204`
`205`		`- logWarnings(warnings);`
	`205`	`+ logWarnings({ warnings, provider: model.provider, model: model.modelId });`
`206`	`206`
`207`	`207`	`if (!images.length) {`
`208`	`208`	`throw new NoImageGeneratedError({ responses });`