fix(cli): uptake response_mime_type setting for gemini to avoid json parse issue

kmrrohit · kmrrohit · commit 58ea3dea8a16 · 2025-11-13T02:52:54.000+05:30
diff --git a/.changeset/healthy-boxes-press.md b/.changeset/healthy-boxes-press.md
@@ -0,0 +1,5 @@
+---
+"lingo.dev": patch
+---
+
+Uptake response_mime_type for google provider to support json response.
diff --git a/packages/cli/src/cli/localizer/explicit.ts b/packages/cli/src/cli/localizer/explicit.ts
@@ -7,15 +7,26 @@ import { I18nConfig } from "@lingo.dev/_spec";
 import chalk from "chalk";
 import dedent from "dedent";
 import { ILocalizer, LocalizerData } from "./_types";
-import { LanguageModel, Message, generateText } from "ai";
+import {
+  GenerateObjectResult,
+  GenerateTextResult,
+  LanguageModel,
+  Message,
+  generateObject,
+  generateText,
+} from "ai";
 import { colors } from "../constants";
 import { jsonrepair } from "jsonrepair";
 import { createOllama } from "ollama-ai-provider";
+import {
+  NormalizedModelSettings,
+  normalizeProviderSettings,
+} from "../utils/normalize-provider-settings";
 
 export default function createExplicitLocalizer(
   provider: NonNullable<I18nConfig["provider"]>,
 ): ILocalizer {
-  const settings = provider.settings || {};
+  const settings = normalizeProviderSettings(provider.id, provider.settings);
 
   switch (provider.id) {
     default:
@@ -38,6 +49,7 @@ export default function createExplicitLocalizer(
       return createAiSdkLocalizer({
         factory: (params) => createOpenAI(params).languageModel(provider.model),
         id: provider.id,
+        model: provider.model,
         prompt: provider.prompt,
         apiKeyName: "OPENAI_API_KEY",
         baseUrl: provider.baseUrl,
@@ -48,6 +60,7 @@ export default function createExplicitLocalizer(
         factory: (params) =>
           createAnthropic(params).languageModel(provider.model),
         id: provider.id,
+        model: provider.model,
         prompt: provider.prompt,
         apiKeyName: "ANTHROPIC_API_KEY",
         baseUrl: provider.baseUrl,
@@ -58,6 +71,7 @@ export default function createExplicitLocalizer(
         factory: (params) =>
           createGoogleGenerativeAI(params).languageModel(provider.model),
         id: provider.id,
+        model: provider.model,
         prompt: provider.prompt,
         apiKeyName: "GOOGLE_API_KEY",
         baseUrl: provider.baseUrl,
@@ -68,6 +82,7 @@ export default function createExplicitLocalizer(
         factory: (params) =>
           createOpenRouter(params).languageModel(provider.model),
         id: provider.id,
+        model: provider.model,
         prompt: provider.prompt,
         apiKeyName: "OPENROUTER_API_KEY",
         baseUrl: provider.baseUrl,
@@ -77,6 +92,7 @@ export default function createExplicitLocalizer(
       return createAiSdkLocalizer({
         factory: (_params) => createOllama().languageModel(provider.model),
         id: provider.id,
+        model: provider.model,
         prompt: provider.prompt,
         skipAuth: true,
         settings,
@@ -86,6 +102,7 @@ export default function createExplicitLocalizer(
         factory: (params) =>
           createMistral(params).languageModel(provider.model),
         id: provider.id,
+        model: provider.model,
         prompt: provider.prompt,
         apiKeyName: "MISTRAL_API_KEY",
         baseUrl: provider.baseUrl,
@@ -97,11 +114,12 @@ export default function createExplicitLocalizer(
 function createAiSdkLocalizer(params: {
   factory: (params: { apiKey?: string; baseUrl?: string }) => LanguageModel;
   id: NonNullable<I18nConfig["provider"]>["id"];
+  model: string;
   prompt: string;
   apiKeyName?: string;
   baseUrl?: string;
   skipAuth?: boolean;
-  settings?: { temperature?: number };
+  settings?: NormalizedModelSettings;
 }): ILocalizer {
   const skipAuth = params.skipAuth === true;
 
@@ -196,22 +214,49 @@ function createAiSdkLocalizer(params: {
         data: input.processableData,
       };
 
-      const response = await generateText({
-        model,
-        ...params.settings,
-        messages: [
-          { role: "system", content: systemPrompt },
-          { role: "user", content: "OK" },
-          ...shots.flatMap(
-            ([userShot, assistantShot]) =>
-              [
-                { role: "user", content: JSON.stringify(userShot) },
-                { role: "assistant", content: JSON.stringify(assistantShot) },
-              ] as Message[],
-          ),
-          { role: "user", content: JSON.stringify(payload) },
-        ],
-      });
+      let response: GenerateTextResult<any, any> | GenerateObjectResult<any>;
+      if (params.id === "google" && params.settings?.responseMimeType) {
+        response = await generateObject({
+          model,
+          output: "no-schema",
+          temperature: params.settings?.temperature,
+          messages: [
+            { role: "system", content: systemPrompt },
+            { role: "user", content: "OK" },
+            ...shots.flatMap(
+              ([userShot, assistantShot]) =>
+                [
+                  { role: "user", content: JSON.stringify(userShot) },
+                  { role: "assistant", content: JSON.stringify(assistantShot) },
+                ] as Message[],
+            ),
+            { role: "user", content: JSON.stringify(payload) },
+          ],
+        });
+      } else {
+        response = await generateText({
+          model,
+          temperature: params.settings?.temperature,
+          messages: [
+            { role: "system", content: systemPrompt },
+            { role: "user", content: "OK" },
+            ...shots.flatMap(
+              ([userShot, assistantShot]) =>
+                [
+                  { role: "user", content: JSON.stringify(userShot) },
+                  { role: "assistant", content: JSON.stringify(assistantShot) },
+                ] as Message[],
+            ),
+            { role: "user", content: JSON.stringify(payload) },
+          ],
+        });
+      }
+
+      // Handle GenerateObjectResult - response is already a json object
+      if ("object" in response) {
+        const result = response.object as any;
+        return result.data;
+      }
 
       const result = JSON.parse(response.text);
 
diff --git a/packages/cli/src/cli/processor/basic.ts b/packages/cli/src/cli/processor/basic.ts
@@ -1,15 +1,12 @@
 import { generateText, LanguageModelV1 } from "ai";
 import { LocalizerInput, LocalizerProgressFn } from "./_base";
+import { NormalizedModelSettings } from "../utils/normalize-provider-settings";
 import _ from "lodash";
 
-type ModelSettings = {
-  temperature?: number;
-};
-
 export function createBasicTranslator(
   model: LanguageModelV1,
   systemPrompt: string,
-  settings: ModelSettings = {},
+  settings: NormalizedModelSettings = {},
 ) {
   return async (input: LocalizerInput, onProgress: LocalizerProgressFn) => {
     const chunks = extractPayloadChunks(input.processableData);
diff --git a/packages/cli/src/cli/processor/index.ts b/packages/cli/src/cli/processor/index.ts
@@ -5,6 +5,7 @@ import { LocalizerFn } from "./_base";
 import { createLingoLocalizer } from "./lingo";
 import { createBasicTranslator } from "./basic";
 import { createOpenAI } from "@ai-sdk/openai";
+import { normalizeProviderSettings } from "../utils/normalize-provider-settings";
 import { colors } from "../constants";
 import { createAnthropic } from "@ai-sdk/anthropic";
 import { createGoogleGenerativeAI } from "@ai-sdk/google";
@@ -21,7 +22,7 @@ export default function createProcessor(
     return result;
   } else {
     const model = getPureModelProvider(provider);
-    const settings = provider.settings || {};
+    const settings = normalizeProviderSettings(provider.id, provider.settings);
     const result = createBasicTranslator(model, provider.prompt, settings);
     return result;
   }
diff --git a/packages/cli/src/cli/utils/normalize-provider-settings.ts b/packages/cli/src/cli/utils/normalize-provider-settings.ts
@@ -0,0 +1,37 @@
+export type ProviderModelSettings = {
+  temperature?: number;
+  response_mime_type?: "application/json" | "text/x.enum";
+  response_schema?: Record<string, unknown>;
+};
+
+export type NormalizedModelSettings = {
+  temperature?: number;
+  responseMimeType?: "application/json" | "text/x.enum";
+  responseSchema?: Record<string, unknown>;
+};
+
+export function normalizeProviderSettings(
+  providerId: string | undefined,
+  settings?: ProviderModelSettings | null,
+): NormalizedModelSettings {
+  if (!settings) {
+    return {};
+  }
+
+  const normalized: NormalizedModelSettings = {};
+
+  if (typeof settings.temperature === "number") {
+    normalized.temperature = settings.temperature;
+  }
+
+  if (providerId === "google") {
+    if (settings.response_mime_type) {
+      normalized.responseMimeType = settings.response_mime_type;
+    }
+    if (settings.response_schema) {
+      normalized.responseSchema = settings.response_schema;
+    }
+  }
+
+  return normalized;
+}
diff --git a/packages/spec/src/config.ts b/packages/spec/src/config.ts
@@ -444,6 +444,16 @@ const modelSettingsSchema = Z.object({
     .describe(
       "Controls randomness in model outputs (0=deterministic, 2=very random). Some models like GPT-5 require temperature=1.",
     ),
+  response_mime_type: Z.enum(["application/json", "text/x.enum"])
+    .optional()
+    .describe(
+      "Gemini-specific setting to force raw JSON output without Markdown wrappers.",
+    ),
+  response_schema: Z.record(Z.string(), Z.any())
+    .optional()
+    .describe(
+      "Gemini-specific JSON schema that tunes structured output enforcement.",
+    ),
 })
   .optional()
   .describe("Model-specific settings for translation requests.");

-Original file line number
+Diff line change
@@ @@ -0,0 +1,5 @@ @@
 +---
 +"lingo.dev": patch
 +---
++
 +Uptake response_mime_type for google provider to support json response.