feat: add vscode lm copilot models support

Author: 2214962083

.vscode/launch.json

@@ -10,31 +10,31 @@
       "type": "extensionHost",
       "request": "launch",
       "runtimeExecutable": "${execPath}",
+      "args": [
+        "--extensionDevelopmentPath=${workspaceFolder}"
+        // "--disable-extensions"
+      ],
+      "outFiles": ["${workspaceFolder}/dist/**/*.js"],
+      "preLaunchTask": "npm: watch:hmr",
+      "env": {
+        // "NODE_DEBUG": "http"
+      }
+    },
+    {
+      "name": "HMR-Extension-UpdatePkgJson",
+      "type": "extensionHost",
+      "request": "launch",
+      "runtimeExecutable": "${execPath}",
       "args": [
         "--extensionDevelopmentPath=${workspaceFolder}",
         "--disable-extensions"
       ],
       "outFiles": ["${workspaceFolder}/dist/**/*.js"],
-      "preLaunchTask": "npm: watch:hmr",
+      "preLaunchTask": "npm: watch:hmr-update-pkg-json",
       "env": {
         // "NODE_DEBUG": "http"
       }
     },
-    // {
-    //   "name": "HMR-Extension-UpdatePkgJson",
-    //   "type": "extensionHost",
-    //   "request": "launch",
-    //   "runtimeExecutable": "${execPath}",
-    //   "args": [
-    //     "--extensionDevelopmentPath=${workspaceFolder}",
-    //     "--disable-extensions"
-    //   ],
-    //   "outFiles": ["${workspaceFolder}/dist/**/*.js"],
-    //   "preLaunchTask": "npm: watch:hmr:update-pkg-json",
-    //   "env": {
-    //     // "NODE_DEBUG": "http"
-    //   }
-    // },
     {
       "name": "Extension",
       "type": "extensionHost",

package.json

@@ -338,7 +338,7 @@
     "test": "tsc --noEmit &&vitest --run",
     "watch": "vite build --watch",
     "watch:hmr": "vite",
-    "watch:hmr:update-pkg-json": "cross-env UPDATE_PKG_JSON=enable vite",
+    "watch:hmr-update-pkg-json": "cross-env UPDATE_PKG_JSON=enable vite",
     "generate-nls": "tsx ./scripts/generate-nls.ts"
   },
   "devDependencies": {

src/extension/actions/apply-actions.ts

@@ -3,6 +3,7 @@ import { vfs } from '@extension/file-utils/vfs'
 import { CodeEditRegister } from '@extension/registers/code-edit-register'
 import { CodeEditTaskEntity } from '@extension/registers/code-edit-register/task-entity'
 import type {
+  CodeEditDiffMode,
   CodeEditTask,
   CodeEditTaskJson
 } from '@extension/registers/code-edit-register/types'
@@ -26,6 +27,7 @@ type CreateTaskParams = {
   selectionRange?: vscode.Range
   code?: string
   cleanLast?: boolean
+  diffMode?: CodeEditDiffMode
 }
 
 type StartTaskParams = {
@@ -122,7 +124,8 @@ Don't reply with anything except the code.
       code,
       sessionId,
       conversationId,
-      agentId
+      agentId,
+      diffMode
     } = context.actionParams
     this.validateProvider()
     this.validateSchemeUri(schemeUri)
@@ -150,7 +153,8 @@ Don't reply with anything except the code.
         selection: finalSelectionRange,
         isNewFile,
         newContent: code || '',
-        abortController: new AbortController()
+        abortController: new AbortController(),
+        diffMode
       })
     )
   }
@@ -192,7 +196,8 @@ Don't reply with anything except the code.
       schemeUri,
       selectionRange,
       code,
-      cleanLast
+      cleanLast,
+      diffMode
     } = context.actionParams
 
     const task = await this.createApplyCodeTask({
@@ -204,7 +209,8 @@ Don't reply with anything except the code.
         schemeUri,
         selectionRange,
         code,
-        cleanLast
+        cleanLast,
+        diffMode
       }
     })
 

src/extension/actions/webvm-actions.ts

@@ -106,7 +106,8 @@ export class WebVMActionsCollection extends ServerActionCollection {
           webviewId,
           actionParams: {
             path: webviewState.initRouterPath,
-            replace: true
+            replace: true,
+            refreshChatSessions: true
           }
         })
       }

src/extension/ai/model-providers/helpers/langchain-vscode/chat-models.ts

@@ -277,20 +277,33 @@ export class ChatVSCode
       const vscodeAIMessage =
         vscode.LanguageModelChatMessage.Assistant(contentParts)
       const outputText = getTextFromVSCodeMessageContents(contentParts)
+      const currentText = getTextFromVSCodeMessageContents([chunk])
 
       usageMetadata.input_tokens = inputText.length
       usageMetadata.output_tokens = outputText.length
       usageMetadata.total_tokens =
         usageMetadata.input_tokens + usageMetadata.output_tokens
 
-      yield new ChatGenerationChunk({
-        text: outputText,
-        message: convertVSCodeOutputChunkMessageToLangChain(vscodeAIMessage, {
-          responseMetadata: rest,
-          usageMetadata
-        })
+      const generationChunk = new ChatGenerationChunk({
+        text: currentText,
+        message: convertVSCodeOutputChunkMessageToLangChain(
+          vscodeAIMessage,
+          chunk,
+          {
+            responseMetadata: rest,
+            usageMetadata
+          }
+        )
       })
-      await runManager?.handleLLMNewToken(outputText)
+      yield generationChunk
+      await runManager?.handleLLMNewToken(
+        generationChunk.text ?? '',
+        undefined,
+        undefined,
+        undefined,
+        undefined,
+        { chunk: generationChunk }
+      )
     }
 
     // Yield the `response_metadata` as the final chunk.

src/extension/ai/model-providers/helpers/langchain-vscode/utils.ts

@@ -7,7 +7,9 @@ import {
   HumanMessage,
   SystemMessage,
   ToolMessage,
-  UsageMetadata
+  UsageMetadata,
+  type MessageContentImageUrl,
+  type MessageContentText
 } from '@langchain/core/messages'
 import type { ToolCallChunk } from '@langchain/core/messages/tool'
 import { isLangChainTool } from '@langchain/core/utils/function_calling'
@@ -22,8 +24,31 @@ import type {
   VSCodeUserMessageContent
 } from './types'
 
+export const convertVScodeMessageContentToLangchainMessageContent = (
+  contents: (VSCodeMessageContent | unknown)[]
+) => {
+  const langchainContents: (MessageContentText | MessageContentImageUrl)[] = []
+
+  contents.forEach(c => {
+    if (c instanceof vscode.LanguageModelTextPart) {
+      langchainContents.push({
+        type: 'text',
+        text: c.value
+      })
+    }
+    if (c instanceof vscode.LanguageModelToolResultPart) {
+      langchainContents.push(
+        ...convertVScodeMessageContentToLangchainMessageContent(c.content)
+      )
+    }
+  })
+
+  return langchainContents
+}
+
 export const convertVSCodeOutputChunkMessageToLangChain = (
   messages: vscode.LanguageModelChatMessage,
+  vscodeMessageContent: VSCodeMessageContent,
   extra?: {
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     responseMetadata?: Record<string, any>
@@ -38,8 +63,11 @@ export const convertVSCodeOutputChunkMessageToLangChain = (
     }
   })
 
+  const langchainContents =
+    convertVScodeMessageContentToLangchainMessageContent([vscodeMessageContent])
+
   return new AIMessageChunk({
-    content: messages.content ?? '',
+    content: langchainContents,
     tool_call_chunks: toolCallParts
       .map(tc => ({
         name: tc.name,
@@ -105,8 +133,14 @@ const convertHumanGenericMessagesToVSCodeMessage = (
   const vscodeMessageContents: VSCodeUserMessageContent[] = []
 
   message.content.forEach(c => {
+    if (typeof c === 'string') {
+      vscodeMessageContents.push(new vscode.LanguageModelTextPart(c))
+      return
+    }
+
     if (c.type === 'text') {
       vscodeMessageContents.push(new vscode.LanguageModelTextPart(c.text))
+      return
     }
     if (c.type === 'image_url') {
       if (typeof c.image_url === 'string') {
@@ -117,6 +151,8 @@ const convertHumanGenericMessagesToVSCodeMessage = (
         // TODO: vscode current not support image
         // const imgUrl = c.image_url.url
       }
+
+      return
     }
     throw new Error(`Unsupported content type: ${c.type}`)
   })

src/extension/ai/model-providers/vscodelm.ts

@@ -32,6 +32,6 @@ export class VSCodeLMModelProvider extends BaseModelProvider<
   async getSupportModelNames() {
     const models = await vscode.lm.selectChatModels()
 
-    return models.map(model => model.name)
+    return models.map(model => model.id)
   }
 }

src/extension/registers/code-edit-register/task-entity.ts

@@ -3,7 +3,12 @@ import { t, type TFunction } from 'i18next'
 import { v4 as uuidv4 } from 'uuid'
 import * as vscode from 'vscode'
 
-import { CodeEditTask, CodeEditTaskJson, CodeEditTaskState } from './types'
+import {
+  CodeEditDiffMode,
+  CodeEditTask,
+  CodeEditTaskJson,
+  CodeEditTaskState
+} from './types'
 
 export class CodeEditTaskEntity extends BaseEntity<CodeEditTask> {
   protected getDefaults(
@@ -16,6 +21,7 @@ export class CodeEditTaskEntity extends BaseEntity<CodeEditTask> {
       conversationId: uuidv4(),
       agentId: uuidv4(),
       state: CodeEditTaskState.Initial,
+      diffMode: CodeEditDiffMode.TempFileDiff,
       fileUri: vscode.Uri.file(''),
       isNewFile: false,
       selectionRange: new vscode.Range(0, 0, 0, 0),

src/extension/registers/code-edit-register/task-manager.ts

@@ -10,6 +10,7 @@ import * as vscode from 'vscode'
 
 import { CodeEditTaskEntity } from './task-entity'
 import {
+  CodeEditDiffMode,
   CodeEditTask,
   CodeEditTaskState,
   type CodeEditTaskJson,
@@ -36,6 +37,7 @@ export class CodeEditTaskManager implements vscode.Disposable {
 
   async createTask(params: CreateTaskParams): Promise<CodeEditTask> {
     const {
+      diffMode,
       sessionId,
       conversationId,
       agentId,
@@ -51,6 +53,7 @@ export class CodeEditTaskManager implements vscode.Disposable {
       conversationId,
       agentId,
       state: CodeEditTaskState.Initial,
+      diffMode: diffMode || CodeEditDiffMode.TempFileDiff,
       fileUri,
       isNewFile,
       selectionRange: selection,
@@ -110,7 +113,29 @@ export class CodeEditTaskManager implements vscode.Disposable {
     return existingDirs
   }
 
-  async showDiffView(task: CodeEditTask): Promise<WriteTmpFileResult> {
+  private async ensureFileIsOpenAndActive(fileUri: vscode.Uri) {
+    const document = await vscode.workspace.openTextDocument(fileUri)
+    await vscode.window.showTextDocument(document)
+  }
+
+  async showDiffView(task: CodeEditTask): Promise<{
+    writeText: (text: string) => Promise<void>
+  }> {
+    if (task.diffMode === CodeEditDiffMode.ClipboardDiff) {
+      await this.ensureFileIsOpenAndActive(task.fileUri)
+      await vscode.env.clipboard.writeText(task.newContent)
+      await vscode.commands.executeCommand(
+        'workbench.files.action.compareWithClipboard',
+        task.fileUri
+      )
+
+      return {
+        writeText: async (text: string) => {
+          await vscode.env.clipboard.writeText(text)
+        }
+      }
+    }
+
     const diffWriter = await this.createTempDiffFile(task)
     this.tempFiles.set(task.id, diffWriter.tmpFileUri)
 

src/extension/registers/code-edit-register/types.ts

@@ -9,13 +9,19 @@ export enum CodeEditTaskState {
   Error = 'Error'
 }
 
+export enum CodeEditDiffMode {
+  ClipboardDiff = 'ClipboardDiff',
+  TempFileDiff = 'TempFileDiff'
+}
+
 // Represents a code edit task
 export interface CodeEditTask {
   id: string // task id = sessionId-conversationId-agentId-fileUri
   sessionId: string
   conversationId: string
   agentId: string
   state: CodeEditTaskState
+  diffMode?: CodeEditDiffMode
 
   // File info
   fileUri: Uri
@@ -45,6 +51,7 @@ export type CodeEditTaskJson = Omit<
 }
 
 export type CreateTaskParams = {
+  diffMode?: CodeEditDiffMode
   sessionId: string
   conversationId: string
   agentId: string