diff --git a/.vault-config/shared/dotneteng-status-secrets.yaml b/.vault-config/shared/dotneteng-status-secrets.yaml
index 6d50c4756..d4744de03 100644
--- a/.vault-config/shared/dotneteng-status-secrets.yaml
+++ b/.vault-config/shared/dotneteng-status-secrets.yaml
@@ -14,14 +14,3 @@ app-insights-connection-string:
   type: text
   parameters:
     description: The connection string for application insights. Go to the Azure resource for application insights -> Configure -> Properties -> Get the connection string
-
-dn-bot-dnceng-build-r-code-r-project-r-profile-r:
-  type: azure-devops-access-token
-  parameters:
-    organizations: dnceng
-    scopes: build code project profile
-    requiredScopes: Build (Read) Code (Read) Project (Read) Profile (Read)
-    domainAccountName: dn-bot
-    domainAccountSecret:
-      name: dn-bot-account-redmond
-      location: helixkv
diff --git a/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.Production.json b/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.Production.json
index 443a760ae..2b17b6e04 100644
--- a/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.Production.json
+++ b/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.Production.json
@@ -31,6 +31,9 @@
     "UseAzCliAuthentication": false
   },
   "AzureDevOps": {
+    "build-monitor/dnceng": {
+      "ManagedIdentityClientId": "b73bcdd4-aba9-40a7-af0c-f95b8eb5ab62"
+    },
     "dnceng": {
       "UseManagedIdentity": true
     }
diff --git a/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.Staging.json b/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.Staging.json
index 4b6663092..239e26bc9 100644
--- a/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.Staging.json
+++ b/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.Staging.json
@@ -32,6 +32,9 @@
     "UseAzCliAuthentication": false
   },
   "AzureDevOps": {
+    "build-monitor/dnceng": {
+      "ManagedIdentityClientId": "8cd89985-08e4-4baa-86f1-76ee58b6b393"
+    },
     "dnceng": {
       "UseManagedIdentity": true
     }
diff --git a/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.json b/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.json
index 5784557a6..947883a33 100644
--- a/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.json
+++ b/src/DotNet.Status.Web/DotNet.Status.Web/.config/settings.json
@@ -20,7 +20,6 @@
   "AzureDevOps": {
     "build-monitor/dnceng": {
       "Organization": "dnceng",
-      "AccessToken": "[vault(dn-bot-dnceng-build-r-code-r-project-r-profile-r)]",
       "MaxParallelRequests": 10
     },
     "dnceng": {