diff --git a/config/jobs/kubernetes/sig-k8s-infra/trusted/sig-testing-label-sync.yaml b/config/jobs/kubernetes/sig-k8s-infra/trusted/sig-testing-label-sync.yaml
new file mode 100644
index 000000000000..390700d87d99
--- /dev/null
+++ b/config/jobs/kubernetes/sig-k8s-infra/trusted/sig-testing-label-sync.yaml
@@ -0,0 +1,42 @@
+periodics:
+- cron: "17 * * * *"  # Every hour at 17 minutes past the hour
+  name: ci-test-infra-label-sync
+  cluster: k8s-infra-prow-build-trusted
+  labels:
+    app: label-sync
+  decorate: true
+  spec:
+    containers:
+    - name: label-sync
+      image: gcr.io/k8s-prow/label_sync:v20240513-a9bd71bf01
+      command:
+      - label_sync
+      args:
+      - --config=/etc/config/labels.yaml
+      - --confirm=true
+      - --orgs=kubernetes,kubernetes-client,kubernetes-csi,kubernetes-sigs
+      - --token=/etc/github/token
+      - --endpoint=http://ghproxy.default.svc.cluster.local
+      - --endpoint=https://api.github.com
+      - --debug
+      volumeMounts:
+      - name: github
+        mountPath: /etc/github
+        readOnly: true
+      - name: config
+        mountPath: /etc/config
+        readOnly: true
+    volumes:
+    - name: github
+      secret:
+        secretName: k8s-github-robot-github-token
+    - name: config
+      configMap:
+        name: label-config
+  annotations:
+    testgrid-num-failures-to-alert: '6'
+    testgrid-alert-stale-results-hours: '12'
+    testgrid-dashboards: sig-testing-misc
+    testgrid-tab-name: label_sync
+    testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com, k8s-infra-oncall@google.com
+    description: Runs label_sync to synchronize GitHub repo labels with the label config defined in label_sync/labels.yaml.
diff --git a/config/jobs/kubernetes/sig-k8s-infra/trusted/sig-test-infra.yaml b/config/jobs/kubernetes/sig-k8s-infra/trusted/sig-testing-metrics.yaml
similarity index 100%
rename from config/jobs/kubernetes/sig-k8s-infra/trusted/sig-test-infra.yaml
rename to config/jobs/kubernetes/sig-k8s-infra/trusted/sig-testing-metrics.yaml
diff --git a/config/jobs/kubernetes/test-infra/test-infra-trusted.yaml b/config/jobs/kubernetes/test-infra/test-infra-trusted.yaml
index 74e8ac453ec8..634f1b60ff35 100644
--- a/config/jobs/kubernetes/test-infra/test-infra-trusted.yaml
+++ b/config/jobs/kubernetes/test-infra/test-infra-trusted.yaml
@@ -480,47 +480,6 @@ periodics:
     testgrid-tab-name: branchprotector
     testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com, k8s-infra-oncall@google.com
     description: Runs Prow's branchprotector to apply configured GitHub status context requirements and merge policies.
-- cron: "17 * * * *"  # Every hour at 17 minutes past the hour
-  name: ci-test-infra-label-sync
-  cluster: test-infra-trusted
-  labels:
-    app: label-sync
-  decorate: true
-  spec:
-    containers:
-    - name: label-sync
-      image: gcr.io/k8s-prow/label_sync:v20240513-a9bd71bf01
-      command:
-      - label_sync
-      args:
-      - --config=/etc/config/labels.yaml
-      - --confirm=true
-      - --orgs=kubernetes,kubernetes-client,kubernetes-csi,kubernetes-sigs
-      - --token=/etc/github/oauth
-      - --endpoint=http://ghproxy.default.svc.cluster.local
-      - --endpoint=https://api.github.com
-      - --debug
-      volumeMounts:
-      - name: oauth
-        mountPath: /etc/github
-        readOnly: true
-      - name: config
-        mountPath: /etc/config
-        readOnly: true
-    volumes:
-    - name: oauth
-      secret:
-        secretName: oauth-token
-    - name: config
-      configMap:
-        name: label-config
-  annotations:
-    testgrid-num-failures-to-alert: '6'
-    testgrid-alert-stale-results-hours: '12'
-    testgrid-dashboards: sig-testing-misc
-    testgrid-tab-name: label_sync
-    testgrid-alert-email: kubernetes-sig-testing-alerts@googlegroups.com, k8s-infra-oncall@google.com
-    description: Runs label_sync to synchronize GitHub repo labels with the label config defined in label_sync/labels.yaml.
 - cron: "17 */6 * * *"  # Every 6 hours at 17 minutes past the hour
   name: ci-test-infra-gencred-refresh-kubeconfig
   cluster: test-infra-trusted
diff --git a/docs/job-migration-todo.md b/docs/job-migration-todo.md
index 2c1563576331..c9b772f64ca7 100644
--- a/docs/job-migration-todo.md
+++ b/docs/job-migration-todo.md
@@ -186,7 +186,6 @@ For more context, see the announcement thread at https://groups.google.com/a/kub
 |config/jobs/kubernetes-sigs/cluster-api-provider-azure/cluster-api-provider-azure-presubmits-main.yaml|pull-cluster-api-provider-azure-e2e|[Search Results](https://cs.k8s.io/?q=name%3A%20pull-cluster-api-provider-azure-e2e%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes-sigs/cluster-api-provider-azure/cluster-api-provider-azure-presubmits-main.yaml|pull-cluster-api-provider-azure-e2e-aks|[Search Results](https://cs.k8s.io/?q=name%3A%20pull-cluster-api-provider-azure-e2e-aks%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes-sigs/cluster-api-provider-azure/cluster-api-provider-azure-presubmits-main.yaml|pull-cluster-api-provider-azure-e2e-optional|[Search Results](https://cs.k8s.io/?q=name%3A%20pull-cluster-api-provider-azure-e2e-optional%24&i=nope&files=&excludeFiles=&repos=)|
-|config/jobs/kubernetes-sigs/cluster-api-provider-azure/cluster-api-provider-azure-presubmits-main.yaml|pull-cluster-api-provider-azure-e2e-with-wi-optional|[Search Results](https://cs.k8s.io/?q=name%3A%20pull-cluster-api-provider-azure-e2e-with-wi-optional%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes-sigs/cluster-api-provider-azure/cluster-api-provider-azure-presubmits-main.yaml|pull-cluster-api-provider-azure-e2e-workload-upgrade|[Search Results](https://cs.k8s.io/?q=name%3A%20pull-cluster-api-provider-azure-e2e-workload-upgrade%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes-sigs/cluster-api-provider-azure/cluster-api-provider-azure-presubmits-main.yaml|pull-cluster-api-provider-azure-windows-containerd-upstream-with-ci-artifacts-serial-slow|[Search Results](https://cs.k8s.io/?q=name%3A%20pull-cluster-api-provider-azure-windows-containerd-upstream-with-ci-artifacts-serial-slow%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes-sigs/cluster-api-provider-azure/cluster-api-provider-azure-presubmits-main.yaml|pull-cluster-api-provider-azure-windows-custom-builds|[Search Results](https://cs.k8s.io/?q=name%3A%20pull-cluster-api-provider-azure-windows-custom-builds%24&i=nope&files=&excludeFiles=&repos=)|
@@ -429,7 +428,6 @@ For more context, see the announcement thread at https://groups.google.com/a/kub
 |config/jobs/kubernetes/test-infra/test-infra-trusted.yaml|ci-test-infra-autobump-prow-for-auto-deploy|[Search Results](https://cs.k8s.io/?q=name%3A%20ci-test-infra-autobump-prow-for-auto-deploy%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes/test-infra/test-infra-trusted.yaml|ci-test-infra-branchprotector|[Search Results](https://cs.k8s.io/?q=name%3A%20ci-test-infra-branchprotector%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes/test-infra/test-infra-trusted.yaml|ci-test-infra-gencred-refresh-kubeconfig|[Search Results](https://cs.k8s.io/?q=name%3A%20ci-test-infra-gencred-refresh-kubeconfig%24&i=nope&files=&excludeFiles=&repos=)|
-|config/jobs/kubernetes/test-infra/test-infra-trusted.yaml|ci-test-infra-label-sync|[Search Results](https://cs.k8s.io/?q=name%3A%20ci-test-infra-label-sync%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes/test-infra/test-infra-trusted.yaml|ci-test-infra-rotate-legacy-default-build-sa-json-key|[Search Results](https://cs.k8s.io/?q=name%3A%20ci-test-infra-rotate-legacy-default-build-sa-json-key%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes/test-infra/test-infra-trusted.yaml|ci-test-infra-update-slack-oncall|[Search Results](https://cs.k8s.io/?q=name%3A%20ci-test-infra-update-slack-oncall%24&i=nope&files=&excludeFiles=&repos=)|
 |config/jobs/kubernetes/test-infra/test-infra-trusted.yaml|post-test-infra-deploy-prow|[Search Results](https://cs.k8s.io/?q=name%3A%20post-test-infra-deploy-prow%24&i=nope&files=&excludeFiles=&repos=)|
diff --git a/label_sync/README.md b/label_sync/README.md
index 0b6b3009c3bf..8cd2dce0d733 100644
--- a/label_sync/README.md
+++ b/label_sync/README.md
@@ -70,9 +70,7 @@ go run ./label_sync \
 
 ## Our Deployment
 
-We run this as a [`Periodic
-job`](https://prow.k8s.io?job=ci-test-infra-label-sync) as configured at
-[test-infra-trusted.yaml](https://github.com/kubernetes/test-infra/blob/0aa0d7b9cee8832e9eca748952131baaa809351c/config/jobs/kubernetes/test-infra/test-infra-trusted.yaml#L702).
+We run this as a [`Periodic job`](https://prow.k8s.io?job=ci-test-infra-label-sync) `ci-test-infra-label-sync` configured under `config/jobs`.
 
 This job read [`labels.yaml`](./labels.yaml) from a ConfigMap that is updated by
 the [prow updateconfig plugin](/prow/plugins/updateconfig).