diff --git a/.github/workflows/test-optimization.yml b/.github/workflows/test-optimization.yml
index bc18d72d6de..7bdbb360950 100644
--- a/.github/workflows/test-optimization.yml
+++ b/.github/workflows/test-optimization.yml
@@ -182,6 +182,9 @@ jobs:
       - uses: ./.github/actions/node/latest
       - uses: ./.github/actions/install
       - run: yarn test:plugins:ci
+      - run: node scripts/replace-major.js 5
+      - run: yarn test:plugins:ci
+      - run: git checkout package.json # undo package.json changes
       - if: always()
         uses: ./.github/actions/testagent/logs
         with:
diff --git a/scripts/replace-major.js b/scripts/replace-major.js
new file mode 100644
index 00000000000..cb52eee8125
--- /dev/null
+++ b/scripts/replace-major.js
@@ -0,0 +1,11 @@
+'use strict'
+
+const fs = require('fs')
+const packageJson = require('../package.json')
+
+const major = process.argv[2]
+
+const versionArr = packageJson.version.split('.')
+packageJson.version = `${major}.${versionArr[1]}.${versionArr[2]}`
+
+fs.writeFileSync('package.json', JSON.stringify(packageJson, null, 2))