diff --git a/.github/bump-version.sh b/.github/bump-version.sh
index 594871fc4b..b6d5c6c37f 100644
--- a/.github/bump-version.sh
+++ b/.github/bump-version.sh
@@ -30,3 +30,6 @@ echo "$GLOBAL_JSON" > global.json
 
 sed -i'' -E "s/^([[:space:]]+VERSION: )([0-9]+\.){2}[0-9]+$/\1$VERSION/" .github/workflows/release.yml
 sed -i'' -E "s/<(Current(Assembly(File)?)?Version)>([0-9]+\.){2}[0-9]+<\/\1>/<\1>$VERSION<\/\1>/" Directory.Build.props
+
+# Update packages.lock.json
+dotnet restore --force-evaluate
diff --git a/.github/workflows/bump-version.yml b/.github/workflows/bump-version.yml
index a4352520af..f22e6c22c2 100644
--- a/.github/workflows/bump-version.yml
+++ b/.github/workflows/bump-version.yml
@@ -21,6 +21,13 @@ jobs:
           private_key: ${{ secrets.APP_PRIVATE_KEY }}
           installation_id: 22958780
           
+      - name: Setup .NET
+        uses: actions/setup-dotnet@v1
+        with:
+          dotnet-version: |
+            5.0.x
+            6.0.x
+          
       - uses: actions/checkout@v3
         with:
           ref: ${{ github.event.inputs.branch }}
@@ -30,7 +37,7 @@ jobs:
         run: bash .github/bump-version.sh "${{ github.event.inputs.version }}"
         
       - name: Create Pull Request
-        uses: peter-evans/create-pull-request@v3
+        uses: peter-evans/create-pull-request@v5
         with:
           token: ${{ steps.github_app_token.outputs.token }}
           base: ${{ github.event.inputs.branch }}
@@ -39,6 +46,7 @@ jobs:
           signoff: true
           delete-branch: true
           title: 'Bump version on ${{ github.event.inputs.branch }} to ${{ github.event.inputs.version }}.'
+          labels: skip-changelog
           body: |
             Bumping version on `${{ github.event.inputs.branch }}` to `${{ github.event.inputs.version }}`.