diff --git a/.github/workflows/sklearnserver-docker-publish.yml b/.github/workflows/sklearnserver-docker-publish.yml
index 3a77370eafe..88f2389a354 100644
--- a/.github/workflows/sklearnserver-docker-publish.yml
+++ b/.github/workflows/sklearnserver-docker-publish.yml
@@ -61,7 +61,7 @@ jobs:
   retry:
     runs-on: ubuntu-latest
     needs: test
-    if: ${{ always() }}  # Always run this job after test
+    if: ${{ failure() }}  # Always run this job after test
     strategy:
       matrix:
         platform: [linux/ppc64le]  # Only retry for linux/ppc64le