diff --git a/tests/k8s/1-022_validate_notifications/04-delete-app.yaml b/tests/k8s/1-022_validate_notifications/04-delete-app.yaml
index 8d8f911b7..c7b6c781a 100644
--- a/tests/k8s/1-022_validate_notifications/04-delete-app.yaml
+++ b/tests/k8s/1-022_validate_notifications/04-delete-app.yaml
@@ -7,4 +7,8 @@ commands:
     kubectl delete -n $NAMESPACE application.argoproj.io my-app-3
 - script: sleep 5
 - script: |
-    ! kubectl get -n $NAMESPACE application.argoproj.io my-app-3
\ No newline at end of file
+    output=$(kubectl get -n $NAMESPACE application.argoproj.io my-app-3 --no-headers 2>/dev/null)
+    if [ -n "$output" ]; then
+      echo "my-app-3 still exists"
+      exit 1
+    fi
\ No newline at end of file