job-monitor: handle invalid pod configuration

CHANGES.rst

@@ -7,6 +7,7 @@ Version 0.9.2 (UNRELEASED)
 - Changes CVMFS support to allow users to automatically mount any available repository.
 - Fixes container image building on the arm64 architecture.
 - Fixes the creation of Kubernetes jobs by retrying in case of error and by correctly handling the error after reaching the retry limit.
+- Fixes job monitoring in cases when job creation fails, for example when it is not possible to successfully mount volumes.
 
 Version 0.9.1 (2023-09-27)
 --------------------------

reana_job_controller/job_monitor.py

@@ -203,10 +203,13 @@ def get_job_status(self, job_pod) -> Optional[str]:
 
         elif job_pod.status.phase == "Pending":
             for container in container_statuses:
+                reason = None
+                message = None
                 try:
                     reason = container.state.waiting.reason
+                    message = container.state.waiting.message
                 except AttributeError:
-                    reason = None
+                    pass
 
                 if not reason:
                     continue
@@ -223,6 +226,12 @@ def get_job_status(self, job_pod) -> Optional[str]:
                         "failed due to invalid image name."
                     )
                     status = JobStatus.failed.name
+                elif "CreateContainerConfigError" in reason:
+                    logging.info(
+                        f"Container {container.name} in Kubernetes job {backend_job_id} "
+                        f"failed due to container configuration error: {message}"
+                    )
+                    status = JobStatus.failed.name
 
         return status