Add comprehensive cleanup for local worker upon successful job run and upload

cli/main.py

@@ -42,8 +42,11 @@ def main() -> None:
     worker_info = info.sys.collect()
 
     while True:
+        container = None
+        job_id = None
+        path_job = None
+
         try:
-            container = None
             jobs = api_worker.fetch_jobs(
                 limit=1,
                 cpu_cores=worker_info.sys.cores,
@@ -177,8 +180,41 @@ def main() -> None:
             else:
                 raise e
 
-        logger.info(f"Job {job_id} finished")
-        shutil.rmtree(path_job)
+        finally:
+            # Clean up resources after successful job run AND upload
+            if job_id:
+                logger.info(f"Cleaning up job {job_id}")
+
+                # Clean up Docker container
+                if container:
+                    try:
+                        if container.status == "running":
+                            logger.info(f"Stopping running container for job {job_id}")
+                            container.stop()
+                    except Exception as e:
+                        logger.warning(
+                            f"Failed to stop container for job {job_id}: {e}"
+                        )
+
+                    try:
+                        logger.info(f"Removing container for job {job_id}")
+                        container.remove()
+                    except Exception as e:
+                        logger.warning(
+                            f"Failed to remove container for job {job_id}: {e}"
+                        )
+
+                # Clean up job directory
+                if path_job and path_job.exists():
+                    try:
+                        logger.info(f"Removing job directory {path_job}")
+                        shutil.rmtree(path_job)
+                    except Exception as e:
+                        logger.warning(
+                            f"Failed to clean up job directory {path_job}: {e}"
+                        )
+
+                logger.info(f"Job {job_id} cleanup completed")
 
 
 if __name__ == "__main__":

fetcher/api/__init__.pyi

@@ -1 +1,4 @@
-# ...existing code...
+from . import builder as builder
+from . import model as model
+from . import token as token
+from . import worker as worker

fetcher/docker/__init__.pyi

@@ -1 +0,0 @@
-# ...existing code...

fetcher/info/__init__.pyi

@@ -1 +1 @@
-# ...existing code...
+from . import sys as sys

fetcher/io/__init__.pyi

@@ -1 +1 @@
-# ...existing code...
+from . import files as files

fetcher/status/__init__.pyi

@@ -1 +1,2 @@
-# ...existing code...
+from . import pinger as pinger
+from . import status as status

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "fetcher"
-version = "0.3.0"
+version = "0.4.0"
 description = "Job fetcher for workers of DECODE OpenCloud."
 authors = ["Arthur Jaques <arthur.jaques@hispeed.ch>"]
 readme = "README.md"