Merge pull request #994 from roboflow/flush-usage-collector-on-shutdown

Flush usage_collector on shutdown

inference/core/interfaces/http/http_api.py

@@ -2,6 +2,7 @@
 import base64
 import os
 import traceback
+from contextlib import asynccontextmanager
 from functools import partial, wraps
 from time import sleep
 from typing import Any, Dict, List, Optional, Union
@@ -494,8 +495,17 @@ def __init__(
         Description:
             Deploy Roboflow trained models to nearly any compute environment!
         """
+
         description = "Roboflow inference server"
+
+        @asynccontextmanager
+        async def lifespan(app: FastAPI):
+            yield
+            logger.info("Shutting down %s", description)
+            await usage_collector.async_push_usage_payloads()
+
         app = FastAPI(
+            lifespan=lifespan,
             title="Roboflow Inference Server",
             description=description,
             version=__version__,

inference/core/version.py

@@ -1,4 +1,4 @@
-__version__ = "0.36.1"
+__version__ = "0.36.2"
 
 
 if __name__ == "__main__":

requirements/requirements.http.txt

@@ -1,4 +1,4 @@
-uvicorn[standard]<=0.22.0
+uvicorn[standard]<=0.34.0
 python-multipart==0.0.19
 fastapi-cprofile<=0.0.2
 orjson>=3.9.10,<=3.10.11