Merge pull request #82 from hatchet-dev/fix--retry-listener-delay

fix: retry listener delay
hatchet-dev · Jul 8, 2024 · 17ffdbd · 17ffdbd
2 parents 8238964 + 10b74d7
commit 17ffdbd
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/hatchet_sdk/clients/workflow_listener.py b/hatchet_sdk/clients/workflow_listener.py
@@ -15,7 +15,7 @@
 from ..logger import logger
 from ..metadata import get_metadata
 
-DEFAULT_WORKFLOW_LISTENER_RETRY_INTERVAL = 1  # seconds
+DEFAULT_WORKFLOW_LISTENER_RETRY_INTERVAL = 3  # seconds
 DEFAULT_WORKFLOW_LISTENER_RETRY_COUNT = 5
 DEFAULT_WORKFLOW_LISTENER_INTERRUPT_INTERVAL = 1800  # 30 minutes
 
@@ -111,6 +111,9 @@ async def _init_producer(self):
 
                                 t.cancel()
                                 self.listener.cancel()
+                                await asyncio.sleep(
+                                    DEFAULT_WORKFLOW_LISTENER_RETRY_INTERVAL
+                                )
                                 break
 
                             workflow_event: WorkflowRunEvent = t.result()
@@ -125,7 +128,9 @@ async def _init_producer(self):
 
                     except grpc.RpcError as e:
                         logger.error(f"grpc error in workflow run listener: {e}")
+                        await asyncio.sleep(DEFAULT_WORKFLOW_LISTENER_RETRY_INTERVAL)
                         continue
+
         except Exception as e:
             logger.error(f"Error in workflow run listener: {e}")
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "hatchet-sdk"
-version = "0.27.5"
+version = "0.27.6"
 description = ""
 authors = ["Alexander Belanger <[email protected]>"]
 readme = "README.md"