File tree Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Original file line number Diff line number Diff line change @@ -108,25 +108,24 @@ def _get_client_for_node(
108108@contextmanager
109109def retries (max_retries : int = 10 , delay : float = 1.0 ):
110110 attempt = 0
111- delay = delay * (2 ** attempt ) + random .uniform (0 , delay )
112111
113112 while True :
114113 try :
114+ delay = delay * (2 ** attempt ) + random .uniform (0 , delay )
115115 time .sleep (delay )
116+
116117 yield
117118 break
118119 except Exception as e :
119120 attempt += 1
120121 if attempt > max_retries :
121- raise Exception ("Max retries exceeded" ) from e
122+ raise StopIteration ("Max retries exceeded" ) from e
122123
123124 rprint (
124125 f"[yellow]Error occurred: { e } . Retrying in { delay :.2f} seconds "
125126 f"(attempt { attempt } /{ max_retries } )"
126127 )
127128
128- time .sleep (delay )
129-
130129
131130def text_generation_task (
132131 client : InferenceClient ,
You can’t perform that action at this time.
0 commit comments