Skip to content

Commit b7034b3

Browse files
committed
fix delay computation
1 parent 67ad570 commit b7034b3

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

scripts/extend_dataset/with_inference_client_v2.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -108,25 +108,24 @@ def _get_client_for_node(
108108
@contextmanager
109109
def retries(max_retries: int = 10, delay: float = 1.0):
110110
attempt = 0
111-
delay = delay * (2 ** attempt) + random.uniform(0, delay)
112111

113112
while True:
114113
try:
114+
delay = delay * (2 ** attempt) + random.uniform(0, delay)
115115
time.sleep(delay)
116+
116117
yield
117118
break
118119
except Exception as e:
119120
attempt += 1
120121
if attempt > max_retries:
121-
raise Exception("Max retries exceeded") from e
122+
raise StopIteration("Max retries exceeded") from e
122123

123124
rprint(
124125
f"[yellow]Error occurred: {e}. Retrying in {delay:.2f} seconds "
125126
f"(attempt {attempt}/{max_retries})"
126127
)
127128

128-
time.sleep(delay)
129-
130129

131130
def text_generation_task(
132131
client: InferenceClient,

0 commit comments

Comments
 (0)