We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1311191 commit 24efbebCopy full SHA for 24efbeb
src/petals/client/inference_session.py
@@ -336,7 +336,9 @@ def step(
336
self._update_sequence(server_idx, block_idx, attempt_no)
337
338
server_session = self._server_sessions[server_idx]
339
- assert server_session.position == self.position, f"Position mismatch: {server_session.position} and {self.position}"
+ assert (
340
+ server_session.position == self.position
341
+ ), f"Position mismatch: {server_session.position} and {self.position}"
342
inputs = server_session.step(
343
inputs,
344
prompts[server_session.span.start : server_session.span.end],
0 commit comments