We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a2be72d commit 7e66063Copy full SHA for 7e66063
jetstream/core/orchestrator.py
@@ -685,7 +685,8 @@ def _generate_thread(self, idx: int):
685
# For interleaved mode, we also blocks when prefill backlog
686
# is not empty or there are transfer work to do.
687
block |= not self._prefill_backlog.empty()
688
- block |= not self._transfer_backlogs[idx].empty()
+ for transfer_backlog in self._transfer_backlogs:
689
+ block |= not transfer_backlog.empty()
690
try:
691
new_request = my_generate_backlog.get(block=block, timeout=1.0)
692
if new_request is None:
0 commit comments