fix

sgl-project · Aug 16, 2024 · 276835d · 276835d
1 parent ce604f6
commit 276835d
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/python/sglang/srt/model_executor/cuda_graph_runner.py b/python/sglang/srt/model_executor/cuda_graph_runner.py
@@ -267,8 +267,6 @@ def replay(self, batch: ScheduleBatch):
         index = bisect.bisect_left(self.batch_size_list, raw_bs)
         bs = self.batch_size_list[index]
         if bs != raw_bs:
-            self.input_ids.zero_()
-            self.req_pool_indices.zero_()
             self.seq_lens.zero_()
             self.position_ids_offsets.fill_(1)
             self.out_cache_loc.zero_()