Update subset_data.py

PrimeIntellect-ai · Oct 22, 2024 · eaf6486 · eaf6486
1 parent 2a9351b
commit eaf6486
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/subset_data.py b/scripts/subset_data.py
@@ -115,6 +115,6 @@ def main(args):
     parser.add_argument("--data_rank", type=int, default=0, help="start index")
     parser.add_argument("--data_world_size", type=int, default=4, help="world size")
     parser.add_argument("--max_shards", type=int, default=1000)
-    parser.add_argument("--num_workers", type=int, default=4)
+    parser.add_argument("--num_workers", type=int, default=12)
     args = parser.parse_args()
     main(args)