Removed max_len from tokenizer for now

mkranzlein · Aug 21, 2023 · 0107d39 · 0107d39
1 parent 2266815
commit 0107d39
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/scripts/model_exploration.py b/scripts/model_exploration.py
@@ -20,7 +20,6 @@
     dataset = CuriamDataset(
         json_file_path="data/curiam_sample.json",
         tokenizer=bert_tokenizer,
-        max_len=1024,
         chunk_len=20,
         overlap_len=10)
 else: