Fixing the indexing code to include the QueryTokenizer in the

`CheckPoint`.
JuliaGenAI · Jul 24, 2024 · a4c7f85 · a4c7f85
1 parent a8f332d
commit a4c7f85
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/indexing.jl b/src/indexing.jl
@@ -17,7 +17,7 @@ function index(indexer::Indexer)
     # loading the models
     @info "Loading ColBERT layers from HuggingFace."
     base_colbert = BaseColBERT(checkpoint, config)
-    checkPoint = Checkpoint(base_colbert, DocTokenizer(base_colbert.tokenizer, config), config)
+    checkPoint = Checkpoint(base_colbert, DocTokenizer(base_colbert.tokenizer, config), QueryTokenizer(base_colbert.tokenizer, config), config)
 
     # creating the encoder, saver and indexer
     encoder = CollectionEncoder(config, checkPoint)