Adding Logging to deps, and printing info while loading a collection.

JuliaGenAI · May 29, 2024 · 95da50c · 95da50c
1 parent 741eaa6
commit 95da50c
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 0 deletions.
diff --git a/Project.toml b/Project.toml
@@ -5,6 +5,7 @@ version = "0.1.0"
 
 [deps]
 CSV = "336ed68f-0bac-5ca0-87d4-7b16caf5d00b"
+Logging = "56ddb016-857b-54e1-b83d-db4d58db5568"
 Transformers = "21ca0261-441d-5938-ace7-c90938fde4d4"
 
 [compat]

diff --git a/src/ColBERT.jl b/src/ColBERT.jl
@@ -1,5 +1,6 @@
 module ColBERT
 using CSV
+using Logging
 using Transformers
 
 

diff --git a/src/data/collection.jl b/src/data/collection.jl
@@ -7,5 +7,6 @@ end
 
 function Collection(path::String)
     file = CSV.File(path; delim='\t', header = [:pid, :text], types = Dict(:pid => Int, :text => String), debug=true, quoted=false)
+    @info "Loaded $(length(file.text)[1]) passages."
     Collection(path, file.text)
 end