diff --git a/Cargo.lock b/Cargo.lock
index a1d31b8..c5654b9 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -60,16 +60,6 @@ version = "0.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "bf7d0a018de4f6aa429b9d33d69edf69072b1c5b1cb8d3e4a5f7ef898fc3eb76"
-[[package]]
-name = "arrow-format"
-version = "0.8.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "07884ea216994cdc32a2d5f8274a8bee979cfe90274b83f86f440866ee3132c7"
-dependencies = [
- "planus",
- "serde",
-]
-
[[package]]
name = "atoi"
version = "2.0.0"
@@ -91,6 +81,12 @@ version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa"
+[[package]]
+name = "base64"
+version = "0.21.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9d297deb1925b89f2ccc13d7635fa0714f12c87adce1c75356b39ca9b7178567"
+
[[package]]
name = "bitflags"
version = "1.3.2"
@@ -99,9 +95,9 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
[[package]]
name = "bitflags"
-version = "2.4.1"
+version = "2.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "327762f6e5a765692301e5bb513e0d9fef63be86bbc14528052b1cd3e6f03e07"
+checksum = "ed570934406eb16438a4e976b1b4500774099c13b8cb96eec99f620f05090ddf"
[[package]]
name = "bumpalo"
@@ -111,9 +107,9 @@ checksum = "7f30e7476521f6f8af1a1c4c0b8cc94f0bee37d91763d0ca2665f299b6cd8aec"
[[package]]
name = "bytemuck"
-version = "1.14.0"
+version = "1.14.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "374d28ec25809ee0e23827c2ab573d729e293f281dfe393500e7ad618baa61c6"
+checksum = "ed2490600f404f2b94c167e31d3ed1d5f3c225a0f3b80230053b3e0b7b962bd9"
dependencies = [
"bytemuck_derive",
]
@@ -159,14 +155,36 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
[[package]]
name = "chrono"
-version = "0.4.31"
+version = "0.4.33"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7f2c685bad3eb3d45a01354cedb7d5faa66194d1d58ba6e267a8de788f79db38"
+checksum = "9f13690e35a5e4ace198e7beea2895d29f3a9cc55015fcebe6336bd2010af9eb"
dependencies = [
"android-tzdata",
"iana-time-zone",
"num-traits",
- "windows-targets 0.48.5",
+ "windows-targets 0.52.0",
+]
+
+[[package]]
+name = "chrono-tz"
+version = "0.8.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "91d7b79e99bfaa0d47da0687c43aa3b7381938a62ad3a6498599039321f660b7"
+dependencies = [
+ "chrono",
+ "chrono-tz-build",
+ "phf",
+]
+
+[[package]]
+name = "chrono-tz-build"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "433e39f13c9a060046954e0592a8d0a4bcb1040125cbf91cb8ee58964cfb350f"
+dependencies = [
+ "parse-zoneinfo",
+ "phf",
+ "phf_codegen",
]
[[package]]
@@ -236,7 +254,7 @@ version = "0.27.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f476fe445d41c9e991fd07515a6f463074b782242ccf4a5b7b1d1012e70824df"
dependencies = [
- "bitflags 2.4.1",
+ "bitflags 2.4.2",
"crossterm_winapi",
"libc",
"parking_lot",
@@ -336,6 +354,12 @@ version = "0.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8"
+[[package]]
+name = "hex"
+version = "0.4.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70"
+
[[package]]
name = "home"
version = "0.5.9"
@@ -347,9 +371,9 @@ dependencies = [
[[package]]
name = "iana-time-zone"
-version = "0.1.59"
+version = "0.1.60"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b6a67363e2aa4443928ce15e57ebae94fd8949958fd1223c4cfc0cd473ad7539"
+checksum = "e7ffbb5a1b541ea2561f8c41c087286cc091e21e556a4f09a8f6cbf17b69b141"
dependencies = [
"android_system_properties",
"core-foundation-sys",
@@ -370,9 +394,9 @@ dependencies = [
[[package]]
name = "indexmap"
-version = "2.1.0"
+version = "2.2.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d530e1a18b1cb4c484e6e34556a0d948706958449fca0cab753d649f2bce3d1f"
+checksum = "824b2ae422412366ba479e8111fd301f7b5faece8149317bb81925979a53f520"
dependencies = [
"equivalent",
"hashbrown",
@@ -396,6 +420,12 @@ version = "1.0.10"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b1a46d1a171d865aa5f83f92695765caa047a9b4cbae2cbf37dbd613a793fd4c"
+[[package]]
+name = "itoap"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9028f49264629065d057f340a86acb84867925865f73bbf8d47b4d149a7e88b8"
+
[[package]]
name = "jobserver"
version = "0.1.27"
@@ -407,18 +437,18 @@ dependencies = [
[[package]]
name = "js-sys"
-version = "0.3.66"
+version = "0.3.68"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cee9c64da59eae3b50095c18d3e74f8b73c0b86d2792824ff01bbce68ba229ca"
+checksum = "406cda4b368d531c842222cf9d2600a9a4acce8d29423695379c6868a143a9ee"
dependencies = [
"wasm-bindgen",
]
[[package]]
name = "libc"
-version = "0.2.152"
+version = "0.2.153"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "13e3bf6590cbc649f4d1a3eefc9d5d6eb746f5200ffb04e5e142700b8faa56e7"
+checksum = "9c198f91728a82281a64e1f4f9eeb25d82cb32a5de251c6bd1b5154d63a8e7bd"
[[package]]
name = "libm"
@@ -586,17 +616,64 @@ dependencies = [
"windows-targets 0.48.5",
]
+[[package]]
+name = "parse-zoneinfo"
+version = "0.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c705f256449c60da65e11ff6626e0c16a0a0b96aaa348de61376b249bc340f41"
+dependencies = [
+ "regex",
+]
+
[[package]]
name = "percent-encoding"
version = "2.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e3148f5046208a5d56bcfc03053e3ca6334e51da8dfb19b6cdc8b306fae3283e"
+[[package]]
+name = "phf"
+version = "0.11.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ade2d8b8f33c7333b51bcf0428d37e217e9f32192ae4772156f65063b8ce03dc"
+dependencies = [
+ "phf_shared",
+]
+
+[[package]]
+name = "phf_codegen"
+version = "0.11.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e8d39688d359e6b34654d328e262234662d16cc0f60ec8dcbe5e718709342a5a"
+dependencies = [
+ "phf_generator",
+ "phf_shared",
+]
+
+[[package]]
+name = "phf_generator"
+version = "0.11.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "48e4cc64c2ad9ebe670cb8fd69dd50ae301650392e81c05f9bfcb2d5bdbc24b0"
+dependencies = [
+ "phf_shared",
+ "rand",
+]
+
+[[package]]
+name = "phf_shared"
+version = "0.11.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "90fcb95eef784c2ac79119d1dd819e162b5da872ce6f3c3abe1e8ca1c082f72b"
+dependencies = [
+ "siphasher",
+]
+
[[package]]
name = "pkg-config"
-version = "0.3.28"
+version = "0.3.29"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "69d3587f8a9e599cc7ec2c00e331f71c4e69a5f9a4b8a6efd5b07466b9736f9a"
+checksum = "2900ede94e305130c13ddd391e0ab7cbaeb783945ae07a279c268cb05109c6cb"
[[package]]
name = "planus"
@@ -609,9 +686,9 @@ dependencies = [
[[package]]
name = "polars"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "938048fcda6a8e2ace6eb168bee1b415a92423ce51e418b853bf08fc40349b6b"
+checksum = "e43795c49010cb851d45227caa17769e83760e21d260ba6285c563b754e1652f"
dependencies = [
"getrandom",
"polars-core",
@@ -625,15 +702,16 @@ dependencies = [
[[package]]
name = "polars-arrow"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ce68a02f698ff7787c261aea1b4c040a8fe183a8fb200e2436d7f35d95a1b86f"
+checksum = "faacd21a2548fa6d50c72d6b8d4649a8e029a0f3c6c5545b7f436f0610e49b0f"
dependencies = [
"ahash",
- "arrow-format",
+ "atoi",
"atoi_simd",
"bytemuck",
"chrono",
+ "chrono-tz",
"dyn-clone",
"either",
"ethnum",
@@ -642,9 +720,11 @@ dependencies = [
"getrandom",
"hashbrown",
"itoa",
+ "itoap",
"lz4",
"multiversion",
"num-traits",
+ "polars-arrow-format",
"polars-error",
"polars-utils",
"ryu",
@@ -655,29 +735,41 @@ dependencies = [
"zstd",
]
+[[package]]
+name = "polars-arrow-format"
+version = "0.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "19b0ef2474af9396b19025b189d96e992311e6a47f90c53cd998b36c4c64b84c"
+dependencies = [
+ "planus",
+ "serde",
+]
+
[[package]]
name = "polars-compute"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b14fbc5f141b29b656a4cec4802632e5bff10bf801c6809c6bbfbd4078a044dd"
+checksum = "32d9dc87f8003ae0edeef5ad9ac92b2a345480bbe17adad64496113ae84706dd"
dependencies = [
"bytemuck",
"num-traits",
"polars-arrow",
+ "polars-error",
"polars-utils",
"version_check",
]
[[package]]
name = "polars-core"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d0f5efe734b6cbe5f97ea769be8360df5324fade396f1f3f5ad7fe9360ca4a23"
+checksum = "befd4d280a82219a01035c4f901319ceba65998c594d0c64f9a439cdee1d7777"
dependencies = [
"ahash",
- "bitflags 2.4.1",
+ "bitflags 2.4.2",
"bytemuck",
"chrono",
+ "chrono-tz",
"comfy-table",
"either",
"hashbrown",
@@ -701,11 +793,11 @@ dependencies = [
[[package]]
name = "polars-error"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6396de788f99ebfc9968e7b6f523e23000506cde4ba6dfc62ae4ce949002a886"
+checksum = "50f2435b02d1ba36d8c1f6a722cad04e4c0b2705a3112c5706e6960d405d7798"
dependencies = [
- "arrow-format",
+ "polars-arrow-format",
"regex",
"simdutf8",
"thiserror",
@@ -713,9 +805,9 @@ dependencies = [
[[package]]
name = "polars-ffi"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "060c7321917fea97908b38a10b7468f8e99964bc4d22c95a6e9f657e7e485398"
+checksum = "f02331289626c8894e7b68467cd2de84d010f90def9bdd479e00e4fbafced7a9"
dependencies = [
"polars-arrow",
"polars-core",
@@ -723,9 +815,9 @@ dependencies = [
[[package]]
name = "polars-io"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7d0458efe8946f4718fd352f230c0db5a37926bd0d2bd25af79dc24746abaaea"
+checksum = "b51fba2cf014cb39c2b38353d601540fb9db643be65abb9ca8ff44b9c4c4a88e"
dependencies = [
"ahash",
"atoi_simd",
@@ -753,12 +845,12 @@ dependencies = [
[[package]]
name = "polars-lazy"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9d7105b40905bb38e8fc4a7fd736594b7491baa12fad3ac492969ca221a1b5d5"
+checksum = "d83343e413346f048f3a5ad07c0ea4b5d0bada701a482878213142970b0ddff8"
dependencies = [
"ahash",
- "bitflags 2.4.1",
+ "bitflags 2.4.2",
"glob",
"once_cell",
"polars-arrow",
@@ -776,15 +868,19 @@ dependencies = [
[[package]]
name = "polars-ops"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2e09afc456ab11e75e5dcb43e00a01c71f3a46a2781e450054acb6bb096ca78e"
+checksum = "6395f5fd5e1adf016fd6403c0a493181c1a349a7a145b2687cdf50a0d630310a"
dependencies = [
"ahash",
"argminmax",
+ "base64",
"bytemuck",
+ "chrono",
+ "chrono-tz",
"either",
"hashbrown",
+ "hex",
"indexmap",
"memchr",
"num-traits",
@@ -796,14 +892,15 @@ dependencies = [
"rayon",
"regex",
"smartstring",
+ "unicode-reverse",
"version_check",
]
[[package]]
name = "polars-pipe"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d9b7ead073cc3917027d77b59861a9f071db47125de9314f8907db1a0a3e4100"
+checksum = "390a831b864bc57a4cb260b0595030dfb6a4260a3723cf8ca17968ee2078b8ff"
dependencies = [
"crossbeam-channel",
"crossbeam-queue",
@@ -825,12 +922,13 @@ dependencies = [
[[package]]
name = "polars-plan"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "384a175624d050c31c473ee11df9d7af5d729ae626375e522158cfb3d150acd0"
+checksum = "7fb7d7527be2aa33baace9000f6772eb9df7cd57ec010a4b273435d2dc1349e8"
dependencies = [
"ahash",
"bytemuck",
+ "chrono-tz",
"once_cell",
"percent-encoding",
"polars-arrow",
@@ -848,9 +946,9 @@ dependencies = [
[[package]]
name = "polars-row"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "32322f7acbb83db3e9c7697dc821be73d06238da89c817dcc8bc1549a5e9c72f"
+checksum = "f4984d97aad3d0db92afe76ebcab10b5e37a1216618b5703ae0d2917ccd6168c"
dependencies = [
"polars-arrow",
"polars-error",
@@ -859,10 +957,11 @@ dependencies = [
[[package]]
name = "polars-sql"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9f0b4c6ddffdfd0453e84bc3918572c633014d661d166654399cf93752aa95b5"
+checksum = "77f62a8b8f93146ec1eb2ef340d77eeb174e8010035e449bfdd424d2b1fd944a"
dependencies = [
+ "hex",
"polars-arrow",
"polars-core",
"polars-error",
@@ -876,12 +975,13 @@ dependencies = [
[[package]]
name = "polars-time"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "dee2649fc96bd1b6584e0e4a4b3ca7d22ed3d117a990e63ad438ecb26f7544d0"
+checksum = "6d75348a51d0c97f3b83df860ecb35a6ac6c5dafc6278cac4e1ac101d96dc753"
dependencies = [
"atoi",
"chrono",
+ "chrono-tz",
"now",
"once_cell",
"polars-arrow",
@@ -895,9 +995,9 @@ dependencies = [
[[package]]
name = "polars-utils"
-version = "0.36.2"
+version = "0.37.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b174ca4a77ad47d7b91a0460aaae65bbf874c8bfbaaa5308675dadef3976bbda"
+checksum = "38f9c955bb1e9b55d835aeb7fe4e4e8826e01abe5f0ada979ceb7d2b9af7b569"
dependencies = [
"ahash",
"bytemuck",
@@ -931,9 +1031,9 @@ checksum = "5b40af805b3121feab8a3c29f04d8ad262fa8e0561883e7653e024ae4479e6de"
[[package]]
name = "proc-macro2"
-version = "1.0.76"
+version = "1.0.78"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "95fc56cda0b5c3325f5fbbd7ff9fda9e02bb00bb3dac51252d2f1bfa1cb8cc8c"
+checksum = "e2422ad645d89c99f8f3e6b88a9fdeca7fabeac836b1002371c4367c8f984aae"
dependencies = [
"unicode-ident",
]
@@ -1001,9 +1101,9 @@ dependencies = [
[[package]]
name = "pyo3-polars"
-version = "0.10.0"
+version = "0.11.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b1e983cb07cf665ea6e645ae9263c358062580f23a9aee41618a5706d4a7cc21"
+checksum = "7fa311764163c831c75f9ca49499abacbf7ece676cad0b059d962a384aa18224"
dependencies = [
"polars",
"polars-core",
@@ -1018,9 +1118,9 @@ dependencies = [
[[package]]
name = "pyo3-polars-derive"
-version = "0.4.0"
+version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "15a1b2ff4deb2959da411b14e602222e0c7002796df0b5d77486775dc28e25a6"
+checksum = "e654e869ba1b0b440dde8e11890fb3578fccd75a4b007672e44eed70071517b4"
dependencies = [
"polars-core",
"polars-ffi",
@@ -1081,9 +1181,9 @@ dependencies = [
[[package]]
name = "rayon"
-version = "1.8.0"
+version = "1.8.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9c27db03db7734835b3f53954b534c91069375ce6ccaa2e065441e07d9b6cdb1"
+checksum = "fa7237101a77a10773db45d62004a272517633fbcc3df19d96455ede1122e051"
dependencies = [
"either",
"rayon-core",
@@ -1091,9 +1191,9 @@ dependencies = [
[[package]]
name = "rayon-core"
-version = "1.12.0"
+version = "1.12.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5ce3fb6ad83f861aac485e76e1985cd109d9a3713802152be56c3b1f0e0658ed"
+checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2"
dependencies = [
"crossbeam-deque",
"crossbeam-utils",
@@ -1110,9 +1210,9 @@ dependencies = [
[[package]]
name = "regex"
-version = "1.10.2"
+version = "1.10.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "380b951a9c5e80ddfd6136919eef32310721aa4aacd4889a8d39124b026ab343"
+checksum = "b62dbe01f0b06f9d8dc7d49e05a0785f153b00b2c227856282f671e0318c9b15"
dependencies = [
"aho-corasick",
"memchr",
@@ -1122,9 +1222,9 @@ dependencies = [
[[package]]
name = "regex-automata"
-version = "0.4.3"
+version = "0.4.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5f804c7828047e88b2d32e2d7fe5a105da8ee3264f01902f796c8e067dc2483f"
+checksum = "5bb987efffd3c6d0d8f5f89510bb458559eab11e4f869acb20bf845e016259cd"
dependencies = [
"aho-corasick",
"memchr",
@@ -1157,9 +1257,9 @@ checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
[[package]]
name = "serde"
-version = "1.0.195"
+version = "1.0.196"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "63261df402c67811e9ac6def069e4786148c4563f4b50fd4bf30aa370d626b02"
+checksum = "870026e60fa08c69f064aa766c10f10b1d62db9ccd4d0abb206472bee0ce3b32"
dependencies = [
"serde_derive",
]
@@ -1179,9 +1279,9 @@ dependencies = [
[[package]]
name = "serde_derive"
-version = "1.0.195"
+version = "1.0.196"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "46fe8f8603d81ba86327b23a2e9cdf49e1255fb94a4c5f297f6ee0547178ea2c"
+checksum = "33c85360c95e7d137454dc81d9a4ed2b8efd8fbe19cee57357b32b9771fccb67"
dependencies = [
"proc-macro2",
"quote",
@@ -1190,9 +1290,9 @@ dependencies = [
[[package]]
name = "serde_json"
-version = "1.0.111"
+version = "1.0.113"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "176e46fa42316f18edd598015a5166857fc835ec732f5215eac6b7bdbf0a84f4"
+checksum = "69801b70b1c3dac963ecb03a364ba0ceda9cf60c71cfe475e99864759c8b8a79"
dependencies = [
"itoa",
"ryu",
@@ -1205,11 +1305,17 @@ version = "0.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f27f6278552951f1f2b8cf9da965d10969b2efdea95a6ec47987ab46edfe263a"
+[[package]]
+name = "siphasher"
+version = "0.3.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "38b58827f4464d87d377d175e90bf58eb00fd8716ff0a62f80356b5e61555d0d"
+
[[package]]
name = "smallvec"
-version = "1.11.2"
+version = "1.13.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4dccd0940a2dcdf68d092b8cbab7dc0ad8fa938bf95787e1b916b0e3d0e8e970"
+checksum = "e6ecd384b10a64542d77071bd64bd7b231f4ed5940fba55e98c3de13824cf3d7"
[[package]]
name = "smartstring"
@@ -1342,6 +1448,21 @@ version = "1.0.12"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b"
+[[package]]
+name = "unicode-reverse"
+version = "1.0.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0bea5dacebb0d2d0a69a6700a05b59b3908bf801bf563a49bd27a1b60122962c"
+dependencies = [
+ "unicode-segmentation",
+]
+
+[[package]]
+name = "unicode-segmentation"
+version = "1.10.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1dd624098567895118886609431a7c3b8f516e41d30e0643f03d94592a147e36"
+
[[package]]
name = "unicode-width"
version = "0.1.11"
@@ -1356,9 +1477,9 @@ checksum = "c7de7d73e1754487cb58364ee906a499937a0dfabd86bcb980fa99ec8c8fa2ce"
[[package]]
name = "uuid"
-version = "1.6.1"
+version = "1.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5e395fcf16a7a3d8127ec99782007af141946b4795001f876d54fb0d55978560"
+checksum = "f00cc9702ca12d3c81455259621e676d0f7251cec66a21e98fe2e9a37db93b2a"
dependencies = [
"getrandom",
"rand",
@@ -1367,9 +1488,9 @@ dependencies = [
[[package]]
name = "uuid-macro-internal"
-version = "1.6.1"
+version = "1.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f49e7f3f3db8040a100710a11932239fd30697115e2ba4107080d8252939845e"
+checksum = "7abb14ae1a50dad63eaa768a458ef43d298cd1bd44951677bd10b732a9ba2a2d"
dependencies = [
"proc-macro2",
"quote",
@@ -1390,9 +1511,9 @@ checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
[[package]]
name = "wasm-bindgen"
-version = "0.2.89"
+version = "0.2.91"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0ed0d4f68a3015cc185aff4db9506a015f4b96f95303897bfa23f846db54064e"
+checksum = "c1e124130aee3fb58c5bdd6b639a0509486b0338acaaae0c84a5124b0f588b7f"
dependencies = [
"cfg-if",
"wasm-bindgen-macro",
@@ -1400,9 +1521,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-backend"
-version = "0.2.89"
+version = "0.2.91"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1b56f625e64f3a1084ded111c4d5f477df9f8c92df113852fa5a374dbda78826"
+checksum = "c9e7e1900c352b609c8488ad12639a311045f40a35491fb69ba8c12f758af70b"
dependencies = [
"bumpalo",
"log",
@@ -1415,9 +1536,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-macro"
-version = "0.2.89"
+version = "0.2.91"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0162dbf37223cd2afce98f3d0785506dcb8d266223983e4b5b525859e6e182b2"
+checksum = "b30af9e2d358182b5c7449424f017eba305ed32a7010509ede96cdc4696c46ed"
dependencies = [
"quote",
"wasm-bindgen-macro-support",
@@ -1425,9 +1546,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-macro-support"
-version = "0.2.89"
+version = "0.2.91"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f0eb82fcb7930ae6219a7ecfd55b217f5f0893484b7a13022ebb2b2bf20b5283"
+checksum = "642f325be6301eb8107a83d12a8ac6c1e1c54345a7ef1a9261962dfefda09e66"
dependencies = [
"proc-macro2",
"quote",
@@ -1438,9 +1559,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-shared"
-version = "0.2.89"
+version = "0.2.91"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7ab9b36309365056cd639da3134bf87fa8f3d86008abf99e612384a6eecd459f"
+checksum = "4f186bd2dcf04330886ce82d6f33dd75a7bfcf69ecf5763b89fcde53b6ac9838"
[[package]]
name = "winapi"
diff --git a/README.md b/README.md
index 16e06f3..ed7a1cf 100644
--- a/README.md
+++ b/README.md
@@ -18,7 +18,7 @@ pl.__version__
- '0.20.3'
+ '0.20.7'
@@ -29,7 +29,7 @@ pl.__version__
df = pl.DataFrame({
'Random numbers': np.random.rand(10000000),
'A string column': "value",
-}).with_row_count()
+}).with_row_index()
df.tail()
```
@@ -43,7 +43,7 @@ df.tail()
white-space: pre-wrap;
}
-shape: (5, 3)
row_nr | Random numbers | A string column |
---|
u32 | f64 | str |
9999995 | 0.410216 | "value" |
9999996 | 0.072977 | "value" |
9999997 | 0.763713 | "value" |
9999998 | 0.536438 | "value" |
9999999 | 0.703031 | "value" |
+shape: (5, 3)index | Random numbers | A string column |
---|
u32 | f64 | str |
9999995 | 0.342875 | "value" |
9999996 | 0.283626 | "value" |
9999997 | 0.91639 | "value" |
9999998 | 0.299616 | "value" |
9999999 | 0.460211 | "value" |
@@ -65,7 +65,7 @@ df.uuid.with_uuid4()
white-space: pre-wrap;
}
-shape: (10_000_000, 4)row_nr | Random numbers | A string column | uuid |
---|
u32 | f64 | str | str |
0 | 0.758339 | "value" | "{3952aa21-0957… |
1 | 0.04649 | "value" | "{0708f057-7e56… |
2 | 0.498708 | "value" | "{e655242c-cad8… |
3 | 0.726538 | "value" | "{dc0d153c-71bd… |
4 | 0.161975 | "value" | "{efef8d80-b8d0… |
5 | 0.391948 | "value" | "{6b8f3261-3554… |
6 | 0.341304 | "value" | "{5b1b6c85-96dd… |
7 | 0.965395 | "value" | "{414e16d9-5c73… |
8 | 0.689368 | "value" | "{ccbacf05-2857… |
9 | 0.628131 | "value" | "{cb402ac3-3bfe… |
10 | 0.643579 | "value" | "{5ba78915-fff1… |
11 | 0.939639 | "value" | "{262364fb-534d… |
… | … | … | … |
9999988 | 0.512794 | "value" | "{c67f2d3b-fd65… |
9999989 | 0.108904 | "value" | "{7107720a-9b12… |
9999990 | 0.834744 | "value" | "{8447f2f4-b763… |
9999991 | 0.987605 | "value" | "{aae4b490-ba50… |
9999992 | 0.973912 | "value" | "{aa698d5c-6970… |
9999993 | 0.82106 | "value" | "{59cf6971-aae2… |
9999994 | 0.080472 | "value" | "{c5d4edc6-68d4… |
9999995 | 0.410216 | "value" | "{e6619727-4d97… |
9999996 | 0.072977 | "value" | "{dc162d63-8bee… |
9999997 | 0.763713 | "value" | "{361df98d-259e… |
9999998 | 0.536438 | "value" | "{fd538ddf-7b46… |
9999999 | 0.703031 | "value" | "{5fc43590-f343… |
+shape: (10_000_000, 4)index | Random numbers | A string column | uuid |
---|
u32 | f64 | str | str |
0 | 0.431903 | "value" | "{57cfa3fd-01a5… |
1 | 0.198707 | "value" | "{3e418a42-db42… |
2 | 0.626431 | "value" | "{1e16aeb2-0675… |
3 | 0.790102 | "value" | "{e1129c0a-38e1… |
4 | 0.907382 | "value" | "{8ad58341-ab23… |
5 | 0.995303 | "value" | "{83ed9d53-30a5… |
6 | 0.998931 | "value" | "{2ce35a0f-9981… |
7 | 0.836289 | "value" | "{655d0891-0f1b… |
8 | 0.872352 | "value" | "{77fec4e7-1a23… |
9 | 0.529137 | "value" | "{912c7ff7-0a12… |
10 | 0.322931 | "value" | "{d6402d0d-b5ab… |
11 | 0.456256 | "value" | "{26c89cc9-d740… |
… | … | … | … |
9999988 | 0.006378 | "value" | "{ddc657e6-2fa7… |
9999989 | 0.50514 | "value" | "{3a7f87a4-23de… |
9999990 | 0.708277 | "value" | "{b51b0665-32a0… |
9999991 | 0.743679 | "value" | "{5fe2070b-9d4c… |
9999992 | 0.937289 | "value" | "{11b6f029-6d44… |
9999993 | 0.763785 | "value" | "{44b87135-d0a7… |
9999994 | 0.913705 | "value" | "{9127c91c-2a4f… |
9999995 | 0.342875 | "value" | "{4dcc6d5e-97da… |
9999996 | 0.283626 | "value" | "{3b34e5ff-1047… |
9999997 | 0.91639 | "value" | "{d32b1a17-50ba… |
9999998 | 0.299616 | "value" | "{71ad3545-fe92… |
9999999 | 0.460211 | "value" | "{5ca39c0a-9993… |
@@ -76,7 +76,7 @@ df.uuid.with_uuid4()
df = pl.LazyFrame({
'Random numbers': np.random.rand(10000000),
'A string column': "value",
-}).with_row_count().uuid.with_uuid4().collect()
+}).with_row_index().uuid.with_uuid4().collect()
df.tail()
```
@@ -90,7 +90,7 @@ df.tail()
white-space: pre-wrap;
}
-shape: (5, 4)row_nr | Random numbers | A string column | uuid |
---|
u32 | f64 | str | str |
9999995 | 0.313736 | "value" | "{a7a4d264-da44… |
9999996 | 0.833383 | "value" | "{71fd5366-c708… |
9999997 | 0.5506 | "value" | "{294ec201-2df2… |
9999998 | 0.339044 | "value" | "{2fbde60d-a46e… |
9999999 | 0.896245 | "value" | "{1673458a-565e… |
+shape: (5, 4)index | Random numbers | A string column | uuid |
---|
u32 | f64 | str | str |
9999995 | 0.185959 | "value" | "{c4baf1ce-98c5… |
9999996 | 0.005801 | "value" | "{172ddf3c-ea9b… |
9999997 | 0.606094 | "value" | "{3dc75c0d-19fd… |
9999998 | 0.268984 | "value" | "{f9a4f709-a2e9… |
9999999 | 0.22677 | "value" | "{75f6c83d-a693… |
@@ -110,7 +110,7 @@ df.with_columns(
)
```
- 20.4 s ± 225 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
+ 20.4 s ± 160 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
##### Using pl_uuid to generate a UUID4 for each row
@@ -118,7 +118,7 @@ df.with_columns(
* Uses rust uuid crate.
* Much easier to understand/simpler code.
* ~ 40x faster than using python's uuid module to generate UUID4 when the last column in the df is already a string
- * 540 ms ± 6.1 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
+ * 512 ms ± 6.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
```python
@@ -126,17 +126,17 @@ df.with_columns(
df.uuid.with_uuid4()
```
- 540 ms ± 6.1 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
+ 512 ms ± 6.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
##### Not quite as fast if there isnt an existing string column in the dataframe
- * 656 ms ± 6.66 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
+ * 644 ms ± 6.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
```python
df = pl.DataFrame({
'Random numbers': np.random.rand(10000000),
-}).with_row_count()
+}).with_row_index()
df.tail()
```
@@ -150,7 +150,7 @@ df.tail()
white-space: pre-wrap;
}
-shape: (5, 2)row_nr | Random numbers |
---|
u32 | f64 |
9999995 | 0.334474 |
9999996 | 0.006089 |
9999997 | 0.295484 |
9999998 | 0.065312 |
9999999 | 0.644697 |
+shape: (5, 2)index | Random numbers |
---|
u32 | f64 |
9999995 | 0.313362 |
9999996 | 0.679717 |
9999997 | 0.076164 |
9999998 | 0.853126 |
9999999 | 0.892428 |
@@ -160,10 +160,5 @@ df.tail()
df.uuid.with_uuid4()
```
- 656 ms ± 6.66 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
+ 644 ms ± 6.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
-
-
-```python
-
-```
diff --git a/demo.ipynb b/demo.ipynb
index c77b6bf..2c25bd4 100644
--- a/demo.ipynb
+++ b/demo.ipynb
@@ -29,7 +29,7 @@
{
"data": {
"text/plain": [
- "'0.20.3'"
+ "'0.20.7'"
]
},
"execution_count": 2,
@@ -63,20 +63,20 @@
" white-space: pre-wrap;\n",
"}\n",
"\n",
- "shape: (5, 3)row_nr | Random numbers | A string column |
---|
u32 | f64 | str |
9999995 | 0.410216 | "value" |
9999996 | 0.072977 | "value" |
9999997 | 0.763713 | "value" |
9999998 | 0.536438 | "value" |
9999999 | 0.703031 | "value" |
"
+ "shape: (5, 3)index | Random numbers | A string column |
---|
u32 | f64 | str |
9999995 | 0.342875 | "value" |
9999996 | 0.283626 | "value" |
9999997 | 0.91639 | "value" |
9999998 | 0.299616 | "value" |
9999999 | 0.460211 | "value" |
"
],
"text/plain": [
"shape: (5, 3)\n",
"┌─────────┬────────────────┬─────────────────┐\n",
- "│ row_nr ┆ Random numbers ┆ A string column │\n",
+ "│ index ┆ Random numbers ┆ A string column │\n",
"│ --- ┆ --- ┆ --- │\n",
"│ u32 ┆ f64 ┆ str │\n",
"╞═════════╪════════════════╪═════════════════╡\n",
- "│ 9999995 ┆ 0.410216 ┆ value │\n",
- "│ 9999996 ┆ 0.072977 ┆ value │\n",
- "│ 9999997 ┆ 0.763713 ┆ value │\n",
- "│ 9999998 ┆ 0.536438 ┆ value │\n",
- "│ 9999999 ┆ 0.703031 ┆ value │\n",
+ "│ 9999995 ┆ 0.342875 ┆ value │\n",
+ "│ 9999996 ┆ 0.283626 ┆ value │\n",
+ "│ 9999997 ┆ 0.91639 ┆ value │\n",
+ "│ 9999998 ┆ 0.299616 ┆ value │\n",
+ "│ 9999999 ┆ 0.460211 ┆ value │\n",
"└─────────┴────────────────┴─────────────────┘"
]
},
@@ -89,7 +89,7 @@
"df = pl.DataFrame({\n",
" 'Random numbers': np.random.rand(10000000),\n",
" 'A string column': \"value\",\n",
- "}).with_row_count()\n",
+ "}).with_row_index()\n",
"df.tail()"
]
},
@@ -116,24 +116,26 @@
" white-space: pre-wrap;\n",
"}\n",
"\n",
- "shape: (10_000_000, 4)row_nr | Random numbers | A string column | uuid |
---|
u32 | f64 | str | str |
0 | 0.758339 | "value" | "{3952aa21-0957… |
1 | 0.04649 | "value" | "{0708f057-7e56… |
2 | 0.498708 | "value" | "{e655242c-cad8… |
3 | 0.726538 | "value" | "{dc0d153c-71bd… |
4 | 0.161975 | "value" | "{efef8d80-b8d0… |
5 | 0.391948 | "value" | "{6b8f3261-3554… |
6 | 0.341304 | "value" | "{5b1b6c85-96dd… |
7 | 0.965395 | "value" | "{414e16d9-5c73… |
8 | 0.689368 | "value" | "{ccbacf05-2857… |
9 | 0.628131 | "value" | "{cb402ac3-3bfe… |
10 | 0.643579 | "value" | "{5ba78915-fff1… |
11 | 0.939639 | "value" | "{262364fb-534d… |
… | … | … | … |
9999988 | 0.512794 | "value" | "{c67f2d3b-fd65… |
9999989 | 0.108904 | "value" | "{7107720a-9b12… |
9999990 | 0.834744 | "value" | "{8447f2f4-b763… |
9999991 | 0.987605 | "value" | "{aae4b490-ba50… |
9999992 | 0.973912 | "value" | "{aa698d5c-6970… |
9999993 | 0.82106 | "value" | "{59cf6971-aae2… |
9999994 | 0.080472 | "value" | "{c5d4edc6-68d4… |
9999995 | 0.410216 | "value" | "{e6619727-4d97… |
9999996 | 0.072977 | "value" | "{dc162d63-8bee… |
9999997 | 0.763713 | "value" | "{361df98d-259e… |
9999998 | 0.536438 | "value" | "{fd538ddf-7b46… |
9999999 | 0.703031 | "value" | "{5fc43590-f343… |
"
+ "shape: (10_000_000, 4)index | Random numbers | A string column | uuid |
---|
u32 | f64 | str | str |
0 | 0.431903 | "value" | "{57cfa3fd-01a5… |
1 | 0.198707 | "value" | "{3e418a42-db42… |
2 | 0.626431 | "value" | "{1e16aeb2-0675… |
3 | 0.790102 | "value" | "{e1129c0a-38e1… |
4 | 0.907382 | "value" | "{8ad58341-ab23… |
5 | 0.995303 | "value" | "{83ed9d53-30a5… |
6 | 0.998931 | "value" | "{2ce35a0f-9981… |
7 | 0.836289 | "value" | "{655d0891-0f1b… |
8 | 0.872352 | "value" | "{77fec4e7-1a23… |
9 | 0.529137 | "value" | "{912c7ff7-0a12… |
10 | 0.322931 | "value" | "{d6402d0d-b5ab… |
11 | 0.456256 | "value" | "{26c89cc9-d740… |
… | … | … | … |
9999988 | 0.006378 | "value" | "{ddc657e6-2fa7… |
9999989 | 0.50514 | "value" | "{3a7f87a4-23de… |
9999990 | 0.708277 | "value" | "{b51b0665-32a0… |
9999991 | 0.743679 | "value" | "{5fe2070b-9d4c… |
9999992 | 0.937289 | "value" | "{11b6f029-6d44… |
9999993 | 0.763785 | "value" | "{44b87135-d0a7… |
9999994 | 0.913705 | "value" | "{9127c91c-2a4f… |
9999995 | 0.342875 | "value" | "{4dcc6d5e-97da… |
9999996 | 0.283626 | "value" | "{3b34e5ff-1047… |
9999997 | 0.91639 | "value" | "{d32b1a17-50ba… |
9999998 | 0.299616 | "value" | "{71ad3545-fe92… |
9999999 | 0.460211 | "value" | "{5ca39c0a-9993… |
"
],
"text/plain": [
"shape: (10_000_000, 4)\n",
"┌─────────┬────────────────┬─────────────────┬───────────────────────────────────┐\n",
- "│ row_nr ┆ Random numbers ┆ A string column ┆ uuid │\n",
+ "│ index ┆ Random numbers ┆ A string column ┆ uuid │\n",
"│ --- ┆ --- ┆ --- ┆ --- │\n",
"│ u32 ┆ f64 ┆ str ┆ str │\n",
"╞═════════╪════════════════╪═════════════════╪═══════════════════════════════════╡\n",
- "│ 0 ┆ 0.758339 ┆ value ┆ {3952aa21-0957-42c7-b69d-2e44787… │\n",
- "│ 1 ┆ 0.04649 ┆ value ┆ {0708f057-7e56-4fe9-945a-be2602c… │\n",
- "│ 2 ┆ 0.498708 ┆ value ┆ {e655242c-cad8-4c35-8c8a-8438612… │\n",
- "│ 3 ┆ 0.726538 ┆ value ┆ {dc0d153c-71bd-44a8-acc6-8ab4e20… │\n",
+ "│ 0 ┆ 0.431903 ┆ value ┆ {57cfa3fd-01a5-43a1-a1f1-d8f13a7… │\n",
+ "│ 1 ┆ 0.198707 ┆ value ┆ {3e418a42-db42-49c2-bf30-706e64b… │\n",
+ "│ 2 ┆ 0.626431 ┆ value ┆ {1e16aeb2-0675-4d13-afc0-b2bb17c… │\n",
+ "│ 3 ┆ 0.790102 ┆ value ┆ {e1129c0a-38e1-40c5-844c-75caa60… │\n",
+ "│ 4 ┆ 0.907382 ┆ value ┆ {8ad58341-ab23-4c71-8c9b-fae1322… │\n",
"│ … ┆ … ┆ … ┆ … │\n",
- "│ 9999996 ┆ 0.072977 ┆ value ┆ {dc162d63-8bee-4762-b7bc-8684c43… │\n",
- "│ 9999997 ┆ 0.763713 ┆ value ┆ {361df98d-259e-4ede-99e8-2dccb9b… │\n",
- "│ 9999998 ┆ 0.536438 ┆ value ┆ {fd538ddf-7b46-4d7a-95a3-b954269… │\n",
- "│ 9999999 ┆ 0.703031 ┆ value ┆ {5fc43590-f343-4b55-a0ee-153baa2… │\n",
+ "│ 9999995 ┆ 0.342875 ┆ value ┆ {4dcc6d5e-97da-4359-b4be-2b33700… │\n",
+ "│ 9999996 ┆ 0.283626 ┆ value ┆ {3b34e5ff-1047-48de-9b6d-834fbb6… │\n",
+ "│ 9999997 ┆ 0.91639 ┆ value ┆ {d32b1a17-50ba-418e-97c9-a50c2db… │\n",
+ "│ 9999998 ┆ 0.299616 ┆ value ┆ {71ad3545-fe92-49a9-8d79-5bb256e… │\n",
+ "│ 9999999 ┆ 0.460211 ┆ value ┆ {5ca39c0a-9993-468a-9a56-096b290… │\n",
"└─────────┴────────────────┴─────────────────┴───────────────────────────────────┘"
]
},
@@ -168,20 +170,20 @@
" white-space: pre-wrap;\n",
"}\n",
"\n",
- "shape: (5, 4)row_nr | Random numbers | A string column | uuid |
---|
u32 | f64 | str | str |
9999995 | 0.313736 | "value" | "{a7a4d264-da44… |
9999996 | 0.833383 | "value" | "{71fd5366-c708… |
9999997 | 0.5506 | "value" | "{294ec201-2df2… |
9999998 | 0.339044 | "value" | "{2fbde60d-a46e… |
9999999 | 0.896245 | "value" | "{1673458a-565e… |
"
+ "shape: (5, 4)index | Random numbers | A string column | uuid |
---|
u32 | f64 | str | str |
9999995 | 0.185959 | "value" | "{c4baf1ce-98c5… |
9999996 | 0.005801 | "value" | "{172ddf3c-ea9b… |
9999997 | 0.606094 | "value" | "{3dc75c0d-19fd… |
9999998 | 0.268984 | "value" | "{f9a4f709-a2e9… |
9999999 | 0.22677 | "value" | "{75f6c83d-a693… |
"
],
"text/plain": [
"shape: (5, 4)\n",
"┌─────────┬────────────────┬─────────────────┬───────────────────────────────────┐\n",
- "│ row_nr ┆ Random numbers ┆ A string column ┆ uuid │\n",
+ "│ index ┆ Random numbers ┆ A string column ┆ uuid │\n",
"│ --- ┆ --- ┆ --- ┆ --- │\n",
"│ u32 ┆ f64 ┆ str ┆ str │\n",
"╞═════════╪════════════════╪═════════════════╪═══════════════════════════════════╡\n",
- "│ 9999995 ┆ 0.313736 ┆ value ┆ {a7a4d264-da44-4260-bbbb-44fd681… │\n",
- "│ 9999996 ┆ 0.833383 ┆ value ┆ {71fd5366-c708-45b9-bd09-115b23e… │\n",
- "│ 9999997 ┆ 0.5506 ┆ value ┆ {294ec201-2df2-4001-a844-bff33f6… │\n",
- "│ 9999998 ┆ 0.339044 ┆ value ┆ {2fbde60d-a46e-4108-9320-dec9b4f… │\n",
- "│ 9999999 ┆ 0.896245 ┆ value ┆ {1673458a-565e-41b2-8f54-9d1b832… │\n",
+ "│ 9999995 ┆ 0.185959 ┆ value ┆ {c4baf1ce-98c5-47ed-bf0f-ce0ca1f… │\n",
+ "│ 9999996 ┆ 0.005801 ┆ value ┆ {172ddf3c-ea9b-4ec9-bd5a-be58147… │\n",
+ "│ 9999997 ┆ 0.606094 ┆ value ┆ {3dc75c0d-19fd-4cf1-abe4-58d04f9… │\n",
+ "│ 9999998 ┆ 0.268984 ┆ value ┆ {f9a4f709-a2e9-41c5-8b12-e3aa723… │\n",
+ "│ 9999999 ┆ 0.22677 ┆ value ┆ {75f6c83d-a693-4336-8619-517a9c1… │\n",
"└─────────┴────────────────┴─────────────────┴───────────────────────────────────┘"
]
},
@@ -194,7 +196,7 @@
"df = pl.LazyFrame({\n",
" 'Random numbers': np.random.rand(10000000),\n",
" 'A string column': \"value\",\n",
- "}).with_row_count().uuid.with_uuid4().collect()\n",
+ "}).with_row_index().uuid.with_uuid4().collect()\n",
"df.tail()"
]
},
@@ -218,7 +220,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "20.4 s ± 225 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
+ "20.4 s ± 160 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
]
}
],
@@ -240,7 +242,7 @@
" * Uses rust uuid crate.\n",
" * Much easier to understand/simpler code.\n",
" * ~ 40x faster than using python's uuid module to generate UUID4 when the last column in the df is already a string\n",
- " * 540 ms ± 6.1 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)"
+ " * 512 ms ± 6.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)"
]
},
{
@@ -252,7 +254,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "540 ms ± 6.1 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
+ "512 ms ± 6.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
]
}
],
@@ -266,7 +268,7 @@
"metadata": {},
"source": [
"##### Not quite as fast if there isnt an existing string column in the dataframe\n",
- " * 656 ms ± 6.66 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)"
+ " * 644 ms ± 6.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)"
]
},
{
@@ -284,20 +286,20 @@
" white-space: pre-wrap;\n",
"}\n",
"\n",
- "shape: (5, 2)row_nr | Random numbers |
---|
u32 | f64 |
9999995 | 0.334474 |
9999996 | 0.006089 |
9999997 | 0.295484 |
9999998 | 0.065312 |
9999999 | 0.644697 |
"
+ "shape: (5, 2)index | Random numbers |
---|
u32 | f64 |
9999995 | 0.313362 |
9999996 | 0.679717 |
9999997 | 0.076164 |
9999998 | 0.853126 |
9999999 | 0.892428 |
"
],
"text/plain": [
"shape: (5, 2)\n",
"┌─────────┬────────────────┐\n",
- "│ row_nr ┆ Random numbers │\n",
+ "│ index ┆ Random numbers │\n",
"│ --- ┆ --- │\n",
"│ u32 ┆ f64 │\n",
"╞═════════╪════════════════╡\n",
- "│ 9999995 ┆ 0.334474 │\n",
- "│ 9999996 ┆ 0.006089 │\n",
- "│ 9999997 ┆ 0.295484 │\n",
- "│ 9999998 ┆ 0.065312 │\n",
- "│ 9999999 ┆ 0.644697 │\n",
+ "│ 9999995 ┆ 0.313362 │\n",
+ "│ 9999996 ┆ 0.679717 │\n",
+ "│ 9999997 ┆ 0.076164 │\n",
+ "│ 9999998 ┆ 0.853126 │\n",
+ "│ 9999999 ┆ 0.892428 │\n",
"└─────────┴────────────────┘"
]
},
@@ -309,7 +311,7 @@
"source": [
"df = pl.DataFrame({\n",
" 'Random numbers': np.random.rand(10000000),\n",
- "}).with_row_count()\n",
+ "}).with_row_index()\n",
"df.tail()"
]
},
@@ -322,7 +324,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "656 ms ± 6.66 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
+ "644 ms ± 6.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
]
}
],
@@ -330,13 +332,6 @@
"%%timeit\n",
"df.uuid.with_uuid4()"
]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
}
],
"metadata": {