Merge pull request #2342 from dathere/2227-stats-geom-harmonic-mean

`stats`: add geometric mean and harmonic mean

Cargo.toml

@@ -192,7 +192,7 @@ publicsuffix = { version = "2.2", optional = true }
 pyo3 = { version = "0.21.2", features = ["auto-initialize"], optional = true }
 qsv-dateparser = "0.12"
 qsv_docopt = "1.8"
-qsv-stats = "0.22"
+qsv-stats = "0.25"
 qsv_currency = "0.7"
 qsv-sniffer = { version = "0.10", default-features = false, features = [
     "runtime-dispatch-simd",

resources/test/boston311-10-boolean-1or0-stats.csv

@@ -1,35 +1,35 @@
-field,type,is_ascii,sum,min,max,range,sort_order,min_length,max_length,sum_length,avg_length,mean,sem,stddev,variance,cv,nullcount,max_precision,sparsity,cardinality,qsv__value
-case_enquiry_id,Integer,,1010041354742,101004113298,101004155594,42296,Unsorted,12,12,120,12,101004135474.2,4663.4961,14747.2697,217481962.3498,0,0,,0,10,
-open_dt,String,true,,2022-01-01 00:16:00,2022-01-31 11:46:00,,Unsorted,19,19,190,19,,,,,,0,,0,10,
-target_dt,String,true,,2022-01-11 08:30:00,2022-05-20 13:03:21,,Unsorted,0,19,114,11.4,,,,,,4,,0.4,6,
-closed_dt,String,true,,2022-01-09 06:43:06,2022-01-20 08:45:12,,Unsorted,0,19,95,9.5,,,,,,5,,0.5,6,
-ontime,String,true,,ONTIME,OVERDUE,,Unsorted,6,7,62,6.2,,,,,,0,,0,2,
-case_status,String,true,,Closed,Open,,Unsorted,4,6,50,5,,,,,,0,,0,2,
-case_status_boolean,Boolean,,5,0,1,1,Unsorted,1,1,10,1,0.5,0.1581,0.5,0.25,100,0,,0,2,
-closure_reason,String,true,, ,Case Closed. Closed date : Wed Jan 19 11:42:16 EST 2022 Resolved Removed df  ,,Unsorted,1,82,350,35,,,,,,0,,0,6,
-case_title,String,true,,BTDT: Complaint,Sidewalk Cover / Manhole,,Unsorted,13,57,235,23.5,,,,,,0,,0,8,
-subject,String,true,,Boston Police Department,Public Works Department,,Unsorted,21,31,235,23.5,,,,,,0,,0,5,
-reason,String,true,,Administrative & General Requests,Street Cleaning,,Unsorted,7,33,174,17.4,,,,,,0,,0,7,
-type,String,true,,CE Collection,Unsatisfactory Utilities - Electrical  Plumbing,,Unsorted,13,47,240,24,,,,,,0,,0,8,
-queue,String,true,,BTDT_Parking Enforcement,PWDx_Snow Cases,,Unsorted,15,46,272,27.2,,,,,,0,,0,7,
-department,String,true,,BTDT,PWDx,,Unsorted,3,4,38,3.8,,,,,,0,,0,5,
-submittedphoto,NULL,,,,,,,0,0,,,,,,,,10,,1,1,
-closedphoto,NULL,,,,,,,0,0,,,,,,,,10,,1,1,
-location,String,true,, ,850 South St  Roslindale  MA  02131,,Unsorted,1,40,309,30.9,,,,,,0,,0,10,
-fire_district,String,true,, ,9,,Unsorted,1,1,10,1,,,,,,0,,0,4,
-pwd_district,String,true,, ,1C,,Unsorted,1,2,19,1.9,,,,,,0,,0,6,
-city_council_district,String,true,, ,8,,Unsorted,1,1,10,1,,,,,,0,,0,6,
-police_district,String,true,, ,E5,,Unsorted,1,3,21,2.1,,,,,,0,,0,6,
-neighborhood,String,true,, ,South End,,Unsorted,1,13,91,9.1,,,,,,0,,0,8,
-neighborhood_services_district,String,true,, ,6,,Unsorted,1,2,14,1.4,,,,,,0,,0,7,
-ward,String,true,, ,Ward 9,,Unsorted,1,7,53,5.3,,,,,,0,,0,8,
-precinct,String,true,, ,2004,,Unsorted,1,4,37,3.7,,,,,,0,,0,9,
-location_street_name,String,true,,12 Derne St,850 South St,,Unsorted,0,20,120,12,,,,,,1,,0.1,10,
-location_zipcode,String,true,,02113,02131,,Unsorted,0,5,45,4.5,,,,,,1,,0.1,8,
-latitude,Float,,423.4656,42.2884,42.3735,0.0851,Unsorted,7,7,70,7,42.3466,0.008,0.0252,0.0006,0.0595,0,4,0,9,
-longitude,Float,,-710.782,-71.133,-71.0566,0.0764,Unsorted,6,8,77,7.7,-71.0782,0.0078,0.0246,0.0006,-0.0346,0,4,0,10,
-source,String,true,,City Worker App,Constituent Call,,Unsorted,15,16,157,15.7,,,,,,0,,0,2,
-qsv__rowcount,,,,,,,,,,,,,,,,,,,,,10
-qsv__columncount,,,,,,,,,,,,,,,,,,,,,30
-qsv__filesize_bytes,,,,,,,,,,,,,,,,,,,,,3887
-qsv__fingerprint_hash,,,,,,,,,,,,,,,,,,,,,d9cd6cf751bdfdaaee1cca903f0e7f4182bc39a2d91a59a8438616642c47b590
+field,type,is_ascii,sum,min,max,range,sort_order,min_length,max_length,sum_length,avg_length,mean,sem,geometric_mean,harmonic_mean,stddev,variance,cv,nullcount,max_precision,sparsity,cardinality,qsv__value
+case_enquiry_id,Integer,,1010041354742,101004113298,101004155594,42296,Unsorted,12,12,120,12,101004135474.2,4663.4961,101004135474.1991,101004135474.1978,14747.2697,217481962.3498,0,0,,0,10,
+open_dt,String,true,,2022-01-01 00:16:00,2022-01-31 11:46:00,,Unsorted,19,19,190,19,,,,,,,,0,,0,10,
+target_dt,String,true,,2022-01-11 08:30:00,2022-05-20 13:03:21,,Unsorted,0,19,114,11.4,,,,,,,,4,,0.4,6,
+closed_dt,String,true,,2022-01-09 06:43:06,2022-01-20 08:45:12,,Unsorted,0,19,95,9.5,,,,,,,,5,,0.5,6,
+ontime,String,true,,ONTIME,OVERDUE,,Unsorted,6,7,62,6.2,,,,,,,,0,,0,2,
+case_status,String,true,,Closed,Open,,Unsorted,4,6,50,5,,,,,,,,0,,0,2,
+case_status_boolean,Boolean,,5,0,1,1,Unsorted,1,1,10,1,0.5,0.1581,0,,0.5,0.25,100,0,,0,2,
+closure_reason,String,true,, ,Case Closed. Closed date : Wed Jan 19 11:42:16 EST 2022 Resolved Removed df  ,,Unsorted,1,82,350,35,,,,,,,,0,,0,6,
+case_title,String,true,,BTDT: Complaint,Sidewalk Cover / Manhole,,Unsorted,13,57,235,23.5,,,,,,,,0,,0,8,
+subject,String,true,,Boston Police Department,Public Works Department,,Unsorted,21,31,235,23.5,,,,,,,,0,,0,5,
+reason,String,true,,Administrative & General Requests,Street Cleaning,,Unsorted,7,33,174,17.4,,,,,,,,0,,0,7,
+type,String,true,,CE Collection,Unsatisfactory Utilities - Electrical  Plumbing,,Unsorted,13,47,240,24,,,,,,,,0,,0,8,
+queue,String,true,,BTDT_Parking Enforcement,PWDx_Snow Cases,,Unsorted,15,46,272,27.2,,,,,,,,0,,0,7,
+department,String,true,,BTDT,PWDx,,Unsorted,3,4,38,3.8,,,,,,,,0,,0,5,
+submittedphoto,NULL,,,,,,,0,0,,,,,,,,,,10,,1,1,
+closedphoto,NULL,,,,,,,0,0,,,,,,,,,,10,,1,1,
+location,String,true,, ,850 South St  Roslindale  MA  02131,,Unsorted,1,40,309,30.9,,,,,,,,0,,0,10,
+fire_district,String,true,, ,9,,Unsorted,1,1,10,1,,,,,,,,0,,0,4,
+pwd_district,String,true,, ,1C,,Unsorted,1,2,19,1.9,,,,,,,,0,,0,6,
+city_council_district,String,true,, ,8,,Unsorted,1,1,10,1,,,,,,,,0,,0,6,
+police_district,String,true,, ,E5,,Unsorted,1,3,21,2.1,,,,,,,,0,,0,6,
+neighborhood,String,true,, ,South End,,Unsorted,1,13,91,9.1,,,,,,,,0,,0,8,
+neighborhood_services_district,String,true,, ,6,,Unsorted,1,2,14,1.4,,,,,,,,0,,0,7,
+ward,String,true,, ,Ward 9,,Unsorted,1,7,53,5.3,,,,,,,,0,,0,8,
+precinct,String,true,, ,2004,,Unsorted,1,4,37,3.7,,,,,,,,0,,0,9,
+location_street_name,String,true,,12 Derne St,850 South St,,Unsorted,0,20,120,12,,,,,,,,1,,0.1,10,
+location_zipcode,String,true,,02113,02131,,Unsorted,0,5,45,4.5,,,,,,,,1,,0.1,8,
+latitude,Float,,423.4656,42.2884,42.3735,0.0851,Unsorted,7,7,70,7,42.3466,0.008,42.3466,42.3465,0.0252,0.0006,0.0595,0,4,0,9,
+longitude,Float,,-710.782,-71.133,-71.0566,0.0764,Unsorted,6,8,77,7.7,-71.0782,0.0078,,,0.0246,0.0006,-0.0346,0,4,0,10,
+source,String,true,,City Worker App,Constituent Call,,Unsorted,15,16,157,15.7,,,,,,,,0,,0,2,
+qsv__rowcount,,,,,,,,,,,,,,,,,,,,,,,10
+qsv__columncount,,,,,,,,,,,,,,,,,,,,,,,30
+qsv__filesize_bytes,,,,,,,,,,,,,,,,,,,,,,,3887
+qsv__fingerprint_hash,,,,,,,,,,,,,,,,,,,,,,,1a4c2204a401f6791b6e5efde990955e1b6c59aec5b3de300686fadb63ee457b

resources/test/boston311-10-boolean-tf-stats.csv

@@ -1,35 +1,35 @@
-field,type,is_ascii,sum,min,max,range,sort_order,min_length,max_length,sum_length,avg_length,mean,sem,stddev,variance,cv,nullcount,max_precision,sparsity,cardinality,qsv__value
-case_enquiry_id,Integer,,1010041354742,101004113298,101004155594,42296,Unsorted,12,12,120,12,101004135474.2,4663.4961,14747.2697,217481962.3498,0,0,,0,10,
-open_dt,String,true,,2022-01-01 00:16:00,2022-01-31 11:46:00,,Unsorted,19,19,190,19,,,,,,0,,0,10,
-target_dt,String,true,,2022-01-11 08:30:00,2022-05-20 13:03:21,,Unsorted,0,19,114,11.4,,,,,,4,,0.4,6,
-closed_dt,String,true,,2022-01-09 06:43:06,2022-01-20 08:45:12,,Unsorted,0,19,95,9.5,,,,,,5,,0.5,6,
-ontime,String,true,,ONTIME,OVERDUE,,Unsorted,6,7,62,6.2,,,,,,0,,0,2,
-case_status,String,true,,Closed,Open,,Unsorted,4,6,50,5,,,,,,0,,0,2,
-case_status_boolean,Boolean,true,,False,True,,Unsorted,4,5,45,4.5,,,,,,0,,0,2,
-closure_reason,String,true,, ,Case Closed. Closed date : Wed Jan 19 11:42:16 EST 2022 Resolved Removed df  ,,Unsorted,1,82,350,35,,,,,,0,,0,6,
-case_title,String,true,,BTDT: Complaint,Sidewalk Cover / Manhole,,Unsorted,13,57,235,23.5,,,,,,0,,0,8,
-subject,String,true,,Boston Police Department,Public Works Department,,Unsorted,21,31,235,23.5,,,,,,0,,0,5,
-reason,String,true,,Administrative & General Requests,Street Cleaning,,Unsorted,7,33,174,17.4,,,,,,0,,0,7,
-type,String,true,,CE Collection,Unsatisfactory Utilities - Electrical  Plumbing,,Unsorted,13,47,240,24,,,,,,0,,0,8,
-queue,String,true,,BTDT_Parking Enforcement,PWDx_Snow Cases,,Unsorted,15,46,272,27.2,,,,,,0,,0,7,
-department,String,true,,BTDT,PWDx,,Unsorted,3,4,38,3.8,,,,,,0,,0,5,
-submittedphoto,NULL,,,,,,,0,0,,,,,,,,10,,1,1,
-closedphoto,NULL,,,,,,,0,0,,,,,,,,10,,1,1,
-location,String,true,, ,850 South St  Roslindale  MA  02131,,Unsorted,1,40,309,30.9,,,,,,0,,0,10,
-fire_district,String,true,, ,9,,Unsorted,1,1,10,1,,,,,,0,,0,4,
-pwd_district,String,true,, ,1C,,Unsorted,1,2,19,1.9,,,,,,0,,0,6,
-city_council_district,String,true,, ,8,,Unsorted,1,1,10,1,,,,,,0,,0,6,
-police_district,String,true,, ,E5,,Unsorted,1,3,21,2.1,,,,,,0,,0,6,
-neighborhood,String,true,, ,South End,,Unsorted,1,13,91,9.1,,,,,,0,,0,8,
-neighborhood_services_district,String,true,, ,6,,Unsorted,1,2,14,1.4,,,,,,0,,0,7,
-ward,String,true,, ,Ward 9,,Unsorted,1,7,53,5.3,,,,,,0,,0,8,
-precinct,String,true,, ,2004,,Unsorted,1,4,37,3.7,,,,,,0,,0,9,
-location_street_name,String,true,,12 Derne St,850 South St,,Unsorted,0,20,120,12,,,,,,1,,0.1,10,
-location_zipcode,String,true,,02113,02131,,Unsorted,0,5,45,4.5,,,,,,1,,0.1,8,
-latitude,Float,,423.4656,42.2884,42.3735,0.0851,Unsorted,7,7,70,7,42.3466,0.008,0.0252,0.0006,0.0595,0,4,0,9,
-longitude,Float,,-710.782,-71.133,-71.0566,0.0764,Unsorted,6,8,77,7.7,-71.0782,0.0078,0.0246,0.0006,-0.0346,0,4,0,10,
-source,String,true,,City Worker App,Constituent Call,,Unsorted,15,16,157,15.7,,,,,,0,,0,2,
-qsv__rowcount,,,,,,,,,,,,,,,,,,,,,10
-qsv__columncount,,,,,,,,,,,,,,,,,,,,,30
-qsv__filesize_bytes,,,,,,,,,,,,,,,,,,,,,3922
-qsv__fingerprint_hash,,,,,,,,,,,,,,,,,,,,,782abcbf6f159759b8ca1af34c49ddefff6bc01528c4994a05d0ec6314f49852
+field,type,is_ascii,sum,min,max,range,sort_order,min_length,max_length,sum_length,avg_length,mean,sem,geometric_mean,harmonic_mean,stddev,variance,cv,nullcount,max_precision,sparsity,cardinality,qsv__value
+case_enquiry_id,Integer,,1010041354742,101004113298,101004155594,42296,Unsorted,12,12,120,12,101004135474.2,4663.4961,101004135474.1991,101004135474.1978,14747.2697,217481962.3498,0,0,,0,10,
+open_dt,String,true,,2022-01-01 00:16:00,2022-01-31 11:46:00,,Unsorted,19,19,190,19,,,,,,,,0,,0,10,
+target_dt,String,true,,2022-01-11 08:30:00,2022-05-20 13:03:21,,Unsorted,0,19,114,11.4,,,,,,,,4,,0.4,6,
+closed_dt,String,true,,2022-01-09 06:43:06,2022-01-20 08:45:12,,Unsorted,0,19,95,9.5,,,,,,,,5,,0.5,6,
+ontime,String,true,,ONTIME,OVERDUE,,Unsorted,6,7,62,6.2,,,,,,,,0,,0,2,
+case_status,String,true,,Closed,Open,,Unsorted,4,6,50,5,,,,,,,,0,,0,2,
+case_status_boolean,Boolean,true,,False,True,,Unsorted,4,5,45,4.5,,,,,,,,0,,0,2,
+closure_reason,String,true,, ,Case Closed. Closed date : Wed Jan 19 11:42:16 EST 2022 Resolved Removed df  ,,Unsorted,1,82,350,35,,,,,,,,0,,0,6,
+case_title,String,true,,BTDT: Complaint,Sidewalk Cover / Manhole,,Unsorted,13,57,235,23.5,,,,,,,,0,,0,8,
+subject,String,true,,Boston Police Department,Public Works Department,,Unsorted,21,31,235,23.5,,,,,,,,0,,0,5,
+reason,String,true,,Administrative & General Requests,Street Cleaning,,Unsorted,7,33,174,17.4,,,,,,,,0,,0,7,
+type,String,true,,CE Collection,Unsatisfactory Utilities - Electrical  Plumbing,,Unsorted,13,47,240,24,,,,,,,,0,,0,8,
+queue,String,true,,BTDT_Parking Enforcement,PWDx_Snow Cases,,Unsorted,15,46,272,27.2,,,,,,,,0,,0,7,
+department,String,true,,BTDT,PWDx,,Unsorted,3,4,38,3.8,,,,,,,,0,,0,5,
+submittedphoto,NULL,,,,,,,0,0,,,,,,,,,,10,,1,1,
+closedphoto,NULL,,,,,,,0,0,,,,,,,,,,10,,1,1,
+location,String,true,, ,850 South St  Roslindale  MA  02131,,Unsorted,1,40,309,30.9,,,,,,,,0,,0,10,
+fire_district,String,true,, ,9,,Unsorted,1,1,10,1,,,,,,,,0,,0,4,
+pwd_district,String,true,, ,1C,,Unsorted,1,2,19,1.9,,,,,,,,0,,0,6,
+city_council_district,String,true,, ,8,,Unsorted,1,1,10,1,,,,,,,,0,,0,6,
+police_district,String,true,, ,E5,,Unsorted,1,3,21,2.1,,,,,,,,0,,0,6,
+neighborhood,String,true,, ,South End,,Unsorted,1,13,91,9.1,,,,,,,,0,,0,8,
+neighborhood_services_district,String,true,, ,6,,Unsorted,1,2,14,1.4,,,,,,,,0,,0,7,
+ward,String,true,, ,Ward 9,,Unsorted,1,7,53,5.3,,,,,,,,0,,0,8,
+precinct,String,true,, ,2004,,Unsorted,1,4,37,3.7,,,,,,,,0,,0,9,
+location_street_name,String,true,,12 Derne St,850 South St,,Unsorted,0,20,120,12,,,,,,,,1,,0.1,10,
+location_zipcode,String,true,,02113,02131,,Unsorted,0,5,45,4.5,,,,,,,,1,,0.1,8,
+latitude,Float,,423.4656,42.2884,42.3735,0.0851,Unsorted,7,7,70,7,42.3466,0.008,42.3466,42.3465,0.0252,0.0006,0.0595,0,4,0,9,
+longitude,Float,,-710.782,-71.133,-71.0566,0.0764,Unsorted,6,8,77,7.7,-71.0782,0.0078,,,0.0246,0.0006,-0.0346,0,4,0,10,
+source,String,true,,City Worker App,Constituent Call,,Unsorted,15,16,157,15.7,,,,,,,,0,,0,2,
+qsv__rowcount,,,,,,,,,,,,,,,,,,,,,,,10
+qsv__columncount,,,,,,,,,,,,,,,,,,,,,,,30
+qsv__filesize_bytes,,,,,,,,,,,,,,,,,,,,,,,3922
+qsv__fingerprint_hash,,,,,,,,,,,,,,,,,,,,,,,dd97ad46b4b34efa66aa634d6c54188eebaf44ef5aaa5dde38180c3435a9ddaa

resources/test/boston311-100-everything-8places-stats.csv

@@ -31,4 +31,4 @@ source,String,true,,Citizens Connect App,Self Service,,Unsorted,12,20,1801,18.01
 qsv__rowcount,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,100
 qsv__columncount,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,29
 qsv__filesize_bytes,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,47702
-qsv__fingerprint_hash,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3390cadbb4574cc52e0542eddba3a24e770788dd9826e706526fbda65ce4a0cf
+qsv__fingerprint_hash,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,bc8660240b24f489683c31066951cf6ccd248c0d688589a42963395372e03d43