Skip to content

Commit 679037f

Browse files
tompollardtompollard
authored
Merge pull request #1856 from shujuecn/update-validate-counts
Update row counts in validate scripts for MIMIC-IV v3.1
2 parents d3b0927 + 865aee8 commit 679037f

File tree

2 files changed

+61
-61
lines changed

2 files changed

+61
-61
lines changed

‎mimic-iv/buildmimic/mysql/validate.sql

Lines changed: 31 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
-- Validate the MIMIC-IV tables built correctly by checking against known row counts
2-
-- of MIMIC-IV v2.1
2+
-- of MIMIC-IV v3.1
33
SELECT
44
CASE
55
WHEN exp.row_count = obs.row_count
@@ -11,38 +11,38 @@ SELECT
1111
, exp.tbl
1212
-- expected row count - hard-coded based off known values
1313
FROM (
14-
SELECT 'admissions' AS tbl, 431231 AS row_count UNION ALL
15-
SELECT 'd_hcpcs' AS tbl, 89200 AS row_count UNION ALL
16-
SELECT 'd_icd_diagnoses' AS tbl, 109775 AS row_count UNION ALL
17-
SELECT 'd_icd_procedures' AS tbl, 85257 AS row_count UNION ALL
18-
SELECT 'd_labitems' AS tbl, 1622 AS row_count UNION ALL
19-
SELECT 'diagnoses_icd' AS tbl, 4756326 AS row_count UNION ALL
20-
SELECT 'drgcodes' AS tbl, 604377 AS row_count UNION ALL
21-
SELECT 'emar' AS tbl, 26850359 AS row_count UNION ALL
22-
SELECT 'emar_detail' AS tbl, 54744789 AS row_count UNION ALL
23-
SELECT 'hcpcsevents' AS tbl, 150771 AS row_count UNION ALL
24-
SELECT 'labevents' AS tbl, 118171367 AS row_count UNION ALL
25-
SELECT 'microbiologyevents' AS tbl, 3228713 AS row_count UNION ALL
26-
SELECT 'omr' AS tbl, 6439169 AS row_count UNION ALL
27-
SELECT 'patients' AS tbl, 299712 AS row_count UNION ALL
28-
SELECT 'pharmacy' AS tbl, 13584514 AS row_count UNION ALL
29-
SELECT 'poe' AS tbl, 39366291 AS row_count UNION ALL
30-
SELECT 'poe_detail' AS tbl, 3879418 AS row_count UNION ALL
31-
SELECT 'prescriptions' AS tbl, 15416708 AS row_count UNION ALL
32-
SELECT 'procedures_icd' AS tbl, 669186 AS row_count UNION ALL
33-
SELECT 'services' AS tbl, 468029 AS row_count UNION ALL
34-
SELECT 'transfers' AS tbl, 1890972 AS row_count UNION ALL
14+
SELECT 'admissions' AS tbl, 546028 AS row_count UNION ALL
15+
SELECT 'd_hcpcs' AS tbl, 89208 AS row_count UNION ALL
16+
SELECT 'd_icd_diagnoses' AS tbl, 112107 AS row_count UNION ALL
17+
SELECT 'd_icd_procedures' AS tbl, 86423 AS row_count UNION ALL
18+
SELECT 'd_labitems' AS tbl, 1650 AS row_count UNION ALL
19+
SELECT 'diagnoses_icd' AS tbl, 6364488 AS row_count UNION ALL
20+
SELECT 'drgcodes' AS tbl, 761856 AS row_count UNION ALL
21+
SELECT 'emar' AS tbl, 42808593 AS row_count UNION ALL
22+
SELECT 'emar_detail' AS tbl, 87371064 AS row_count UNION ALL
23+
SELECT 'hcpcsevents' AS tbl, 186074 AS row_count UNION ALL
24+
SELECT 'labevents' AS tbl, 158374764 AS row_count UNION ALL
25+
SELECT 'microbiologyevents' AS tbl, 3988224 AS row_count UNION ALL
26+
SELECT 'omr' AS tbl, 7753027 AS row_count UNION ALL
27+
SELECT 'patients' AS tbl, 364627 AS row_count UNION ALL
28+
SELECT 'pharmacy' AS tbl, 17847567 AS row_count UNION ALL
29+
SELECT 'poe' AS tbl, 52212109 AS row_count UNION ALL
30+
SELECT 'poe_detail' AS tbl, 8504982 AS row_count UNION ALL
31+
SELECT 'prescriptions' AS tbl, 20292611 AS row_count UNION ALL
32+
SELECT 'procedures_icd' AS tbl, 859655 AS row_count UNION ALL
33+
SELECT 'services' AS tbl, 593071 AS row_count UNION ALL
34+
SELECT 'transfers' AS tbl, 2413581 AS row_count UNION ALL
3535
-- icu data
36-
SELECT 'icustays' AS tbl, 73181 AS row_count UNION ALL
37-
SELECT 'd_items' AS tbl, 4014 AS row_count UNION ALL
38-
SELECT 'chartevents' AS tbl, 313645063 AS row_count UNION ALL
39-
SELECT 'datetimeevents' AS tbl, 7112999 AS row_count UNION ALL
40-
SELECT 'inputevents' AS tbl, 8978893 AS row_count UNION ALL
41-
SELECT 'outputevents' AS tbl, 4234967 AS row_count UNION ALL
42-
SELECT 'procedureevents' AS tbl, 696092 AS row_count
36+
SELECT 'icustays' AS tbl, 94458 AS row_count UNION ALL
37+
SELECT 'd_items' AS tbl, 4095 AS row_count UNION ALL
38+
SELECT 'chartevents' AS tbl, 432997491 AS row_count UNION ALL
39+
SELECT 'datetimeevents' AS tbl, 9979761 AS row_count UNION ALL
40+
SELECT 'inputevents' AS tbl, 10953713 AS row_count UNION ALL
41+
SELECT 'outputevents' AS tbl, 5359395 AS row_count UNION ALL
42+
SELECT 'procedureevents' AS tbl, 808706 AS row_count
4343
) exp
4444
-- observed row count
45-
INNER JOIN
45+
INNER JOIN
4646
(
4747
SELECT 'admissions' AS tbl, count(*) AS row_count FROM admissions UNION ALL
4848
SELECT 'd_hcpcs' AS tbl, count(*) AS row_count FROM d_hcpcs UNION ALL
@@ -76,4 +76,4 @@ INNER JOIN
7676
) obs
7777
ON exp.tbl = obs.tbl
7878
ORDER BY exp.tbl
79-
;
79+
;

‎mimic-iv/buildmimic/postgres/validate.sql

Lines changed: 30 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -1,36 +1,36 @@
11
-- Validate the MIMIC-IV tables built correctly by checking against known row counts
2-
-- of MIMIC-IV v2.2
2+
-- of MIMIC-IV v3.1
33
WITH expected AS
44
(
5-
SELECT 'admissions' AS tbl, 431231 AS row_count UNION ALL
6-
SELECT 'd_hcpcs' AS tbl, 89200 AS row_count UNION ALL
7-
SELECT 'd_icd_diagnoses' AS tbl, 109775 AS row_count UNION ALL
8-
SELECT 'd_icd_procedures' AS tbl, 85257 AS row_count UNION ALL
9-
SELECT 'd_labitems' AS tbl, 1622 AS row_count UNION ALL
10-
SELECT 'diagnoses_icd' AS tbl, 4756326 AS row_count UNION ALL
11-
SELECT 'drgcodes' AS tbl, 604377 AS row_count UNION ALL
12-
SELECT 'emar' AS tbl, 26850359 AS row_count UNION ALL
13-
SELECT 'emar_detail' AS tbl, 54744789 AS row_count UNION ALL
14-
SELECT 'hcpcsevents' AS tbl, 150771 AS row_count UNION ALL
15-
SELECT 'labevents' AS tbl, 118171367 AS row_count UNION ALL
16-
SELECT 'microbiologyevents' AS tbl, 3228713 AS row_count UNION ALL
17-
SELECT 'omr' AS tbl, 6439169 AS row_count UNION ALL
18-
SELECT 'patients' AS tbl, 299712 AS row_count UNION ALL
19-
SELECT 'pharmacy' AS tbl, 13584514 AS row_count UNION ALL
20-
SELECT 'poe' AS tbl, 39366291 AS row_count UNION ALL
21-
SELECT 'poe_detail' AS tbl, 3879418 AS row_count UNION ALL
22-
SELECT 'prescriptions' AS tbl, 15416708 AS row_count UNION ALL
23-
SELECT 'procedures_icd' AS tbl, 669186 AS row_count UNION ALL
24-
SELECT 'services' AS tbl, 468029 AS row_count UNION ALL
25-
SELECT 'transfers' AS tbl, 1890972 AS row_count UNION ALL
5+
SELECT 'admissions' AS tbl, 546028 AS row_count UNION ALL
6+
SELECT 'd_hcpcs' AS tbl, 89208 AS row_count UNION ALL
7+
SELECT 'd_icd_diagnoses' AS tbl, 112107 AS row_count UNION ALL
8+
SELECT 'd_icd_procedures' AS tbl, 86423 AS row_count UNION ALL
9+
SELECT 'd_labitems' AS tbl, 1650 AS row_count UNION ALL
10+
SELECT 'diagnoses_icd' AS tbl, 6364488 AS row_count UNION ALL
11+
SELECT 'drgcodes' AS tbl, 761856 AS row_count UNION ALL
12+
SELECT 'emar' AS tbl, 42808593 AS row_count UNION ALL
13+
SELECT 'emar_detail' AS tbl, 87371064 AS row_count UNION ALL
14+
SELECT 'hcpcsevents' AS tbl, 186074 AS row_count UNION ALL
15+
SELECT 'labevents' AS tbl, 158374764 AS row_count UNION ALL
16+
SELECT 'microbiologyevents' AS tbl, 3988224 AS row_count UNION ALL
17+
SELECT 'omr' AS tbl, 7753027 AS row_count UNION ALL
18+
SELECT 'patients' AS tbl, 364627 AS row_count UNION ALL
19+
SELECT 'pharmacy' AS tbl, 17847567 AS row_count UNION ALL
20+
SELECT 'poe' AS tbl, 52212109 AS row_count UNION ALL
21+
SELECT 'poe_detail' AS tbl, 8504982 AS row_count UNION ALL
22+
SELECT 'prescriptions' AS tbl, 20292611 AS row_count UNION ALL
23+
SELECT 'procedures_icd' AS tbl, 859655 AS row_count UNION ALL
24+
SELECT 'services' AS tbl, 593071 AS row_count UNION ALL
25+
SELECT 'transfers' AS tbl, 2413581 AS row_count UNION ALL
2626
-- icu data
27-
SELECT 'icustays' AS tbl, 73181 AS row_count UNION ALL
28-
SELECT 'd_items' AS tbl, 4014 AS row_count UNION ALL
29-
SELECT 'chartevents' AS tbl, 313645063 AS row_count UNION ALL
30-
SELECT 'datetimeevents' AS tbl, 7112999 AS row_count UNION ALL
31-
SELECT 'inputevents' AS tbl, 8978893 AS row_count UNION ALL
32-
SELECT 'outputevents' AS tbl, 4234967 AS row_count UNION ALL
33-
SELECT 'procedureevents' AS tbl, 696092 AS row_count
27+
SELECT 'icustays' AS tbl, 94458 AS row_count UNION ALL
28+
SELECT 'd_items' AS tbl, 4095 AS row_count UNION ALL
29+
SELECT 'chartevents' AS tbl, 432997491 AS row_count UNION ALL
30+
SELECT 'datetimeevents' AS tbl, 9979761 AS row_count UNION ALL
31+
SELECT 'inputevents' AS tbl, 10953713 AS row_count UNION ALL
32+
SELECT 'outputevents' AS tbl, 5359395 AS row_count UNION ALL
33+
SELECT 'procedureevents' AS tbl, 808706 AS row_count
3434
)
3535
, observed as
3636
(
@@ -77,4 +77,4 @@ FROM expected exp
7777
INNER JOIN observed obs
7878
ON exp.tbl = obs.tbl
7979
ORDER BY exp.tbl
80-
;
80+
;

0 commit comments

Comments
 (0)