Skip to content

Commit 241973c

Browse files
toru-takahashitoru-takahashi
authored
Add ID Unification example (#411)
1 parent ad3edfb commit 241973c

16 files changed

+772
-0
lines changed

‎tool-box/id-unification-samples/README.md‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
# ID Unification Workflow Samples
2+
3+
ID Unification is the process of stitching together multiple tables using various identifiers to assign a unique customer ID (canonical_id or persistent_id) to each user. In simpler terms, it consolidates identifiers like cookie_id and email addresses from various user data sources to identify and group "the same person."
4+
5+
Since customer data often contains different identifiers across different data sources, simply aggregating this data doesn't link these sources together. This necessitates the ID Unification process to make the data usable.
6+
7+
These workflow samples are used for the following API documentation
8+
9+
- [API Documentation](https://api-docs.treasuredata.com/)

‎tool-box/id-unification-samples/conifg/params.yml‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
td:
2+
tbl_aaa: site_aaa
3+
tbl_xxx: site_xxx
4+
tbl_yyy: site_yyy
5+
tbl_zzz: site_zzz

‎tool-box/id-unification-samples/queries/generate_samples_ex1.sql‎

Lines changed: 103 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,103 @@
1+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_aaa};
2+
CREATE TABLE ${td.database}.${td.tbl_aaa} AS
3+
SELECT
4+
time, site, td_client_id, td_global_id
5+
FROM
6+
( VALUES
7+
(TD_TIME_PARSE('2023/01/05'), 'aaa.jp','aaa_001','3rd_001')
8+
,(TD_TIME_PARSE('2023/01/15'), 'aaa.jp','aaa_001','3rd_002')
9+
,(TD_TIME_PARSE('2023/01/25'), 'aaa.jp','aaa_001','3rd_003')
10+
,(TD_TIME_PARSE('2023/02/05'), 'aaa.jp','aaa_001','3rd_004')
11+
,(TD_TIME_PARSE('2023/02/15'), 'aaa.jp',NULL,NULL)
12+
,(TD_TIME_PARSE('2023/02/25'), 'aaa.jp',NULL,NULL)
13+
,(TD_TIME_PARSE('2023/03/05'), 'aaa.jp',NULL,NULL)
14+
,(TD_TIME_PARSE('2023/03/15'), 'aaa.jp',NULL,NULL)
15+
,(TD_TIME_PARSE('2023/03/25'), 'aaa.jp','aaa_002','3rd_009')
16+
,(TD_TIME_PARSE('2023/04/05'), 'aaa.jp','aaa_002','3rd_010')
17+
,(TD_TIME_PARSE('2023/04/15'), 'aaa.jp',NULL,NULL)
18+
,(TD_TIME_PARSE('2023/04/25'), 'aaa.jp',NULL,NULL)
19+
,(TD_TIME_PARSE('2023/05/05'), 'aaa.jp','aaa_003','3rd_013')
20+
,(TD_TIME_PARSE('2023/05/15'), 'aaa.jp','aaa_003','3rd_014')
21+
,(TD_TIME_PARSE('2023/05/25'), 'aaa.jp','aaa_003','3rd_015')
22+
,(TD_TIME_PARSE('2023/06/05'), 'aaa.jp','aaa_003','3rd_016')
23+
,(TD_TIME_PARSE('2023/06/15'), 'aaa.jp',NULL,NULL)
24+
,(TD_TIME_PARSE('2023/06/25'), 'aaa.jp',NULL,NULL)
25+
) AS t(time, site, td_client_id, td_global_id);
26+
27+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_xxx};
28+
CREATE TABLE ${td.database}.${td.tbl_xxx} AS
29+
SELECT
30+
time, site, td_client_id, td_global_id
31+
FROM
32+
( VALUES
33+
(TD_TIME_PARSE('2023/01/05'),'xxx.jp',NULL,NULL)
34+
,(TD_TIME_PARSE('2023/01/15'),'xxx.jp',NULL,NULL)
35+
,(TD_TIME_PARSE('2023/01/25'),'xxx.jp',NULL,NULL)
36+
,(TD_TIME_PARSE('2023/02/05'),'xxx.jp','xxx_001','3rd_004')
37+
,(TD_TIME_PARSE('2023/02/15'),'xxx.jp','xxx_001','3rd_005')
38+
,(TD_TIME_PARSE('2023/02/25'),'xxx.jp',NULL,NULL)
39+
,(TD_TIME_PARSE('2023/03/05'),'xxx.jp',NULL,NULL)
40+
,(TD_TIME_PARSE('2023/03/15'),'xxx.jp','xxx_002','3rd_008')
41+
,(TD_TIME_PARSE('2023/03/25'),'xxx.jp','xxx_002','3rd_009')
42+
,(TD_TIME_PARSE('2023/04/05'),'xxx.jp',NULL,NULL)
43+
,(TD_TIME_PARSE('2023/04/15'),'xxx.jp',NULL,NULL)
44+
,(TD_TIME_PARSE('2023/04/25'),'xxx.jp','xxx_003','3rd_012')
45+
,(TD_TIME_PARSE('2023/05/05'),'xxx.jp','xxx_003','3rd_013')
46+
,(TD_TIME_PARSE('2023/05/15'),'xxx.jp',NULL,NULL)
47+
,(TD_TIME_PARSE('2023/05/25'),'xxx.jp',NULL,NULL)
48+
,(TD_TIME_PARSE('2023/06/05'),'xxx.jp','xxx_004','3rd_016')
49+
,(TD_TIME_PARSE('2023/06/15'),'xxx.jp','xxx_004','3rd_017')
50+
,(TD_TIME_PARSE('2023/06/25'),'xxx.jp',NULL,NULL)
51+
) AS t(time, site, td_client_id, td_global_id);
52+
53+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_yyy};
54+
CREATE TABLE ${td.database}.${td.tbl_yyy} AS
55+
SELECT
56+
time, site, td_client_id, td_global_id
57+
FROM
58+
( VALUES
59+
(TD_TIME_PARSE('2023/01/05'),'yyy.jp','yyy_001','3rd_001')
60+
,(TD_TIME_PARSE('2023/01/15'),'yyy.jp',NULL,NULL)
61+
,(TD_TIME_PARSE('2023/01/25'),'yyy.jp',NULL,NULL)
62+
,(TD_TIME_PARSE('2023/02/05'),'yyy.jp',NULL,NULL)
63+
,(TD_TIME_PARSE('2023/02/15'),'yyy.jp','yyy_002','3rd_005')
64+
,(TD_TIME_PARSE('2023/02/25'),'yyy.jp','yyy_002','3rd_006')
65+
,(TD_TIME_PARSE('2023/03/05'),'yyy.jp',NULL,NULL)
66+
,(TD_TIME_PARSE('2023/03/15'),'yyy.jp',NULL,NULL)
67+
,(TD_TIME_PARSE('2023/03/25'),'yyy.jp',NULL,NULL)
68+
,(TD_TIME_PARSE('2023/04/05'),'yyy.jp','yyy_003','3rd_010')
69+
,(TD_TIME_PARSE('2023/04/15'),'yyy.jp','yyy_003','3rd_011')
70+
,(TD_TIME_PARSE('2023/04/25'),'yyy.jp',NULL,NULL)
71+
,(TD_TIME_PARSE('2023/05/05'),'yyy.jp',NULL,NULL)
72+
,(TD_TIME_PARSE('2023/05/15'),'yyy.jp',NULL,NULL)
73+
,(TD_TIME_PARSE('2023/05/25'),'yyy.jp','yyy_004','3rd_015')
74+
,(TD_TIME_PARSE('2023/06/05'),'yyy.jp',NULL,NULL)
75+
,(TD_TIME_PARSE('2023/06/15'),'yyy.jp',NULL,NULL)
76+
,(TD_TIME_PARSE('2023/06/25'),'yyy.jp','yyy_005','3rd_018')
77+
) AS t(time, site, td_client_id, td_global_id);
78+
79+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_zzz};
80+
CREATE TABLE ${td.database}.${td.tbl_zzz} AS
81+
SELECT
82+
time, site, td_client_id, td_global_id
83+
FROM
84+
( VALUES
85+
(TD_TIME_PARSE('2023/01/05'),'zzz.jp',NULL,NULL)
86+
,(TD_TIME_PARSE('2023/01/15'),'zzz.jp','zzz_001','3rd_002')
87+
,(TD_TIME_PARSE('2023/01/25'),'zzz.jp',NULL,NULL)
88+
,(TD_TIME_PARSE('2023/02/05'),'zzz.jp',NULL,NULL)
89+
,(TD_TIME_PARSE('2023/02/15'),'zzz.jp',NULL,NULL)
90+
,(TD_TIME_PARSE('2023/02/25'),'zzz.jp','zzz_003','3rd_006')
91+
,(TD_TIME_PARSE('2023/03/05'),'zzz.jp','zzz_003','3rd_007')
92+
,(TD_TIME_PARSE('2023/03/15'),'zzz.jp','zzz_003','3rd_008')
93+
,(TD_TIME_PARSE('2023/03/25'),'zzz.jp',NULL,NULL)
94+
,(TD_TIME_PARSE('2023/04/05'),'zzz.jp',NULL,NULL)
95+
,(TD_TIME_PARSE('2023/04/15'),'zzz.jp','zzz_004','3rd_011')
96+
,(TD_TIME_PARSE('2023/04/25'),'zzz.jp','zzz_004','3rd_012')
97+
,(TD_TIME_PARSE('2023/05/05'),'zzz.jp',NULL,NULL)
98+
,(TD_TIME_PARSE('2023/05/15'),'zzz.jp',NULL,NULL)
99+
,(TD_TIME_PARSE('2023/05/25'),'zzz.jp','zzz_005','3rd_015')
100+
,(TD_TIME_PARSE('2023/06/05'),'zzz.jp',NULL,NULL)
101+
,(TD_TIME_PARSE('2023/06/15'),'zzz.jp','zzz_005','3rd_017')
102+
,(TD_TIME_PARSE('2023/06/25'),'zzz.jp','zzz_005','3rd_018')
103+
) AS t(time, site, td_client_id, td_global_id);

‎tool-box/id-unification-samples/queries/generate_samples_ex2.sql‎

Lines changed: 105 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,105 @@
1+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_aaa};
2+
CREATE TABLE ${td.database}.${td.tbl_aaa} AS
3+
SELECT
4+
time, site, td_client_id, td_global_id, td_ssc_id
5+
FROM
6+
( VALUES
7+
(TD_TIME_PARSE('2023/01/05'),'aaa.jp','aaa_001','3rd_001','ssc_001')
8+
,(TD_TIME_PARSE('2023/01/15'),'aaa.jp','aaa_001','3rd_002','ssc_001')
9+
,(TD_TIME_PARSE('2023/01/25'),'aaa.jp','aaa_001','3rd_003','ssc_001')
10+
,(TD_TIME_PARSE('2023/02/05'),'aaa.jp','aaa_001','3rd_004','ssc_001')
11+
,(TD_TIME_PARSE('2023/02/15'),'aaa.jp',NULL,NULL,NULL)
12+
,(TD_TIME_PARSE('2023/02/25'),'aaa.jp',NULL,NULL,NULL)
13+
,(TD_TIME_PARSE('2023/03/05'),'aaa.jp',NULL,NULL,NULL)
14+
,(TD_TIME_PARSE('2023/03/15'),'aaa.jp',NULL,NULL,NULL)
15+
,(TD_TIME_PARSE('2023/03/25'),'aaa.jp','aaa_002','3rd_009','ssc_002')
16+
,(TD_TIME_PARSE('2023/04/05'),'aaa.jp','aaa_002','3rd_010','ssc_002')
17+
,(TD_TIME_PARSE('2023/04/15'),'aaa.jp',NULL,NULL,NULL)
18+
,(TD_TIME_PARSE('2023/04/25'),'aaa.jp',NULL,NULL,NULL)
19+
,(TD_TIME_PARSE('2023/05/05'),'aaa.jp','aaa_003','3rd_013','ssc_003')
20+
,(TD_TIME_PARSE('2023/05/15'),'aaa.jp','aaa_003','3rd_014','ssc_003')
21+
,(TD_TIME_PARSE('2023/05/25'),'aaa.jp','aaa_003','3rd_015','ssc_004')
22+
,(TD_TIME_PARSE('2023/06/05'),'aaa.jp','aaa_003','3rd_016','ssc_004')
23+
,(TD_TIME_PARSE('2023/06/15'),'aaa.jp',NULL,NULL,NULL)
24+
,(TD_TIME_PARSE('2023/06/25'),'aaa.jp',NULL,NULL,NULL)
25+
) AS t(time, site, td_client_id, td_global_id, td_ssc_id);
26+
27+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_xxx};
28+
CREATE TABLE ${td.database}.${td.tbl_xxx} AS
29+
30+
SELECT
31+
time, site, td_ssc_id, td_global_id
32+
FROM
33+
( VALUES
34+
(TD_TIME_PARSE('2023/01/05'),'xxx.jp',NULL,NULL)
35+
,(TD_TIME_PARSE('2023/01/15'),'xxx.jp',NULL,NULL)
36+
,(TD_TIME_PARSE('2023/01/25'),'xxx.jp',NULL,NULL)
37+
,(TD_TIME_PARSE('2023/02/05'),'xxx.jp','ssc_001','3rd_004')
38+
,(TD_TIME_PARSE('2023/02/15'),'xxx.jp','ssc_001','3rd_005')
39+
,(TD_TIME_PARSE('2023/02/25'),'xxx.jp',NULL,NULL)
40+
,(TD_TIME_PARSE('2023/03/05'),'xxx.jp',NULL,NULL)
41+
,(TD_TIME_PARSE('2023/03/15'),'xxx.jp','ssc_001','3rd_008')
42+
,(TD_TIME_PARSE('2023/03/25'),'xxx.jp','ssc_001','3rd_009')
43+
,(TD_TIME_PARSE('2023/04/05'),'xxx.jp',NULL,NULL)
44+
,(TD_TIME_PARSE('2023/04/15'),'xxx.jp',NULL,NULL)
45+
,(TD_TIME_PARSE('2023/04/25'),'xxx.jp','ssc_002','3rd_010')
46+
,(TD_TIME_PARSE('2023/05/05'),'xxx.jp','ssc_002','3rd_013')
47+
,(TD_TIME_PARSE('2023/05/15'),'xxx.jp',NULL,NULL)
48+
,(TD_TIME_PARSE('2023/05/25'),'xxx.jp',NULL,NULL)
49+
,(TD_TIME_PARSE('2023/06/05'),'xxx.jp','ssc_003','3rd_016')
50+
,(TD_TIME_PARSE('2023/06/15'),'xxx.jp','ssc_003','3rd_017')
51+
,(TD_TIME_PARSE('2023/06/25'),'xxx.jp',NULL,NULL)
52+
) AS t(time, site, td_ssc_id, td_global_id);
53+
54+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_yyy};
55+
CREATE TABLE ${td.database}.${td.tbl_yyy} AS
56+
SELECT
57+
time, site, email, td_ssc_id
58+
FROM
59+
( VALUES
60+
61+
(TD_TIME_PARSE('2023/01/05'),'yyy.jp','[email protected]','ssc_001')
62+
,(TD_TIME_PARSE('2023/01/15'),'yyy.jp',NULL,NULL)
63+
,(TD_TIME_PARSE('2023/01/25'),'yyy.jp',NULL,NULL)
64+
,(TD_TIME_PARSE('2023/02/05'),'yyy.jp',NULL,NULL)
65+
,(TD_TIME_PARSE('2023/02/15'),'yyy.jp','[email protected]','ssc_001')
66+
,(TD_TIME_PARSE('2023/02/25'),'yyy.jp','[email protected]','ssc_001')
67+
,(TD_TIME_PARSE('2023/03/05'),'yyy.jp',NULL,NULL)
68+
,(TD_TIME_PARSE('2023/03/15'),'yyy.jp',NULL,NULL)
69+
,(TD_TIME_PARSE('2023/03/25'),'yyy.jp',NULL,NULL)
70+
,(TD_TIME_PARSE('2023/04/05'),'yyy.jp','[email protected]','ssc_003')
71+
,(TD_TIME_PARSE('2023/04/15'),'yyy.jp','[email protected]','ssc_003')
72+
,(TD_TIME_PARSE('2023/04/25'),'yyy.jp',NULL,NULL)
73+
,(TD_TIME_PARSE('2023/05/05'),'yyy.jp',NULL,NULL)
74+
,(TD_TIME_PARSE('2023/05/15'),'yyy.jp',NULL,NULL)
75+
,(TD_TIME_PARSE('2023/05/25'),'yyy.jp','[email protected]','ssc_003')
76+
,(TD_TIME_PARSE('2023/06/05'),'yyy.jp',NULL,NULL)
77+
,(TD_TIME_PARSE('2023/06/15'),'yyy.jp',NULL,NULL)
78+
,(TD_TIME_PARSE('2023/06/25'),'yyy.jp','[email protected]','ssc_004')
79+
) AS t(time, site, email, td_ssc_id);
80+
81+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_zzz};
82+
CREATE TABLE ${td.database}.${td.tbl_zzz} AS
83+
SELECT
84+
time, site, td_client_id, email
85+
FROM
86+
( VALUES
87+
(TD_TIME_PARSE('2023/01/05'),'zzz.jp',NULL,NULL)
88+
,(TD_TIME_PARSE('2023/01/15'),'zzz.jp','zzz_001','[email protected]')
89+
,(TD_TIME_PARSE('2023/01/25'),'zzz.jp',NULL,NULL)
90+
,(TD_TIME_PARSE('2023/02/05'),'zzz.jp',NULL,NULL)
91+
,(TD_TIME_PARSE('2023/02/15'),'zzz.jp',NULL,NULL)
92+
,(TD_TIME_PARSE('2023/02/25'),'zzz.jp','zzz_003','[email protected]')
93+
,(TD_TIME_PARSE('2023/03/05'),'zzz.jp','zzz_003','[email protected]')
94+
,(TD_TIME_PARSE('2023/03/15'),'zzz.jp','zzz_003','[email protected]')
95+
,(TD_TIME_PARSE('2023/03/25'),'zzz.jp',NULL,NULL)
96+
,(TD_TIME_PARSE('2023/04/05'),'zzz.jp',NULL,NULL)
97+
,(TD_TIME_PARSE('2023/04/15'),'zzz.jp','zzz_004','[email protected]')
98+
,(TD_TIME_PARSE('2023/04/25'),'zzz.jp','zzz_004','[email protected]')
99+
,(TD_TIME_PARSE('2023/05/05'),'zzz.jp',NULL,NULL)
100+
,(TD_TIME_PARSE('2023/05/15'),'zzz.jp',NULL,NULL)
101+
,(TD_TIME_PARSE('2023/05/25'),'zzz.jp','zzz_005','[email protected]')
102+
,(TD_TIME_PARSE('2023/06/05'),'zzz.jp',NULL,NULL)
103+
,(TD_TIME_PARSE('2023/06/15'),'zzz.jp','zzz_005','[email protected]')
104+
,(TD_TIME_PARSE('2023/06/25'),'zzz.jp','zzz_005','[email protected]')
105+
) AS t(time, site, td_client_id, email);

‎tool-box/id-unification-samples/queries/generate_samples_ex4.sql‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
DROP TABLE IF EXISTS ${td.database}.${td.tbl_aaa};
2+
CREATE TABLE ${td.database}.${td.tbl_aaa} AS
3+
SELECT
4+
member_id, email, tel, name
5+
FROM
6+
( VALUES
7+
('1', '[email protected]',1111,'Taka')
8+
,('2', '[email protected]',2222,'Tatsuo')
9+
,('3', '[email protected]',3333,'Naruse')
10+
,('3', '[email protected]',4444,'Yuichiro')
11+
,(NULL,'[email protected]',5555,'Minero')
12+
,(NULL,'[email protected]',6666,'Kaz')
13+
) AS t(member_id, email, tel, name);

‎tool-box/id-unification-samples/queries/insert_samples_ex5.sql‎

Lines changed: 63 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,63 @@
1+
INSERT INTO ${td.database}.${td.tbl_aaa}
2+
SELECT
3+
time, site, td_client_id, td_global_id
4+
FROM
5+
( VALUES
6+
(TD_TIME_PARSE('2023/06/05'), 'aaa.jp','aaa_003','3rd_016')
7+
,(TD_TIME_PARSE('2023/06/15'), 'aaa.jp',NULL,NULL)
8+
,(TD_TIME_PARSE('2023/06/25'), 'aaa.jp',NULL,NULL)
9+
,(TD_TIME_PARSE('2023/07/05'), 'aaa.jp','aaa_004','3rd_017')
10+
,(TD_TIME_PARSE('2023/07/15'), 'aaa.jp','aaa_004','3rd_018')
11+
,(TD_TIME_PARSE('2023/07/25'), 'aaa.jp',NULL,NULL)
12+
,(TD_TIME_PARSE('2023/08/05'), 'aaa.jp','aaa_005','3rd_018')
13+
,(TD_TIME_PARSE('2023/08/15'), 'aaa.jp',NULL,NULL)
14+
,(TD_TIME_PARSE('2023/08/25'), 'aaa.jp','aaa_005','3rd_019')
15+
) AS t(time, site, td_client_id, td_global_id);
16+
17+
INSERT INTO ${td.database}.${td.tbl_xxx}
18+
SELECT
19+
time, site, td_client_id, td_global_id
20+
FROM
21+
( VALUES
22+
(TD_TIME_PARSE('2023/06/05'), 'xxx.jp','xxx_004','3rd_016')
23+
,(TD_TIME_PARSE('2023/06/15'), 'xxx.jp','xxx_004','3rd_017')
24+
,(TD_TIME_PARSE('2023/06/25'), 'xxx.jp',NULL,NULL)
25+
,(TD_TIME_PARSE('2023/07/05'), 'xxx.jp','xxx_005','3rd_018')
26+
,(TD_TIME_PARSE('2023/07/15'), 'xxx.jp',NULL,NULL)
27+
,(TD_TIME_PARSE('2023/07/25'), 'xxx.jp',NULL,NULL)
28+
,(TD_TIME_PARSE('2023/08/05'), 'xxx.jp','xxx_005','3rd_018')
29+
,(TD_TIME_PARSE('2023/08/15'), 'xxx.jp','xxx_006','3rd_019')
30+
,(TD_TIME_PARSE('2023/08/25'), 'xxx.jp',NULL,NULL)
31+
) AS t(time, site, td_client_id, td_global_id);
32+
33+
INSERT INTO ${td.database}.${td.tbl_yyy}
34+
SELECT
35+
time, site, td_client_id, td_global_id
36+
FROM
37+
( VALUES
38+
(TD_TIME_PARSE('2023/06/05'), 'yyy.jp',NULL,NULL)
39+
,(TD_TIME_PARSE('2023/06/15'), 'yyy.jp',NULL,NULL)
40+
,(TD_TIME_PARSE('2023/06/25'), 'yyy.jp','yyy_005','3rd_018')
41+
,(TD_TIME_PARSE('2023/07/05'), 'yyy.jp','yyy_006','3rd_019')
42+
,(TD_TIME_PARSE('2023/07/15'), 'yyy.jp',NULL,NULL)
43+
,(TD_TIME_PARSE('2023/07/25'), 'yyy.jp',NULL,NULL)
44+
,(TD_TIME_PARSE('2023/08/05'), 'yyy.jp',NULL,NULL)
45+
,(TD_TIME_PARSE('2023/08/15'), 'yyy.jp','yyy_006','3rd_019')
46+
,(TD_TIME_PARSE('2023/08/25'), 'yyy.jp','yyy_007','3rd_019')
47+
) AS t(time, site, td_client_id, td_global_id);
48+
49+
INSERT INTO ${td.database}.${td.tbl_zzz}
50+
SELECT
51+
time, site, td_client_id, td_global_id
52+
FROM
53+
( VALUES
54+
(TD_TIME_PARSE('2023/06/05'), 'zzz.jp',NULL,NULL)
55+
,(TD_TIME_PARSE('2023/06/15'), 'zzz.jp','zzz_005','3rd_017')
56+
,(TD_TIME_PARSE('2023/06/25'), 'zzz.jp','zzz_005','3rd_018')
57+
,(TD_TIME_PARSE('2023/07/05'), 'zzz.jp','zzz_006','3rd_018')
58+
,(TD_TIME_PARSE('2023/07/15'), 'zzz.jp','zzz_007','3rd_018')
59+
,(TD_TIME_PARSE('2023/07/25'), 'zzz.jp',NULL,NULL)
60+
,(TD_TIME_PARSE('2023/08/05'), 'zzz.jp',NULL,NULL)
61+
,(TD_TIME_PARSE('2023/08/15'), 'zzz.jp','zzz_008','3rd_019')
62+
,(TD_TIME_PARSE('2023/08/25'), 'zzz.jp',NULL,NULL)
63+
) AS t(time, site, td_client_id, td_global_id);

‎tool-box/id-unification-samples/test_id_unification_ex1.dig‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
_export:
2+
td:
3+
database: test_id_unification_ex1
4+
unif_name: test_id_unification_ex1
5+
ms_name: master_table_ex1
6+
!include : config/params.yml
7+
8+
##### Comment out all but the first execution.
9+
+prepare_dbs:
10+
td_ddl>:
11+
create_databases: ["${td.database}"]
12+
13+
+generate_samples:
14+
td>: queries/generate_samples_ex1.sql
15+
#####
16+
17+
+call_unification:
18+
http_call>: https://api-cdp.treasuredata.com/unifications/workflow_call
19+
headers:
20+
- authorization: ${secret:td.apikey}
21+
method: POST
22+
retry: true
23+
content_format: json
24+
content:
25+
run_canonical_ids: true
26+
run_enrichments: true
27+
run_master_tables: true
28+
29+
full_refresh: true
30+
keep_debug_tables: true
31+
32+
unification:
33+
!include : unification_ex1.yml

‎tool-box/id-unification-samples/test_id_unification_ex2.dig‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
_export:
2+
td:
3+
database: test_id_unification_ex2
4+
unif_name: test_id_unification_ex2
5+
ms_name: master_table_ex2
6+
!include : config/params.yml
7+
8+
##### Comment out all but the first execution.
9+
+prepare_dbs:
10+
td_ddl>:
11+
create_databases: ["${td.database}"]
12+
13+
+generate_samples:
14+
td>: queries/generate_samples_ex2.sql
15+
#####
16+
17+
18+
+call_unification:
19+
http_call>: https://api-cdp.treasuredata.com/unifications/workflow_call
20+
headers:
21+
- authorization: ${secret:td.apikey}
22+
method: POST
23+
retry: true
24+
content_format: json
25+
content:
26+
run_canonical_ids: true
27+
run_enrichments: true
28+
run_master_tables: true
29+
30+
full_refresh: true
31+
keep_debug_tables: true
32+
33+
unification:
34+
!include : unification_ex2.yml

0 commit comments

Comments
 (0)