Merge pull request #146 from wellcomecollection/uid-pipeline

Send uid to elastic

pipeline/src/indices/articles.ts

@@ -8,6 +8,9 @@ export const mappings = {
     id: {
       type: 'keyword',
     },
+    uid: {
+      type: 'keyword',
+    },
     display: {
       type: 'object',
       enabled: false,

pipeline/src/indices/events.ts

@@ -8,6 +8,9 @@ export const mappings = {
     id: {
       type: 'keyword',
     },
+    uid: {
+      type: 'keyword',
+    },
     isChildScheduledEvent: {
       type: 'boolean',
     },

pipeline/src/transformers/article.ts

@@ -87,6 +87,7 @@ export const transformArticle = (
   document: ArticlePrismicDocument
 ): ElasticsearchArticle => {
   const { data, id, first_publication_date: firstPublicationDate } = document;
+  const uid = document.uid || undefined;
   const primaryImage = data.promo?.[0]?.primary;
 
   const image =
@@ -129,9 +130,11 @@ export const transformArticle = (
 
   return {
     id,
+    uid,
     display: {
       type: 'Article',
       id,
+      uid,
       title: asTitle(data.title),
       caption,
       format,

pipeline/src/transformers/eventDocument.ts

@@ -143,6 +143,7 @@ export const transformEventDocument = (
     id,
     tags,
   } = document;
+  const uid = document.uid || undefined;
 
   const documentTimes = times.map(transformTimes);
 
@@ -166,10 +167,12 @@ export const transformEventDocument = (
 
   return {
     id,
+    uid,
     ...(tags.includes('delist') && { isChildScheduledEvent: true }),
     display: {
       type: 'Event',
       id,
+      uid,
       title: asTitle(title),
       image,
       times: times.map(transformTimes),

pipeline/src/types/transformed/article.ts

@@ -6,6 +6,7 @@ import { Contributor, Image } from '.';
 export type Article = {
   type: 'Article';
   id: string;
+  uid?: string;
   title: string;
   publicationDate: string;
   contributors: Contributor[];

pipeline/src/types/transformed/eventDocument.ts

@@ -3,6 +3,7 @@ import { Image, Series } from '.';
 export type EventDocument = {
   type: 'Event';
   id: string;
+  uid?: string;
   title: string;
   image?: Image;
   times: {

pipeline/src/types/transformed/index.ts

@@ -46,6 +46,7 @@ export type {
 
 export type ElasticsearchArticle = {
   id: string;
+  uid?: string;
   display: Article;
   query: {
     linkedIdentifiers: string[];
@@ -70,6 +71,7 @@ export type ElasticsearchArticle = {
 
 export type ElasticsearchEventDocument = {
   id: string;
+  uid?: string;
   isChildScheduledEvent?: boolean;
   display: EventDocument;
   query: {

pipeline/test/transformers/__snapshots__/article.test.ts.snap

@@ -99,6 +99,7 @@ exports[`article transformer also works for webcomics (document: webcomics/XK9p2
     "publicationDate": "2019-04-12T09:00:00+0000",
     "title": "Groan",
     "type": "Article",
+    "uid": "groan",
   },
   "filter": {
     "contributorIds": [
@@ -131,6 +132,7 @@ exports[`article transformer also works for webcomics (document: webcomics/XK9p2
     "standfirst": undefined,
     "title": "Groan",
   },
+  "uid": "groan",
 }
 `;
 
@@ -233,6 +235,7 @@ exports[`article transformer also works for webcomics (document: webcomics/XUGru
     "publicationDate": "2019-08-02T09:00:00+0000",
     "title": "Footpath",
     "type": "Article",
+    "uid": "footpath",
   },
   "filter": {
     "contributorIds": [
@@ -265,6 +268,7 @@ exports[`article transformer also works for webcomics (document: webcomics/XUGru
     "standfirst": undefined,
     "title": "Footpath",
   },
+  "uid": "footpath",
 }
 `;
 
@@ -363,6 +367,7 @@ exports[`article transformer transforms articles from Prismic to the expected fo
     "publicationDate": "2017-08-07T23:00:01+0000",
     "title": "Ken’s ten: looking back at ten years of Wellcome Collection",
     "type": "Article",
+    "uid": "ken-s-ten--looking-back-at-ten-years-of-wellcome-collection",
   },
   "filter": {
     "contributorIds": [
@@ -408,6 +413,7 @@ exports[`article transformer transforms articles from Prismic to the expected fo
     "standfirst": "Ken Arnold led the team that established Wellcome Collection in 2007. As Head of Public Programmes for much of the past decade, he’s had a unique view of the exhibitions, live events and activities on offer. Here he shares 10 of his most memorable exhibits and events. ",
     "title": "Ken’s ten: looking back at ten years of Wellcome Collection",
   },
+  "uid": "ken-s-ten--looking-back-at-ten-years-of-wellcome-collection",
 }
 `;
 
@@ -494,6 +500,7 @@ exports[`article transformer transforms articles from Prismic to the expected fo
     "publicationDate": "2017-10-11T08:30:00+0000",
     "title": "The Key to Memory: Follow your nose",
     "type": "Article",
+    "uid": "the-key-to-memory--follow-your-nose",
   },
   "filter": {
     "contributorIds": [],
@@ -563,6 +570,7 @@ exports[`article transformer transforms articles from Prismic to the expected fo
     "standfirst": "For Why Music? The Key to Memory, a partnership with BBC Radio 3, we’re exploring  what four objects from our collection can tell us about how we remember. Take a look as Elissavet Ntoulia tells Georgia Mann why a pair of pomanders holds a key to memory.",
     "title": "The Key to Memory: Follow your nose",
   },
+  "uid": "the-key-to-memory--follow-your-nose",
 }
 `;
 
@@ -679,6 +687,7 @@ exports[`article transformer transforms articles from Prismic to the expected fo
     "publicationDate": "2022-10-18T09:00:00+0000",
     "title": "Tracing the roots of our fears and fixations",
     "type": "Article",
+    "uid": "tracing-the-roots-of-our-fears-and-fixations",
   },
   "filter": {
     "contributorIds": [
@@ -748,6 +757,7 @@ exports[`article transformer transforms articles from Prismic to the expected fo
     "standfirst": "Our obsessions are contradictory and multiple: deeply intimate, yet forged by the times we live in. In ‘The Book of Phobias and Manias’, Kate Summerscale offers an A–Z compendium of our fixations, and what they say about us and society. In this extract, she explores how the way we describe our anxieties and compulsions has developed, and the new phobias and manias that are always emerging.",
     "title": "Tracing the roots of our fears and fixations",
   },
+  "uid": "tracing-the-roots-of-our-fears-and-fixations",
 }
 `;
 
@@ -850,6 +860,7 @@ exports[`article transformer transforms articles from Prismic to the expected fo
     "publicationDate": "2022-01-10T10:59:43+0000",
     "title": "The enigma of the medieval folding almanac",
     "type": "Article",
+    "uid": "the-enigma-of-the-medieval-folding-almanac",
   },
   "filter": {
     "contributorIds": [
@@ -909,5 +920,6 @@ exports[`article transformer transforms articles from Prismic to the expected fo
     "standfirst": "In our collections there’s a small, jewel-like folding almanac, which is remarkable not only for its beautiful and intricate construction but also for the detailed information it contains on the medieval connections between astrology and the human body.",
     "title": "The enigma of the medieval folding almanac",
   },
+  "uid": "the-enigma-of-the-medieval-folding-almanac",
 }
 `;