fix the lastmodified dates

Author: sstraatemans

packages/apps/docs/src/pages/pact/beginner/loans.md

@@ -539,7 +539,7 @@ inside of the repository you cloned.
 For help getting started and deploying in each of these environments, try the
 following tutorials.
 
-- [Pact Online Editor](//pact/beginner/web-editor)
+- [Pact Online Editor](/pact/beginner/web-editor)
 - [Pact Development on Atom SDK Tutorial](/pact/beginner/atom-sdk)
 
 ## Review

packages/apps/docs/src/scripts/build.mjs

@@ -8,6 +8,7 @@ import { createSitemap } from './createSitemap.mjs';
 import { createSpecs } from './createSpec.mjs';
 import { detectBrokenLinks } from './detectBrokenLinks.mjs';
 import { createDocsTree } from './getdocstree.mjs';
+import { deleteTempDir } from './importReadme/importRepo.mjs';
 import { importAllReadmes } from './importReadme/index.mjs';
 import { Spinner } from './spinner.mjs';
 
@@ -73,6 +74,7 @@ const initFunc = async (fnc, description) => {
 };
 
 (async function () {
+  deleteTempDir();
   await initFunc(importAllReadmes, 'Import docs from monorepo');
   await initFunc(createDocsTree, 'Create docs tree');
   await initFunc(createSpecs, 'Create specs files');
@@ -81,6 +83,7 @@ const initFunc = async (fnc, description) => {
   await initFunc(checkAuthors, 'Check author data for blog');
   await initFunc(createSitemap, 'Create the sitemap');
   await initFunc(copyFavIcons, 'Copy favicons');
+  deleteTempDir();
   await initFunc(runPrettier, 'Prettier');
 
   if (globalError) {

packages/apps/docs/src/scripts/createSpec.mjs

@@ -3,7 +3,6 @@ import * as fs from 'fs';
 import yaml from 'js-yaml';
 import { promisify } from 'util';
 import { TEMPDIR } from './importReadme/createDoc.mjs';
-import { deleteTempDir } from './importReadme/importRepo.mjs';
 
 const errors = [];
 const success = [];
@@ -15,7 +14,11 @@ const promiseExec = promisify(exec);
  * @param {ImportItem} importItem
  */
 const clone = async () => {
-  await promiseExec(`git clone https://github.com${REPO} ${TEMPDIR}${REPO}`);
+  try {
+    await promiseExec(`git clone https://github.com${REPO} ${TEMPDIR}${REPO}`);
+  } catch (e) {
+    Promise.resolve();
+  }
 };
 
 const returnJSON = (filename) => {
@@ -30,7 +33,6 @@ const returnJSON = (filename) => {
 
     success.push(`Successfully created spec for ${filename}!`);
   } catch (error) {
-    deleteTempDir();
     errors.push(`creating spec for ${filename} failed: ${error}`);
   }
 };
@@ -40,6 +42,5 @@ export const createSpecs = async () => {
   returnJSON('chainweb.openapi');
   returnJSON('pact.openapi');
 
-  deleteTempDir();
   return { success, errors };
 };

packages/apps/docs/src/scripts/getdocstree.mjs

@@ -24,18 +24,12 @@ const isMarkDownFile = (name) => {
 };
 
 export const getLastModifiedDate = async (root) => {
-  try {
-    await promiseExec(
-      `git clone https://github.com/kadena-community/kadena.js.git ${TEMPDIR}/kadena-community/kadena.js`,
-    );
-  } catch (e) {}
-
   const rootArray = root.split('/');
   const filename = rootArray.pop();
   const newRoot = rootArray.join('/');
 
   const { stdout } = await promiseExec(
-    `cd ${newRoot} && git log -1 --pretty="format:%ci" ${filename}`,
+    `cd ${TEMPDIR} && cd ${newRoot} && git log -1 --pretty="format:%ci" ${filename}`,
   );
 
   const date = new Date(stdout);
@@ -67,7 +61,14 @@ const convertFile = async (file) => {
   if (!data) return;
 
   const readTime = getReadTime(doc);
-  const lastModifiedDate = await getLastModifiedDate(file);
+  const lastModifiedDate = data.lastModifiedDate
+    ? data.lastModifiedDate
+    : await getLastModifiedDate(
+        `./kadena-community/kadena.js/packages/apps/docs/${file.substr(
+          2,
+          file.length - 1,
+        )}`,
+      );
 
   return {
     lastModifiedDate,

packages/apps/docs/src/scripts/importReadme/createDoc.mjs

@@ -1,13 +1,16 @@
+import { exec } from 'child_process';
 import 'dotenv/config';
 import * as fs from 'fs';
 import { toMarkdown } from 'mdast-util-to-markdown';
 import { toString } from 'mdast-util-to-string';
 import { remark } from 'remark';
+import { promisify } from 'util';
 import { getLastModifiedDate } from './../getdocstree.mjs';
 import { getTypes } from './../utils.mjs';
+import { removeRepoDomain } from './index.mjs';
 
-const DOCSROOT = './src/pages/';
-export const REPOPREFIX = 'https://github.com/';
+const promiseExec = promisify(exec);
+const DOCSROOT = './src/pages';
 export const TEMPDIR = './.tempimport';
 
 const createFrontMatter = (
@@ -32,12 +35,9 @@ lastModifiedDate: ${lastModifiedDate}
 `;
 };
 
-const createEditOverwrite = (filename, options, repo) => {
-  if (options.hideEditLink) return '';
-  if (repo) {
-    return `${REPOPREFIX}${repo}/edit/main/${filename}`;
-  }
-  return `${process.env.NEXT_PUBLIC_GIT_EDIT_ROOT}/packages/${filename}`;
+const createEditOverwrite = (item) => {
+  if (item.options.hideEditLink) return '';
+  return `${item.repo}/edit/main${item.file}`;
 };
 
 export const createSlug = (str) => {
@@ -206,11 +206,13 @@ const relinkReferences = (md, pages, root) => {
 };
 
 export const importDocs = async (filename, item) => {
-  const doc = fs.readFileSync(filename, 'utf-8');
+  const doc = fs.readFileSync(`${filename}`, 'utf-8');
 
   const md = remark.parse(doc);
 
-  const lastModifiedDate = await getLastModifiedDate(filename);
+  const lastModifiedDate = await getLastModifiedDate(
+    `.${removeRepoDomain(item.repo)}${item.file}`,
+  );
 
   if (item.options.singlePage) {
     relinkReferences(md, [md], `/${item.destination}/`);
@@ -232,12 +234,12 @@ export const importDocs = async (filename, item) => {
     const doc = toMarkdown(pageContent);
 
     fs.writeFileSync(
-      `${DOCSROOT}${item.destination}/${order === 0 ? 'index' : slug}.md`,
+      `${DOCSROOT}/${item.destination}/${order === 0 ? 'index' : slug}.md`,
       createFrontMatter(
         title,
         menuTitle,
         order,
-        createEditOverwrite(item.file, item.options, item.repo),
+        createEditOverwrite(item),
         item.options.tags,
         lastModifiedDate,
       ) + doc,
@@ -264,15 +266,15 @@ export const importDocs = async (filename, item) => {
 
     const doc = toMarkdown(pageContent);
 
-    createDir(`${DOCSROOT}${item.destination}`);
+    createDir(`${DOCSROOT}/${item.destination}`);
 
     fs.writeFileSync(
-      `${DOCSROOT}${item.destination}/${slug}.md`,
+      `${DOCSROOT}/${item.destination}/${slug}.md`,
       createFrontMatter(
         title,
         menuTitle,
         order,
-        createEditOverwrite(item.file, item.options),
+        createEditOverwrite(item),
         item.options.tags,
         lastModifiedDate,
       ) + doc,

packages/apps/docs/src/scripts/importReadme/importRepo.mjs

@@ -1,7 +1,8 @@
 import { exec } from 'child_process';
 import * as fs from 'fs';
 import { promisify } from 'util';
-import { REPOPREFIX, TEMPDIR, importDocs } from './createDoc.mjs';
+import { TEMPDIR, importDocs } from './createDoc.mjs';
+import { removeRepoDomain } from './index.mjs';
 
 const promiseExec = promisify(exec);
 
@@ -16,14 +17,18 @@ export const deleteTempDir = () => {
  * @param {ImportItem} importItem
  */
 const clone = async ({ repo }) => {
-  deleteTempDir();
-
-  await promiseExec(`git clone ${REPOPREFIX}${repo} ${TEMPDIR}/${repo}`);
+  try {
+    await promiseExec(`git clone ${repo} ${TEMPDIR}/${removeRepoDomain(repo)}`);
+  } catch (e) {
+    Promise.resolve();
+  }
 };
 
 export const importRepo = async (item) => {
   await clone(item);
-  await importDocs(`${TEMPDIR}/${item.repo}/${item.file}`, item);
 
-  deleteTempDir();
+  await importDocs(
+    `${TEMPDIR}${removeRepoDomain(item.repo)}${item.file}`,
+    item,
+  );
 };

packages/apps/docs/src/scripts/importReadme/index.mjs

@@ -1,24 +1,20 @@
 import { importReadMes } from './../utils.mjs';
-import { importDocs } from './createDoc.mjs';
 import { importRepo } from './importRepo.mjs';
 
 const errors = [];
 const success = [];
 
+export const removeRepoDomain = (repo) =>
+  repo.replace(/https:\/\/github.com/, '');
+
 export const importAllReadmes = async () => {
   let monorepoCount = 0;
   let outsideCount = 0;
-  const promises = importReadMes.map((item) => {
-    if (item.repo) {
-      outsideCount++;
-      return importRepo(item);
-    } else {
-      monorepoCount++;
-      return importDocs(`./../../${item.file}`, item);
-    }
-  });
 
-  await Promise.all(promises);
+  for (const item of importReadMes) {
+    outsideCount++;
+    await importRepo(item);
+  }
 
   success.push(
     `Docs imported from monorepo(${monorepoCount}) and outside repos(${outsideCount})`,

packages/apps/docs/src/scripts/remarkFrontmatterToProps.mjs

@@ -23,7 +23,7 @@ const getCurrentPostFromJson = (root) => {
   const data = getFlatData();
 
   return data.find((item) => {
-    return item && item.root === root;
+    return item && (item.root === root || `${item.root}/` === root);
   });
 };