get-changed-packages.ts

import nodePath from "path";
import micromatch from "micromatch";
import { ProbotOctokit } from "probot";
import fetch from "node-fetch";
import { safeLoad } from "js-yaml";
import { Packages, Tool } from "@manypkg/get-packages";
import assembleReleasePlan from "@changesets/assemble-release-plan";
import { parse as parseConfig } from "@changesets/config";
import { PreState, NewChangeset } from "@changesets/types";
import parseChangeset from "@changesets/parse";

export let getChangedPackages = async ({
  owner,
  repo,
  ref,
  changedFiles: changedFilesPromise,
  octokit,
  installationToken,
  rootDir = "CopilotKit",
}: {
  owner: string;
  repo: string;
  ref: string;
  changedFiles: string[] | Promise<string[]>;
  octokit: InstanceType<typeof ProbotOctokit>;
  installationToken: string;
  rootDir?: string;
}) => {
  let hasErrored = false;
  let encodedCredentials = Buffer.from(
    `x-access-token:${installationToken}`
  ).toString("base64");

  function fetchFile(path: string) {
    return fetch(
      `https://raw.githubusercontent.com/${owner}/${repo}/${ref}/${path}`,
      {
        headers: {
          Authorization: `Basic ${encodedCredentials}`,
        },
      }
    );
  }

  function fetchJsonFile(path: string) {
    return fetchFile(path)
      .then((x) => x.json())
      .catch((err) => {
        hasErrored = true;
        console.error(err);
        return {};
      });
  }

  function fetchTextFile(path: string) {
    return fetchFile(path)
      .then((x) => x.text())
      .catch((err) => {
        hasErrored = true;
        console.error(err);
        return "";
      });
  }

  async function getPackage(pkgPath: string) {
    let jsonContent = await fetchJsonFile(pkgPath + "/package.json");
    return {
      packageJson: jsonContent,
      dir: pkgPath,
    };
  }

  let rootPackageJsonContentsPromise = fetchJsonFile(`${rootDir}/package.json`);
  let configPromise: Promise<any> = fetchJsonFile(`${rootDir}/.changeset/config.json`);

  let tree = await octokit.git.getTree({
    owner,
    repo,
    recursive: "1",
    tree_sha: ref,
  });

  let preStatePromise: Promise<PreState> | undefined;
  let changesetPromises: Promise<NewChangeset>[] = [];
  let potentialWorkspaceDirectories: string[] = [];
  let isPnpm = false;
  let changedFiles = await changedFilesPromise;

  for (let item of tree.data.tree) {
    if (!item.path) continue;
    if (!item.path.startsWith(rootDir)) continue;
    
    if (item.path.endsWith("/package.json")) {
      let dirPath = nodePath.dirname(item.path);
      potentialWorkspaceDirectories.push(dirPath);
    } else if (item.path === `${rootDir}/pnpm-workspace.yaml`) {
      isPnpm = true;
    } else if (item.path === `${rootDir}/.changeset/pre.json`) {
      preStatePromise = fetchJsonFile(`${rootDir}/.changeset/pre.json`);
    } else if (
      item.path !== `${rootDir}/.changeset/README.md` &&
      item.path.startsWith(`${rootDir}/.changeset`) &&
      item.path.endsWith(".md") &&
      changedFiles.includes(item.path)
    ) {
      let res = new RegExp(`${rootDir}/\\.changeset/([^\.]+)\\.md`).exec(item.path);
      if (!res) {
        throw new Error("could not get name from changeset filename");
      }
      let id = res[1];
      changesetPromises.push(
        fetchTextFile(item.path).then((text) => {
          return { ...parseChangeset(text), id };
        })
      );
    }
  }
  let tool:
    | {
        tool: Tool;
        globs: string[];
      }
    | undefined;

  if (isPnpm) {
    tool = {
      tool: "pnpm",
      globs: safeLoad(await fetchTextFile("CopilotKit/pnpm-workspace.yaml")).packages,
    };
  } else {
    let rootPackageJsonContent = await rootPackageJsonContentsPromise;

    if (rootPackageJsonContent.workspaces) {
      if (!Array.isArray(rootPackageJsonContent.workspaces)) {
        tool = {
          tool: "yarn",
          globs: rootPackageJsonContent.workspaces.packages,
        };
      } else {
        tool = {
          tool: "yarn",
          globs: rootPackageJsonContent.workspaces,
        };
      }
    } else if (
      rootPackageJsonContent.bolt &&
      rootPackageJsonContent.bolt.workspaces
    ) {
      tool = {
        tool: "bolt",
        globs: rootPackageJsonContent.bolt.workspaces,
      };
    }
  }

  let rootPackageJsonContent = await rootPackageJsonContentsPromise;

  let packages: Packages = {
    root: {
      dir: "/",
      packageJson: rootPackageJsonContent,
    },
    tool: tool ? tool.tool : "root",
    packages: [],
  };

  if (tool) {
    if (
      !Array.isArray(tool.globs) ||
      !tool.globs.every((x) => typeof x === "string")
    ) {
      throw new Error("globs are not valid: " + JSON.stringify(tool.globs));
    }

    tool.globs = tool.globs.map((glob) => `${rootDir}/${glob}`);
    
    let matches = micromatch(potentialWorkspaceDirectories, tool.globs);

    packages.packages = await Promise.all(
      matches.map((dir) => getPackage(dir))
    );
  } else {
    packages.packages.push(packages.root);
  }
  if (hasErrored) {
    throw new Error("an error occurred when fetching files");
  }

  const releasePlan = assembleReleasePlan(
    await Promise.all(changesetPromises),
    packages,
    await configPromise.then((rawConfig) => parseConfig(rawConfig, packages)),
    await preStatePromise
  );

  return {
    changedPackages: (packages.tool === "root"
      ? packages.packages
      : packages.packages.filter((pkg) =>
          changedFiles.some((changedFile) => changedFile.startsWith(`${pkg.dir}/`))
        )
    ).map((x) => x.packageJson.name),
    releasePlan,
  };
};