parse_packages.js

const { readFileSync } = require("fs");
const { join } = require("path");

function parsePackage(packageURL) {
  let pkg = new URL(packageURL);

  // pathname is /<owner>/<repo>/tree/<sha>/<path>
  // gitlab urls sometimes have an extra entry e.g., https://gitlab.com/nerd-vision/opensource/gitlab-js/tree/c2c9ef54b1ea0fc82b284bc72dc2ff0935983f4c
  const components = pkg.pathname.split("/");
  if (
    components.length < 5 ||
    (components[3] !== "tree" && components[4] !== "tree")
  ) {
    throw new Error(`Invalid package URL: ${packageURL}`);
  }

  var sliceIndex = 5;
  var owner = components[1];
  var repo = components[2];
  var sha = components[4];

  if (pkg.host === "gitlab.com") {
    if (components.length > 5) {
      owner = components[1].concat("/", components[2]);
      repo = components[3];
      sha = components[5];
      sliceIndex = 6;
    }
  }

  return {
    host: pkg.host,
    owner: owner,
    repo: repo,
    sha: sha,
    path: components.slice(sliceIndex).join("/"),
  };
}

const packages = [];
const args = process.argv.slice(2);
const skipSlowBenchmarks =
  args[0] === "--skip-slow-benchmarks" ? (args.shift(), true) : false;
const pkg = args[0].trim();
const lines = [];
if (pkg.startsWith("+")) {
  const file = join(__dirname, pkg.slice(1));
  lines.push(...readFileSync(file, "utf8").split("\n"));
} else {
  lines.push(pkg);
}
for (const line of lines) {
  if (line.startsWith("#") || line.trim() === "") continue;
  if (skipSlowBenchmarks && line.includes("# slow")) continue;
  const parsedPackage = parsePackage(line.split(/\s/)[0]);
  // look for `dependencies: ...` in the comment
  const m = line.match(/#.*dependencies:\s*(.*)/);
  const deps = m ? m[1].trim() : "";
  parsedPackage.dependencies = deps;
  packages.push(parsedPackage);
}
console.log(JSON.stringify(packages));