slack-dataminer.ts

import { launch } from "puppeteer";
import { format } from "prettier";

// Go to slack
const browser = await launch();
browser.setCookie({
  name: "d",
  value: process.env.SLACK_COOKIE!,
  domain: ".slack.com",
});
const page = await browser.newPage();
await page.goto("https://app.slack.com/client", { waitUntil: "load" });

// Extract all webpack chunks
const result = (await page.evaluate(
  () =>
    new Promise((r) =>
      webpackChunkwebapp.push([
        [Symbol()],
        {},
        (wpRequire) => {
          let chunks: Record<string, string> = {};
          const fn = wpRequire.u.toString();
          const regex = /if\s*\(\s*["']([^"']+)["']\s*===\s*e\s*\)/g;
          let match;
          while ((match = regex.exec(fn)) !== null) {
            if (match[1])
              chunks[match[1]] = wpRequire.u(match[1])?.split("?")[0]!;
          }
          r(chunks);
        },
      ]),
    ),
)) as Record<string, string>;
await page.close();
await browser.close();

// Save updated chunks
const file = Bun.file("chunks.json");
const last: Record<string, string> = await file.json();
file.write(JSON.stringify(result));

console.log("Added: " + Object.keys(result).filter((k) => !last[k]));
console.log("Removed: " + Object.keys(last).filter((k) => !result[k]));
console.log(
  "Modified: " +
    Object.keys(result).filter((k) => last[k] && last[k] !== result[k]),
);

for (let k of Object.keys(last).filter((k) => !result[k]))
  Bun.file("./chunks/" + k + ".js")
    .delete()
    .catch(() => {});
for (let k of Object.keys(result).filter((k) => last[k] !== result[k]))
  await fetch("https://a.slack-edge.com/bv1-13-br/" + result[k])
    .then((r) => r.text())
    .then((r) => format(r, { parser: "babel" }))
    .then((r) => Bun.file("./chunks/" + k + ".js").write(r))
    .catch((e) => console.error("Failed to fetch " + k, e));