mxdvl/_public.md

## _public.md

      
    Raw
  

              _public.md
            
          
    guardian/content-atom


File PULL_REQUEST_TEMPLATE.md from guardian/content-atom


 git.io/v7cQs → https://github.com/guardian/content-api/blob/master/docs/adding-a-new-field-to-capi.md/


guardian/consent-management-platform


File index.ts from guardian/consent-management-platform


 git.io/JUmoi → https://github.com/InteractiveAdvertisingBureau/GDPR-Transparency-and-Consent-Framework/blob/master/TCFv2/IAB%20Tech%20Lab%20-%20CMP%20API%20v2.md


 git.io/JUmw8 → https://github.com/InteractiveAdvertisingBureau/GDPR-Transparency-and-Consent-Framework/blob/master/TCFv2/IAB%20Tech%20Lab%20-%20CMP%20API%20v2.md


File onConsentChange.ts from guardian/consent-management-platform


 git.io/JUOdq → https://github.com/InteractiveAdvertisingBureau/USPrivacy/blob/master/CCPA/USP%20API.md


 git.io/JfrZr → https://github.com/InteractiveAdvertisingBureau/GDPR-Transparency-and-Consent-Framework/blob/master/TCFv2/IAB%20Tech%20Lab%20-%20CMP%20API%20v2.md


File getConsentFor.ts from guardian/consent-management-platform


 git.io/JUzVL → https://github.com/guardian/consent-management-platform/issues


File TCData.ts from guardian/consent-management-platform


 git.io/JJtY6 → https://github.com/InteractiveAdvertisingBureau/GDPR-Transparency-and-Consent-Framework/blob/master/TCFv2/IAB%20Tech%20Lab%20-%20CMP%20API%20v2.md


File README.md from guardian/consent-management-platform


 git.io/JUzVL → https://github.com/guardian/consent-management-platform/issues


guardian/node-modules


File codeql-analysis.yml from guardian/node-modules


 git.io/codeql → https://git.io/codeql


 git.io/JvXDl → https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions


guardian/gateway


File check-node.js from guardian/gateway


 git.io/vKTnK → https://gist.github.com/sndrs/5940e9e8a3f506b287233ed65365befb


guardian/security-hq


File PULL_REQUEST_TEMPLATE.md from guardian/security-hq


 git.io/vNUJt → https://github.com/guardian/security-hq/blob/main/.github/CONTRIBUTING.md


guardian/dotcom-rendering


File check-node.js from guardian/dotcom-rendering


 git.io/vKTnK → https://gist.github.com/sndrs/5940e9e8a3f506b287233ed65365befb


guardian/editorial-tools-integration-tests


File codeql-analysis.yml from guardian/editorial-tools-integration-tests


 git.io/JvXDl → https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions


guardian/https-ready


File reset.overrides from guardian/https-ready


 git.io/normalize → https://github.com/anishathalye/?normalize


 git.io/normalize → https://github.com/anishathalye/?normalize


File reset.css from guardian/https-ready


 git.io/normalize → https://github.com/anishathalye/?normalize


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/discussion-rendering


File types.ts from guardian/discussion-rendering


 git.io/JiKSd → https://github.com/guardian/identity/blob/4d5410aeb789fae8d9440042d548167fca1fa53f/identity-model-play/src/main/scala/com/gu/identity/model/play/PrivateFields.scala


guardian/media-atom-maker


File codeql-analysis.yml from guardian/media-atom-maker


 git.io/JvXDl → https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions


guardian/support-frontend


File setup.sh from guardian/support-frontend


 git.io/vKTnK → https://gist.github.com/sndrs/5940e9e8a3f506b287233ed65365befb


guardian/interactive-supporting-text


File _normalize.scss from guardian/interactive-supporting-text


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/human-sensors


File normalize.less from guardian/human-sensors


 git.io/normalize → https://github.com/anishathalye/?normalize


File bootstrap.css from guardian/human-sensors


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/open-platform-site


File lib-normalize.css from guardian/open-platform-site


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/contributions-frontend


File _normalize.scss from guardian/contributions-frontend


 git.io/normalize → https://github.com/anishathalye/?normalize


File _normalize.scss from guardian/contributions-frontend


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/membership-frontend


File _normalize.scss from guardian/membership-frontend


 git.io/normalize → https://github.com/anishathalye/?normalize


File _normalize.scss from guardian/membership-frontend


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/subscriptions-frontend


File _normalize.scss from guardian/subscriptions-frontend


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/asset-frequency-graph


File bootstrap.css from guardian/asset-frequency-graph


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/interactive-brexit-companion


File _normalize.scss from guardian/interactive-brexit-companion


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/reader-revenue-components


File _normalize.scss from guardian/reader-revenue-components


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/walled-worlds


File normalize.scss from guardian/walled-worlds


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/quiz-builder


File normalize.css from guardian/quiz-builder


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/projectlocker


File normalize.css from guardian/projectlocker


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/you-make-the-tax-cuts-2016


File normalize.css from guardian/you-make-the-tax-cuts-2016


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/quizzes


File normalize.css from guardian/quizzes


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/facebook-web-clients


File eventemitter.js from guardian/facebook-web-clients


 git.io/ee → https://github.com/Olical/EventEmitter


File facebook-components-vote-1.0.js from guardian/facebook-web-clients


 git.io/ee → https://github.com/Olical/EventEmitter


File facebook-components-vote-ie-1.0.js from guardian/facebook-web-clients


 git.io/ee → https://github.com/Olical/EventEmitter


guardian/scala-automation-tstash


File bootstrap.css from guardian/scala-automation-tstash


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/amiable


File materialize.css from guardian/amiable


 git.io/normalize → https://github.com/anishathalye/?normalize


guardian/australian-federal-election-polling-places-voronoi


File CHANGELOG.md from guardian/australian-federal-election-polling-places-voronoi


 git.io/djb → https://github.com/davidjb


guardian/land-clearing-gis-relocator-tool-global


File CHANGELOG.md from guardian/land-clearing-gis-relocator-tool-global


 git.io/djb → https://github.com/davidjb


guardian/actions-source-analysis


File index.js from guardian/actions-source-analysis


 git.io/upgrade → https://axkzer.github.io/upgrade.html


guardian/australian-frontier-massacres


File CHANGELOG.md from guardian/australian-frontier-massacres


 git.io/djb → https://github.com/davidjb


guardian/typescript-monitor-action


File index.js from guardian/typescript-monitor-action


 git.io/upgrade → https://axkzer.github.io/upgrade.html


guardian/actions-merge-release-changes-to-protected-branch


File index.js from guardian/actions-merge-release-changes-to-protected-branch


 git.io/upgrade → https://axkzer.github.io/upgrade.html


## auth.ts
const [token] = Deno.args;

console.log("using token", token);

export const auth = {
  Authorization: `token ${token}`,
};

export const asJsonWithAuth = <T>(url: string): Promise<T> =>
  fetch(url, { headers: auth }).then((r) => r.json());

## formatting.ts
import type { Match } from "./main.ts";

export const format = (matches: Match[]): string => {
  const repos = matches.reduce<Record<string, Match[]>>((acc, curr) => {
    const repo = curr.repository.full_name;
    if (!repo) return acc;

    if (!acc[repo]) acc[repo] = [];

    acc[repo].push(curr);
    return acc;
  }, {});

  const md = Object.entries(repos)
    .map(([repo, matches]) => {
      const working = matches
        .map(({ name, url, links }) => {
          const title = `- File [\`${name}\`](${url}) from ${repo}`;

          const resovled = links
            .map(([from, to]) => ` - [ ] \`${from}\` &rarr; \`${to}\``)
            .join("\n");

          return [title, "", resovled].join("\n");
        })
        .join("\n");

      return [`## [\`${repo}\`](https://github.com/${repo})`, working].join(
        "\n"
      );
    })
    .join("\n\n");

  return md;
};

## main.ts
import { asJsonWithAuth, auth } from "./auth.ts";
import { search, SearchResult } from "./search.ts";
import { format } from "./formatting.ts";

const matches = await search('org:guardian "git.io"');

type Content = {
  node_id: string;
  sha: string;
  size: number;
  url: string;
  content: string;
  message?: string;
};

const contents: Promise<[SearchResult, Content][]> = Promise.all(
  matches.map(async (file) => [file, await asJsonWithAuth(file.git_url)])
);

const getResolvedLink = async (url: string): Promise<[string, string]> => {
  return [
    url,
    (
      await fetch(`https://${url}`, {
        headers: {
          ...auth,
        },
      })
    ).url,
  ];
};

export type Match = {
  name: string;
  repository: SearchResult["repository"];
  url: string;
  links: [string, string][];
};

const promises = (await contents).map(
  async ([{ name, repository }, { content, url }]) => {
    const rawLinks = atob(content).match(/git\.io\/.+?\b/gi) ?? [];
    const links = await Promise.all(rawLinks.map(getResolvedLink));

    return <Match>{ name, repository, url, links };
  }
);

const results = await Promise.all(promises);

const markdown = format(results);

console.log(markdown);

// Deno.writeTextFileSync("./git-io-files.json", JSON.stringify(urls));

## search.ts
import { asJsonWithAuth } from "./auth.ts";

export type SearchResult = {
  name: string;
  path: string;
  sha: string;
  url: string;
  git_url: string;
  html_url: string;
  repository: {
    id: number;
    node_id: string;
    name: string;
    full_name: string;
    private: boolean;
  };
};

export const search = async (q: string) => {
  const params = new URLSearchParams({ q, per_page: "100" });
  const {
    incomplete_results,
    total_count,
    items,
  }: {
    total_count: number;
    incomplete_results: boolean;
    items: SearchResult[];
  } = await asJsonWithAuth(
    "https://api.github.com/search/code?" + params.toString()
  );
  console.log({ total_count, incomplete_results });
  return items.filter((item) => !item.repository.private);
};
	const [token] = Deno.args;

	console.log("using token", token);

	export const auth = {
	Authorization: `token ${token}`,
	};

	export const asJsonWithAuth = <T>(url: string): Promise<T> =>
	fetch(url, { headers: auth }).then((r) => r.json());
	import type { Match } from "./main.ts";

	export const format = (matches: Match[]): string => {
	const repos = matches.reduce<Record<string, Match[]>>((acc, curr) => {
	const repo = curr.repository.full_name;
	if (!repo) return acc;

	if (!acc[repo]) acc[repo] = [];

	acc[repo].push(curr);
	return acc;
	}, {});

	const md = Object.entries(repos)
	.map(([repo, matches]) => {
	const working = matches
	.map(({ name, url, links }) => {
	const title = `- File [\`${name}\`](${url}) from ${repo}`;

	const resovled = links
	.map(([from, to]) => ` - [ ] \`${from}\` → \`${to}\``)
	.join("\n");

	return [title, "", resovled].join("\n");
	})
	.join("\n");

	return [`## [\`${repo}\`](https://github.com/${repo})`, working].join(
	"\n"
	);
	})
	.join("\n\n");

	return md;
	};
	import { asJsonWithAuth, auth } from "./auth.ts";
	import { search, SearchResult } from "./search.ts";
	import { format } from "./formatting.ts";

	const matches = await search('org:guardian "git.io"');

	type Content = {
	node_id: string;
	sha: string;
	size: number;
	url: string;
	content: string;
	message?: string;
	};

	const contents: Promise<[SearchResult, Content][]> = Promise.all(
	matches.map(async (file) => [file, await asJsonWithAuth(file.git_url)])
	);

	const getResolvedLink = async (url: string): Promise<[string, string]> => {
	return [
	url,
	(
	await fetch(`https://${url}`, {
	headers: {
	...auth,
	},
	})
	).url,
	];
	};

	export type Match = {
	name: string;
	repository: SearchResult["repository"];
	url: string;
	links: [string, string][];
	};

	const promises = (await contents).map(
	async ([{ name, repository }, { content, url }]) => {
	const rawLinks = atob(content).match(/git\.io\/.+?\b/gi) ?? [];
	const links = await Promise.all(rawLinks.map(getResolvedLink));

	return <Match>{ name, repository, url, links };
	}
	);

	const results = await Promise.all(promises);

	const markdown = format(results);

	console.log(markdown);

	// Deno.writeTextFileSync("./git-io-files.json", JSON.stringify(urls));
	import { asJsonWithAuth } from "./auth.ts";

	export type SearchResult = {
	name: string;
	path: string;
	sha: string;
	url: string;
	git_url: string;
	html_url: string;
	repository: {
	id: number;
	node_id: string;
	name: string;
	full_name: string;
	private: boolean;
	};
	};

	export const search = async (q: string) => {
	const params = new URLSearchParams({ q, per_page: "100" });
	const {
	incomplete_results,
	total_count,
	items,
	}: {
	total_count: number;
	incomplete_results: boolean;
	items: SearchResult[];
	} = await asJsonWithAuth(
	"https://api.github.com/search/code?" + params.toString()
	);
	console.log({ total_count, incomplete_results });
	return items.filter((item) => !item.repository.private);
	};