mbleigh/README.md

## README.md

      
    Raw
  

              README.md
            
          
    Fetch All Files from Firebase Hosting
This script fetches all of the files from the currently deployed version of a Firebase Hosting site.
You must be signed in via the Firebase CLI and have "Site Viewer" permission on the site in question
to be able to properly run the script.
Running via NPX
npx https://gist.github.com/mbleigh/9c8680cf319ace2f506f57380da66e7d <site_name>

Where <site_name> is your Firebase Hosting site (e.g. my-site from my-site.firebaseapp.com).
The files will be downloaded into a folder <site_name>_<version_id> where the version ID is the
current version of your site.

  
## fetchFiles.js
#!/usr/bin/env node

const requireAuth = require('firebase-tools/lib/requireAuth');
const api = require('firebase-tools/lib/api');
const fs = require('fs-extra');
const request = require('request');

if (!process.argv[2]) {
    console.error(`
ERROR: Must supply a site name. Usage:

  node fetchFiles.js <site_name>`);
  process.exit(1);
}

const site = process.argv[2];

async function getLatestVersionName() {
  const result = await api.request('GET', `/v1beta1/sites/${site}/releases?pageSize=1`, {
    auth: true,
    origin: api.hostingApiOrigin,
  });
  const release = (result.body.releases || [])[0];
  if (release) {
    return release.version.name;
  }
  return null;
}

const LIST_PAGE_SIZE = 1000;
async function listFiles(versionName, existing = [], pageToken = null) {
  const result = await api.request('GET', `/v1beta1/${versionName}/files?pageSize=${LIST_PAGE_SIZE}${pageToken ? `&pageToken=${pageToken}` : ''}`, {auth: true, origin: api.hostingApiOrigin});
  result.body.files.forEach(file => existing.push(file.path));
  if (result.body.nextPageToken) {
    return await listFiles(versionName, existing, result.body.nextPageToken);
  }
  return existing;
}

const MAX_FETCHES = 100;

(async function() {
  try {
    await requireAuth({}, ['https://www.googleapis.com/auth/cloud-platform']);
    const v = await getLatestVersionName();
    const vid = v.split('/')[v.split('/').length - 1];
    const toFetch = await listFiles(v);
    const dirName = `${site}_${vid}`;
    let fetchesOutstanding = 0;
    let fetchCount = 0;
    function fetch() {
      if (fetchesOutstanding >= MAX_FETCHES) {
        return;
      } else if (toFetch.length === 0) {
        console.log();
        console.log("Complete. Fetched", fetchCount, "files.");
        return;
      }

      const f = toFetch.shift();
      console.log('Fetching', f);
      fetchesOutstanding++;
      fetchCount++;
      fs.ensureFileSync(dirName + f);
      const q = request(`https://${site}.firebaseapp.com${f}`)
      const ws = fs.createWriteStream(dirName + f);
      q.pipe(ws);
      ws.on('finish', () => {
        console.log('Fetched ', f);
        fetchesOutstanding--;
        fetch();
      });
    }

    fetch();
  } catch (e) {
    console.error("ERROR:", e.stack);
    process.exit(1);
  }
})();

## package.json
{
  "name": "firebase-hosting-fetch-version",
  "version": "0.1.0",
  "bin": "./fetchFiles.js",
  "dependencies": {
    "firebase-tools": "^7.4.0",
    "fs-extra": "^8.1.0",
    "request": "^2.88.0"
  }
}
	#!/usr/bin/env node

	const requireAuth = require('firebase-tools/lib/requireAuth');
	const api = require('firebase-tools/lib/api');
	const fs = require('fs-extra');
	const request = require('request');

	if (!process.argv[2]) {
	console.error(`
	ERROR: Must supply a site name. Usage:

	node fetchFiles.js <site_name>`);
	process.exit(1);
	}

	const site = process.argv[2];

	async function getLatestVersionName() {
	const result = await api.request('GET', `/v1beta1/sites/${site}/releases?pageSize=1`, {
	auth: true,
	origin: api.hostingApiOrigin,
	});
	const release = (result.body.releases \|\| [])[0];
	if (release) {
	return release.version.name;
	}
	return null;
	}

	const LIST_PAGE_SIZE = 1000;
	async function listFiles(versionName, existing = [], pageToken = null) {
	const result = await api.request('GET', `/v1beta1/${versionName}/files?pageSize=${LIST_PAGE_SIZE}${pageToken ? `&pageToken=${pageToken}` : ''}`, {auth: true, origin: api.hostingApiOrigin});
	result.body.files.forEach(file => existing.push(file.path));
	if (result.body.nextPageToken) {
	return await listFiles(versionName, existing, result.body.nextPageToken);
	}
	return existing;
	}

	const MAX_FETCHES = 100;

	(async function() {
	try {
	await requireAuth({}, ['https://www.googleapis.com/auth/cloud-platform']);
	const v = await getLatestVersionName();
	const vid = v.split('/')[v.split('/').length - 1];
	const toFetch = await listFiles(v);
	const dirName = `${site}_${vid}`;
	let fetchesOutstanding = 0;
	let fetchCount = 0;
	function fetch() {
	if (fetchesOutstanding >= MAX_FETCHES) {
	return;
	} else if (toFetch.length === 0) {
	console.log();
	console.log("Complete. Fetched", fetchCount, "files.");
	return;
	}

	const f = toFetch.shift();
	console.log('Fetching', f);
	fetchesOutstanding++;
	fetchCount++;
	fs.ensureFileSync(dirName + f);
	const q = request(`https://${site}.firebaseapp.com${f}`)
	const ws = fs.createWriteStream(dirName + f);
	q.pipe(ws);
	ws.on('finish', () => {
	console.log('Fetched ', f);
	fetchesOutstanding--;
	fetch();
	});
	}

	fetch();
	} catch (e) {
	console.error("ERROR:", e.stack);
	process.exit(1);
	}
	})();
	{
	"name": "firebase-hosting-fetch-version",
	"version": "0.1.0",
	"bin": "./fetchFiles.js",
	"dependencies": {
	"firebase-tools": "^7.4.0",
	"fs-extra": "^8.1.0",
	"request": "^2.88.0"
	}
	}