alanshaw

import { useState } from 'react'
import { useUploader } from '@w3ui/react-uploader'

export default function Component () {
  const { uploader } = useUploader()
  const [file, setFile] = useState(null)
  const [cid, setCid] = useState('')

  const handleUploadSubmit = async e => {
    e.preventDefault()

alanshaw

Linkdex

An index mapping block CID to linked block CID.

Characteristics

• Small - just the link blocks - no data for raw leaves. The majority of files are small files, so the DAGs are not super deep.
• Root CID independent - it doesn’t matter what the root CID is, we can just iteratively decode each block in a CAR and index the links it has

What is it useful for?

alanshaw

/**
 * Extract an S3Event from the passed SNSEvent.
 * @param {import('aws-lambda').SNSEvent} snsEvent
 * @returns {import('aws-lambda').S3Event}
 */
function toS3Event (snsEvent) {
  const s3Event = { Records: [] }
  for (const snsRec of snsEvent.Records) {
    try {
      for (const s3Rec of JSON.parse(snsRec.Sns.Message).Records || []) {

alanshaw

review-requested:alanshaw

alanshaw

// Lambda index CAR ////////////////////////////////////////////////////////////

const blocks = Set<CID>()
const links = Set<CID>()

const car = readCar(path)
for (const block in car) {
  blocks.add(block.cid)
  getLinks(block).forEach(cid => links.add(cid))
}

alanshaw

import { NFTStorage } from 'nft.storage'
import { getFilesFromPath } from 'files-from-path'
import { FsBlockStore as Blockstore } from 'ipfs-car/blockstore/fs'
import Path from 'path'

const token = 'YOUR_API_TOKEN'

// ///////////////////////////////////////////////////////////////////////////
// Save DAG to a custom location by changing this path...
const bsPath = './blockstore'

alanshaw

sudo sysctl kern.maxfilesperproc=256

alanshaw

/**
 * Create IPFS unixfs directories of random CIDs from the data source. CIDs are
 * grouped by DAG size:
 * 0-1MB
 * 1MB-5MB
 * 5MB-25MB
 * 25MB-100MB
 * 100MB-500MB
 * 500MB-1GB
 * 1GB-10GB

alanshaw

import path from 'path'

type ImportCandidate = x|y|z|{ path: string, content: x|y|z }
type UnixFsEntry = { path: string, content: AsyncIterable<Uint8Array> }

// extends Blob?
class Web3File extends Blob {
  constructor (filename: string, content: AsyncIterable<Uint8Array>, options?: Web3FileOpts)

  // Generate from content?

alanshaw

const deadline = async function * (source, deadineMs, onDeadline) {
  class DeadlineError extends Error {}
  while (true) {
    let timeoutID
    try {
      const next = await Promise.race([
        new Promise((resolve, reject) => {
          timeoutID = setTimeout(() => reject(new DeadlineError()), deadineMs)
        }),
        source.next()