medium-json.js

/*
This script serves the purpose of fetching blog posts data from medium and upload it to contentful so it can be used on pages like blog, speciality, etc without being dependant of gatsby-source-medium.

Before running the script:
1. manually copy the content from https://medium.com/${nameOfBlog}/latest?format=json&limit=100
2. paste it and save in a file named "json-file.json" in this directory
3. strip the begining of the content until the respose object begins: `])}while(1);</x>`
4. make sure you have CMS_CRUD and CONTENTFUL_SPACE defined on your .env file
*/

const { createClient } = require('contentful-management')
const jsonData = require('./json-file.json')
const Main = require('apr-main')
const dotenv = require('dotenv')

dotenv.config()
const { CMS_CRUD, CONTENTFUL_SPACE } = process.env
const client = createClient({
  accessToken: CMS_CRUD
})

const publishEntry = async (environment, postData) => {
  const id = await environment.createEntry('blogPost', postData)
  const newEntry = await environment.getEntry(id.sys.id)

  // eslint-disable-next-line
  console.log(`Adding blog post ${postData.fields.title['en-US']} `)
  return newEntry.publish()
}

Main(async () => {
  const json = jsonData
  const space = await client.getSpace(CONTENTFUL_SPACE)
  const environment = await space.getEnvironment('master')

  let importableResources = []
  let posts = {} // because `posts` needs to be in a scope accessible by `links` below

  const users = Object.keys(json.payload.references.User).map(
    key => json.payload.references.User[key]
  )
  importableResources = importableResources.concat(users)

  if (json.payload.posts) {
    posts = json.payload.posts
    importableResources = importableResources.concat(posts)
  }

  if (json.payload.references.Post) {
    posts = Object.keys(json.payload.references.Post).map(
      key => json.payload.references.Post[key]
    )
    importableResources = importableResources.concat(posts)
  }

  if (json.payload.references.Collection) {
    const collections = Object.keys(json.payload.references.Collection).map(
      key => json.payload.references.Collection[key]
    )
    importableResources = importableResources.concat(collections)
  }

  const resources = Array.prototype.concat(...importableResources)

  const results = resources
    .filter(({ type }) => type === 'Post')
    .map(resource => {
      const {
        id,
        title,
        firstPublishedAt,
        virtuals,
        uniqueSlug: slug,
        creatorId
      } = resource

      const { name, username } = resources.find(r => r.userId === creatorId)

      const node = {
        fields: {
          id: {
            'en-US': id
          },
          title: {
            'en-US': title
          },
          firstPublishedAt: {
            'en-US': new Date(firstPublishedAt).toISOString().slice(0, 10)
          },
          imageId: {
            'en-US': virtuals.previewImage.imageId
          },
          tags: {
            'en-US':
              virtuals.tags && virtuals.tags.length > 0
                ? virtuals.tags.map(({ slug }) => slug)
                : []
          },
          slug: {
            'en-US': slug
          },
          subtitle: {
            'en-US': virtuals.subtitle
          },
          authorName: {
            'en-US': name
          },
          authorId: {
            'en-US': username
          }
        }
      }

      return node
    })

  // eslint-disable-next-line
  console.log('total results: ', results.length)

  return results.map(result => publishEntry(environment, result))
})