andykais

type EventsGeneric = { [eventName: string]: any }
type ServiceGeneric = { [fn: string]: (requestData: any) => any}
type FunctionsGeneric = { [fn: string]: (requestData: any) => any}

type ResolvePubbe...

[Playground Link](https://www.typescriptlang.org/play/#code/C4TwDgpgBAogbhAdsAzgcSRATgSwMZQC8UA3lANoQLIByAhgLYQBcUKwuiA5gLqt2IQUAL4AoUJCgBlbHHwQMibPiKkKAM0St2nXqwAUWCAEcArhHYAROsDr9BASiIA+KAJBiJ0AGKnEeYBwAe0R0TFwCYjJyTW0OHG4+KEMTcysbOzdHFyyPUXFwaAAlCyCAGwQABVMAIxrsAB4ASSgIAA9gJAATFFhqVEVlPFcoigBpKASoAGsIECD1KCak-SokYGtbVibyMZ4nQlcaoPKIARFRBM6sdTo8YtKKiCla+qwAfSNbgKCsBphWh1ur14OswkoIs58gB6aHJUSw1r9VgwAA0CLhZRw7HCBjWyE2mVByBQ5Bg+xycCCOC6GKgB1cwAAFtjRCRRFAoCEGhN2p1ED0ZnMFrBnKtkVAxqioFicRC8f1CSjdhTDlAqTSHKwNbSxHS8CF2FAQKwSihyggXnVsJ8IN9gL8GgAVADuEAgwGJqBGpGEbl6Zotz1eNq+dwdf1d7s9-RQUPyV2w32gAGEQkoAsFEKQOZMuqxEKYGG9RGJEzc7qmQp0OjnOQbEBnAiFWGnGxBMyFc1ggqZOnFdKWCpIAIJYLhF9ZOwooBreQH8wW+fzNxA++d84HJAB0u7o45QrAS6mwUBHDNyUAA-GeoAW1lhhw9zU9l53QnOF1u36vwUMfeynK7JM2azPMizeCsRhmBYGwZKwY4TkwyDTpAs7eCqzjkAADDw0oNjWwC

andykais

{
  "0 debug pnpm:scope": {
    "selected": 1,
    "workspacePrefix": null
  },
  "1 debug pnpm": {
    "isCaseSensitive": false,
    "store": "/Users/andrew/.pnpm-store/2"
  },
  "2 debug pnpm:package-manifest": {

andykais

Home > scrape-pages > scrape

scrape variable

scrape is the entrypoint for this library

Signature:

andykais

Home > scrape-pages > scrape

scrape variable

scrape is the entrypoint for this library

Signature:

andykais

empty = None
deep = dict(a=dict(b='c'))


def chain_optional(func, default_value=None):
  try:
    return func()
  except AttributeError:
    return default_value
  except TypeError:

andykais

// async
const timeout = n => new Promise(resolve => setTimeout(resolve, n))
// sync
const sleep = n => Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, n)

// async
const scheduleAsync = startAtEpoch => async fn => {
  const now = Date.now()
  const millisecondsTillStartAt = startAtEpoch - now
  await timeout(millisecondsTillStartAt)

andykais

// current design
import ScrapePages from '../src'
import { normalizeConfig } from '../lib/normalize-config'
const config = { scrape: {} }
const options = {
  input: {
    username: 'bob'
  },
  optionsEach: {
    gallery: {

andykais

import * as Rx from 'rxjs'
import * as ops from 'rxjs/operators'
import fs from 'fs'
import VError from 'verror'
/**
 * for now, there can only be one transport at a time
 * the cli will have to handle an option to directly log to terminal while also including a
 * "terminal ui" output default (progress bars, queued, in progress, completed, etc)
 * this can be accomplished by log options being done directly as command line args
 */

andykais

// index.js
const objectPath = Symbol("object-path");
const objectCrawler = Symbol("object-crawler");

const handler = {
  get: (object, prop) => {
    if (prop === objectPath) {
      return object[objectPath];
    } else if (String(prop) === "Symbol(util.inspect.custom)") {
      return object;

andykais

input: 'username'

defs:
  - name: 'home'
    download: 'https://ifunny.co/user/{{ username }}'
    parse:
      name: 'batch-id'
      selector: '.stream__item:first-child'
      attribute: 'data-next'
  - name: 'gallery'