type EventsGeneric = { [eventName: string]: any }
type ServiceGeneric = { [fn: string]: (requestData: any) => any}
type FunctionsGeneric = { [fn: string]: (requestData: any) => any}
type ResolvePubbe...
Andrew Kaiser andykais
andykais
/ ts play example.md
Last active
March 10, 2020 13:54
andykais
/ pnpm-debug.log
Created
October 11, 2019 15:41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "0 debug pnpm:scope": { | |
| "selected": 1, | |
| "workspacePrefix": null | |
| }, | |
| "1 debug pnpm": { | |
| "isCaseSensitive": false, | |
| "store": "/Users/andrew/.pnpm-store/2" | |
| }, | |
| "2 debug pnpm:package-manifest": { |
andykais
/ api-extractor.test.md
Created
July 19, 2019 18:27
Home > scrape-pages > scrape
scrape is the entrypoint for this library
Signature:
andykais
/ api-extractor.test.md
Created
July 19, 2019 18:27
Home > scrape-pages > scrape
scrape is the entrypoint for this library
Signature:
andykais
/ optional_chaining.py
Last active
July 11, 2019 15:56
details two optional chaining methods
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| empty = None | |
| deep = dict(a=dict(b='c')) | |
| def chain_optional(func, default_value=None): | |
| try: | |
| return func() | |
| except AttributeError: | |
| return default_value | |
| except TypeError: |
andykais
/ timing-utils.js
Created
May 16, 2019 16:59
A couple of handy timing functions I use often
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| // async | |
| const timeout = n => new Promise(resolve => setTimeout(resolve, n)) | |
| // sync | |
| const sleep = n => Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, n) | |
| // async | |
| const scheduleAsync = startAtEpoch => async fn => { | |
| const now = Date.now() | |
| const millisecondsTillStartAt = startAtEpoch - now | |
| await timeout(millisecondsTillStartAt) |
andykais
/ api-proposal.js
Last active
January 16, 2019 01:48
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| // current design | |
| import ScrapePages from '../src' | |
| import { normalizeConfig } from '../lib/normalize-config' | |
| const config = { scrape: {} } | |
| const options = { | |
| input: { | |
| username: 'bob' | |
| }, | |
| optionsEach: { | |
| gallery: { |
andykais
/ example-log-transport.js
Created
January 4, 2019 22:08
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import * as Rx from 'rxjs' | |
| import * as ops from 'rxjs/operators' | |
| import fs from 'fs' | |
| import VError from 'verror' | |
| /** | |
| * for now, there can only be one transport at a time | |
| * the cli will have to handle an option to directly log to terminal while also including a | |
| * "terminal ui" output default (progress bars, queued, in progress, completed, etc) | |
| * this can be accomplished by log options being done directly as command line args | |
| */ |
andykais
/ placeholder magic.js
Last active
December 7, 2018 22:08
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| // index.js | |
| const objectPath = Symbol("object-path"); | |
| const objectCrawler = Symbol("object-crawler"); | |
| const handler = { | |
| get: (object, prop) => { | |
| if (prop === objectPath) { | |
| return object[objectPath]; | |
| } else if (String(prop) === "Symbol(util.inspect.custom)") { | |
| return object; |
andykais
/ example-defs-scraper.config.yml
Created
December 5, 2018 03:54
separate scraper-step definitions from the downloading structure for readability, still will compile down to inline structure: https://gist.github.com/andykais/04a02b61bb3b6d92aa3388c45ea816bd
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| input: 'username' | |
| defs: | |
| - name: 'home' | |
| download: 'https://ifunny.co/user/{{ username }}' | |
| parse: | |
| name: 'batch-id' | |
| selector: '.stream__item:first-child' | |
| attribute: 'data-next' | |
| - name: 'gallery' |
NewerOlder