mattfysh

• CAST(extract_json(...)[1] AS TEXT) does not work
  • internal error: entered unreachable code: invalid cast from Utf8 to Utf8
  • when targeting string output, must use extract_json_string as workaround. all other output types will use CAST

output

Field	Value
json_parsed_value	"{"string":"abc","number":123,"number_float": 123.456,"boolean":true,"null":null,"string_null":"null"}"
json_parsed_json_string	""abc""

mattfysh

import httpx
from urllib.parse import urlparse, parse_qs
from prefect import flow, task

@task(
    version="0.2.0",
    cache_key_fn=lambda ctx, args: f"{args['id']} v{ctx.task.version}",
)
def collate_soundcloud_tracks(id):
    path = f"/matt/soundcloud-dev/rest/Artist?id={id}"

mattfysh

input:
  generate:
    count: 1
    mapping: '[{"x": 1}, {"x": 2, "y": "a"}]'

pipeline:
  processors:
    - try:
        - unarchive:
            format: json_array

mattfysh

input:
  sequence:
    inputs:
      - generate:
          count: 1
        processors:
          - http:
              verb: GET
              url: ${! env("CONSUL_ENDPOINT") }/v1/kv/${! env("CONSUL_KV_KEY") }
              headers:

mattfysh

input:
  redis_streams:
    url: redis://redis:6379
    streams: [foo_stream]
    body_key: body

pipeline:
  processors:
    - unarchive:
        format: json_array

mattfysh

import { makeOperation } from '@urql/svelte'
import { authExchange } from '@urql/exchange-auth'
import { Auth } from 'aws-amplify'
import produce from 'immer'
import { set } from 'lodash'

const amplifyAuthExchange = authExchange({
  addAuthToOperation: ({ authState, operation }) => {
    if (!authState?.token) {
      return operation

mattfysh

// Worker

export default {
  async fetch(request, env) {
    return await handleRequest(request, env);
  }
}

async function handleRequest(request, env) {
  if (request.method !== 'POST') {

mattfysh

export abstract class ProjectResource extends pulumi.ComponentResource {
  protected abstract name: string

  protected addResource<RT, ResourceArgs>(
    name: string,
    Resource: new (
      name: string,
      args: ResourceArgs,
      opts: pulumi.CustomResourceOptions
    ) => RT,

mattfysh

import hashlib
from datetime import datetime, timedelta
from prefect import flow, task
from prefect.blocks.system import JSON
from prefect.task_runners import SequentialTaskRunner
import pandas as pd
import requests
from deltalake.writer import write_deltalake

mattfysh

name: 🤖 CI
on:
  push:
    branches:
      - main
  pull_request:

jobs:
  lint:
    name: 🏖️ Lint