chuwy

type SpanF[A, C] <: Tuple = (A, C) match
  case ((as, bs), (a, b)) => (as *: a, bs *: b)

type Span[A <: Tuple] = Fold[A, (EmptyTuple, EmptyTuple), SpanF]

def span[T <: Tuple](t: Tuple): Option[Span[T]] =
  def go[TT <: Tuple, A <: Tuple, B <: Tuple](remaining: TT, as: A, bs: B): Option[(A, B)] =
    remaining match
      case EmptyTuple => Some((as, bs))
      case (a, b) *: tt => go(tt, a *: as, b *: bs).asInstanceOf[Option[(A, B)]]

chuwy

import java.time.LocalDateTime

import scala.quoted.*
import scala.deriving.Mirror

import quotidian.*
import quotidian.syntax.*

import io.github.iltotore.iron.*

chuwy

import boto3

connection = boto3.client(
    'emr',
    region_name='eu-central-1',
    aws_access_key_id=ACCESS_KEY,
    aws_secret_access_key=SECRET_KEY,
)

cluster_id = connection.run_job_flow(

chuwy

def input[F[_]: Timer] =
  (Stream(1, 2, -3, 4, -5) ++ 
    Stream.sleep_(1.second) ++
    Stream(4, 3, -1, -2, 1) ++
    Stream.sleep_(1.second) ++
    Stream(0, 2, -5) ++
    Stream.sleep_(1.second) ++
    Stream(-6, 1, 2, 0, -1, -4, 2, 9)
    ).covary[F].map(i => if (i % 2 == 0) i.asRight else (i.toString + "b").asLeft)

chuwy

#!/bin/sh

set -e

if [ -z ${TRAVIS_BUILD_DIR+x} ]; then 
    echo "TRAVIS_BUILD_DIR is unset"; 
    exit 1
fi

IGLUCTL_ZIP="igluctl_0.6.0.zip"

chuwy

Files

• metaschema.json - new root metaschema to put in $schema properties
• example-meta.json - example registry metaschema, i.e. one hosted on Acme Ltd. (Mixpanel, Iteratively, Snowplow) Iglu registry and thus specific to all its schemas. Can have 2-0-0 or 1-0-0 root metaschema
• example-schema.json - plain (non-meta, usual) schema hosting on Acme Ltd. registry and containing metadata described by above metaschema

Changes

Compared to 1-0-0

chuwy

From fe136f1c24a2d3510f654348fa4522f48cdc6efb Mon Sep 17 00:00:00 2001
From: Anton Parkhomenko <mailbox@chuwy.me>
Date: Sat, 13 Jun 2020 14:52:47 +0700
Subject: [PATCH] Unify

---
 beam.sbt                                      |  88 ---------
 build.sbt                                     | 172 ++++++++++++++++++
 common.sbt                                    |  68 -------
 ...mmonSettings.scala => BuildSettings.scala} |  68 ++++++-

chuwy

#!/bin/sh

cp -R ../snowplow .

cd snowplow/

git filter-repo \
    --path 3-enrich/scala-common-enrich \
    --path 3-enrich/spark-enrich \
    --path 3-enrich/beam-enrich \

chuwy

data Option a where
  Some : a -> Option a
  None : Option a

  instance Functor
    fmap : (a -> b) -> Option a -> Option b
    fmap f (Some a) = Some (f a)
    fmap _ None     = None
    
  deriving instance Show given Show a 

chuwy

trait Mutability[F[_]] {
  def init[A](a: A): F[Mutability.Var[F, A]]
}

object Mutability {
  trait Var[F[_], A] {
    def get: F[A]
    def put(a: A): F[Unit]
  }