Easiest HDFS cluster in the world with kubernetes.
Inspiration from kimoonkim/kubernetes-HDFS
kubectl create -f namenode.yaml
kubectl create -f datanode.yaml
Setup a port-forward to so you can see it is alive:
import scala.sys.process.Process | |
scalaVersion := "2.12.6" | |
libraryDependencies ++= Seq( | |
"com.google.flatbuffers" % "flatbuffers-java" % "1.9.0" | |
) | |
sourceGenerators in Compile += Def.task { | |
val files = (file("src/main/fbs") ** "*.fbs").get.map(_.getAbsolutePath).toList |
// | |
// @author: Mateusz Kubuszok | |
// | |
// requirements: ammonite 1.1.0 | |
// usage: run `amm` and copy paste into REPL | |
import $ivy.`org.typelevel::cats-core:1.3.1`, cats._, cats.syntax.all._ | |
import $ivy.`org.typelevel::cats-effect:1.0.0`, cats.effect._, cats.effect.syntax._ | |
import $ivy.`io.circe::circe-core:0.9.3`, io.circe._, io.circe.syntax._ | |
import $ivy.`io.circe::circe-generic:0.9.3`, io.circe.generic.auto._ |
import com.codahale.metrics.MetricFilter; | |
import com.codahale.metrics.MetricRegistry; | |
import com.fasterxml.jackson.databind.SerializationFeature; | |
import java.io.PrintStream; | |
import java.util.Map; | |
import java.util.Set; | |
import java.util.concurrent.TimeUnit; |
// Imports that you are using | |
import sangria.schema._ | |
import sangria.execution._ | |
import sangria.macros._ | |
import sangria.marshalling.circe._ | |
import scala.concurrent.ExecutionContext.Implicits.global | |
// The schema definition |
trait OneOf[Obj, Items] | |
object OneOf extends LowPriorityOneOf{ | |
implicit def apply[Obj, Items](implicit oneOf: OneOf[Obj, Items]) = oneOf | |
implicit def left[L, R, Obj <: L] = new OneOf[Obj, L | R]{} | |
} | |
protected trait LowPriorityOneOf extends LowPriorityOneOf1{ | |
implicit def right[L, R, Obj <: R] = new OneOf[Obj, L | R]{} |
import akka.actor.ActorSystem | |
import akka.stream._ | |
import akka.stream.scaladsl._ | |
import scala.io.StdIn | |
import scala.util.Random | |
object SimplePartitionSample extends App { | |
implicit val system = ActorSystem() |
#!/bin/sh | |
sed -i.default "s/^zend_extension=/;zend_extension=/" /usr/local/etc/php/7.1/conf.d/ext-xdebug.ini | |
launchctl unload ~/Library/LaunchAgents/homebrew.mxcl.php71.plist | |
launchctl load ~/Library/LaunchAgents/homebrew.mxcl.php71.plist | |
sudo brew services restart php71 | |
echo "xdebug disabled" |
#!/bin/sh | |
cd "$(dirname "$0")" | |
touch .git/hooks/pre-commit | |
rm .git/hooks/pre-commit | |
ln -s ../../pre-commit-hook.sh .git/hooks/pre-commit |
module Main where | |
-------------------------------------------------------------------------------- | |
-- | This is the `Maybe` data type: | |
-- | | |
-- | > data Maybe a | |
-- | > = Nothing | |
-- | > | Just a | |
-- | | |
-- | `Maybe` is a sum type that can be parameterized over a given `a` type, such |
Easiest HDFS cluster in the world with kubernetes.
Inspiration from kimoonkim/kubernetes-HDFS
kubectl create -f namenode.yaml
kubectl create -f datanode.yaml
Setup a port-forward to so you can see it is alive: