Skip to content

Instantly share code, notes, and snippets.

import org.apache.spark.ml.PipelineStage
import org.apache.spark.ml.feature.{OneHotEncoder, VectorAssembler, StringIndexer}
import org.apache.spark.mllib.linalg.VectorUDT
import scala.Function.const
import scala.language.{implicitConversions, reflectiveCalls}
/* Spark Pipeline API is kind of sad to use, so let's make a nicer, more compositional API!
*/
from pathlib import Path
import sys
import itertools
source = Path(sys.argv[1])
target = Path(sys.argv[2])
if target.exists():
print("%s already exists, aborting." % target)
sys.exit()
@madjar
madjar / mkLazyBin.nix
Created January 16, 2019 15:48
Lazy binaries, that install the underlying command on invocation (the missing part is a gc root)
with import <nixpkgs> {};
let
mkLazyBin = { pkg, bin }:
writeTextFile {
name = bin;
executable = true;
text = ''
#!/bin/sh
[[ -d ${builtins.unsafeDiscardStringContext (pkg.outPath)} ]] || nix build --no-link ${builtins.unsafeDiscardStringContext (pkg.drvPath)}
${builtins.unsafeDiscardStringContext (pkg.outPath)}/bin/${bin}
#!/usr/bin/env stack
-- stack --resolver lts-13.15 script
{-# LANGUAGE OverloadedStrings, NoImplicitPrelude #-}
import Language.Haskell.Interpreter
import Options.Applicative.Simple
import Protolude hiding (to)
import Prelude (String)
import Control.Lens hiding (set)
import Data.Aeson
{
"version": 1,
"language": "English",
"hideout_name": "Eclipsed Hideout",
"hideout_hash": 37028,
"environment": 0,
"doodads": {
"Stash": {
"hash": 3230065491,
"x": 579,
{-# LANGUAGE BlockArguments #-}
{-# LANGUAGE OverloadedStrings #-}
module Interaction (interactWithProcess, expect, respond) where
import Conduit
import Data.Conduit.Process.Typed
import qualified Data.Text.IO as Text (putStr, putStrLn)
import RIO hiding (log)
import qualified RIO.Text as Text
@madjar
madjar / scrapper.py
Last active March 5, 2023 15:02
A example of scrapper using asyncio and aiohttp
import asyncio
import aiohttp
import bs4
import tqdm
@asyncio.coroutine
def get(*args, **kwargs):
response = yield from aiohttp.request('GET', *args, **kwargs)
return (yield from response.read_and_close(decode=True))
#!/usr/bin/env stack
-- stack --resolver nightly-2018-11-30 script
{-# LANGUAGE OverloadedStrings #-}
import Data.Aeson
import Data.Aeson.Encode.Pretty (encodePretty)
import Dhall
import Dhall.Core
import Dhall.Parser (Src)
import Dhall.TypeCheck (X)