Skip to content

Instantly share code, notes, and snippets.

@yarax
yarax / random_names.py
Created September 1, 2022 08:39
random_names.py
['Pink Locust', 'Olive Aphid', 'Black Basilisk', 'Amethyst Silverfish', 'Aqua Butterfly', 'Aquamarine Sparrow', 'Copper Asp', 'Turquoise Kangaroo', 'Silver Hookworm', 'Gold Toad', 'Tomato Parrot', 'Olive Sheep', 'Aqua Roundworm', 'Emerald Salamander', 'Blush Grouse', 'Yellow Cow', 'Brown Unicorn', 'Tan Amphibian', 'Cyan Eagle', 'Jade Emu', 'Amethyst Python', 'Purple Newt', 'Crimson Wildebeest', 'Fuchsia Xerinae', 'Rose Llama', 'Turquoise Crow', 'Blush Puma', 'Fuchsia Hyena', 'Silver Cuckoo', 'Green Rabbit', 'Red Trout', 'Purple Catfish', 'Harlequin Seahorse', 'Coffee Tapir', 'Yellow Toucan', 'Amaranth Kingfisher', 'Silver Rattlesnake', 'Gold Unicorn', 'Pink Orca', 'Harlequin Rooster', 'Azure Kite', 'Copper Silverfish', 'Green Harrier', 'Bronze Hornet', 'Aquamarine Gibbon', 'Chocolate Whale', 'Apricot Minnow', 'Crimson Mackerel', 'Aqua Whitefish', 'Yellow Goat', 'Teal Tortoise', 'Blush Rabbit', 'Peach Lark', 'Plum Planarian', 'Plum Caterpillar', 'Blush Heron', 'Red Orangutan', 'Sapphire Fish', 'Yellow Sailfish
@yarax
yarax / jsonschema.py
Created August 25, 2022 06:46
jsonschema
schema = StructType([
StructField("RecordNumber",IntegerType(),True),
StructField("Zipcode",IntegerType(),True),
StructField("ZipCodeType",StringType(),True),
StructField("City",StringType(),True),
StructField("State",StringType(),True),
StructField("LocationType",StringType(),True),
StructField("Lat",DoubleType(),True),
StructField("Long",DoubleType(),True),
StructField("Xaxis",IntegerType(),True),
@yarax
yarax / pyspark_partitions_udf_glue.py
Created August 24, 2022 15:43
pyspark_partitions_udf_glue
# Spark dependencies
from pyspark.sql import SparkSession
from pyspark.sql.functions import *
from pyspark.context import SparkContext
# Glue dependecies
from awsglue.dynamicframe import DynamicFrame
from awsglue.dynamicframe import DynamicFrame
from awsglue.context import GlueContext
from pyspark.sql.types import *
@yarax
yarax / spark1.py
Created August 22, 2022 16:02
PySparkDFBasics
import pyspark
from pyspark.sql import SparkSession
from pyspark.sql.functions import *
spark = SparkSession.builder.master("local[1]").appName("AWSpark").getOrCreate()
df = spark.read.option("header","true").csv("s3a://aws-stocks-dataset/AAL.csv")
df.show()
df = df.withColumn("date_dt", to_date(col("Date"),"dd-MM-yyyy"))
df = df.withColumn("high_cents", col("High") * 100)
df = df.orderBy(col("High").desc()).limit(10)
df = df.withColumnRenamed("Adjusted Close", "Adjusted_close")
| Parameter | Description | Type |
|----------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------|--------------------------------------|
| spark.hadoop.fs.s3a.access.key | The access key of your user. | textarea |
| spark.hadoop.fs.s3a.secret.key | The secret key of your user. | textarea |
| spark.hadoop.fs.s3a.endpoint
aws cloudformation update-stack --stack-name ${StackName} --template-body file://./ec2.yaml --parameters ParameterKey=KeyName,ParamaterValue=testkeypair > cfn.err 2>&1
update_output=$(cat cfn.err)
if [[ $update_output =~ ValidationError && $update_output =~ "No updates" ]]; then
echo "No updates to perform"
exit 0
fi
aws cloudformation wait stack-update-complete --stack-name ${StackName}
@yarax
yarax / k8s.yaml
Created September 18, 2019 15:58
Replication controller:
=================================
apiVersion: v1
kind: ReplicationController
metadata:
labels:
name: nginx
name: nginx
spec:
#!/usr/bin/env bash
TAG="kafka-brokers-demo"
sudo yum install -y jq
sudo yum install -y wget
sudo yum install -y java
cd ~
wget "http://archive.apache.org/dist/kafka/2.1.0/kafka_2.11-2.1.0.tgz"
tar -xvf kafka_2.11-2.1.0.tgz
@yarax
yarax / fact.promises.js
Created March 15, 2017 20:36
factorial promises
class ZeroValue extends Error {}
class OtherValue extends Error {}
function resolveValue(val) {
  return Promise.resolve().then(() => {
  if (!val) throw new ZeroValue();
  throw new OtherValue(val);
  });
}
@yarax
yarax / fact.hs
Created March 15, 2017 20:06
Haskell factorial
factorial 0 = 1 
factorial n = n * factorial (n — 1)