Skip to content

Instantly share code, notes, and snippets.

View delijati's full-sized avatar

Josip Delić delijati

  • Potsdam (Berlin)
View GitHub Profile
@delijati
delijati / flatdata.py
Created September 29, 2017 20:21
dataset + flatdict
import flatdict
values = {'foo': {'bar': {'baz': 0,
'qux': 1,
'corge': 2},
'grault': {'baz': 3,
'qux': 4,
'corge': 5}},
'garply': {'foo': 0, 'bar': 1, 'baz': 2, 'qux': {'corge': 3}}}
flat = flatdict.FlatDict(values)
#!/bin/bash
set -x
LOCAL_DIR=/home/hadoop/yarn_logs
mkdir $LOCAL_DIR
for row in $( yarn application -appStates ALL -list | awk '/application_/{print $1 "," $2}' )
do
fields=($(echo $row | tr "," "\n"))
yarn logs -applicationId ${fields[0]} > $LOCAL_DIR/yarn_${fields[0]}_${fields[1]}.log
# python spot_price.py g2.2xlarge
import sys
import boto3
import datetime
def main(argv):
if len(argv) < 2:
print("No instance provided!")
sys.exit()
@delijati
delijati / main.py
Created March 27, 2019 10:15
fluidsim
# air on higher value squares will try to flow to lower value squares
# a square can only hold a certain amount of air ( Depends on square value
# ). If square is full, air will not flow into it.
import sys
import pygame
import random
from noise import pnoise2
@delijati
delijati / orm_example.js
Created April 5, 2019 13:23
Knex objection ORM
'use strict';
// $ npm install knex objection sqlite3
const {Model} = require('objection');
const knex = require('knex')({
client: 'sqlite3',
connection: {
filename: './db.sqlite'
},
@delijati
delijati / dump.py
Last active April 17, 2019 15:14
dump all models when load sqlalchemy
import os
import json
import hashlib
import datetime
from database import db
from sqlalchemy import event
def literal_sql(context):
@delijati
delijati / Dockerrun.aws.json.template
Created July 24, 2019 14:36 — forked from mool/Dockerrun.aws.json.template
Elastic Beanstalk deploy
{
"AWSEBDockerrunVersion": "1",
"Authentication": {
"Bucket": "bucket_name",
"Key": "docker/dockercfg"
},
"Image": {
"Name": "company/<image>"
},
"Ports": [
@delijati
delijati / cfn_run.sh
Created May 14, 2020 09:52 — forked from gcchaan/cfn_run.sh
troposphere runner
#!/bin/bash
# https://gist.github.com/gcchaan/ad8fd83a68467503ec3e6392ebbd519a
set -ef -o pipefail
function message(){
echo 🍣 "$1"
}
function help(){
@delijati
delijati / ecs.py
Created May 14, 2020 14:42 — forked from schlarpc/ecs.py
from troposphere import \
AWSHelperFn, Base64, Cidr, Condition, Equals, GetAtt, Join, Not, Output, Parameter, Ref, \
Region, Select, Split, StackName, Sub, Tags, Template
from troposphere.autoscaling import \
AutoScalingGroup, LaunchTemplateSpecification, LifecycleHookSpecification
from troposphere.awslambda import \
Code, Function, Permission
from troposphere.ec2 import \
CreditSpecification, IamInstanceProfile, InternetGateway, LaunchTemplate, LaunchTemplateData, \
Route, RouteTable, SecurityGroup, SecurityGroupRule, Subnet, SubnetRouteTableAssociation, VPC, \
@delijati
delijati / ec2-fingerprint-key
Created May 29, 2020 09:31 — forked from jtriley/ec2-fingerprint-key
Simple Python script that computes both public and private RSA key fingerprints as used by Amazon EC2
#!/usr/bin/env python
import hashlib
import optparse
import paramiko
from Crypto.PublicKey import RSA
def insert_char_every_n_chars(string, char='\n', every=64):
return char.join(