Skip to content

Instantly share code, notes, and snippets.

View ftorto's full-sized avatar

ftorto ftorto

  • TOULOUSE, France
View GitHub Profile
@ftorto
ftorto / .bashrc
Created January 24, 2017 10:19
Remove useless docker images
# to add into .bashrc
clean_docker() {
# Delete all stopped container
docker rm $(docker ps -qa --no-trunc --filter "status=exited");
# Delete intermediate images not referenced
docker rmi $(docker images --filter "dangling=true" -q --no-trunc)
}
@ftorto
ftorto / recurs_git.sh
Created January 24, 2017 10:21
Apply a GIT command to all subfolder
#!/bin/sh
#Git recursive
# Apply a command to all sub git directories
rootpath=.
cmd=$*
CLREOL=$'\x1B[K\033[0m'
@ftorto
ftorto / chunk.py
Created January 24, 2017 10:24
Split a list in chunk with python
list_to_chunk = [1,2,3,4,5,6,7,8,9,10]
number_of_items_per_chunk = 2
for i in range(0, len(list_to_chunk), number_of_items_per_chunk):
print("CHUNK %s"%i)
chunk = list_to_chunk[i:i + number_of_items_per_chunk]
# Action to perform on each chunk here
@ftorto
ftorto / pi_temperature.sh
Created January 24, 2017 10:25
RaspberryPi temperature
#!/bin/bash
/etc/ppp$ /opt/vc/bin/vcgencmd measure_temp|cut -c6-9
@ftorto
ftorto / top10BigFiles.sh
Created January 24, 2017 10:26
Get the top10 of the biggest folder/files
du -hsx * | sort -rh | head -10
@ftorto
ftorto / README.md
Created January 30, 2017 20:31
Python same namespace in different folders
Package-1/namespace/__init__.py
Package-1/namespace/module1/__init__.py
Package-2/namespace/__init__.py
Package-2/namespace/module2/__init__.py

with

  • Package-1
  • Package-2
@ftorto
ftorto / Spark.md
Last active January 31, 2017 12:10
Spark Transformations examples

Map

>>> rdd = sc.parallelize([1,2,3])
>>> rdd.map(lambda x: [x,x*10])
RDD: [1,2,3] -> [[1,10], [2,20], [3,30]]

>>> rdd.flatMap(lambda x: [x,x*10])
RDD: [1,2,3] -> [[1,10,2,20,3,30]]
@ftorto
ftorto / sum.sh
Created February 6, 2017 07:02
Sum all lines (1 value per line)
awk '{s+=$1} END {printf "%.0f", s}' mydatafile
@ftorto
ftorto / git_recursive.sh
Last active February 9, 2017 15:13
Apply a command to all sub git directories
#Git recursive
# Apply a command to all sub git directories
gr() {
rootpath=`pwd`/
cmd=$*
if [ $# -eq 0 ]; then
echo "Multiline (Add empty line to end the input)"
@ftorto
ftorto / singleton.py
Created February 21, 2017 20:16
Singleton python
class Singleton(type):
_instances = {}
def __call__(cls, *args, **kwargs):
if cls not in cls._instances:
cls._instances[cls] = super(Singleton, cls).__call__(*args, **kwargs)
return cls._instances[cls]
#Python2
class MyClass(BaseClass):
__metaclass__ = Singleton