dautovri

df.select([count(when(isnan(c) | col(c).isNull(), c)).alias(c) for c in df.columns]).show()

dautovri

#!/bin/bash
# Delete all containers
docker rm $(docker ps -a -q)
# Delete all images
docker rmi $(docker images -q)

dautovri

# List all buckets
aws s3 ls                  
# List content of a bucket
aws s3 ls s3://<bucket>  
# Create a bucket
aws s3 mb s3://<bucket>    
# Copy into bucket
aws s3 cp <path> s3://<bucket>   
# Copy from bucket
aws s3 cp s3://<bucket> <path>