HDFS CLI usefull commands

export HADOOP_USER_NAME=hdfs

hdfs dfs -du -h /
hdfs dfs -du [-h] / | sort -n[/d] -r --key=1,15  #size of files on hdfs in sorted order

hdfs dfs -expunge #empty trash bin


#read several lines from compressed file on hdfs
hdfs dfs -cat /user/hive/warehouse/test_proz_tax/part-m-00000.gz | zcat | head -n 10


parquet-tools head hdfs://localhost/<hdfs-path> | less


#check where it is stored
 hdfs fsck /data/kudu_backups -files -blocks -locations | less
 
 #space without snapshots
 hdfs dfs -du -h -x /
 
 #with snapshots
 hdfs dfs -du -h /