kitmenke/hdfs-count-subdirs.sh

## hdfs-count-subdirs.sh
#!/bin/bash
PARENT_DIR=$1
if [ -z "${PARENT_DIR}" ]; then
  echo Missing 1 parameter for HDFS parent directory
  exit 1
fi
hdfs dfs -ls ${PARENT_DIR} | awk '{ print $8}' | sed '/^\s*$/d' > dirs.txt
echo '   DIR_COUNT   FILE_COUNT       CONTENT_SIZE    PATHNAME'
while read dir; do
   hdfs dfs -count -h $dir
done < dirs.txt
	#!/bin/bash
	PARENT_DIR=$1
	if [ -z "${PARENT_DIR}" ]; then
	echo Missing 1 parameter for HDFS parent directory
	exit 1
	fi
	hdfs dfs -ls ${PARENT_DIR} \| awk '{ print $8}' \| sed '/^\s*$/d' > dirs.txt
	echo ' DIR_COUNT FILE_COUNT CONTENT_SIZE PATHNAME'
	while read dir; do
	hdfs dfs -count -h $dir
	done < dirs.txt