kitmenke · September 2, 2017 17:04
diff --git a/hdfs-count-subdirs.sh b/hdfs-count-subdirs.sh
 #!/bin/bash
 PARENT_DIR=$1
 if [ -z "${PARENT_DIR}" ]; then
  echo Missing 1 parameter for HDFS parent directory
  exit 1
 fi
 hdfs dfs -ls ${PARENT_DIR} | awk '{ print $8}' | sed '/^\s*$/d' > dirs.txt
 echo '   DIR_COUNT   FILE_COUNT       CONTENT_SIZE    PATHNAME'
 while read dir; do
   hdfs dfs -count -h $dir
 done < dirs.txt
	#!/bin/bash
	PARENT_DIR=$1
	if [ -z "${PARENT_DIR}" ]; then
	echo Missing 1 parameter for HDFS parent directory
	exit 1
	fi
	hdfs dfs -ls ${PARENT_DIR} \| awk '{ print $8}' \| sed '/^\s*$/d' > dirs.txt
	echo ' DIR_COUNT FILE_COUNT CONTENT_SIZE PATHNAME'
	while read dir; do
	hdfs dfs -count -h $dir
	done < dirs.txt